4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190694 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.9 MiB / 30
Shuffle Read Size / Records:
36.8 MiB / 1198610
Shuffle Write Size / Records:
9.6 MiB / 239722
Associated Job Ids:
52683
DAG Visualization
digraph G { id="graph_190694"; subgraph graph_stage_190694 { id="graph_stage_190694"; isCluster="true"; label="Stage 190694"; subgraph cluster_1109834 { id="cluster_1109834"; isCluster="true"; label="Exchange"; 424635 [id="node_424635" labelType="html" label="ShuffledRowRDD [424635] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109833 { id="cluster_1109833"; isCluster="true"; label="InMemoryTableScan"; 424636 [id="node_424636" labelType="html" label="MapPartitionsRDD [424636] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424637 [id="node_424637" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29059293]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [424637] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110103 { id="cluster_1110103"; isCluster="true"; label="Exchange"; 424740 [id="node_424740" labelType="html" label="ShuffledRowRDD [424740] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110100 { id="cluster_1110100"; isCluster="true"; label="WholeStageCodegen (11)"; 424741 [id="node_424741" labelType="html" label="MapPartitionsRDD [424741] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110122 { id="cluster_1110122"; isCluster="true"; label="Exchange"; 424748 [id="node_424748" labelType="html" label="ShuffledRowRDD [424748] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110117 { id="cluster_1110117"; isCluster="true"; label="WholeStageCodegen (13)"; 424749 [id="node_424749" labelType="html" label="MapPartitionsRDD [424749] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110096 { id="cluster_1110096"; isCluster="true"; label="WholeStageCodegen (14)"; 424750 [id="node_424750" labelType="html" label="ZippedPartitionsRDD2 [424750] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424751 [id="node_424751" labelType="html" label="MapPartitionsRDD [424751] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110141 { id="cluster_1110141"; isCluster="true"; label="InMemoryTableScan"; 424752 [id="node_424752" labelType="html" label="MapPartitionsRDD [424752] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424753 [id="node_424753" labelType="html" label="MapPartitionsRDD [424753] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424754 [id="node_424754" labelType="html" label="MapPartitionsRDD [424754] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110136 { id="cluster_1110136"; isCluster="true"; label="WholeStageCodegen (15)"; 424755 [id="node_424755" labelType="html" label="MapPartitionsRDD [424755] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110086 { id="cluster_1110086"; isCluster="true"; label="WholeStageCodegen (16)"; 424756 [id="node_424756" labelType="html" label="ZippedPartitionsRDD2 [424756] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424757 [id="node_424757" labelType="html" label="MapPartitionsRDD [424757] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110085 { id="cluster_1110085"; isCluster="true"; label="Exchange"; 424758 [id="node_424758" labelType="html" label="MapPartitionsRDD [424758] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424635->424636; 424636->424637; 424740->424741; 424748->424749; 424741->424750; 424749->424750; 424750->424751; 424637->424752; 424752->424753; 424753->424754; 424754->424755; 424751->424756; 424755->424756; 424756->424757; 424757->424758; }
424634,424635
424739,424740
424747,424748
424637
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time