4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190697 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 60
Input Size / Records:
9.7 MiB / 60
Shuffle Write Size / Records:
4.2 MiB / 119861
Associated Job Ids:
52683
DAG Visualization
digraph G { id="graph_190697"; subgraph graph_stage_190697 { id="graph_stage_190697"; isCluster="true"; label="Stage 190697"; subgraph cluster_1109834 { id="cluster_1109834"; isCluster="true"; label="Exchange"; 424635 [id="node_424635" labelType="html" label="ShuffledRowRDD [424635] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109833 { id="cluster_1109833"; isCluster="true"; label="InMemoryTableScan"; 424636 [id="node_424636" labelType="html" label="MapPartitionsRDD [424636] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424637 [id="node_424637" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29059293]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [424637] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110153 { id="cluster_1110153"; isCluster="true"; label="InMemoryTableScan"; 424771 [id="node_424771" labelType="html" label="MapPartitionsRDD [424771] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424772 [id="node_424772" labelType="html" label="MapPartitionsRDD [424772] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424773 [id="node_424773" labelType="html" label="MapPartitionsRDD [424773] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110150 { id="cluster_1110150"; isCluster="true"; label="WholeStageCodegen (20)"; 424774 [id="node_424774" labelType="html" label="MapPartitionsRDD [424774] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110149 { id="cluster_1110149"; isCluster="true"; label="ObjectHashAggregate"; 424775 [id="node_424775" labelType="html" label="MapPartitionsRDD [424775] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110148 { id="cluster_1110148"; isCluster="true"; label="ObjectHashAggregate"; 424776 [id="node_424776" labelType="html" label="MapPartitionsRDD [424776] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110158 { id="cluster_1110158"; isCluster="true"; label="InMemoryTableScan"; 424777 [id="node_424777" labelType="html" label="MapPartitionsRDD [424777] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424778 [id="node_424778" labelType="html" label="MapPartitionsRDD [424778] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424779 [id="node_424779" labelType="html" label="MapPartitionsRDD [424779] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110154 { id="cluster_1110154"; isCluster="true"; label="WholeStageCodegen (21)"; 424780 [id="node_424780" labelType="html" label="MapPartitionsRDD [424780] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110147 { id="cluster_1110147"; isCluster="true"; label="Union"; 424781 [id="node_424781" labelType="html" label="UnionRDD [424781] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110146 { id="cluster_1110146"; isCluster="true"; label="Exchange"; 424782 [id="node_424782" labelType="html" label="MapPartitionsRDD [424782] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424635->424636; 424636->424637; 424637->424771; 424771->424772; 424772->424773; 424773->424774; 424774->424775; 424775->424776; 424637->424777; 424777->424778; 424778->424779; 424779->424780; 424776->424781; 424780->424781; 424781->424782; }
424634,424635
424637
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time