4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190500 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
27 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.9 MiB / 30
Shuffle Read Size / Records:
40.2 MiB / 958888
Shuffle Write Size / Records:
30.4 MiB / 239722
Associated Job Ids:
52643
DAG Visualization
digraph G { id="graph_190500"; subgraph graph_stage_190500 { id="graph_stage_190500"; isCluster="true"; label="Stage 190500"; subgraph cluster_1108552 { id="cluster_1108552"; isCluster="true"; label="Exchange"; 424113 [id="node_424113" labelType="html" label="ShuffledRowRDD [424113] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108551 { id="cluster_1108551"; isCluster="true"; label="InMemoryTableScan"; 424114 [id="node_424114" labelType="html" label="MapPartitionsRDD [424114] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424115 [id="node_424115" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29056051]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [424115] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108770 { id="cluster_1108770"; isCluster="true"; label="Exchange"; 424190 [id="node_424190" labelType="html" label="ShuffledRowRDD [424190] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108766 { id="cluster_1108766"; isCluster="true"; label="WholeStageCodegen (2)"; 424191 [id="node_424191" labelType="html" label="MapPartitionsRDD [424191] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108786 { id="cluster_1108786"; isCluster="true"; label="Exchange"; 424196 [id="node_424196" labelType="html" label="ShuffledRowRDD [424196] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108782 { id="cluster_1108782"; isCluster="true"; label="WholeStageCodegen (4)"; 424197 [id="node_424197" labelType="html" label="MapPartitionsRDD [424197] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108781 { id="cluster_1108781"; isCluster="true"; label="ObjectHashAggregate"; 424198 [id="node_424198" labelType="html" label="MapPartitionsRDD [424198] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108780 { id="cluster_1108780"; isCluster="true"; label="ObjectHashAggregate"; 424199 [id="node_424199" labelType="html" label="MapPartitionsRDD [424199] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108777 { id="cluster_1108777"; isCluster="true"; label="WholeStageCodegen (5)"; 424200 [id="node_424200" labelType="html" label="MapPartitionsRDD [424200] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108762 { id="cluster_1108762"; isCluster="true"; label="WholeStageCodegen (6)"; 424201 [id="node_424201" labelType="html" label="ZippedPartitionsRDD2 [424201] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424202 [id="node_424202" labelType="html" label="MapPartitionsRDD [424202] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108798 { id="cluster_1108798"; isCluster="true"; label="InMemoryTableScan"; 424203 [id="node_424203" labelType="html" label="MapPartitionsRDD [424203] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424204 [id="node_424204" labelType="html" label="MapPartitionsRDD [424204] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424205 [id="node_424205" labelType="html" label="MapPartitionsRDD [424205] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108793 { id="cluster_1108793"; isCluster="true"; label="WholeStageCodegen (7)"; 424206 [id="node_424206" labelType="html" label="MapPartitionsRDD [424206] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108755 { id="cluster_1108755"; isCluster="true"; label="WholeStageCodegen (8)"; 424207 [id="node_424207" labelType="html" label="ZippedPartitionsRDD2 [424207] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424208 [id="node_424208" labelType="html" label="MapPartitionsRDD [424208] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108754 { id="cluster_1108754"; isCluster="true"; label="Exchange"; 424209 [id="node_424209" labelType="html" label="MapPartitionsRDD [424209] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424113->424114; 424114->424115; 424190->424191; 424196->424197; 424197->424198; 424198->424199; 424199->424200; 424191->424201; 424200->424201; 424201->424202; 424115->424203; 424203->424204; 424204->424205; 424205->424206; 424202->424207; 424206->424207; 424207->424208; 424208->424209; }
424112,424113
424189,424190
424195,424196
424115
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time