4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190403 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
29 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.9 MiB / 30
Shuffle Read Size / Records:
35.6 MiB / 839027
Shuffle Write Size / Records:
26.3 MiB / 239722
Associated Job Ids:
52623
DAG Visualization
digraph G { id="graph_190403"; subgraph graph_stage_190403 { id="graph_stage_190403"; isCluster="true"; label="Stage 190403"; subgraph cluster_1107911 { id="cluster_1107911"; isCluster="true"; label="Exchange"; 423852 [id="node_423852" labelType="html" label="ShuffledRowRDD [423852] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107910 { id="cluster_1107910"; isCluster="true"; label="InMemoryTableScan"; 423853 [id="node_423853" labelType="html" label="MapPartitionsRDD [423853] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423854 [id="node_423854" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29054430]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [423854] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108129 { id="cluster_1108129"; isCluster="true"; label="Exchange"; 423929 [id="node_423929" labelType="html" label="ShuffledRowRDD [423929] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108125 { id="cluster_1108125"; isCluster="true"; label="WholeStageCodegen (2)"; 423930 [id="node_423930" labelType="html" label="MapPartitionsRDD [423930] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108145 { id="cluster_1108145"; isCluster="true"; label="Exchange"; 423935 [id="node_423935" labelType="html" label="ShuffledRowRDD [423935] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108141 { id="cluster_1108141"; isCluster="true"; label="WholeStageCodegen (4)"; 423936 [id="node_423936" labelType="html" label="MapPartitionsRDD [423936] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108140 { id="cluster_1108140"; isCluster="true"; label="ObjectHashAggregate"; 423937 [id="node_423937" labelType="html" label="MapPartitionsRDD [423937] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108139 { id="cluster_1108139"; isCluster="true"; label="ObjectHashAggregate"; 423938 [id="node_423938" labelType="html" label="MapPartitionsRDD [423938] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108136 { id="cluster_1108136"; isCluster="true"; label="WholeStageCodegen (5)"; 423939 [id="node_423939" labelType="html" label="MapPartitionsRDD [423939] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108121 { id="cluster_1108121"; isCluster="true"; label="WholeStageCodegen (6)"; 423940 [id="node_423940" labelType="html" label="ZippedPartitionsRDD2 [423940] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423941 [id="node_423941" labelType="html" label="MapPartitionsRDD [423941] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108157 { id="cluster_1108157"; isCluster="true"; label="InMemoryTableScan"; 423942 [id="node_423942" labelType="html" label="MapPartitionsRDD [423942] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423943 [id="node_423943" labelType="html" label="MapPartitionsRDD [423943] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423944 [id="node_423944" labelType="html" label="MapPartitionsRDD [423944] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108152 { id="cluster_1108152"; isCluster="true"; label="WholeStageCodegen (7)"; 423945 [id="node_423945" labelType="html" label="MapPartitionsRDD [423945] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108114 { id="cluster_1108114"; isCluster="true"; label="WholeStageCodegen (8)"; 423946 [id="node_423946" labelType="html" label="ZippedPartitionsRDD2 [423946] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423947 [id="node_423947" labelType="html" label="MapPartitionsRDD [423947] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108113 { id="cluster_1108113"; isCluster="true"; label="Exchange"; 423948 [id="node_423948" labelType="html" label="MapPartitionsRDD [423948] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423852->423853; 423853->423854; 423929->423930; 423935->423936; 423936->423937; 423937->423938; 423938->423939; 423930->423940; 423939->423940; 423940->423941; 423854->423942; 423942->423943; 423943->423944; 423944->423945; 423941->423946; 423945->423946; 423946->423947; 423947->423948; }
423851,423852
423928,423929
423934,423935
423854
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time