4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190992 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
18 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.8 MiB / 30
Shuffle Read Size / Records:
24.5 MiB / 832356
Shuffle Write Size / Records:
9.4 MiB / 237816
Associated Job Ids:
52746
DAG Visualization
digraph G { id="graph_190992"; subgraph graph_stage_190992 { id="graph_stage_190992"; isCluster="true"; label="Stage 190992"; subgraph cluster_1111846 { id="cluster_1111846"; isCluster="true"; label="Exchange"; 425452 [id="node_425452" labelType="html" label="ShuffledRowRDD [425452] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111845 { id="cluster_1111845"; isCluster="true"; label="InMemoryTableScan"; 425453 [id="node_425453" labelType="html" label="MapPartitionsRDD [425453] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425454 [id="node_425454" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29064332]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [425454] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112115 { id="cluster_1112115"; isCluster="true"; label="Exchange"; 425557 [id="node_425557" labelType="html" label="ShuffledRowRDD [425557] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112112 { id="cluster_1112112"; isCluster="true"; label="WholeStageCodegen (11)"; 425558 [id="node_425558" labelType="html" label="MapPartitionsRDD [425558] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112134 { id="cluster_1112134"; isCluster="true"; label="Exchange"; 425565 [id="node_425565" labelType="html" label="ShuffledRowRDD [425565] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112129 { id="cluster_1112129"; isCluster="true"; label="WholeStageCodegen (13)"; 425566 [id="node_425566" labelType="html" label="MapPartitionsRDD [425566] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112108 { id="cluster_1112108"; isCluster="true"; label="WholeStageCodegen (14)"; 425567 [id="node_425567" labelType="html" label="ZippedPartitionsRDD2 [425567] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425568 [id="node_425568" labelType="html" label="MapPartitionsRDD [425568] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112153 { id="cluster_1112153"; isCluster="true"; label="InMemoryTableScan"; 425569 [id="node_425569" labelType="html" label="MapPartitionsRDD [425569] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425570 [id="node_425570" labelType="html" label="MapPartitionsRDD [425570] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425571 [id="node_425571" labelType="html" label="MapPartitionsRDD [425571] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112148 { id="cluster_1112148"; isCluster="true"; label="WholeStageCodegen (15)"; 425572 [id="node_425572" labelType="html" label="MapPartitionsRDD [425572] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112098 { id="cluster_1112098"; isCluster="true"; label="WholeStageCodegen (16)"; 425573 [id="node_425573" labelType="html" label="ZippedPartitionsRDD2 [425573] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425574 [id="node_425574" labelType="html" label="MapPartitionsRDD [425574] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112097 { id="cluster_1112097"; isCluster="true"; label="Exchange"; 425575 [id="node_425575" labelType="html" label="MapPartitionsRDD [425575] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425452->425453; 425453->425454; 425557->425558; 425565->425566; 425558->425567; 425566->425567; 425567->425568; 425454->425569; 425569->425570; 425570->425571; 425571->425572; 425568->425573; 425572->425573; 425573->425574; 425574->425575; }
425451,425452
425556,425557
425564,425565
425454
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time