4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190209 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Node local: 30
Input Size / Records:
3.6 MiB / 30
Shuffle Read Size / Records:
28.8 MiB / 879390
Shuffle Write Size / Records:
7.0 MiB / 175878
Associated Job Ids:
52583
DAG Visualization
digraph G { id="graph_190209"; subgraph graph_stage_190209 { id="graph_stage_190209"; isCluster="true"; label="Stage 190209"; subgraph cluster_1106629 { id="cluster_1106629"; isCluster="true"; label="Exchange"; 423330 [id="node_423330" labelType="html" label="ShuffledRowRDD [423330] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106628 { id="cluster_1106628"; isCluster="true"; label="InMemoryTableScan"; 423331 [id="node_423331" labelType="html" label="MapPartitionsRDD [423331] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423332 [id="node_423332" labelType="html" label="Exchange hashpartitioning(product#6552500, plant#6552501, 30), REPARTITION_BY_NUM, [plan_id=29051203]\n+- *(1) Scan ExistingRDD[shardId#6552497,worklistShardItemId#6552498L,version#6552499,product#6552500,plant#6552501,periodStart#6552502,periodEnd#6552503,qty#6552504]\n [423332] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106898 { id="cluster_1106898"; isCluster="true"; label="Exchange"; 423435 [id="node_423435" labelType="html" label="ShuffledRowRDD [423435] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106895 { id="cluster_1106895"; isCluster="true"; label="WholeStageCodegen (11)"; 423436 [id="node_423436" labelType="html" label="MapPartitionsRDD [423436] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106917 { id="cluster_1106917"; isCluster="true"; label="Exchange"; 423443 [id="node_423443" labelType="html" label="ShuffledRowRDD [423443] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106912 { id="cluster_1106912"; isCluster="true"; label="WholeStageCodegen (13)"; 423444 [id="node_423444" labelType="html" label="MapPartitionsRDD [423444] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106891 { id="cluster_1106891"; isCluster="true"; label="WholeStageCodegen (14)"; 423445 [id="node_423445" labelType="html" label="ZippedPartitionsRDD2 [423445] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423446 [id="node_423446" labelType="html" label="MapPartitionsRDD [423446] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106936 { id="cluster_1106936"; isCluster="true"; label="InMemoryTableScan"; 423447 [id="node_423447" labelType="html" label="MapPartitionsRDD [423447] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423448 [id="node_423448" labelType="html" label="MapPartitionsRDD [423448] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423449 [id="node_423449" labelType="html" label="MapPartitionsRDD [423449] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106931 { id="cluster_1106931"; isCluster="true"; label="WholeStageCodegen (15)"; 423450 [id="node_423450" labelType="html" label="MapPartitionsRDD [423450] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106881 { id="cluster_1106881"; isCluster="true"; label="WholeStageCodegen (16)"; 423451 [id="node_423451" labelType="html" label="ZippedPartitionsRDD2 [423451] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423452 [id="node_423452" labelType="html" label="MapPartitionsRDD [423452] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106880 { id="cluster_1106880"; isCluster="true"; label="Exchange"; 423453 [id="node_423453" labelType="html" label="MapPartitionsRDD [423453] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423330->423331; 423331->423332; 423435->423436; 423443->423444; 423436->423445; 423444->423445; 423445->423446; 423332->423447; 423447->423448; 423448->423449; 423449->423450; 423446->423451; 423450->423451; 423451->423452; 423452->423453; }
423329,423330
423434,423435
423442,423443
423332
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time