4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241578 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
20 s
Locality Level Summary:
Any: 2; Node local: 28
Input Size / Records:
4.2 MiB / 30
Shuffle Read Size / Records:
79.9 MiB / 1744846
Shuffle Write Size / Records:
42.5 MiB / 205276
Associated Job Ids:
66499
DAG Visualization
digraph G { id="graph_241578"; subgraph graph_stage_241578 { id="graph_stage_241578"; isCluster="true"; label="Stage 241578"; subgraph cluster_1411767 { id="cluster_1411767"; isCluster="true"; label="Exchange"; 540586 [id="node_540586" labelType="html" label="ShuffledRowRDD [540586] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411766 { id="cluster_1411766"; isCluster="true"; label="InMemoryTableScan"; 540587 [id="node_540587" labelType="html" label="MapPartitionsRDD [540587] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540588 [id="node_540588" labelType="html" label="Exchange hashpartitioning(product#8398783, plant#8398784, 30), REPARTITION_BY_NUM, [plan_id=36546947]\n+- *(1) Scan ExistingRDD[shardId#8398780,worklistShardItemId#8398781L,version#8398782,product#8398783,plant#8398784,periodStart#8398785,periodEnd#8398786,qty#8398787]\n [540588] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411995 { id="cluster_1411995"; isCluster="true"; label="Exchange"; 540667 [id="node_540667" labelType="html" label="ShuffledRowRDD [540667] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411991 { id="cluster_1411991"; isCluster="true"; label="WholeStageCodegen (2)"; 540668 [id="node_540668" labelType="html" label="MapPartitionsRDD [540668] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412011 { id="cluster_1412011"; isCluster="true"; label="Exchange"; 540673 [id="node_540673" labelType="html" label="ShuffledRowRDD [540673] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412007 { id="cluster_1412007"; isCluster="true"; label="WholeStageCodegen (4)"; 540674 [id="node_540674" labelType="html" label="MapPartitionsRDD [540674] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412006 { id="cluster_1412006"; isCluster="true"; label="ObjectHashAggregate"; 540675 [id="node_540675" labelType="html" label="MapPartitionsRDD [540675] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412005 { id="cluster_1412005"; isCluster="true"; label="ObjectHashAggregate"; 540676 [id="node_540676" labelType="html" label="MapPartitionsRDD [540676] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412002 { id="cluster_1412002"; isCluster="true"; label="WholeStageCodegen (5)"; 540677 [id="node_540677" labelType="html" label="MapPartitionsRDD [540677] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411987 { id="cluster_1411987"; isCluster="true"; label="WholeStageCodegen (6)"; 540678 [id="node_540678" labelType="html" label="ZippedPartitionsRDD2 [540678] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540679 [id="node_540679" labelType="html" label="MapPartitionsRDD [540679] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412023 { id="cluster_1412023"; isCluster="true"; label="InMemoryTableScan"; 540680 [id="node_540680" labelType="html" label="MapPartitionsRDD [540680] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540681 [id="node_540681" labelType="html" label="MapPartitionsRDD [540681] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540682 [id="node_540682" labelType="html" label="MapPartitionsRDD [540682] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412018 { id="cluster_1412018"; isCluster="true"; label="WholeStageCodegen (7)"; 540683 [id="node_540683" labelType="html" label="MapPartitionsRDD [540683] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411980 { id="cluster_1411980"; isCluster="true"; label="WholeStageCodegen (8)"; 540684 [id="node_540684" labelType="html" label="ZippedPartitionsRDD2 [540684] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540685 [id="node_540685" labelType="html" label="MapPartitionsRDD [540685] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411979 { id="cluster_1411979"; isCluster="true"; label="Exchange"; 540686 [id="node_540686" labelType="html" label="MapPartitionsRDD [540686] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540586->540587; 540587->540588; 540667->540668; 540673->540674; 540674->540675; 540675->540676; 540676->540677; 540668->540678; 540677->540678; 540678->540679; 540588->540680; 540680->540681; 540681->540682; 540682->540683; 540679->540684; 540683->540684; 540684->540685; 540685->540686; }
540585,540586
540666,540667
540672,540673
540588
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time