4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241377 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
20 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.2 MiB / 30
Shuffle Read Size / Records:
55.4 MiB / 1642208
Shuffle Write Size / Records:
8.0 MiB / 205276
Associated Job Ids:
66457
DAG Visualization
digraph G { id="graph_241377"; subgraph graph_stage_241377 { id="graph_stage_241377"; isCluster="true"; label="Stage 241377"; subgraph cluster_1410398 { id="cluster_1410398"; isCluster="true"; label="Exchange"; 540030 [id="node_540030" labelType="html" label="ShuffledRowRDD [540030] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410397 { id="cluster_1410397"; isCluster="true"; label="InMemoryTableScan"; 540031 [id="node_540031" labelType="html" label="MapPartitionsRDD [540031] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540032 [id="node_540032" labelType="html" label="Exchange hashpartitioning(product#8398783, plant#8398784, 30), REPARTITION_BY_NUM, [plan_id=36543500]\n+- *(1) Scan ExistingRDD[shardId#8398780,worklistShardItemId#8398781L,version#8398782,product#8398783,plant#8398784,periodStart#8398785,periodEnd#8398786,qty#8398787]\n [540032] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410677 { id="cluster_1410677"; isCluster="true"; label="Exchange"; 540139 [id="node_540139" labelType="html" label="ShuffledRowRDD [540139] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410674 { id="cluster_1410674"; isCluster="true"; label="WholeStageCodegen (11)"; 540140 [id="node_540140" labelType="html" label="MapPartitionsRDD [540140] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410696 { id="cluster_1410696"; isCluster="true"; label="Exchange"; 540147 [id="node_540147" labelType="html" label="ShuffledRowRDD [540147] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410691 { id="cluster_1410691"; isCluster="true"; label="WholeStageCodegen (13)"; 540148 [id="node_540148" labelType="html" label="MapPartitionsRDD [540148] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410670 { id="cluster_1410670"; isCluster="true"; label="WholeStageCodegen (14)"; 540149 [id="node_540149" labelType="html" label="ZippedPartitionsRDD2 [540149] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540150 [id="node_540150" labelType="html" label="MapPartitionsRDD [540150] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410715 { id="cluster_1410715"; isCluster="true"; label="InMemoryTableScan"; 540151 [id="node_540151" labelType="html" label="MapPartitionsRDD [540151] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540152 [id="node_540152" labelType="html" label="MapPartitionsRDD [540152] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540153 [id="node_540153" labelType="html" label="MapPartitionsRDD [540153] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410710 { id="cluster_1410710"; isCluster="true"; label="WholeStageCodegen (15)"; 540154 [id="node_540154" labelType="html" label="MapPartitionsRDD [540154] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410660 { id="cluster_1410660"; isCluster="true"; label="WholeStageCodegen (16)"; 540155 [id="node_540155" labelType="html" label="ZippedPartitionsRDD2 [540155] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540156 [id="node_540156" labelType="html" label="MapPartitionsRDD [540156] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410659 { id="cluster_1410659"; isCluster="true"; label="Exchange"; 540157 [id="node_540157" labelType="html" label="MapPartitionsRDD [540157] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540030->540031; 540031->540032; 540139->540140; 540147->540148; 540140->540149; 540148->540149; 540149->540150; 540032->540151; 540151->540152; 540152->540153; 540153->540154; 540150->540155; 540154->540155; 540155->540156; 540156->540157; }
540029,540030
540138,540139
540146,540147
540032
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time