4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241480 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
16 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.9 MiB / 30
Shuffle Read Size / Records:
58.5 MiB / 1799310
Shuffle Write Size / Records:
9.4 MiB / 239908
Associated Job Ids:
66479
DAG Visualization
digraph G { id="graph_241480"; subgraph graph_stage_241480 { id="graph_stage_241480"; isCluster="true"; label="Stage 241480"; subgraph cluster_1411116 { id="cluster_1411116"; isCluster="true"; label="Exchange"; 540321 [id="node_540321" labelType="html" label="ShuffledRowRDD [540321] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411115 { id="cluster_1411115"; isCluster="true"; label="InMemoryTableScan"; 540322 [id="node_540322" labelType="html" label="MapPartitionsRDD [540322] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540323 [id="node_540323" labelType="html" label="Exchange hashpartitioning(product#8398783, plant#8398784, 30), REPARTITION_BY_NUM, [plan_id=36545295]\n+- *(1) Scan ExistingRDD[shardId#8398780,worklistShardItemId#8398781L,version#8398782,product#8398783,plant#8398784,periodStart#8398785,periodEnd#8398786,qty#8398787]\n [540323] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411395 { id="cluster_1411395"; isCluster="true"; label="Exchange"; 540430 [id="node_540430" labelType="html" label="ShuffledRowRDD [540430] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411392 { id="cluster_1411392"; isCluster="true"; label="WholeStageCodegen (11)"; 540431 [id="node_540431" labelType="html" label="MapPartitionsRDD [540431] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411414 { id="cluster_1411414"; isCluster="true"; label="Exchange"; 540438 [id="node_540438" labelType="html" label="ShuffledRowRDD [540438] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411409 { id="cluster_1411409"; isCluster="true"; label="WholeStageCodegen (13)"; 540439 [id="node_540439" labelType="html" label="MapPartitionsRDD [540439] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411388 { id="cluster_1411388"; isCluster="true"; label="WholeStageCodegen (14)"; 540440 [id="node_540440" labelType="html" label="ZippedPartitionsRDD2 [540440] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540441 [id="node_540441" labelType="html" label="MapPartitionsRDD [540441] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411433 { id="cluster_1411433"; isCluster="true"; label="InMemoryTableScan"; 540442 [id="node_540442" labelType="html" label="MapPartitionsRDD [540442] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540443 [id="node_540443" labelType="html" label="MapPartitionsRDD [540443] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540444 [id="node_540444" labelType="html" label="MapPartitionsRDD [540444] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411428 { id="cluster_1411428"; isCluster="true"; label="WholeStageCodegen (15)"; 540445 [id="node_540445" labelType="html" label="MapPartitionsRDD [540445] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411378 { id="cluster_1411378"; isCluster="true"; label="WholeStageCodegen (16)"; 540446 [id="node_540446" labelType="html" label="ZippedPartitionsRDD2 [540446] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540447 [id="node_540447" labelType="html" label="MapPartitionsRDD [540447] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411377 { id="cluster_1411377"; isCluster="true"; label="Exchange"; 540448 [id="node_540448" labelType="html" label="MapPartitionsRDD [540448] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540321->540322; 540322->540323; 540430->540431; 540438->540439; 540431->540440; 540439->540440; 540440->540441; 540323->540442; 540442->540443; 540443->540444; 540444->540445; 540441->540446; 540445->540446; 540446->540447; 540447->540448; }
540320,540321
540429,540430
540437,540438
540323
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time