4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 189860 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.5 MiB / 30
Shuffle Read Size / Records:
31.5 MiB / 1001484
Shuffle Write Size / Records:
8.9 MiB / 222552
Associated Job Ids:
52515
DAG Visualization
digraph G { id="graph_189860"; subgraph graph_stage_189860 { id="graph_stage_189860"; isCluster="true"; label="Stage 189860"; subgraph cluster_1104398 { id="cluster_1104398"; isCluster="true"; label="Exchange"; 422451 [id="node_422451" labelType="html" label="ShuffledRowRDD [422451] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104397 { id="cluster_1104397"; isCluster="true"; label="InMemoryTableScan"; 422452 [id="node_422452" labelType="html" label="MapPartitionsRDD [422452] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422453 [id="node_422453" labelType="html" label="Exchange hashpartitioning(product#6552476, plant#6552477, 30), REPARTITION_BY_NUM, [plan_id=29045738]\n+- *(1) Scan ExistingRDD[shardId#6552473,worklistShardItemId#6552474L,version#6552475,product#6552476,plant#6552477,periodStart#6552478,periodEnd#6552479,qty#6552480]\n [422453] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104667 { id="cluster_1104667"; isCluster="true"; label="Exchange"; 422556 [id="node_422556" labelType="html" label="ShuffledRowRDD [422556] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104664 { id="cluster_1104664"; isCluster="true"; label="WholeStageCodegen (11)"; 422557 [id="node_422557" labelType="html" label="MapPartitionsRDD [422557] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104686 { id="cluster_1104686"; isCluster="true"; label="Exchange"; 422564 [id="node_422564" labelType="html" label="ShuffledRowRDD [422564] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104681 { id="cluster_1104681"; isCluster="true"; label="WholeStageCodegen (13)"; 422565 [id="node_422565" labelType="html" label="MapPartitionsRDD [422565] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104660 { id="cluster_1104660"; isCluster="true"; label="WholeStageCodegen (14)"; 422566 [id="node_422566" labelType="html" label="ZippedPartitionsRDD2 [422566] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422567 [id="node_422567" labelType="html" label="MapPartitionsRDD [422567] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104705 { id="cluster_1104705"; isCluster="true"; label="InMemoryTableScan"; 422568 [id="node_422568" labelType="html" label="MapPartitionsRDD [422568] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422569 [id="node_422569" labelType="html" label="MapPartitionsRDD [422569] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422570 [id="node_422570" labelType="html" label="MapPartitionsRDD [422570] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104700 { id="cluster_1104700"; isCluster="true"; label="WholeStageCodegen (15)"; 422571 [id="node_422571" labelType="html" label="MapPartitionsRDD [422571] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104650 { id="cluster_1104650"; isCluster="true"; label="WholeStageCodegen (16)"; 422572 [id="node_422572" labelType="html" label="ZippedPartitionsRDD2 [422572] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422573 [id="node_422573" labelType="html" label="MapPartitionsRDD [422573] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104649 { id="cluster_1104649"; isCluster="true"; label="Exchange"; 422574 [id="node_422574" labelType="html" label="MapPartitionsRDD [422574] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422451->422452; 422452->422453; 422556->422557; 422564->422565; 422557->422566; 422565->422566; 422566->422567; 422453->422568; 422568->422569; 422569->422570; 422570->422571; 422567->422572; 422571->422572; 422572->422573; 422573->422574; }
422450,422451
422555,422556
422563,422564
422453
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time