4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190061 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
9.6 MiB / 594540
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
52549
DAG Visualization
digraph G { id="graph_190061"; subgraph graph_stage_190061 { id="graph_stage_190061"; isCluster="true"; label="Stage 190061"; subgraph cluster_1105979 { id="cluster_1105979"; isCluster="true"; label="Exchange"; 423066 [id="node_423066" labelType="html" label="ShuffledRowRDD [423066] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105976 { id="cluster_1105976"; isCluster="true"; label="WholeStageCodegen (2)"; 423067 [id="node_423067" labelType="html" label="MapPartitionsRDD [423067] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105989 { id="cluster_1105989"; isCluster="true"; label="Exchange"; 423075 [id="node_423075" labelType="html" label="ShuffledRowRDD [423075] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105985 { id="cluster_1105985"; isCluster="true"; label="WholeStageCodegen (4)"; 423076 [id="node_423076" labelType="html" label="MapPartitionsRDD [423076] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105972 { id="cluster_1105972"; isCluster="true"; label="WholeStageCodegen (5)"; 423077 [id="node_423077" labelType="html" label="ZippedPartitionsRDD2 [423077] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423078 [id="node_423078" labelType="html" label="MapPartitionsRDD [423078] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105971 { id="cluster_1105971"; isCluster="true"; label="InMemoryTableScan"; 423079 [id="node_423079" labelType="html" label="MapPartitionsRDD [423079] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423080 [id="node_423080" labelType="html" label="*(5) Project [shardId#6552521, worklistShardItemId#6552522L, version#6825140, qty#6823949, demandChannel#6823929, demandStream#6823930, kpis#6823958]\n+- *(5) SortMergeJoin [shardId#6552521, worklistShardItemId#6552522L], [shardId#6825145, worklistShardItemId#6825146L], Inner\n :- *(2) Sort [shardId#6552521 ASC NULLS FIRST, worklistShardItemId#6552522L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552521, worklistShardItemId#6552522L, 30), ENSURE_REQUIREMENTS, [plan_id=29049369]\n : +- *(1) Filter (isnotnull(shardId#6552521) AND isnotnull(worklistShardItemId#6552522L))\n : +- InMemoryTableScan [shardId#6552521, worklistShardItemId#6552522L, qty#6823949, demandChannel#6823929, demandStream#6823930, kpis#6823958], [isnotnull(shardId#6552521), isnotnull(worklistShardItemId#6552522L)]\n : +- InMemoryRelation [shardId#6552521, worklistShardItemId#6552522L, qty#6823949, demandChannel#6823929, demandStream#6823930, kpis#6823958], StorageLevel(disk, memory, 2 rep... [423080] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423081 [id="node_423081" labelType="html" label="MapPartitionsRDD [423081] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423082 [id="node_423082" labelType="html" label="MapPartitionsRDD [423082] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423083 [id="node_423083" labelType="html" label="MapPartitionsRDD [423083] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105970 { id="cluster_1105970"; isCluster="true"; label="CollectLimit"; 423084 [id="node_423084" labelType="html" label="MapPartitionsRDD [423084] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423085 [id="node_423085" labelType="html" label="MapPartitionsRDD [423085] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423066->423067; 423075->423076; 423067->423077; 423076->423077; 423077->423078; 423078->423079; 423079->423080; 423080->423081; 423081->423082; 423082->423083; 423083->423084; 423084->423085; }
423065,423066
423074,423075
423080
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time