4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190534 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
10 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
9.7 MiB / 599305
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
52645
DAG Visualization
digraph G { id="graph_190534"; subgraph graph_stage_190534 { id="graph_stage_190534"; isCluster="true"; label="Stage 190534"; subgraph cluster_1109074 { id="cluster_1109074"; isCluster="true"; label="Exchange"; 424321 [id="node_424321" labelType="html" label="ShuffledRowRDD [424321] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109071 { id="cluster_1109071"; isCluster="true"; label="WholeStageCodegen (2)"; 424322 [id="node_424322" labelType="html" label="MapPartitionsRDD [424322] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109084 { id="cluster_1109084"; isCluster="true"; label="Exchange"; 424328 [id="node_424328" labelType="html" label="ShuffledRowRDD [424328] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109080 { id="cluster_1109080"; isCluster="true"; label="WholeStageCodegen (4)"; 424329 [id="node_424329" labelType="html" label="MapPartitionsRDD [424329] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109067 { id="cluster_1109067"; isCluster="true"; label="WholeStageCodegen (5)"; 424330 [id="node_424330" labelType="html" label="ZippedPartitionsRDD2 [424330] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424331 [id="node_424331" labelType="html" label="MapPartitionsRDD [424331] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109066 { id="cluster_1109066"; isCluster="true"; label="InMemoryTableScan"; 424332 [id="node_424332" labelType="html" label="MapPartitionsRDD [424332] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424333 [id="node_424333" labelType="html" label="*(5) Project [shardId#6552521, worklistShardItemId#6552522L, version#6844536, qty#6844065, demandChannel#6844045, demandStream#6844046, kpis#6844074]\n+- *(5) SortMergeJoin [shardId#6552521, worklistShardItemId#6552522L], [shardId#6844541, worklistShardItemId#6844542L], Inner\n :- *(2) Sort [shardId#6552521 ASC NULLS FIRST, worklistShardItemId#6552522L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552521, worklistShardItemId#6552522L, 30), ENSURE_REQUIREMENTS, [plan_id=29057276]\n : +- *(1) Filter (isnotnull(shardId#6552521) AND isnotnull(worklistShardItemId#6552522L))\n : +- InMemoryTableScan [shardId#6552521, worklistShardItemId#6552522L, qty#6844065, demandChannel#6844045, demandStream#6844046, kpis#6844074], [isnotnull(shardId#6552521), isnotnull(worklistShardItemId#6552522L)]\n : +- InMemoryRelation [shardId#6552521, worklistShardItemId#6552522L, qty#6844065, demandChannel#6844045, demandStream#6844046, kpis#6844074], StorageLevel(disk, memory, 2 rep... [424333] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424334 [id="node_424334" labelType="html" label="MapPartitionsRDD [424334] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424335 [id="node_424335" labelType="html" label="MapPartitionsRDD [424335] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424336 [id="node_424336" labelType="html" label="MapPartitionsRDD [424336] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109065 { id="cluster_1109065"; isCluster="true"; label="CollectLimit"; 424337 [id="node_424337" labelType="html" label="MapPartitionsRDD [424337] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424338 [id="node_424338" labelType="html" label="MapPartitionsRDD [424338] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424321->424322; 424328->424329; 424322->424330; 424329->424330; 424330->424331; 424331->424332; 424332->424333; 424333->424334; 424334->424335; 424335->424336; 424336->424337; 424337->424338; }
424320,424321
424327,424328
424333
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time