4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191044 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
9.6 MiB / 594540
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
52755
DAG Visualization
digraph G { id="graph_191044"; subgraph graph_stage_191044 { id="graph_stage_191044"; isCluster="true"; label="Stage 191044"; subgraph cluster_1112515 { id="cluster_1112515"; isCluster="true"; label="Exchange"; 425731 [id="node_425731" labelType="html" label="ShuffledRowRDD [425731] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112512 { id="cluster_1112512"; isCluster="true"; label="WholeStageCodegen (2)"; 425732 [id="node_425732" labelType="html" label="MapPartitionsRDD [425732] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112525 { id="cluster_1112525"; isCluster="true"; label="Exchange"; 425738 [id="node_425738" labelType="html" label="ShuffledRowRDD [425738] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112521 { id="cluster_1112521"; isCluster="true"; label="WholeStageCodegen (4)"; 425739 [id="node_425739" labelType="html" label="MapPartitionsRDD [425739] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112508 { id="cluster_1112508"; isCluster="true"; label="WholeStageCodegen (5)"; 425740 [id="node_425740" labelType="html" label="ZippedPartitionsRDD2 [425740] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425741 [id="node_425741" labelType="html" label="MapPartitionsRDD [425741] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112507 { id="cluster_1112507"; isCluster="true"; label="InMemoryTableScan"; 425742 [id="node_425742" labelType="html" label="MapPartitionsRDD [425742] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425743 [id="node_425743" labelType="html" label="*(5) Project [shardId#6552521, worklistShardItemId#6552522L, version#6866362, qty#6865318, demandChannel#6865298, demandStream#6865299, kpis#6865327]\n+- *(5) SortMergeJoin [shardId#6552521, worklistShardItemId#6552522L], [shardId#6866367, worklistShardItemId#6866368L], Inner\n :- *(2) Sort [shardId#6552521 ASC NULLS FIRST, worklistShardItemId#6552522L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552521, worklistShardItemId#6552522L, 30), ENSURE_REQUIREMENTS, [plan_id=29065805]\n : +- *(1) Filter (isnotnull(shardId#6552521) AND isnotnull(worklistShardItemId#6552522L))\n : +- InMemoryTableScan [shardId#6552521, worklistShardItemId#6552522L, qty#6865318, demandChannel#6865298, demandStream#6865299, kpis#6865327], [isnotnull(shardId#6552521), isnotnull(worklistShardItemId#6552522L)]\n : +- InMemoryRelation [shardId#6552521, worklistShardItemId#6552522L, qty#6865318, demandChannel#6865298, demandStream#6865299, kpis#6865327], StorageLevel(disk, memory, 2 rep... [425743] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425744 [id="node_425744" labelType="html" label="MapPartitionsRDD [425744] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425745 [id="node_425745" labelType="html" label="MapPartitionsRDD [425745] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425746 [id="node_425746" labelType="html" label="MapPartitionsRDD [425746] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112506 { id="cluster_1112506"; isCluster="true"; label="CollectLimit"; 425747 [id="node_425747" labelType="html" label="MapPartitionsRDD [425747] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425748 [id="node_425748" labelType="html" label="MapPartitionsRDD [425748] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425731->425732; 425738->425739; 425732->425740; 425739->425740; 425740->425741; 425741->425742; 425742->425743; 425743->425744; 425744->425745; 425745->425746; 425746->425747; 425747->425748; }
425730,425731
425737,425738
425743
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time