4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190728 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
9.8 MiB / 599305
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
52685
DAG Visualization
digraph G { id="graph_190728"; subgraph graph_stage_190728 { id="graph_stage_190728"; isCluster="true"; label="Stage 190728"; subgraph cluster_1110356 { id="cluster_1110356"; isCluster="true"; label="Exchange"; 424843 [id="node_424843" labelType="html" label="ShuffledRowRDD [424843] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110353 { id="cluster_1110353"; isCluster="true"; label="WholeStageCodegen (2)"; 424844 [id="node_424844" labelType="html" label="MapPartitionsRDD [424844] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110366 { id="cluster_1110366"; isCluster="true"; label="Exchange"; 424850 [id="node_424850" labelType="html" label="ShuffledRowRDD [424850] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110362 { id="cluster_1110362"; isCluster="true"; label="WholeStageCodegen (4)"; 424851 [id="node_424851" labelType="html" label="MapPartitionsRDD [424851] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110349 { id="cluster_1110349"; isCluster="true"; label="WholeStageCodegen (5)"; 424852 [id="node_424852" labelType="html" label="ZippedPartitionsRDD2 [424852] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424853 [id="node_424853" labelType="html" label="MapPartitionsRDD [424853] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110348 { id="cluster_1110348"; isCluster="true"; label="InMemoryTableScan"; 424854 [id="node_424854" labelType="html" label="MapPartitionsRDD [424854] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424855 [id="node_424855" labelType="html" label="*(5) Project [shardId#6552521, worklistShardItemId#6552522L, version#6852692, qty#6852221, demandChannel#6852201, demandStream#6852202, kpis#6852230]\n+- *(5) SortMergeJoin [shardId#6552521, worklistShardItemId#6552522L], [shardId#6852697, worklistShardItemId#6852698L], Inner\n :- *(2) Sort [shardId#6552521 ASC NULLS FIRST, worklistShardItemId#6552522L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552521, worklistShardItemId#6552522L, 30), ENSURE_REQUIREMENTS, [plan_id=29060518]\n : +- *(1) Filter (isnotnull(shardId#6552521) AND isnotnull(worklistShardItemId#6552522L))\n : +- InMemoryTableScan [shardId#6552521, worklistShardItemId#6552522L, qty#6852221, demandChannel#6852201, demandStream#6852202, kpis#6852230], [isnotnull(shardId#6552521), isnotnull(worklistShardItemId#6552522L)]\n : +- InMemoryRelation [shardId#6552521, worklistShardItemId#6552522L, qty#6852221, demandChannel#6852201, demandStream#6852202, kpis#6852230], StorageLevel(disk, memory, 2 rep... [424855] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424856 [id="node_424856" labelType="html" label="MapPartitionsRDD [424856] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424857 [id="node_424857" labelType="html" label="MapPartitionsRDD [424857] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424858 [id="node_424858" labelType="html" label="MapPartitionsRDD [424858] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110347 { id="cluster_1110347"; isCluster="true"; label="CollectLimit"; 424859 [id="node_424859" labelType="html" label="MapPartitionsRDD [424859] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424860 [id="node_424860" labelType="html" label="MapPartitionsRDD [424860] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424843->424844; 424850->424851; 424844->424852; 424851->424852; 424852->424853; 424853->424854; 424854->424855; 424855->424856; 424856->424857; 424857->424858; 424858->424859; 424859->424860; }
424842,424843
424849,424850
424855
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time