4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190437 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
10 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
9.7 MiB / 599305
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
52625
DAG Visualization
digraph G { id="graph_190437"; subgraph graph_stage_190437 { id="graph_stage_190437"; isCluster="true"; label="Stage 190437"; subgraph cluster_1108433 { id="cluster_1108433"; isCluster="true"; label="Exchange"; 424060 [id="node_424060" labelType="html" label="ShuffledRowRDD [424060] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108430 { id="cluster_1108430"; isCluster="true"; label="WholeStageCodegen (2)"; 424061 [id="node_424061" labelType="html" label="MapPartitionsRDD [424061] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108443 { id="cluster_1108443"; isCluster="true"; label="Exchange"; 424067 [id="node_424067" labelType="html" label="ShuffledRowRDD [424067] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108439 { id="cluster_1108439"; isCluster="true"; label="WholeStageCodegen (4)"; 424068 [id="node_424068" labelType="html" label="MapPartitionsRDD [424068] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108426 { id="cluster_1108426"; isCluster="true"; label="WholeStageCodegen (5)"; 424069 [id="node_424069" labelType="html" label="ZippedPartitionsRDD2 [424069] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424070 [id="node_424070" labelType="html" label="MapPartitionsRDD [424070] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108425 { id="cluster_1108425"; isCluster="true"; label="InMemoryTableScan"; 424071 [id="node_424071" labelType="html" label="MapPartitionsRDD [424071] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424072 [id="node_424072" labelType="html" label="*(5) Project [shardId#6552521, worklistShardItemId#6552522L, version#6840458, qty#6839987, demandChannel#6839967, demandStream#6839968, kpis#6839996]\n+- *(5) SortMergeJoin [shardId#6552521, worklistShardItemId#6552522L], [shardId#6840463, worklistShardItemId#6840464L], Inner\n :- *(2) Sort [shardId#6552521 ASC NULLS FIRST, worklistShardItemId#6552522L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552521, worklistShardItemId#6552522L, 30), ENSURE_REQUIREMENTS, [plan_id=29055655]\n : +- *(1) Filter (isnotnull(shardId#6552521) AND isnotnull(worklistShardItemId#6552522L))\n : +- InMemoryTableScan [shardId#6552521, worklistShardItemId#6552522L, qty#6839987, demandChannel#6839967, demandStream#6839968, kpis#6839996], [isnotnull(shardId#6552521), isnotnull(worklistShardItemId#6552522L)]\n : +- InMemoryRelation [shardId#6552521, worklistShardItemId#6552522L, qty#6839987, demandChannel#6839967, demandStream#6839968, kpis#6839996], StorageLevel(disk, memory, 2 rep... [424072] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424073 [id="node_424073" labelType="html" label="MapPartitionsRDD [424073] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424074 [id="node_424074" labelType="html" label="MapPartitionsRDD [424074] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424075 [id="node_424075" labelType="html" label="MapPartitionsRDD [424075] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108424 { id="cluster_1108424"; isCluster="true"; label="CollectLimit"; 424076 [id="node_424076" labelType="html" label="MapPartitionsRDD [424076] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424077 [id="node_424077" labelType="html" label="MapPartitionsRDD [424077] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424060->424061; 424067->424068; 424061->424069; 424068->424069; 424069->424070; 424070->424071; 424071->424072; 424072->424073; 424073->424074; 424074->424075; 424075->424076; 424076->424077; }
424059,424060
424066,424067
424072
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time