4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190551 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Process local: 30
Input Size / Records:
12.5 MiB / 90
Output Size / Records:
3.1 MiB / 479444
Associated Job Ids:
52646
DAG Visualization
digraph G { id="graph_190551"; subgraph graph_stage_190551 { id="graph_stage_190551"; isCluster="true"; label="Stage 190551"; subgraph cluster_1109074 { id="cluster_1109074"; isCluster="true"; label="Exchange"; 424321 [id="node_424321" labelType="html" label="ShuffledRowRDD [424321] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109071 { id="cluster_1109071"; isCluster="true"; label="WholeStageCodegen (2)"; 424322 [id="node_424322" labelType="html" label="MapPartitionsRDD [424322] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109084 { id="cluster_1109084"; isCluster="true"; label="Exchange"; 424328 [id="node_424328" labelType="html" label="ShuffledRowRDD [424328] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109080 { id="cluster_1109080"; isCluster="true"; label="WholeStageCodegen (4)"; 424329 [id="node_424329" labelType="html" label="MapPartitionsRDD [424329] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109067 { id="cluster_1109067"; isCluster="true"; label="WholeStageCodegen (5)"; 424330 [id="node_424330" labelType="html" label="ZippedPartitionsRDD2 [424330] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424331 [id="node_424331" labelType="html" label="MapPartitionsRDD [424331] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109066 { id="cluster_1109066"; isCluster="true"; label="InMemoryTableScan"; 424332 [id="node_424332" labelType="html" label="MapPartitionsRDD [424332] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424333 [id="node_424333" labelType="html" label="*(5) Project [shardId#6552521, worklistShardItemId#6552522L, version#6844536, qty#6844065, demandChannel#6844045, demandStream#6844046, kpis#6844074]\n+- *(5) SortMergeJoin [shardId#6552521, worklistShardItemId#6552522L], [shardId#6844541, worklistShardItemId#6844542L], Inner\n :- *(2) Sort [shardId#6552521 ASC NULLS FIRST, worklistShardItemId#6552522L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552521, worklistShardItemId#6552522L, 30), ENSURE_REQUIREMENTS, [plan_id=29057276]\n : +- *(1) Filter (isnotnull(shardId#6552521) AND isnotnull(worklistShardItemId#6552522L))\n : +- InMemoryTableScan [shardId#6552521, worklistShardItemId#6552522L, qty#6844065, demandChannel#6844045, demandStream#6844046, kpis#6844074], [isnotnull(shardId#6552521), isnotnull(worklistShardItemId#6552522L)]\n : +- InMemoryRelation [shardId#6552521, worklistShardItemId#6552522L, qty#6844065, demandChannel#6844045, demandStream#6844046, kpis#6844074], StorageLevel(disk, memory, 2 rep... [424333] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109120 { id="cluster_1109120"; isCluster="true"; label="InMemoryTableScan"; 424342 [id="node_424342" labelType="html" label="MapPartitionsRDD [424342] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424343 [id="node_424343" labelType="html" label="MapPartitionsRDD [424343] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424344 [id="node_424344" labelType="html" label="MapPartitionsRDD [424344] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424321->424322; 424328->424329; 424322->424330; 424329->424330; 424330->424331; 424331->424332; 424332->424333; 424333->424342; 424342->424343; 424343->424344; }
424320,424321
424327,424328
424333
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time