4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241515 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
17 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
9.6 MiB / 599770
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
66481
DAG Visualization
digraph G { id="graph_241515"; subgraph graph_stage_241515 { id="graph_stage_241515"; isCluster="true"; label="Stage 241515"; subgraph cluster_1411648 { id="cluster_1411648"; isCluster="true"; label="Exchange"; 540533 [id="node_540533" labelType="html" label="ShuffledRowRDD [540533] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411645 { id="cluster_1411645"; isCluster="true"; label="WholeStageCodegen (2)"; 540534 [id="node_540534" labelType="html" label="MapPartitionsRDD [540534] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411658 { id="cluster_1411658"; isCluster="true"; label="Exchange"; 540540 [id="node_540540" labelType="html" label="ShuffledRowRDD [540540] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411654 { id="cluster_1411654"; isCluster="true"; label="WholeStageCodegen (4)"; 540541 [id="node_540541" labelType="html" label="MapPartitionsRDD [540541] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411641 { id="cluster_1411641"; isCluster="true"; label="WholeStageCodegen (5)"; 540542 [id="node_540542" labelType="html" label="ZippedPartitionsRDD2 [540542] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540543 [id="node_540543" labelType="html" label="MapPartitionsRDD [540543] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411640 { id="cluster_1411640"; isCluster="true"; label="InMemoryTableScan"; 540544 [id="node_540544" labelType="html" label="MapPartitionsRDD [540544] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540545 [id="node_540545" labelType="html" label="*(5) Project [shardId#8398780, worklistShardItemId#8398781L, version#8715295, qty#8714824, demandChannel#8714804, demandStream#8714805, kpis#8714833]\n+- *(5) SortMergeJoin [shardId#8398780, worklistShardItemId#8398781L], [shardId#8715300, worklistShardItemId#8715301L], Inner\n :- *(2) Sort [shardId#8398780 ASC NULLS FIRST, worklistShardItemId#8398781L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#8398780, worklistShardItemId#8398781L, 30), ENSURE_REQUIREMENTS, [plan_id=36546551]\n : +- *(1) Filter (isnotnull(shardId#8398780) AND isnotnull(worklistShardItemId#8398781L))\n : +- InMemoryTableScan [shardId#8398780, worklistShardItemId#8398781L, qty#8714824, demandChannel#8714804, demandStream#8714805, kpis#8714833], [isnotnull(shardId#8398780), isnotnull(worklistShardItemId#8398781L)]\n : +- InMemoryRelation [shardId#8398780, worklistShardItemId#8398781L, qty#8714824, demandChannel#8714804, demandStream#8714805, kpis#8714833], StorageLevel(disk, memory, 2 rep... [540545] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540546 [id="node_540546" labelType="html" label="MapPartitionsRDD [540546] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540547 [id="node_540547" labelType="html" label="MapPartitionsRDD [540547] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540548 [id="node_540548" labelType="html" label="MapPartitionsRDD [540548] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411639 { id="cluster_1411639"; isCluster="true"; label="CollectLimit"; 540549 [id="node_540549" labelType="html" label="MapPartitionsRDD [540549] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540550 [id="node_540550" labelType="html" label="MapPartitionsRDD [540550] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540533->540534; 540540->540541; 540534->540542; 540541->540542; 540542->540543; 540543->540544; 540544->540545; 540545->540546; 540546->540547; 540547->540548; 540548->540549; 540549->540550; }
540532,540533
540539,540540
540545
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time