4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241532 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
17 s
Locality Level Summary:
Process local: 30
Input Size / Records:
12.5 MiB / 90
Output Size / Records:
3.0 MiB / 479816
Associated Job Ids:
66482
DAG Visualization
digraph G { id="graph_241532"; subgraph graph_stage_241532 { id="graph_stage_241532"; isCluster="true"; label="Stage 241532"; subgraph cluster_1411648 { id="cluster_1411648"; isCluster="true"; label="Exchange"; 540533 [id="node_540533" labelType="html" label="ShuffledRowRDD [540533] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411645 { id="cluster_1411645"; isCluster="true"; label="WholeStageCodegen (2)"; 540534 [id="node_540534" labelType="html" label="MapPartitionsRDD [540534] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411658 { id="cluster_1411658"; isCluster="true"; label="Exchange"; 540540 [id="node_540540" labelType="html" label="ShuffledRowRDD [540540] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411654 { id="cluster_1411654"; isCluster="true"; label="WholeStageCodegen (4)"; 540541 [id="node_540541" labelType="html" label="MapPartitionsRDD [540541] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411641 { id="cluster_1411641"; isCluster="true"; label="WholeStageCodegen (5)"; 540542 [id="node_540542" labelType="html" label="ZippedPartitionsRDD2 [540542] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540543 [id="node_540543" labelType="html" label="MapPartitionsRDD [540543] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411640 { id="cluster_1411640"; isCluster="true"; label="InMemoryTableScan"; 540544 [id="node_540544" labelType="html" label="MapPartitionsRDD [540544] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540545 [id="node_540545" labelType="html" label="*(5) Project [shardId#8398780, worklistShardItemId#8398781L, version#8715295, qty#8714824, demandChannel#8714804, demandStream#8714805, kpis#8714833]\n+- *(5) SortMergeJoin [shardId#8398780, worklistShardItemId#8398781L], [shardId#8715300, worklistShardItemId#8715301L], Inner\n :- *(2) Sort [shardId#8398780 ASC NULLS FIRST, worklistShardItemId#8398781L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#8398780, worklistShardItemId#8398781L, 30), ENSURE_REQUIREMENTS, [plan_id=36546551]\n : +- *(1) Filter (isnotnull(shardId#8398780) AND isnotnull(worklistShardItemId#8398781L))\n : +- InMemoryTableScan [shardId#8398780, worklistShardItemId#8398781L, qty#8714824, demandChannel#8714804, demandStream#8714805, kpis#8714833], [isnotnull(shardId#8398780), isnotnull(worklistShardItemId#8398781L)]\n : +- InMemoryRelation [shardId#8398780, worklistShardItemId#8398781L, qty#8714824, demandChannel#8714804, demandStream#8714805, kpis#8714833], StorageLevel(disk, memory, 2 rep... [540545] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411694 { id="cluster_1411694"; isCluster="true"; label="InMemoryTableScan"; 540554 [id="node_540554" labelType="html" label="MapPartitionsRDD [540554] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540555 [id="node_540555" labelType="html" label="MapPartitionsRDD [540555] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540556 [id="node_540556" labelType="html" label="MapPartitionsRDD [540556] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540533->540534; 540540->540541; 540534->540542; 540541->540542; 540542->540543; 540543->540544; 540544->540545; 540545->540554; 540554->540555; 540555->540556; }
540532,540533
540539,540540
540545
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time