4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191341 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
16 s
Locality Level Summary:
Process local: 30
Input Size / Records:
12.5 MiB / 90
Output Size / Records:
3.0 MiB / 479444
Associated Job Ids:
52812
DAG Visualization
digraph G { id="graph_191341"; subgraph graph_stage_191341 { id="graph_stage_191341"; isCluster="true"; label="Stage 191341"; subgraph cluster_1114382 { id="cluster_1114382"; isCluster="true"; label="Exchange"; 426477 [id="node_426477" labelType="html" label="ShuffledRowRDD [426477] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114379 { id="cluster_1114379"; isCluster="true"; label="WholeStageCodegen (2)"; 426478 [id="node_426478" labelType="html" label="MapPartitionsRDD [426478] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114392 { id="cluster_1114392"; isCluster="true"; label="Exchange"; 426484 [id="node_426484" labelType="html" label="ShuffledRowRDD [426484] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114388 { id="cluster_1114388"; isCluster="true"; label="WholeStageCodegen (4)"; 426485 [id="node_426485" labelType="html" label="MapPartitionsRDD [426485] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114375 { id="cluster_1114375"; isCluster="true"; label="WholeStageCodegen (5)"; 426486 [id="node_426486" labelType="html" label="ZippedPartitionsRDD2 [426486] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426487 [id="node_426487" labelType="html" label="MapPartitionsRDD [426487] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114374 { id="cluster_1114374"; isCluster="true"; label="InMemoryTableScan"; 426488 [id="node_426488" labelType="html" label="MapPartitionsRDD [426488] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426489 [id="node_426489" labelType="html" label="*(5) Project [shardId#6552521, worklistShardItemId#6552522L, version#6877846, qty#6877375, demandChannel#6877355, demandStream#6877356, kpis#6877384]\n+- *(5) SortMergeJoin [shardId#6552521, worklistShardItemId#6552522L], [shardId#6877851, worklistShardItemId#6877852L], Inner\n :- *(2) Sort [shardId#6552521 ASC NULLS FIRST, worklistShardItemId#6552522L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552521, worklistShardItemId#6552522L, 30), ENSURE_REQUIREMENTS, [plan_id=29070601]\n : +- *(1) Filter (isnotnull(shardId#6552521) AND isnotnull(worklistShardItemId#6552522L))\n : +- InMemoryTableScan [shardId#6552521, worklistShardItemId#6552522L, qty#6877375, demandChannel#6877355, demandStream#6877356, kpis#6877384], [isnotnull(shardId#6552521), isnotnull(worklistShardItemId#6552522L)]\n : +- InMemoryRelation [shardId#6552521, worklistShardItemId#6552522L, qty#6877375, demandChannel#6877355, demandStream#6877356, kpis#6877384], StorageLevel(disk, memory, 2 rep... [426489] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114428 { id="cluster_1114428"; isCluster="true"; label="InMemoryTableScan"; 426498 [id="node_426498" labelType="html" label="MapPartitionsRDD [426498] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426499 [id="node_426499" labelType="html" label="MapPartitionsRDD [426499] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426500 [id="node_426500" labelType="html" label="MapPartitionsRDD [426500] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 426477->426478; 426484->426485; 426478->426486; 426485->426486; 426486->426487; 426487->426488; 426488->426489; 426489->426498; 426498->426499; 426499->426500; }
426476,426477
426483,426484
426489
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time