4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191065 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 s
Locality Level Summary:
Process local: 30
Input Size / Records:
12.4 MiB / 90
Output Size / Records:
3.0 MiB / 475632
Associated Job Ids:
52758
DAG Visualization
digraph G { id="graph_191065"; subgraph graph_stage_191065 { id="graph_stage_191065"; isCluster="true"; label="Stage 191065"; subgraph cluster_1112515 { id="cluster_1112515"; isCluster="true"; label="Exchange"; 425731 [id="node_425731" labelType="html" label="ShuffledRowRDD [425731] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112512 { id="cluster_1112512"; isCluster="true"; label="WholeStageCodegen (2)"; 425732 [id="node_425732" labelType="html" label="MapPartitionsRDD [425732] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112525 { id="cluster_1112525"; isCluster="true"; label="Exchange"; 425738 [id="node_425738" labelType="html" label="ShuffledRowRDD [425738] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112521 { id="cluster_1112521"; isCluster="true"; label="WholeStageCodegen (4)"; 425739 [id="node_425739" labelType="html" label="MapPartitionsRDD [425739] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112508 { id="cluster_1112508"; isCluster="true"; label="WholeStageCodegen (5)"; 425740 [id="node_425740" labelType="html" label="ZippedPartitionsRDD2 [425740] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425741 [id="node_425741" labelType="html" label="MapPartitionsRDD [425741] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112507 { id="cluster_1112507"; isCluster="true"; label="InMemoryTableScan"; 425742 [id="node_425742" labelType="html" label="MapPartitionsRDD [425742] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425743 [id="node_425743" labelType="html" label="*(5) Project [shardId#6552521, worklistShardItemId#6552522L, version#6866362, qty#6865318, demandChannel#6865298, demandStream#6865299, kpis#6865327]\n+- *(5) SortMergeJoin [shardId#6552521, worklistShardItemId#6552522L], [shardId#6866367, worklistShardItemId#6866368L], Inner\n :- *(2) Sort [shardId#6552521 ASC NULLS FIRST, worklistShardItemId#6552522L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552521, worklistShardItemId#6552522L, 30), ENSURE_REQUIREMENTS, [plan_id=29065805]\n : +- *(1) Filter (isnotnull(shardId#6552521) AND isnotnull(worklistShardItemId#6552522L))\n : +- InMemoryTableScan [shardId#6552521, worklistShardItemId#6552522L, qty#6865318, demandChannel#6865298, demandStream#6865299, kpis#6865327], [isnotnull(shardId#6552521), isnotnull(worklistShardItemId#6552522L)]\n : +- InMemoryRelation [shardId#6552521, worklistShardItemId#6552522L, qty#6865318, demandChannel#6865298, demandStream#6865299, kpis#6865327], StorageLevel(disk, memory, 2 rep... [425743] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112592 { id="cluster_1112592"; isCluster="true"; label="InMemoryTableScan"; 425760 [id="node_425760" labelType="html" label="MapPartitionsRDD [425760] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425761 [id="node_425761" labelType="html" label="MapPartitionsRDD [425761] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425762 [id="node_425762" labelType="html" label="MapPartitionsRDD [425762] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425731->425732; 425738->425739; 425732->425740; 425739->425740; 425740->425741; 425741->425742; 425742->425743; 425743->425760; 425760->425761; 425761->425762; }
425730,425731
425737,425738
425743
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time