4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190340 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
12 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
9.7 MiB / 599305
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
52605
DAG Visualization
digraph G { id="graph_190340"; subgraph graph_stage_190340 { id="graph_stage_190340"; isCluster="true"; label="Stage 190340"; subgraph cluster_1107792 { id="cluster_1107792"; isCluster="true"; label="Exchange"; 423799 [id="node_423799" labelType="html" label="ShuffledRowRDD [423799] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107789 { id="cluster_1107789"; isCluster="true"; label="WholeStageCodegen (2)"; 423800 [id="node_423800" labelType="html" label="MapPartitionsRDD [423800] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107802 { id="cluster_1107802"; isCluster="true"; label="Exchange"; 423806 [id="node_423806" labelType="html" label="ShuffledRowRDD [423806] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107798 { id="cluster_1107798"; isCluster="true"; label="WholeStageCodegen (4)"; 423807 [id="node_423807" labelType="html" label="MapPartitionsRDD [423807] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107785 { id="cluster_1107785"; isCluster="true"; label="WholeStageCodegen (5)"; 423808 [id="node_423808" labelType="html" label="ZippedPartitionsRDD2 [423808] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423809 [id="node_423809" labelType="html" label="MapPartitionsRDD [423809] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107784 { id="cluster_1107784"; isCluster="true"; label="InMemoryTableScan"; 423810 [id="node_423810" labelType="html" label="MapPartitionsRDD [423810] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423811 [id="node_423811" labelType="html" label="*(5) Project [shardId#6552521, worklistShardItemId#6552522L, version#6836380, qty#6835909, demandChannel#6835889, demandStream#6835890, kpis#6835918]\n+- *(5) SortMergeJoin [shardId#6552521, worklistShardItemId#6552522L], [shardId#6836385, worklistShardItemId#6836386L], Inner\n :- *(2) Sort [shardId#6552521 ASC NULLS FIRST, worklistShardItemId#6552522L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552521, worklistShardItemId#6552522L, 30), ENSURE_REQUIREMENTS, [plan_id=29054034]\n : +- *(1) Filter (isnotnull(shardId#6552521) AND isnotnull(worklistShardItemId#6552522L))\n : +- InMemoryTableScan [shardId#6552521, worklistShardItemId#6552522L, qty#6835909, demandChannel#6835889, demandStream#6835890, kpis#6835918], [isnotnull(shardId#6552521), isnotnull(worklistShardItemId#6552522L)]\n : +- InMemoryRelation [shardId#6552521, worklistShardItemId#6552522L, qty#6835909, demandChannel#6835889, demandStream#6835890, kpis#6835918], StorageLevel(disk, memory, 2 rep... [423811] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423812 [id="node_423812" labelType="html" label="MapPartitionsRDD [423812] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423813 [id="node_423813" labelType="html" label="MapPartitionsRDD [423813] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423814 [id="node_423814" labelType="html" label="MapPartitionsRDD [423814] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107783 { id="cluster_1107783"; isCluster="true"; label="CollectLimit"; 423815 [id="node_423815" labelType="html" label="MapPartitionsRDD [423815] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423816 [id="node_423816" labelType="html" label="MapPartitionsRDD [423816] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423799->423800; 423806->423807; 423800->423808; 423807->423808; 423808->423809; 423809->423810; 423810->423811; 423811->423812; 423812->423813; 423813->423814; 423814->423815; 423815->423816; }
423798,423799
423805,423806
423811
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time