4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191227 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
7.4 MiB / 439695
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
52791
DAG Visualization
digraph G { id="graph_191227"; subgraph graph_stage_191227 { id="graph_stage_191227"; isCluster="true"; label="Stage 191227"; subgraph cluster_1113740 { id="cluster_1113740"; isCluster="true"; label="Exchange"; 426216 [id="node_426216" labelType="html" label="ShuffledRowRDD [426216] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113737 { id="cluster_1113737"; isCluster="true"; label="WholeStageCodegen (2)"; 426217 [id="node_426217" labelType="html" label="MapPartitionsRDD [426217] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113750 { id="cluster_1113750"; isCluster="true"; label="Exchange"; 426223 [id="node_426223" labelType="html" label="ShuffledRowRDD [426223] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113746 { id="cluster_1113746"; isCluster="true"; label="WholeStageCodegen (4)"; 426224 [id="node_426224" labelType="html" label="MapPartitionsRDD [426224] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113733 { id="cluster_1113733"; isCluster="true"; label="WholeStageCodegen (5)"; 426225 [id="node_426225" labelType="html" label="ZippedPartitionsRDD2 [426225] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426226 [id="node_426226" labelType="html" label="MapPartitionsRDD [426226] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113732 { id="cluster_1113732"; isCluster="true"; label="InMemoryTableScan"; 426227 [id="node_426227" labelType="html" label="MapPartitionsRDD [426227] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426228 [id="node_426228" labelType="html" label="*(5) Project [shardId#6552497, worklistShardItemId#6552498L, version#6873779, qty#6873308, demandChannel#6873288, demandStream#6873289, kpis#6873317]\n+- *(5) SortMergeJoin [shardId#6552497, worklistShardItemId#6552498L], [shardId#6873784, worklistShardItemId#6873785L], Inner\n :- *(2) Sort [shardId#6552497 ASC NULLS FIRST, worklistShardItemId#6552498L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552497, worklistShardItemId#6552498L, 30), ENSURE_REQUIREMENTS, [plan_id=29068970]\n : +- *(1) Filter (isnotnull(shardId#6552497) AND isnotnull(worklistShardItemId#6552498L))\n : +- InMemoryTableScan [shardId#6552497, worklistShardItemId#6552498L, qty#6873308, demandChannel#6873288, demandStream#6873289, kpis#6873317], [isnotnull(shardId#6552497), isnotnull(worklistShardItemId#6552498L)]\n : +- InMemoryRelation [shardId#6552497, worklistShardItemId#6552498L, qty#6873308, demandChannel#6873288, demandStream#6873289, kpis#6873317], StorageLevel(disk, memory, 2 rep... [426228] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426229 [id="node_426229" labelType="html" label="MapPartitionsRDD [426229] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426230 [id="node_426230" labelType="html" label="MapPartitionsRDD [426230] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426231 [id="node_426231" labelType="html" label="MapPartitionsRDD [426231] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113731 { id="cluster_1113731"; isCluster="true"; label="CollectLimit"; 426232 [id="node_426232" labelType="html" label="MapPartitionsRDD [426232] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426233 [id="node_426233" labelType="html" label="MapPartitionsRDD [426233] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 426216->426217; 426223->426224; 426217->426225; 426224->426225; 426225->426226; 426226->426227; 426227->426228; 426228->426229; 426229->426230; 426230->426231; 426231->426232; 426232->426233; }
426215,426216
426222,426223
426228
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time