4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190929 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
9.1 MiB / 556380
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
52728
DAG Visualization
digraph G { id="graph_190929"; subgraph graph_stage_190929 { id="graph_stage_190929"; isCluster="true"; label="Stage 190929"; subgraph cluster_1111727 { id="cluster_1111727"; isCluster="true"; label="Exchange"; 425399 [id="node_425399" labelType="html" label="ShuffledRowRDD [425399] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111724 { id="cluster_1111724"; isCluster="true"; label="WholeStageCodegen (2)"; 425400 [id="node_425400" labelType="html" label="MapPartitionsRDD [425400] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111737 { id="cluster_1111737"; isCluster="true"; label="Exchange"; 425406 [id="node_425406" labelType="html" label="ShuffledRowRDD [425406] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111733 { id="cluster_1111733"; isCluster="true"; label="WholeStageCodegen (4)"; 425407 [id="node_425407" labelType="html" label="MapPartitionsRDD [425407] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111720 { id="cluster_1111720"; isCluster="true"; label="WholeStageCodegen (5)"; 425408 [id="node_425408" labelType="html" label="ZippedPartitionsRDD2 [425408] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425409 [id="node_425409" labelType="html" label="MapPartitionsRDD [425409] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111719 { id="cluster_1111719"; isCluster="true"; label="InMemoryTableScan"; 425410 [id="node_425410" labelType="html" label="MapPartitionsRDD [425410] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425411 [id="node_425411" labelType="html" label="*(5) Project [shardId#6552473, worklistShardItemId#6552474L, version#6861202, qty#6860731, demandChannel#6860711, demandStream#6860712, kpis#6860740]\n+- *(5) SortMergeJoin [shardId#6552473, worklistShardItemId#6552474L], [shardId#6861207, worklistShardItemId#6861208L], Inner\n :- *(2) Sort [shardId#6552473 ASC NULLS FIRST, worklistShardItemId#6552474L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552473, worklistShardItemId#6552474L, 30), ENSURE_REQUIREMENTS, [plan_id=29063936]\n : +- *(1) Filter (isnotnull(shardId#6552473) AND isnotnull(worklistShardItemId#6552474L))\n : +- InMemoryTableScan [shardId#6552473, worklistShardItemId#6552474L, qty#6860731, demandChannel#6860711, demandStream#6860712, kpis#6860740], [isnotnull(shardId#6552473), isnotnull(worklistShardItemId#6552474L)]\n : +- InMemoryRelation [shardId#6552473, worklistShardItemId#6552474L, qty#6860731, demandChannel#6860711, demandStream#6860712, kpis#6860740], StorageLevel(disk, memory, 2 rep... [425411] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425412 [id="node_425412" labelType="html" label="MapPartitionsRDD [425412] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425413 [id="node_425413" labelType="html" label="MapPartitionsRDD [425413] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425414 [id="node_425414" labelType="html" label="MapPartitionsRDD [425414] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111718 { id="cluster_1111718"; isCluster="true"; label="CollectLimit"; 425415 [id="node_425415" labelType="html" label="MapPartitionsRDD [425415] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425416 [id="node_425416" labelType="html" label="MapPartitionsRDD [425416] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425399->425400; 425406->425407; 425400->425408; 425407->425408; 425408->425409; 425409->425410; 425410->425411; 425411->425412; 425412->425413; 425413->425414; 425414->425415; 425415->425416; }
425398,425399
425405,425406
425411
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time