4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191244 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 s
Locality Level Summary:
Process local: 30
Input Size / Records:
9.3 MiB / 60
Output Size / Records:
2.3 MiB / 351756
Associated Job Ids:
52792
DAG Visualization
digraph G { id="graph_191244"; subgraph graph_stage_191244 { id="graph_stage_191244"; isCluster="true"; label="Stage 191244"; subgraph cluster_1113740 { id="cluster_1113740"; isCluster="true"; label="Exchange"; 426216 [id="node_426216" labelType="html" label="ShuffledRowRDD [426216] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113737 { id="cluster_1113737"; isCluster="true"; label="WholeStageCodegen (2)"; 426217 [id="node_426217" labelType="html" label="MapPartitionsRDD [426217] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113750 { id="cluster_1113750"; isCluster="true"; label="Exchange"; 426223 [id="node_426223" labelType="html" label="ShuffledRowRDD [426223] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113746 { id="cluster_1113746"; isCluster="true"; label="WholeStageCodegen (4)"; 426224 [id="node_426224" labelType="html" label="MapPartitionsRDD [426224] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113733 { id="cluster_1113733"; isCluster="true"; label="WholeStageCodegen (5)"; 426225 [id="node_426225" labelType="html" label="ZippedPartitionsRDD2 [426225] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426226 [id="node_426226" labelType="html" label="MapPartitionsRDD [426226] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113732 { id="cluster_1113732"; isCluster="true"; label="InMemoryTableScan"; 426227 [id="node_426227" labelType="html" label="MapPartitionsRDD [426227] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426228 [id="node_426228" labelType="html" label="*(5) Project [shardId#6552497, worklistShardItemId#6552498L, version#6873779, qty#6873308, demandChannel#6873288, demandStream#6873289, kpis#6873317]\n+- *(5) SortMergeJoin [shardId#6552497, worklistShardItemId#6552498L], [shardId#6873784, worklistShardItemId#6873785L], Inner\n :- *(2) Sort [shardId#6552497 ASC NULLS FIRST, worklistShardItemId#6552498L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552497, worklistShardItemId#6552498L, 30), ENSURE_REQUIREMENTS, [plan_id=29068970]\n : +- *(1) Filter (isnotnull(shardId#6552497) AND isnotnull(worklistShardItemId#6552498L))\n : +- InMemoryTableScan [shardId#6552497, worklistShardItemId#6552498L, qty#6873308, demandChannel#6873288, demandStream#6873289, kpis#6873317], [isnotnull(shardId#6552497), isnotnull(worklistShardItemId#6552498L)]\n : +- InMemoryRelation [shardId#6552497, worklistShardItemId#6552498L, qty#6873308, demandChannel#6873288, demandStream#6873289, kpis#6873317], StorageLevel(disk, memory, 2 rep... [426228] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113786 { id="cluster_1113786"; isCluster="true"; label="InMemoryTableScan"; 426237 [id="node_426237" labelType="html" label="MapPartitionsRDD [426237] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426238 [id="node_426238" labelType="html" label="MapPartitionsRDD [426238] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426239 [id="node_426239" labelType="html" label="MapPartitionsRDD [426239] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 426216->426217; 426223->426224; 426217->426225; 426224->426225; 426225->426226; 426226->426227; 426227->426228; 426228->426237; 426237->426238; 426238->426239; }
426215,426216
426222,426223
426228
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time