4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190306 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
15 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.9 MiB / 30
Shuffle Read Size / Records:
31.5 MiB / 719166
Shuffle Write Size / Records:
27.2 MiB / 239722
Associated Job Ids:
52603
DAG Visualization
digraph G { id="graph_190306"; subgraph graph_stage_190306 { id="graph_stage_190306"; isCluster="true"; label="Stage 190306"; subgraph cluster_1107270 { id="cluster_1107270"; isCluster="true"; label="Exchange"; 423591 [id="node_423591" labelType="html" label="ShuffledRowRDD [423591] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107269 { id="cluster_1107269"; isCluster="true"; label="InMemoryTableScan"; 423592 [id="node_423592" labelType="html" label="MapPartitionsRDD [423592] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423593 [id="node_423593" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29052809]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [423593] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107488 { id="cluster_1107488"; isCluster="true"; label="Exchange"; 423668 [id="node_423668" labelType="html" label="ShuffledRowRDD [423668] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107484 { id="cluster_1107484"; isCluster="true"; label="WholeStageCodegen (2)"; 423669 [id="node_423669" labelType="html" label="MapPartitionsRDD [423669] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107504 { id="cluster_1107504"; isCluster="true"; label="Exchange"; 423674 [id="node_423674" labelType="html" label="ShuffledRowRDD [423674] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107500 { id="cluster_1107500"; isCluster="true"; label="WholeStageCodegen (4)"; 423675 [id="node_423675" labelType="html" label="MapPartitionsRDD [423675] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107499 { id="cluster_1107499"; isCluster="true"; label="ObjectHashAggregate"; 423676 [id="node_423676" labelType="html" label="MapPartitionsRDD [423676] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107498 { id="cluster_1107498"; isCluster="true"; label="ObjectHashAggregate"; 423677 [id="node_423677" labelType="html" label="MapPartitionsRDD [423677] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107495 { id="cluster_1107495"; isCluster="true"; label="WholeStageCodegen (5)"; 423678 [id="node_423678" labelType="html" label="MapPartitionsRDD [423678] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107480 { id="cluster_1107480"; isCluster="true"; label="WholeStageCodegen (6)"; 423679 [id="node_423679" labelType="html" label="ZippedPartitionsRDD2 [423679] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423680 [id="node_423680" labelType="html" label="MapPartitionsRDD [423680] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107516 { id="cluster_1107516"; isCluster="true"; label="InMemoryTableScan"; 423681 [id="node_423681" labelType="html" label="MapPartitionsRDD [423681] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423682 [id="node_423682" labelType="html" label="MapPartitionsRDD [423682] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423683 [id="node_423683" labelType="html" label="MapPartitionsRDD [423683] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107511 { id="cluster_1107511"; isCluster="true"; label="WholeStageCodegen (7)"; 423684 [id="node_423684" labelType="html" label="MapPartitionsRDD [423684] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107473 { id="cluster_1107473"; isCluster="true"; label="WholeStageCodegen (8)"; 423685 [id="node_423685" labelType="html" label="ZippedPartitionsRDD2 [423685] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423686 [id="node_423686" labelType="html" label="MapPartitionsRDD [423686] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107472 { id="cluster_1107472"; isCluster="true"; label="Exchange"; 423687 [id="node_423687" labelType="html" label="MapPartitionsRDD [423687] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423591->423592; 423592->423593; 423668->423669; 423674->423675; 423675->423676; 423676->423677; 423677->423678; 423669->423679; 423678->423679; 423679->423680; 423593->423681; 423681->423682; 423682->423683; 423683->423684; 423680->423685; 423684->423685; 423685->423686; 423686->423687; }
423590,423591
423667,423668
423673,423674
423593
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time