4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190693 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
26 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.9 MiB / 30
Shuffle Read Size / Records:
51.9 MiB / 1198610
Shuffle Write Size / Records:
34.9 MiB / 239722
Associated Job Ids:
52683
DAG Visualization
digraph G { id="graph_190693"; subgraph graph_stage_190693 { id="graph_stage_190693"; isCluster="true"; label="Stage 190693"; subgraph cluster_1109834 { id="cluster_1109834"; isCluster="true"; label="Exchange"; 424635 [id="node_424635" labelType="html" label="ShuffledRowRDD [424635] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109833 { id="cluster_1109833"; isCluster="true"; label="InMemoryTableScan"; 424636 [id="node_424636" labelType="html" label="MapPartitionsRDD [424636] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424637 [id="node_424637" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29059293]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [424637] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110052 { id="cluster_1110052"; isCluster="true"; label="Exchange"; 424712 [id="node_424712" labelType="html" label="ShuffledRowRDD [424712] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110048 { id="cluster_1110048"; isCluster="true"; label="WholeStageCodegen (2)"; 424713 [id="node_424713" labelType="html" label="MapPartitionsRDD [424713] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110068 { id="cluster_1110068"; isCluster="true"; label="Exchange"; 424718 [id="node_424718" labelType="html" label="ShuffledRowRDD [424718] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110064 { id="cluster_1110064"; isCluster="true"; label="WholeStageCodegen (4)"; 424719 [id="node_424719" labelType="html" label="MapPartitionsRDD [424719] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110063 { id="cluster_1110063"; isCluster="true"; label="ObjectHashAggregate"; 424720 [id="node_424720" labelType="html" label="MapPartitionsRDD [424720] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110062 { id="cluster_1110062"; isCluster="true"; label="ObjectHashAggregate"; 424721 [id="node_424721" labelType="html" label="MapPartitionsRDD [424721] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110059 { id="cluster_1110059"; isCluster="true"; label="WholeStageCodegen (5)"; 424722 [id="node_424722" labelType="html" label="MapPartitionsRDD [424722] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110044 { id="cluster_1110044"; isCluster="true"; label="WholeStageCodegen (6)"; 424723 [id="node_424723" labelType="html" label="ZippedPartitionsRDD2 [424723] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424724 [id="node_424724" labelType="html" label="MapPartitionsRDD [424724] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110080 { id="cluster_1110080"; isCluster="true"; label="InMemoryTableScan"; 424725 [id="node_424725" labelType="html" label="MapPartitionsRDD [424725] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424726 [id="node_424726" labelType="html" label="MapPartitionsRDD [424726] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424727 [id="node_424727" labelType="html" label="MapPartitionsRDD [424727] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110075 { id="cluster_1110075"; isCluster="true"; label="WholeStageCodegen (7)"; 424728 [id="node_424728" labelType="html" label="MapPartitionsRDD [424728] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110037 { id="cluster_1110037"; isCluster="true"; label="WholeStageCodegen (8)"; 424729 [id="node_424729" labelType="html" label="ZippedPartitionsRDD2 [424729] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424730 [id="node_424730" labelType="html" label="MapPartitionsRDD [424730] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110036 { id="cluster_1110036"; isCluster="true"; label="Exchange"; 424731 [id="node_424731" labelType="html" label="MapPartitionsRDD [424731] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424635->424636; 424636->424637; 424712->424713; 424718->424719; 424719->424720; 424720->424721; 424721->424722; 424713->424723; 424722->424723; 424723->424724; 424637->424725; 424725->424726; 424726->424727; 424727->424728; 424724->424729; 424728->424729; 424729->424730; 424730->424731; }
424634,424635
424711,424712
424717,424718
424637
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time