4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190787 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 60
Input Size / Records:
9.7 MiB / 60
Shuffle Write Size / Records:
4.2 MiB / 119146
Associated Job Ids:
52704
DAG Visualization
digraph G { id="graph_190787"; subgraph graph_stage_190787 { id="graph_stage_190787"; isCluster="true"; label="Stage 190787"; subgraph cluster_1110497 { id="cluster_1110497"; isCluster="true"; label="Exchange"; 424904 [id="node_424904" labelType="html" label="ShuffledRowRDD [424904] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110496 { id="cluster_1110496"; isCluster="true"; label="InMemoryTableScan"; 424905 [id="node_424905" labelType="html" label="MapPartitionsRDD [424905] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424906 [id="node_424906" labelType="html" label="Exchange hashpartitioning(product#6552500, plant#6552501, 30), REPARTITION_BY_NUM, [plan_id=29060947]\n+- *(1) Scan ExistingRDD[shardId#6552497,worklistShardItemId#6552498L,version#6552499,product#6552500,plant#6552501,periodStart#6552502,periodEnd#6552503,qty#6552504]\n [424906] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110816 { id="cluster_1110816"; isCluster="true"; label="InMemoryTableScan"; 425040 [id="node_425040" labelType="html" label="MapPartitionsRDD [425040] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425041 [id="node_425041" labelType="html" label="MapPartitionsRDD [425041] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425042 [id="node_425042" labelType="html" label="MapPartitionsRDD [425042] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110813 { id="cluster_1110813"; isCluster="true"; label="WholeStageCodegen (20)"; 425043 [id="node_425043" labelType="html" label="MapPartitionsRDD [425043] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110812 { id="cluster_1110812"; isCluster="true"; label="ObjectHashAggregate"; 425044 [id="node_425044" labelType="html" label="MapPartitionsRDD [425044] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110811 { id="cluster_1110811"; isCluster="true"; label="ObjectHashAggregate"; 425045 [id="node_425045" labelType="html" label="MapPartitionsRDD [425045] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110821 { id="cluster_1110821"; isCluster="true"; label="InMemoryTableScan"; 425046 [id="node_425046" labelType="html" label="MapPartitionsRDD [425046] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425047 [id="node_425047" labelType="html" label="MapPartitionsRDD [425047] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425048 [id="node_425048" labelType="html" label="MapPartitionsRDD [425048] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110817 { id="cluster_1110817"; isCluster="true"; label="WholeStageCodegen (21)"; 425049 [id="node_425049" labelType="html" label="MapPartitionsRDD [425049] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110810 { id="cluster_1110810"; isCluster="true"; label="Union"; 425050 [id="node_425050" labelType="html" label="UnionRDD [425050] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110809 { id="cluster_1110809"; isCluster="true"; label="Exchange"; 425051 [id="node_425051" labelType="html" label="MapPartitionsRDD [425051] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424904->424905; 424905->424906; 424906->425040; 425040->425041; 425041->425042; 425042->425043; 425043->425044; 425044->425045; 424906->425046; 425046->425047; 425047->425048; 425048->425049; 425045->425050; 425049->425050; 425050->425051; }
424903,424904
424906
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time