4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190987 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 60
Input Size / Records:
9.6 MiB / 60
Shuffle Write Size / Records:
4.1 MiB / 118908
Associated Job Ids:
52746
DAG Visualization
digraph G { id="graph_190987"; subgraph graph_stage_190987 { id="graph_stage_190987"; isCluster="true"; label="Stage 190987"; subgraph cluster_1111846 { id="cluster_1111846"; isCluster="true"; label="Exchange"; 425452 [id="node_425452" labelType="html" label="ShuffledRowRDD [425452] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111845 { id="cluster_1111845"; isCluster="true"; label="InMemoryTableScan"; 425453 [id="node_425453" labelType="html" label="MapPartitionsRDD [425453] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425454 [id="node_425454" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29064332]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [425454] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112165 { id="cluster_1112165"; isCluster="true"; label="InMemoryTableScan"; 425588 [id="node_425588" labelType="html" label="MapPartitionsRDD [425588] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425589 [id="node_425589" labelType="html" label="MapPartitionsRDD [425589] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425590 [id="node_425590" labelType="html" label="MapPartitionsRDD [425590] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112162 { id="cluster_1112162"; isCluster="true"; label="WholeStageCodegen (20)"; 425591 [id="node_425591" labelType="html" label="MapPartitionsRDD [425591] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112161 { id="cluster_1112161"; isCluster="true"; label="ObjectHashAggregate"; 425592 [id="node_425592" labelType="html" label="MapPartitionsRDD [425592] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112160 { id="cluster_1112160"; isCluster="true"; label="ObjectHashAggregate"; 425593 [id="node_425593" labelType="html" label="MapPartitionsRDD [425593] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112170 { id="cluster_1112170"; isCluster="true"; label="InMemoryTableScan"; 425594 [id="node_425594" labelType="html" label="MapPartitionsRDD [425594] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425595 [id="node_425595" labelType="html" label="MapPartitionsRDD [425595] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425596 [id="node_425596" labelType="html" label="MapPartitionsRDD [425596] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112166 { id="cluster_1112166"; isCluster="true"; label="WholeStageCodegen (21)"; 425597 [id="node_425597" labelType="html" label="MapPartitionsRDD [425597] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112159 { id="cluster_1112159"; isCluster="true"; label="Union"; 425598 [id="node_425598" labelType="html" label="UnionRDD [425598] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112158 { id="cluster_1112158"; isCluster="true"; label="Exchange"; 425599 [id="node_425599" labelType="html" label="MapPartitionsRDD [425599] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425452->425453; 425453->425454; 425454->425588; 425588->425589; 425589->425590; 425590->425591; 425591->425592; 425592->425593; 425454->425594; 425594->425595; 425595->425596; 425596->425597; 425593->425598; 425597->425598; 425598->425599; }
425451,425452
425454
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time