4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241142 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
4.2 MiB / 30
Shuffle Write Size / Records:
4.6 MiB / 102638
Associated Job Ids:
66410
DAG Visualization
digraph G { id="graph_241142"; subgraph graph_stage_241142 { id="graph_stage_241142"; isCluster="true"; label="Stage 241142"; subgraph cluster_1408445 { id="cluster_1408445"; isCluster="true"; label="Exchange"; 539235 [id="node_539235" labelType="html" label="ShuffledRowRDD [539235] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408444 { id="cluster_1408444"; isCluster="true"; label="InMemoryTableScan"; 539236 [id="node_539236" labelType="html" label="MapPartitionsRDD [539236] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539237 [id="node_539237" labelType="html" label="Exchange hashpartitioning(product#8398783, plant#8398784, 30), REPARTITION_BY_NUM, [plan_id=36538544]\n+- *(1) Scan ExistingRDD[shardId#8398780,worklistShardItemId#8398781L,version#8398782,product#8398783,plant#8398784,periodStart#8398785,periodEnd#8398786,qty#8398787]\n [539237] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409261 { id="cluster_1409261"; isCluster="true"; label="InMemoryTableScan"; 539589 [id="node_539589" labelType="html" label="MapPartitionsRDD [539589] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539590 [id="node_539590" labelType="html" label="MapPartitionsRDD [539590] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539591 [id="node_539591" labelType="html" label="MapPartitionsRDD [539591] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409257 { id="cluster_1409257"; isCluster="true"; label="WholeStageCodegen (4)"; 539592 [id="node_539592" labelType="html" label="MapPartitionsRDD [539592] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409256 { id="cluster_1409256"; isCluster="true"; label="Exchange"; 539593 [id="node_539593" labelType="html" label="MapPartitionsRDD [539593] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539235->539236; 539236->539237; 539237->539589; 539589->539590; 539590->539591; 539591->539592; 539592->539593; }
539234,539235
539237
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time