4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 189863 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 60
Input Size / Records:
9.0 MiB / 60
Shuffle Write Size / Records:
3.9 MiB / 111276
Associated Job Ids:
52515
DAG Visualization
digraph G { id="graph_189863"; subgraph graph_stage_189863 { id="graph_stage_189863"; isCluster="true"; label="Stage 189863"; subgraph cluster_1104398 { id="cluster_1104398"; isCluster="true"; label="Exchange"; 422451 [id="node_422451" labelType="html" label="ShuffledRowRDD [422451] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104397 { id="cluster_1104397"; isCluster="true"; label="InMemoryTableScan"; 422452 [id="node_422452" labelType="html" label="MapPartitionsRDD [422452] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422453 [id="node_422453" labelType="html" label="Exchange hashpartitioning(product#6552476, plant#6552477, 30), REPARTITION_BY_NUM, [plan_id=29045738]\n+- *(1) Scan ExistingRDD[shardId#6552473,worklistShardItemId#6552474L,version#6552475,product#6552476,plant#6552477,periodStart#6552478,periodEnd#6552479,qty#6552480]\n [422453] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104717 { id="cluster_1104717"; isCluster="true"; label="InMemoryTableScan"; 422587 [id="node_422587" labelType="html" label="MapPartitionsRDD [422587] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422588 [id="node_422588" labelType="html" label="MapPartitionsRDD [422588] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422589 [id="node_422589" labelType="html" label="MapPartitionsRDD [422589] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104714 { id="cluster_1104714"; isCluster="true"; label="WholeStageCodegen (20)"; 422590 [id="node_422590" labelType="html" label="MapPartitionsRDD [422590] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104713 { id="cluster_1104713"; isCluster="true"; label="ObjectHashAggregate"; 422591 [id="node_422591" labelType="html" label="MapPartitionsRDD [422591] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104712 { id="cluster_1104712"; isCluster="true"; label="ObjectHashAggregate"; 422592 [id="node_422592" labelType="html" label="MapPartitionsRDD [422592] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104722 { id="cluster_1104722"; isCluster="true"; label="InMemoryTableScan"; 422593 [id="node_422593" labelType="html" label="MapPartitionsRDD [422593] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422594 [id="node_422594" labelType="html" label="MapPartitionsRDD [422594] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422595 [id="node_422595" labelType="html" label="MapPartitionsRDD [422595] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104718 { id="cluster_1104718"; isCluster="true"; label="WholeStageCodegen (21)"; 422596 [id="node_422596" labelType="html" label="MapPartitionsRDD [422596] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104711 { id="cluster_1104711"; isCluster="true"; label="Union"; 422597 [id="node_422597" labelType="html" label="UnionRDD [422597] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104710 { id="cluster_1104710"; isCluster="true"; label="Exchange"; 422598 [id="node_422598" labelType="html" label="MapPartitionsRDD [422598] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422451->422452; 422452->422453; 422453->422587; 422587->422588; 422588->422589; 422589->422590; 422590->422591; 422591->422592; 422453->422593; 422593->422594; 422594->422595; 422595->422596; 422592->422597; 422596->422597; 422597->422598; }
422450,422451
422453
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time