4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190018 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 60
Input Size / Records:
9.6 MiB / 60
Shuffle Write Size / Records:
4.1 MiB / 118908
Associated Job Ids:
52543
DAG Visualization
digraph G { id="graph_190018"; subgraph graph_stage_190018 { id="graph_stage_190018"; isCluster="true"; label="Stage 190018"; subgraph cluster_1105347 { id="cluster_1105347"; isCluster="true"; label="Exchange"; 422808 [id="node_422808" labelType="html" label="ShuffledRowRDD [422808] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105346 { id="cluster_1105346"; isCluster="true"; label="InMemoryTableScan"; 422809 [id="node_422809" labelType="html" label="MapPartitionsRDD [422809] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422810 [id="node_422810" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29047961]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [422810] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105666 { id="cluster_1105666"; isCluster="true"; label="InMemoryTableScan"; 422944 [id="node_422944" labelType="html" label="MapPartitionsRDD [422944] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422945 [id="node_422945" labelType="html" label="MapPartitionsRDD [422945] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422946 [id="node_422946" labelType="html" label="MapPartitionsRDD [422946] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105663 { id="cluster_1105663"; isCluster="true"; label="WholeStageCodegen (20)"; 422947 [id="node_422947" labelType="html" label="MapPartitionsRDD [422947] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105662 { id="cluster_1105662"; isCluster="true"; label="ObjectHashAggregate"; 422948 [id="node_422948" labelType="html" label="MapPartitionsRDD [422948] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105661 { id="cluster_1105661"; isCluster="true"; label="ObjectHashAggregate"; 422949 [id="node_422949" labelType="html" label="MapPartitionsRDD [422949] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105671 { id="cluster_1105671"; isCluster="true"; label="InMemoryTableScan"; 422950 [id="node_422950" labelType="html" label="MapPartitionsRDD [422950] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422951 [id="node_422951" labelType="html" label="MapPartitionsRDD [422951] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422952 [id="node_422952" labelType="html" label="MapPartitionsRDD [422952] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105667 { id="cluster_1105667"; isCluster="true"; label="WholeStageCodegen (21)"; 422953 [id="node_422953" labelType="html" label="MapPartitionsRDD [422953] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105660 { id="cluster_1105660"; isCluster="true"; label="Union"; 422954 [id="node_422954" labelType="html" label="UnionRDD [422954] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105659 { id="cluster_1105659"; isCluster="true"; label="Exchange"; 422955 [id="node_422955" labelType="html" label="MapPartitionsRDD [422955] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422808->422809; 422809->422810; 422810->422944; 422944->422945; 422945->422946; 422946->422947; 422947->422948; 422948->422949; 422810->422950; 422950->422951; 422951->422952; 422952->422953; 422949->422954; 422953->422954; 422954->422955; }
422807,422808
422810
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time