4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241448 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
5.4 MiB / 119954
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
66468
DAG Visualization
digraph G { id="graph_241448"; subgraph graph_stage_241448 { id="graph_stage_241448"; isCluster="true"; label="Stage 241448"; subgraph cluster_1411116 { id="cluster_1411116"; isCluster="true"; label="Exchange"; 540321 [id="node_540321" labelType="html" label="ShuffledRowRDD [540321] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411115 { id="cluster_1411115"; isCluster="true"; label="InMemoryTableScan"; 540322 [id="node_540322" labelType="html" label="MapPartitionsRDD [540322] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540323 [id="node_540323" labelType="html" label="Exchange hashpartitioning(product#8398783, plant#8398784, 30), REPARTITION_BY_NUM, [plan_id=36545295]\n+- *(1) Scan ExistingRDD[shardId#8398780,worklistShardItemId#8398781L,version#8398782,product#8398783,plant#8398784,periodStart#8398785,periodEnd#8398786,qty#8398787]\n [540323] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540324 [id="node_540324" labelType="html" label="MapPartitionsRDD [540324] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540325 [id="node_540325" labelType="html" label="MapPartitionsRDD [540325] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540326 [id="node_540326" labelType="html" label="MapPartitionsRDD [540326] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411114 { id="cluster_1411114"; isCluster="true"; label="CollectLimit"; 540327 [id="node_540327" labelType="html" label="MapPartitionsRDD [540327] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540328 [id="node_540328" labelType="html" label="MapPartitionsRDD [540328] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540321->540322; 540322->540323; 540323->540324; 540324->540325; 540325->540326; 540326->540327; 540327->540328; }
540320,540321
540323
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time