4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191079 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 s
Locality Level Summary:
Node local: 30
Input Size / Records:
1680.7 KiB / 30
Shuffle Read Size / Records:
12.5 MiB / 399680
Shuffle Write Size / Records:
3.4 MiB / 79936
Associated Job Ids:
52762
DAG Visualization
digraph G { id="graph_191079"; subgraph graph_stage_191079 { id="graph_stage_191079"; isCluster="true"; label="Stage 191079"; subgraph cluster_1112201 { id="cluster_1112201"; isCluster="true"; label="Exchange"; 425625 [id="node_425625" labelType="html" label="ShuffledRowRDD [425625] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112200 { id="cluster_1112200"; isCluster="true"; label="InMemoryTableScan"; 425626 [id="node_425626" labelType="html" label="MapPartitionsRDD [425626] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425627 [id="node_425627" labelType="html" label="Exchange hashpartitioning(product#6552476, plant#6552477, 30), REPARTITION_BY_NUM, [plan_id=29065369]\n+- *(1) Scan ExistingRDD[shardId#6552473,worklistShardItemId#6552474L,version#6552475,product#6552476,plant#6552477,periodStart#6552478,periodEnd#6552479,qty#6552480]\n [425627] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112712 { id="cluster_1112712"; isCluster="true"; label="Exchange"; 425803 [id="node_425803" labelType="html" label="ShuffledRowRDD [425803] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112709 { id="cluster_1112709"; isCluster="true"; label="WholeStageCodegen (11)"; 425804 [id="node_425804" labelType="html" label="MapPartitionsRDD [425804] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112731 { id="cluster_1112731"; isCluster="true"; label="Exchange"; 425811 [id="node_425811" labelType="html" label="ShuffledRowRDD [425811] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112726 { id="cluster_1112726"; isCluster="true"; label="WholeStageCodegen (13)"; 425812 [id="node_425812" labelType="html" label="MapPartitionsRDD [425812] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112705 { id="cluster_1112705"; isCluster="true"; label="WholeStageCodegen (14)"; 425813 [id="node_425813" labelType="html" label="ZippedPartitionsRDD2 [425813] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425814 [id="node_425814" labelType="html" label="MapPartitionsRDD [425814] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112754 { id="cluster_1112754"; isCluster="true"; label="InMemoryTableScan"; 425815 [id="node_425815" labelType="html" label="MapPartitionsRDD [425815] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425816 [id="node_425816" labelType="html" label="MapPartitionsRDD [425816] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425817 [id="node_425817" labelType="html" label="MapPartitionsRDD [425817] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112749 { id="cluster_1112749"; isCluster="true"; label="WholeStageCodegen (15)"; 425818 [id="node_425818" labelType="html" label="MapPartitionsRDD [425818] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112695 { id="cluster_1112695"; isCluster="true"; label="WholeStageCodegen (16)"; 425819 [id="node_425819" labelType="html" label="ZippedPartitionsRDD2 [425819] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425820 [id="node_425820" labelType="html" label="MapPartitionsRDD [425820] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112694 { id="cluster_1112694"; isCluster="true"; label="Exchange"; 425821 [id="node_425821" labelType="html" label="MapPartitionsRDD [425821] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425625->425626; 425626->425627; 425803->425804; 425811->425812; 425804->425813; 425812->425813; 425813->425814; 425627->425815; 425815->425816; 425816->425817; 425817->425818; 425814->425819; 425818->425819; 425819->425820; 425820->425821; }
425624,425625
425802,425803
425810,425811
425627
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time