4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241281 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.9 MiB / 30
Shuffle Read Size / Records:
54.3 MiB / 1679356
Shuffle Write Size / Records:
9.4 MiB / 239908
Associated Job Ids:
66437
DAG Visualization
digraph G { id="graph_241281"; subgraph graph_stage_241281 { id="graph_stage_241281"; isCluster="true"; label="Stage 241281"; subgraph cluster_1409747 { id="cluster_1409747"; isCluster="true"; label="Exchange"; 539765 [id="node_539765" labelType="html" label="ShuffledRowRDD [539765] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409746 { id="cluster_1409746"; isCluster="true"; label="InMemoryTableScan"; 539766 [id="node_539766" labelType="html" label="MapPartitionsRDD [539766] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539767 [id="node_539767" labelType="html" label="Exchange hashpartitioning(product#8398783, plant#8398784, 30), REPARTITION_BY_NUM, [plan_id=36541848]\n+- *(1) Scan ExistingRDD[shardId#8398780,worklistShardItemId#8398781L,version#8398782,product#8398783,plant#8398784,periodStart#8398785,periodEnd#8398786,qty#8398787]\n [539767] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410026 { id="cluster_1410026"; isCluster="true"; label="Exchange"; 539874 [id="node_539874" labelType="html" label="ShuffledRowRDD [539874] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410023 { id="cluster_1410023"; isCluster="true"; label="WholeStageCodegen (11)"; 539875 [id="node_539875" labelType="html" label="MapPartitionsRDD [539875] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410045 { id="cluster_1410045"; isCluster="true"; label="Exchange"; 539882 [id="node_539882" labelType="html" label="ShuffledRowRDD [539882] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410040 { id="cluster_1410040"; isCluster="true"; label="WholeStageCodegen (13)"; 539883 [id="node_539883" labelType="html" label="MapPartitionsRDD [539883] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410019 { id="cluster_1410019"; isCluster="true"; label="WholeStageCodegen (14)"; 539884 [id="node_539884" labelType="html" label="ZippedPartitionsRDD2 [539884] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539885 [id="node_539885" labelType="html" label="MapPartitionsRDD [539885] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410064 { id="cluster_1410064"; isCluster="true"; label="InMemoryTableScan"; 539886 [id="node_539886" labelType="html" label="MapPartitionsRDD [539886] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539887 [id="node_539887" labelType="html" label="MapPartitionsRDD [539887] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539888 [id="node_539888" labelType="html" label="MapPartitionsRDD [539888] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410059 { id="cluster_1410059"; isCluster="true"; label="WholeStageCodegen (15)"; 539889 [id="node_539889" labelType="html" label="MapPartitionsRDD [539889] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410009 { id="cluster_1410009"; isCluster="true"; label="WholeStageCodegen (16)"; 539890 [id="node_539890" labelType="html" label="ZippedPartitionsRDD2 [539890] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539891 [id="node_539891" labelType="html" label="MapPartitionsRDD [539891] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410008 { id="cluster_1410008"; isCluster="true"; label="Exchange"; 539892 [id="node_539892" labelType="html" label="MapPartitionsRDD [539892] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539765->539766; 539766->539767; 539874->539875; 539882->539883; 539875->539884; 539883->539884; 539884->539885; 539767->539886; 539886->539887; 539887->539888; 539888->539889; 539885->539890; 539889->539890; 539890->539891; 539891->539892; }
539764,539765
539873,539874
539881,539882
539767
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time