4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241284 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 60
Input Size / Records:
9.7 MiB / 60
Shuffle Write Size / Records:
4.1 MiB / 119954
Associated Job Ids:
66437
DAG Visualization
digraph G { id="graph_241284"; subgraph graph_stage_241284 { id="graph_stage_241284"; isCluster="true"; label="Stage 241284"; subgraph cluster_1409747 { id="cluster_1409747"; isCluster="true"; label="Exchange"; 539765 [id="node_539765" labelType="html" label="ShuffledRowRDD [539765] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409746 { id="cluster_1409746"; isCluster="true"; label="InMemoryTableScan"; 539766 [id="node_539766" labelType="html" label="MapPartitionsRDD [539766] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539767 [id="node_539767" labelType="html" label="Exchange hashpartitioning(product#8398783, plant#8398784, 30), REPARTITION_BY_NUM, [plan_id=36541848]\n+- *(1) Scan ExistingRDD[shardId#8398780,worklistShardItemId#8398781L,version#8398782,product#8398783,plant#8398784,periodStart#8398785,periodEnd#8398786,qty#8398787]\n [539767] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410076 { id="cluster_1410076"; isCluster="true"; label="InMemoryTableScan"; 539905 [id="node_539905" labelType="html" label="MapPartitionsRDD [539905] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539906 [id="node_539906" labelType="html" label="MapPartitionsRDD [539906] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539907 [id="node_539907" labelType="html" label="MapPartitionsRDD [539907] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410073 { id="cluster_1410073"; isCluster="true"; label="WholeStageCodegen (20)"; 539908 [id="node_539908" labelType="html" label="MapPartitionsRDD [539908] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410072 { id="cluster_1410072"; isCluster="true"; label="ObjectHashAggregate"; 539909 [id="node_539909" labelType="html" label="MapPartitionsRDD [539909] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410071 { id="cluster_1410071"; isCluster="true"; label="ObjectHashAggregate"; 539910 [id="node_539910" labelType="html" label="MapPartitionsRDD [539910] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410081 { id="cluster_1410081"; isCluster="true"; label="InMemoryTableScan"; 539911 [id="node_539911" labelType="html" label="MapPartitionsRDD [539911] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539912 [id="node_539912" labelType="html" label="MapPartitionsRDD [539912] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539913 [id="node_539913" labelType="html" label="MapPartitionsRDD [539913] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410077 { id="cluster_1410077"; isCluster="true"; label="WholeStageCodegen (21)"; 539914 [id="node_539914" labelType="html" label="MapPartitionsRDD [539914] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410070 { id="cluster_1410070"; isCluster="true"; label="Union"; 539915 [id="node_539915" labelType="html" label="UnionRDD [539915] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410069 { id="cluster_1410069"; isCluster="true"; label="Exchange"; 539916 [id="node_539916" labelType="html" label="MapPartitionsRDD [539916] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539765->539766; 539766->539767; 539767->539905; 539905->539906; 539906->539907; 539907->539908; 539908->539909; 539909->539910; 539767->539911; 539911->539912; 539912->539913; 539913->539914; 539910->539915; 539914->539915; 539915->539916; }
539764,539765
539767
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time