4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241280 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
28 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.9 MiB / 30
Shuffle Read Size / Records:
74.9 MiB / 1679356
Shuffle Write Size / Records:
42.6 MiB / 239908
Associated Job Ids:
66437
DAG Visualization
digraph G { id="graph_241280"; subgraph graph_stage_241280 { id="graph_stage_241280"; isCluster="true"; label="Stage 241280"; subgraph cluster_1409747 { id="cluster_1409747"; isCluster="true"; label="Exchange"; 539765 [id="node_539765" labelType="html" label="ShuffledRowRDD [539765] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409746 { id="cluster_1409746"; isCluster="true"; label="InMemoryTableScan"; 539766 [id="node_539766" labelType="html" label="MapPartitionsRDD [539766] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539767 [id="node_539767" labelType="html" label="Exchange hashpartitioning(product#8398783, plant#8398784, 30), REPARTITION_BY_NUM, [plan_id=36541848]\n+- *(1) Scan ExistingRDD[shardId#8398780,worklistShardItemId#8398781L,version#8398782,product#8398783,plant#8398784,periodStart#8398785,periodEnd#8398786,qty#8398787]\n [539767] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409975 { id="cluster_1409975"; isCluster="true"; label="Exchange"; 539846 [id="node_539846" labelType="html" label="ShuffledRowRDD [539846] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409971 { id="cluster_1409971"; isCluster="true"; label="WholeStageCodegen (2)"; 539847 [id="node_539847" labelType="html" label="MapPartitionsRDD [539847] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409991 { id="cluster_1409991"; isCluster="true"; label="Exchange"; 539852 [id="node_539852" labelType="html" label="ShuffledRowRDD [539852] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409987 { id="cluster_1409987"; isCluster="true"; label="WholeStageCodegen (4)"; 539853 [id="node_539853" labelType="html" label="MapPartitionsRDD [539853] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409986 { id="cluster_1409986"; isCluster="true"; label="ObjectHashAggregate"; 539854 [id="node_539854" labelType="html" label="MapPartitionsRDD [539854] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409985 { id="cluster_1409985"; isCluster="true"; label="ObjectHashAggregate"; 539855 [id="node_539855" labelType="html" label="MapPartitionsRDD [539855] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409982 { id="cluster_1409982"; isCluster="true"; label="WholeStageCodegen (5)"; 539856 [id="node_539856" labelType="html" label="MapPartitionsRDD [539856] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409967 { id="cluster_1409967"; isCluster="true"; label="WholeStageCodegen (6)"; 539857 [id="node_539857" labelType="html" label="ZippedPartitionsRDD2 [539857] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539858 [id="node_539858" labelType="html" label="MapPartitionsRDD [539858] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410003 { id="cluster_1410003"; isCluster="true"; label="InMemoryTableScan"; 539859 [id="node_539859" labelType="html" label="MapPartitionsRDD [539859] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539860 [id="node_539860" labelType="html" label="MapPartitionsRDD [539860] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539861 [id="node_539861" labelType="html" label="MapPartitionsRDD [539861] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409998 { id="cluster_1409998"; isCluster="true"; label="WholeStageCodegen (7)"; 539862 [id="node_539862" labelType="html" label="MapPartitionsRDD [539862] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409960 { id="cluster_1409960"; isCluster="true"; label="WholeStageCodegen (8)"; 539863 [id="node_539863" labelType="html" label="ZippedPartitionsRDD2 [539863] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539864 [id="node_539864" labelType="html" label="MapPartitionsRDD [539864] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409959 { id="cluster_1409959"; isCluster="true"; label="Exchange"; 539865 [id="node_539865" labelType="html" label="MapPartitionsRDD [539865] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539765->539766; 539766->539767; 539846->539847; 539852->539853; 539853->539854; 539854->539855; 539855->539856; 539847->539857; 539856->539857; 539857->539858; 539767->539859; 539859->539860; 539860->539861; 539861->539862; 539858->539863; 539862->539863; 539863->539864; 539864->539865; }
539764,539765
539845,539846
539851,539852
539767
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time