4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190402 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.9 MiB / 30
Shuffle Read Size / Records:
25.8 MiB / 839027
Shuffle Write Size / Records:
9.6 MiB / 239722
Associated Job Ids:
52623
DAG Visualization
digraph G { id="graph_190402"; subgraph graph_stage_190402 { id="graph_stage_190402"; isCluster="true"; label="Stage 190402"; subgraph cluster_1107911 { id="cluster_1107911"; isCluster="true"; label="Exchange"; 423852 [id="node_423852" labelType="html" label="ShuffledRowRDD [423852] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107910 { id="cluster_1107910"; isCluster="true"; label="InMemoryTableScan"; 423853 [id="node_423853" labelType="html" label="MapPartitionsRDD [423853] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423854 [id="node_423854" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29054430]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [423854] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108180 { id="cluster_1108180"; isCluster="true"; label="Exchange"; 423957 [id="node_423957" labelType="html" label="ShuffledRowRDD [423957] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108177 { id="cluster_1108177"; isCluster="true"; label="WholeStageCodegen (11)"; 423958 [id="node_423958" labelType="html" label="MapPartitionsRDD [423958] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108199 { id="cluster_1108199"; isCluster="true"; label="Exchange"; 423965 [id="node_423965" labelType="html" label="ShuffledRowRDD [423965] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108194 { id="cluster_1108194"; isCluster="true"; label="WholeStageCodegen (13)"; 423966 [id="node_423966" labelType="html" label="MapPartitionsRDD [423966] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108173 { id="cluster_1108173"; isCluster="true"; label="WholeStageCodegen (14)"; 423967 [id="node_423967" labelType="html" label="ZippedPartitionsRDD2 [423967] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423968 [id="node_423968" labelType="html" label="MapPartitionsRDD [423968] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108218 { id="cluster_1108218"; isCluster="true"; label="InMemoryTableScan"; 423969 [id="node_423969" labelType="html" label="MapPartitionsRDD [423969] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423970 [id="node_423970" labelType="html" label="MapPartitionsRDD [423970] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423971 [id="node_423971" labelType="html" label="MapPartitionsRDD [423971] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108213 { id="cluster_1108213"; isCluster="true"; label="WholeStageCodegen (15)"; 423972 [id="node_423972" labelType="html" label="MapPartitionsRDD [423972] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108163 { id="cluster_1108163"; isCluster="true"; label="WholeStageCodegen (16)"; 423973 [id="node_423973" labelType="html" label="ZippedPartitionsRDD2 [423973] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423974 [id="node_423974" labelType="html" label="MapPartitionsRDD [423974] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108162 { id="cluster_1108162"; isCluster="true"; label="Exchange"; 423975 [id="node_423975" labelType="html" label="MapPartitionsRDD [423975] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423852->423853; 423853->423854; 423957->423958; 423965->423966; 423958->423967; 423966->423967; 423967->423968; 423854->423969; 423969->423970; 423970->423971; 423971->423972; 423968->423973; 423972->423973; 423973->423974; 423974->423975; }
423851,423852
423956,423957
423964,423965
423854
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time