4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191289 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
19 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.9 MiB / 30
Shuffle Read Size / Records:
57.3 MiB / 1318471
Shuffle Write Size / Records:
37.4 MiB / 239722
Associated Job Ids:
52809
DAG Visualization
digraph G { id="graph_191289"; subgraph graph_stage_191289 { id="graph_stage_191289"; isCluster="true"; label="Stage 191289"; subgraph cluster_1113859 { id="cluster_1113859"; isCluster="true"; label="Exchange"; 426269 [id="node_426269" labelType="html" label="ShuffledRowRDD [426269] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113858 { id="cluster_1113858"; isCluster="true"; label="InMemoryTableScan"; 426270 [id="node_426270" labelType="html" label="MapPartitionsRDD [426270] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426271 [id="node_426271" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29069366]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [426271] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114078 { id="cluster_1114078"; isCluster="true"; label="Exchange"; 426346 [id="node_426346" labelType="html" label="ShuffledRowRDD [426346] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114074 { id="cluster_1114074"; isCluster="true"; label="WholeStageCodegen (2)"; 426347 [id="node_426347" labelType="html" label="MapPartitionsRDD [426347] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114094 { id="cluster_1114094"; isCluster="true"; label="Exchange"; 426352 [id="node_426352" labelType="html" label="ShuffledRowRDD [426352] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114090 { id="cluster_1114090"; isCluster="true"; label="WholeStageCodegen (4)"; 426353 [id="node_426353" labelType="html" label="MapPartitionsRDD [426353] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114089 { id="cluster_1114089"; isCluster="true"; label="ObjectHashAggregate"; 426354 [id="node_426354" labelType="html" label="MapPartitionsRDD [426354] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114088 { id="cluster_1114088"; isCluster="true"; label="ObjectHashAggregate"; 426355 [id="node_426355" labelType="html" label="MapPartitionsRDD [426355] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114085 { id="cluster_1114085"; isCluster="true"; label="WholeStageCodegen (5)"; 426356 [id="node_426356" labelType="html" label="MapPartitionsRDD [426356] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114070 { id="cluster_1114070"; isCluster="true"; label="WholeStageCodegen (6)"; 426357 [id="node_426357" labelType="html" label="ZippedPartitionsRDD2 [426357] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426358 [id="node_426358" labelType="html" label="MapPartitionsRDD [426358] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114106 { id="cluster_1114106"; isCluster="true"; label="InMemoryTableScan"; 426359 [id="node_426359" labelType="html" label="MapPartitionsRDD [426359] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426360 [id="node_426360" labelType="html" label="MapPartitionsRDD [426360] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426361 [id="node_426361" labelType="html" label="MapPartitionsRDD [426361] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114101 { id="cluster_1114101"; isCluster="true"; label="WholeStageCodegen (7)"; 426362 [id="node_426362" labelType="html" label="MapPartitionsRDD [426362] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114063 { id="cluster_1114063"; isCluster="true"; label="WholeStageCodegen (8)"; 426363 [id="node_426363" labelType="html" label="ZippedPartitionsRDD2 [426363] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426364 [id="node_426364" labelType="html" label="MapPartitionsRDD [426364] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114062 { id="cluster_1114062"; isCluster="true"; label="Exchange"; 426365 [id="node_426365" labelType="html" label="MapPartitionsRDD [426365] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 426269->426270; 426270->426271; 426346->426347; 426352->426353; 426353->426354; 426354->426355; 426355->426356; 426347->426357; 426356->426357; 426357->426358; 426271->426359; 426359->426360; 426360->426361; 426361->426362; 426358->426363; 426362->426363; 426363->426364; 426364->426365; }
426268,426269
426345,426346
426351,426352
426271
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time