4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 189820 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
24 s
Locality Level Summary:
Any: 3; Node local: 27
Input Size / Records:
4.8 MiB / 30
Shuffle Read Size / Records:
50.5 MiB / 1072314
Shuffle Write Size / Records:
37.4 MiB / 238292
Associated Job Ids:
52503
DAG Visualization
digraph G { id="graph_189820"; subgraph graph_stage_189820 { id="graph_stage_189820"; isCluster="true"; label="Stage 189820"; subgraph cluster_1104065 { id="cluster_1104065"; isCluster="true"; label="Exchange"; 422286 [id="node_422286" labelType="html" label="ShuffledRowRDD [422286] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104064 { id="cluster_1104064"; isCluster="true"; label="InMemoryTableScan"; 422287 [id="node_422287" labelType="html" label="MapPartitionsRDD [422287] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422288 [id="node_422288" labelType="html" label="Exchange hashpartitioning(product#6552500, plant#6552501, 30), REPARTITION_BY_NUM, [plan_id=29044734]\n+- *(1) Scan ExistingRDD[shardId#6552497,worklistShardItemId#6552498L,version#6552499,product#6552500,plant#6552501,periodStart#6552502,periodEnd#6552503,qty#6552504]\n [422288] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104283 { id="cluster_1104283"; isCluster="true"; label="Exchange"; 422363 [id="node_422363" labelType="html" label="ShuffledRowRDD [422363] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104279 { id="cluster_1104279"; isCluster="true"; label="WholeStageCodegen (2)"; 422364 [id="node_422364" labelType="html" label="MapPartitionsRDD [422364] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104299 { id="cluster_1104299"; isCluster="true"; label="Exchange"; 422369 [id="node_422369" labelType="html" label="ShuffledRowRDD [422369] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104295 { id="cluster_1104295"; isCluster="true"; label="WholeStageCodegen (4)"; 422370 [id="node_422370" labelType="html" label="MapPartitionsRDD [422370] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104294 { id="cluster_1104294"; isCluster="true"; label="ObjectHashAggregate"; 422371 [id="node_422371" labelType="html" label="MapPartitionsRDD [422371] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104293 { id="cluster_1104293"; isCluster="true"; label="ObjectHashAggregate"; 422372 [id="node_422372" labelType="html" label="MapPartitionsRDD [422372] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104290 { id="cluster_1104290"; isCluster="true"; label="WholeStageCodegen (5)"; 422373 [id="node_422373" labelType="html" label="MapPartitionsRDD [422373] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104275 { id="cluster_1104275"; isCluster="true"; label="WholeStageCodegen (6)"; 422374 [id="node_422374" labelType="html" label="ZippedPartitionsRDD2 [422374] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422375 [id="node_422375" labelType="html" label="MapPartitionsRDD [422375] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104311 { id="cluster_1104311"; isCluster="true"; label="InMemoryTableScan"; 422376 [id="node_422376" labelType="html" label="MapPartitionsRDD [422376] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422377 [id="node_422377" labelType="html" label="MapPartitionsRDD [422377] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422378 [id="node_422378" labelType="html" label="MapPartitionsRDD [422378] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104306 { id="cluster_1104306"; isCluster="true"; label="WholeStageCodegen (7)"; 422379 [id="node_422379" labelType="html" label="MapPartitionsRDD [422379] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104268 { id="cluster_1104268"; isCluster="true"; label="WholeStageCodegen (8)"; 422380 [id="node_422380" labelType="html" label="ZippedPartitionsRDD2 [422380] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422381 [id="node_422381" labelType="html" label="MapPartitionsRDD [422381] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104267 { id="cluster_1104267"; isCluster="true"; label="Exchange"; 422382 [id="node_422382" labelType="html" label="MapPartitionsRDD [422382] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422286->422287; 422287->422288; 422363->422364; 422369->422370; 422370->422371; 422371->422372; 422372->422373; 422364->422374; 422373->422374; 422374->422375; 422288->422376; 422376->422377; 422377->422378; 422378->422379; 422375->422380; 422379->422380; 422380->422381; 422381->422382; }
422285,422286
422362,422363
422368,422369
422288
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time