4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190793 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
18 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.8 MiB / 30
Shuffle Read Size / Records:
38.4 MiB / 1191460
Shuffle Write Size / Records:
9.6 MiB / 238292
Associated Job Ids:
52704
DAG Visualization
digraph G { id="graph_190793"; subgraph graph_stage_190793 { id="graph_stage_190793"; isCluster="true"; label="Stage 190793"; subgraph cluster_1110497 { id="cluster_1110497"; isCluster="true"; label="Exchange"; 424904 [id="node_424904" labelType="html" label="ShuffledRowRDD [424904] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110496 { id="cluster_1110496"; isCluster="true"; label="InMemoryTableScan"; 424905 [id="node_424905" labelType="html" label="MapPartitionsRDD [424905] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424906 [id="node_424906" labelType="html" label="Exchange hashpartitioning(product#6552500, plant#6552501, 30), REPARTITION_BY_NUM, [plan_id=29060947]\n+- *(1) Scan ExistingRDD[shardId#6552497,worklistShardItemId#6552498L,version#6552499,product#6552500,plant#6552501,periodStart#6552502,periodEnd#6552503,qty#6552504]\n [424906] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110766 { id="cluster_1110766"; isCluster="true"; label="Exchange"; 425009 [id="node_425009" labelType="html" label="ShuffledRowRDD [425009] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110763 { id="cluster_1110763"; isCluster="true"; label="WholeStageCodegen (11)"; 425010 [id="node_425010" labelType="html" label="MapPartitionsRDD [425010] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110785 { id="cluster_1110785"; isCluster="true"; label="Exchange"; 425017 [id="node_425017" labelType="html" label="ShuffledRowRDD [425017] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110780 { id="cluster_1110780"; isCluster="true"; label="WholeStageCodegen (13)"; 425018 [id="node_425018" labelType="html" label="MapPartitionsRDD [425018] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110759 { id="cluster_1110759"; isCluster="true"; label="WholeStageCodegen (14)"; 425019 [id="node_425019" labelType="html" label="ZippedPartitionsRDD2 [425019] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425020 [id="node_425020" labelType="html" label="MapPartitionsRDD [425020] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110804 { id="cluster_1110804"; isCluster="true"; label="InMemoryTableScan"; 425021 [id="node_425021" labelType="html" label="MapPartitionsRDD [425021] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425022 [id="node_425022" labelType="html" label="MapPartitionsRDD [425022] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425023 [id="node_425023" labelType="html" label="MapPartitionsRDD [425023] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110799 { id="cluster_1110799"; isCluster="true"; label="WholeStageCodegen (15)"; 425024 [id="node_425024" labelType="html" label="MapPartitionsRDD [425024] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110749 { id="cluster_1110749"; isCluster="true"; label="WholeStageCodegen (16)"; 425025 [id="node_425025" labelType="html" label="ZippedPartitionsRDD2 [425025] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425026 [id="node_425026" labelType="html" label="MapPartitionsRDD [425026] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110748 { id="cluster_1110748"; isCluster="true"; label="Exchange"; 425027 [id="node_425027" labelType="html" label="MapPartitionsRDD [425027] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424904->424905; 424905->424906; 425009->425010; 425017->425018; 425010->425019; 425018->425019; 425019->425020; 424906->425021; 425021->425022; 425022->425023; 425023->425024; 425020->425025; 425024->425025; 425025->425026; 425026->425027; }
424903,424904
425008,425009
425016,425017
424906
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time