4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 543 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2.3 h
Locality Level Summary:
Any: 60; Node local: 83
Shuffle Read Size / Records:
3.7 GiB / 60512512
Associated Job Ids:
189
DAG Visualization
digraph G { id="graph_543"; subgraph graph_stage_543 { id="graph_stage_543"; isCluster="true"; label="Stage 543"; 1037 [id="node_1037" labelType="html" label="SQLExecutionRDD [1037] [Unordered]<br>save at KafkaAdapter.java:134}"]; subgraph cluster_2820 { id="cluster_2820"; isCluster="true"; label="Exchange"; 1031 [id="node_1031" labelType="html" label="ShuffledRowRDD [1031] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2816 { id="cluster_2816"; isCluster="true"; label="WholeStageCodegen (15)"; 1032 [id="node_1032" labelType="html" label="MapPartitionsRDD [1032] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2826 { id="cluster_2826"; isCluster="true"; label="Exchange"; 1033 [id="node_1033" labelType="html" label="ShuffledRowRDD [1033] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2822 { id="cluster_2822"; isCluster="true"; label="WholeStageCodegen (16)"; 1034 [id="node_1034" labelType="html" label="MapPartitionsRDD [1034] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2812 { id="cluster_2812"; isCluster="true"; label="WholeStageCodegen (17)"; 1035 [id="node_1035" labelType="html" label="ZippedPartitionsRDD2 [1035] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 1036 [id="node_1036" labelType="html" label="MapPartitionsRDD [1036] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 1031->1032; 1033->1034; 1032->1035; 1034->1035; 1035->1036; 1036->1037; }
1030,1031
855,1033
Event Timeline
Enable zooming
Tasks: 143. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time