4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 532 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
8.7 MiB / 156014
Shuffle Write Size / Records:
555.2 KiB / 9999
Associated Job Ids:
188
DAG Visualization
digraph G { id="graph_532"; subgraph graph_stage_532 { id="graph_stage_532"; isCluster="true"; label="Stage 532"; subgraph cluster_2805 { id="cluster_2805"; isCluster="true"; label="Exchange"; 1022 [id="node_1022" labelType="html" label="ShuffledRowRDD [1022] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2801 { id="cluster_2801"; isCluster="true"; label="WholeStageCodegen (11)"; 1023 [id="node_1023" labelType="html" label="MapPartitionsRDD [1023] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2811 { id="cluster_2811"; isCluster="true"; label="Exchange"; 1024 [id="node_1024" labelType="html" label="ShuffledRowRDD [1024] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2807 { id="cluster_2807"; isCluster="true"; label="WholeStageCodegen (12)"; 1025 [id="node_1025" labelType="html" label="MapPartitionsRDD [1025] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2798 { id="cluster_2798"; isCluster="true"; label="WholeStageCodegen (13)"; 1026 [id="node_1026" labelType="html" label="ZippedPartitionsRDD2 [1026] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 1027 [id="node_1027" labelType="html" label="MapPartitionsRDD [1027] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2797 { id="cluster_2797"; isCluster="true"; label="Project"; 1028 [id="node_1028" labelType="html" label="MapPartitionsRDD [1028] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2784 { id="cluster_2784"; isCluster="true"; label="WholeStageCodegen (14)"; 1029 [id="node_1029" labelType="html" label="MapPartitionsRDD [1029] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2783 { id="cluster_2783"; isCluster="true"; label="Exchange"; 1030 [id="node_1030" labelType="html" label="MapPartitionsRDD [1030] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 1022->1023; 1024->1025; 1023->1026; 1025->1026; 1026->1027; 1027->1028; 1028->1029; 1029->1030; }
970,1022
833,1024
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time