4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 381 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
8.7 MiB / 156014
Shuffle Write Size / Records:
558.2 KiB / 9999
Associated Job Ids:
148
DAG Visualization
digraph G { id="graph_381"; subgraph graph_stage_381 { id="graph_stage_381"; isCluster="true"; label="Stage 381"; subgraph cluster_1851 { id="cluster_1851"; isCluster="true"; label="Exchange"; 670 [id="node_670" labelType="html" label="ShuffledRowRDD [670] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1885 { id="cluster_1885"; isCluster="true"; label="Exchange"; 683 [id="node_683" labelType="html" label="ShuffledRowRDD [683] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1881 { id="cluster_1881"; isCluster="true"; label="WholeStageCodegen (175)"; 684 [id="node_684" labelType="html" label="MapPartitionsRDD [684] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1887 { id="cluster_1887"; isCluster="true"; label="WholeStageCodegen (176)"; 685 [id="node_685" labelType="html" label="MapPartitionsRDD [685] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1878 { id="cluster_1878"; isCluster="true"; label="WholeStageCodegen (177)"; 686 [id="node_686" labelType="html" label="ZippedPartitionsRDD2 [686] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 687 [id="node_687" labelType="html" label="MapPartitionsRDD [687] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1877 { id="cluster_1877"; isCluster="true"; label="Project"; 688 [id="node_688" labelType="html" label="MapPartitionsRDD [688] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1871 { id="cluster_1871"; isCluster="true"; label="WholeStageCodegen (178)"; 689 [id="node_689" labelType="html" label="MapPartitionsRDD [689] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1870 { id="cluster_1870"; isCluster="true"; label="Exchange"; 690 [id="node_690" labelType="html" label="MapPartitionsRDD [690] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 683->684; 670->685; 684->686; 685->686; 686->687; 687->688; 688->689; 689->690; }
624,670
666,683
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time