4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 375 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
45 s
Locality Level Summary:
Any: 5; Node local: 32
Shuffle Read Size / Records:
2.2 GiB / 15986838
Shuffle Write Size / Records:
2.1 MiB / 9999
Associated Job Ids:
147
DAG Visualization
digraph G { id="graph_375"; subgraph graph_stage_375 { id="graph_stage_375"; isCluster="true"; label="Stage 375"; subgraph cluster_1794 { id="cluster_1794"; isCluster="true"; label="Exchange"; 643 [id="node_643" labelType="html" label="ShuffledRowRDD [643] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1857 { id="cluster_1857"; isCluster="true"; label="WholeStageCodegen (169)"; 677 [id="node_677" labelType="html" label="MapPartitionsRDD [677] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1868 { id="cluster_1868"; isCluster="true"; label="Exchange"; 678 [id="node_678" labelType="html" label="ShuffledRowRDD [678] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1864 { id="cluster_1864"; isCluster="true"; label="WholeStageCodegen (170)"; 679 [id="node_679" labelType="html" label="MapPartitionsRDD [679] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1854 { id="cluster_1854"; isCluster="true"; label="WholeStageCodegen (171)"; 680 [id="node_680" labelType="html" label="ZippedPartitionsRDD2 [680] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 681 [id="node_681" labelType="html" label="MapPartitionsRDD [681] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1853 { id="cluster_1853"; isCluster="true"; label="Exchange"; 682 [id="node_682" labelType="html" label="MapPartitionsRDD [682] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 643->677; 678->679; 677->680; 679->680; 680->681; 681->682; }
622,643
637,678
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time