4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241582 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2.7 min
Locality Level Summary:
Any: 20; Node local: 10
Shuffle Read Size / Records:
24.7 MiB / 205276
Associated Job Ids:
66499
DAG Visualization
digraph G { id="graph_241582"; subgraph graph_stage_241582 { id="graph_stage_241582"; isCluster="true"; label="Stage 241582"; 540746 [id="node_540746" labelType="html" label="SQLExecutionRDD [540746] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1411967 { id="cluster_1411967"; isCluster="true"; label="Exchange"; 540724 [id="node_540724" labelType="html" label="ShuffledRowRDD [540724] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411964 { id="cluster_1411964"; isCluster="true"; label="WholeStageCodegen (19)"; 540725 [id="node_540725" labelType="html" label="MapPartitionsRDD [540725] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412089 { id="cluster_1412089"; isCluster="true"; label="Exchange"; 540738 [id="node_540738" labelType="html" label="ShuffledRowRDD [540738] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412086 { id="cluster_1412086"; isCluster="true"; label="WholeStageCodegen (22)"; 540739 [id="node_540739" labelType="html" label="MapPartitionsRDD [540739] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411959 { id="cluster_1411959"; isCluster="true"; label="WholeStageCodegen (23)"; 540740 [id="node_540740" labelType="html" label="ZippedPartitionsRDD2 [540740] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540741 [id="node_540741" labelType="html" label="MapPartitionsRDD [540741] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411958 { id="cluster_1411958"; isCluster="true"; label="DeserializeToObject"; 540742 [id="node_540742" labelType="html" label="MapPartitionsRDD [540742] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411957 { id="cluster_1411957"; isCluster="true"; label="MapPartitions"; 540743 [id="node_540743" labelType="html" label="MapPartitionsRDD [540743] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411935 { id="cluster_1411935"; isCluster="true"; label="WholeStageCodegen (26)"; 540744 [id="node_540744" labelType="html" label="MapPartitionsRDD [540744] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411934 { id="cluster_1411934"; isCluster="true"; label="DeserializeToObject"; 540745 [id="node_540745" labelType="html" label="MapPartitionsRDD [540745] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412102 { id="cluster_1412102"; isCluster="true"; label="mapPartitions"; 540747 [id="node_540747" labelType="html" label="MapPartitionsRDD [540747] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412103 { id="cluster_1412103"; isCluster="true"; label="mapPartitions"; 540748 [id="node_540748" labelType="html" label="MapPartitionsRDD [540748] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540724->540725; 540738->540739; 540725->540740; 540739->540740; 540740->540741; 540741->540742; 540742->540743; 540743->540744; 540744->540745; 540745->540746; 540746->540747; 540747->540748; }
540723,540724
540737,540738
540748
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time