4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 189821 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.8 MiB / 30
Shuffle Read Size / Records:
36.4 MiB / 1072314
Shuffle Write Size / Records:
9.6 MiB / 238292
Associated Job Ids:
52503
DAG Visualization
digraph G { id="graph_189821"; subgraph graph_stage_189821 { id="graph_stage_189821"; isCluster="true"; label="Stage 189821"; subgraph cluster_1104065 { id="cluster_1104065"; isCluster="true"; label="Exchange"; 422286 [id="node_422286" labelType="html" label="ShuffledRowRDD [422286] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104064 { id="cluster_1104064"; isCluster="true"; label="InMemoryTableScan"; 422287 [id="node_422287" labelType="html" label="MapPartitionsRDD [422287] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422288 [id="node_422288" labelType="html" label="Exchange hashpartitioning(product#6552500, plant#6552501, 30), REPARTITION_BY_NUM, [plan_id=29044734]\n+- *(1) Scan ExistingRDD[shardId#6552497,worklistShardItemId#6552498L,version#6552499,product#6552500,plant#6552501,periodStart#6552502,periodEnd#6552503,qty#6552504]\n [422288] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104334 { id="cluster_1104334"; isCluster="true"; label="Exchange"; 422391 [id="node_422391" labelType="html" label="ShuffledRowRDD [422391] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104331 { id="cluster_1104331"; isCluster="true"; label="WholeStageCodegen (11)"; 422392 [id="node_422392" labelType="html" label="MapPartitionsRDD [422392] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104353 { id="cluster_1104353"; isCluster="true"; label="Exchange"; 422399 [id="node_422399" labelType="html" label="ShuffledRowRDD [422399] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104348 { id="cluster_1104348"; isCluster="true"; label="WholeStageCodegen (13)"; 422400 [id="node_422400" labelType="html" label="MapPartitionsRDD [422400] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104327 { id="cluster_1104327"; isCluster="true"; label="WholeStageCodegen (14)"; 422401 [id="node_422401" labelType="html" label="ZippedPartitionsRDD2 [422401] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422402 [id="node_422402" labelType="html" label="MapPartitionsRDD [422402] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104372 { id="cluster_1104372"; isCluster="true"; label="InMemoryTableScan"; 422403 [id="node_422403" labelType="html" label="MapPartitionsRDD [422403] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422404 [id="node_422404" labelType="html" label="MapPartitionsRDD [422404] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422405 [id="node_422405" labelType="html" label="MapPartitionsRDD [422405] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104367 { id="cluster_1104367"; isCluster="true"; label="WholeStageCodegen (15)"; 422406 [id="node_422406" labelType="html" label="MapPartitionsRDD [422406] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104317 { id="cluster_1104317"; isCluster="true"; label="WholeStageCodegen (16)"; 422407 [id="node_422407" labelType="html" label="ZippedPartitionsRDD2 [422407] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422408 [id="node_422408" labelType="html" label="MapPartitionsRDD [422408] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104316 { id="cluster_1104316"; isCluster="true"; label="Exchange"; 422409 [id="node_422409" labelType="html" label="MapPartitionsRDD [422409] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422286->422287; 422287->422288; 422391->422392; 422399->422400; 422392->422401; 422400->422401; 422401->422402; 422288->422403; 422403->422404; 422404->422405; 422405->422406; 422402->422407; 422406->422407; 422407->422408; 422408->422409; }
422285,422286
422390,422391
422398,422399
422288
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time