4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 189824 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 60
Input Size / Records:
9.7 MiB / 60
Shuffle Write Size / Records:
4.2 MiB / 119146
Associated Job Ids:
52503
DAG Visualization
digraph G { id="graph_189824"; subgraph graph_stage_189824 { id="graph_stage_189824"; isCluster="true"; label="Stage 189824"; subgraph cluster_1104065 { id="cluster_1104065"; isCluster="true"; label="Exchange"; 422286 [id="node_422286" labelType="html" label="ShuffledRowRDD [422286] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104064 { id="cluster_1104064"; isCluster="true"; label="InMemoryTableScan"; 422287 [id="node_422287" labelType="html" label="MapPartitionsRDD [422287] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422288 [id="node_422288" labelType="html" label="Exchange hashpartitioning(product#6552500, plant#6552501, 30), REPARTITION_BY_NUM, [plan_id=29044734]\n+- *(1) Scan ExistingRDD[shardId#6552497,worklistShardItemId#6552498L,version#6552499,product#6552500,plant#6552501,periodStart#6552502,periodEnd#6552503,qty#6552504]\n [422288] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104384 { id="cluster_1104384"; isCluster="true"; label="InMemoryTableScan"; 422422 [id="node_422422" labelType="html" label="MapPartitionsRDD [422422] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422423 [id="node_422423" labelType="html" label="MapPartitionsRDD [422423] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422424 [id="node_422424" labelType="html" label="MapPartitionsRDD [422424] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104381 { id="cluster_1104381"; isCluster="true"; label="WholeStageCodegen (20)"; 422425 [id="node_422425" labelType="html" label="MapPartitionsRDD [422425] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104380 { id="cluster_1104380"; isCluster="true"; label="ObjectHashAggregate"; 422426 [id="node_422426" labelType="html" label="MapPartitionsRDD [422426] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104379 { id="cluster_1104379"; isCluster="true"; label="ObjectHashAggregate"; 422427 [id="node_422427" labelType="html" label="MapPartitionsRDD [422427] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104389 { id="cluster_1104389"; isCluster="true"; label="InMemoryTableScan"; 422428 [id="node_422428" labelType="html" label="MapPartitionsRDD [422428] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422429 [id="node_422429" labelType="html" label="MapPartitionsRDD [422429] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422430 [id="node_422430" labelType="html" label="MapPartitionsRDD [422430] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104385 { id="cluster_1104385"; isCluster="true"; label="WholeStageCodegen (21)"; 422431 [id="node_422431" labelType="html" label="MapPartitionsRDD [422431] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104378 { id="cluster_1104378"; isCluster="true"; label="Union"; 422432 [id="node_422432" labelType="html" label="UnionRDD [422432] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104377 { id="cluster_1104377"; isCluster="true"; label="Exchange"; 422433 [id="node_422433" labelType="html" label="MapPartitionsRDD [422433] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422286->422287; 422287->422288; 422288->422422; 422422->422423; 422423->422424; 422424->422425; 422425->422426; 422426->422427; 422288->422428; 422428->422429; 422429->422430; 422430->422431; 422427->422432; 422431->422432; 422432->422433; }
422285,422286
422288
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time