4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190212 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 60
Input Size / Records:
7.1 MiB / 60
Shuffle Write Size / Records:
3.1 MiB / 87939
Associated Job Ids:
52583
DAG Visualization
digraph G { id="graph_190212"; subgraph graph_stage_190212 { id="graph_stage_190212"; isCluster="true"; label="Stage 190212"; subgraph cluster_1106629 { id="cluster_1106629"; isCluster="true"; label="Exchange"; 423330 [id="node_423330" labelType="html" label="ShuffledRowRDD [423330] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106628 { id="cluster_1106628"; isCluster="true"; label="InMemoryTableScan"; 423331 [id="node_423331" labelType="html" label="MapPartitionsRDD [423331] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423332 [id="node_423332" labelType="html" label="Exchange hashpartitioning(product#6552500, plant#6552501, 30), REPARTITION_BY_NUM, [plan_id=29051203]\n+- *(1) Scan ExistingRDD[shardId#6552497,worklistShardItemId#6552498L,version#6552499,product#6552500,plant#6552501,periodStart#6552502,periodEnd#6552503,qty#6552504]\n [423332] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106948 { id="cluster_1106948"; isCluster="true"; label="InMemoryTableScan"; 423466 [id="node_423466" labelType="html" label="MapPartitionsRDD [423466] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423467 [id="node_423467" labelType="html" label="MapPartitionsRDD [423467] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423468 [id="node_423468" labelType="html" label="MapPartitionsRDD [423468] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106945 { id="cluster_1106945"; isCluster="true"; label="WholeStageCodegen (20)"; 423469 [id="node_423469" labelType="html" label="MapPartitionsRDD [423469] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106944 { id="cluster_1106944"; isCluster="true"; label="ObjectHashAggregate"; 423470 [id="node_423470" labelType="html" label="MapPartitionsRDD [423470] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106943 { id="cluster_1106943"; isCluster="true"; label="ObjectHashAggregate"; 423471 [id="node_423471" labelType="html" label="MapPartitionsRDD [423471] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106953 { id="cluster_1106953"; isCluster="true"; label="InMemoryTableScan"; 423472 [id="node_423472" labelType="html" label="MapPartitionsRDD [423472] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423473 [id="node_423473" labelType="html" label="MapPartitionsRDD [423473] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423474 [id="node_423474" labelType="html" label="MapPartitionsRDD [423474] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106949 { id="cluster_1106949"; isCluster="true"; label="WholeStageCodegen (21)"; 423475 [id="node_423475" labelType="html" label="MapPartitionsRDD [423475] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106942 { id="cluster_1106942"; isCluster="true"; label="Union"; 423476 [id="node_423476" labelType="html" label="UnionRDD [423476] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106941 { id="cluster_1106941"; isCluster="true"; label="Exchange"; 423477 [id="node_423477" labelType="html" label="MapPartitionsRDD [423477] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423330->423331; 423331->423332; 423332->423466; 423466->423467; 423467->423468; 423468->423469; 423469->423470; 423470->423471; 423332->423472; 423472->423473; 423473->423474; 423474->423475; 423471->423476; 423475->423476; 423476->423477; }
423329,423330
423332
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time