4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190208 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
20 s
Locality Level Summary:
Node local: 30
Input Size / Records:
3.6 MiB / 30
Shuffle Read Size / Records:
39.8 MiB / 879390
Shuffle Write Size / Records:
27.2 MiB / 175878
Associated Job Ids:
52583
DAG Visualization
digraph G { id="graph_190208"; subgraph graph_stage_190208 { id="graph_stage_190208"; isCluster="true"; label="Stage 190208"; subgraph cluster_1106629 { id="cluster_1106629"; isCluster="true"; label="Exchange"; 423330 [id="node_423330" labelType="html" label="ShuffledRowRDD [423330] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106628 { id="cluster_1106628"; isCluster="true"; label="InMemoryTableScan"; 423331 [id="node_423331" labelType="html" label="MapPartitionsRDD [423331] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423332 [id="node_423332" labelType="html" label="Exchange hashpartitioning(product#6552500, plant#6552501, 30), REPARTITION_BY_NUM, [plan_id=29051203]\n+- *(1) Scan ExistingRDD[shardId#6552497,worklistShardItemId#6552498L,version#6552499,product#6552500,plant#6552501,periodStart#6552502,periodEnd#6552503,qty#6552504]\n [423332] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106847 { id="cluster_1106847"; isCluster="true"; label="Exchange"; 423407 [id="node_423407" labelType="html" label="ShuffledRowRDD [423407] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106843 { id="cluster_1106843"; isCluster="true"; label="WholeStageCodegen (2)"; 423408 [id="node_423408" labelType="html" label="MapPartitionsRDD [423408] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106863 { id="cluster_1106863"; isCluster="true"; label="Exchange"; 423413 [id="node_423413" labelType="html" label="ShuffledRowRDD [423413] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106859 { id="cluster_1106859"; isCluster="true"; label="WholeStageCodegen (4)"; 423414 [id="node_423414" labelType="html" label="MapPartitionsRDD [423414] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106858 { id="cluster_1106858"; isCluster="true"; label="ObjectHashAggregate"; 423415 [id="node_423415" labelType="html" label="MapPartitionsRDD [423415] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106857 { id="cluster_1106857"; isCluster="true"; label="ObjectHashAggregate"; 423416 [id="node_423416" labelType="html" label="MapPartitionsRDD [423416] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106854 { id="cluster_1106854"; isCluster="true"; label="WholeStageCodegen (5)"; 423417 [id="node_423417" labelType="html" label="MapPartitionsRDD [423417] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106839 { id="cluster_1106839"; isCluster="true"; label="WholeStageCodegen (6)"; 423418 [id="node_423418" labelType="html" label="ZippedPartitionsRDD2 [423418] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423419 [id="node_423419" labelType="html" label="MapPartitionsRDD [423419] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106875 { id="cluster_1106875"; isCluster="true"; label="InMemoryTableScan"; 423420 [id="node_423420" labelType="html" label="MapPartitionsRDD [423420] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423421 [id="node_423421" labelType="html" label="MapPartitionsRDD [423421] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423422 [id="node_423422" labelType="html" label="MapPartitionsRDD [423422] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106870 { id="cluster_1106870"; isCluster="true"; label="WholeStageCodegen (7)"; 423423 [id="node_423423" labelType="html" label="MapPartitionsRDD [423423] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106832 { id="cluster_1106832"; isCluster="true"; label="WholeStageCodegen (8)"; 423424 [id="node_423424" labelType="html" label="ZippedPartitionsRDD2 [423424] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423425 [id="node_423425" labelType="html" label="MapPartitionsRDD [423425] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106831 { id="cluster_1106831"; isCluster="true"; label="Exchange"; 423426 [id="node_423426" labelType="html" label="MapPartitionsRDD [423426] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423330->423331; 423331->423332; 423407->423408; 423413->423414; 423414->423415; 423415->423416; 423416->423417; 423408->423418; 423417->423418; 423418->423419; 423332->423420; 423420->423421; 423421->423422; 423422->423423; 423419->423424; 423423->423424; 423424->423425; 423425->423426; }
423329,423330
423406,423407
423412,423413
423332
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time