4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241577 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
12 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.2 MiB / 30
Shuffle Read Size / Records:
58.4 MiB / 1744846
Shuffle Write Size / Records:
8.0 MiB / 205276
Associated Job Ids:
66499
DAG Visualization
digraph G { id="graph_241577"; subgraph graph_stage_241577 { id="graph_stage_241577"; isCluster="true"; label="Stage 241577"; subgraph cluster_1411767 { id="cluster_1411767"; isCluster="true"; label="Exchange"; 540586 [id="node_540586" labelType="html" label="ShuffledRowRDD [540586] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411766 { id="cluster_1411766"; isCluster="true"; label="InMemoryTableScan"; 540587 [id="node_540587" labelType="html" label="MapPartitionsRDD [540587] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540588 [id="node_540588" labelType="html" label="Exchange hashpartitioning(product#8398783, plant#8398784, 30), REPARTITION_BY_NUM, [plan_id=36546947]\n+- *(1) Scan ExistingRDD[shardId#8398780,worklistShardItemId#8398781L,version#8398782,product#8398783,plant#8398784,periodStart#8398785,periodEnd#8398786,qty#8398787]\n [540588] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412046 { id="cluster_1412046"; isCluster="true"; label="Exchange"; 540695 [id="node_540695" labelType="html" label="ShuffledRowRDD [540695] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412043 { id="cluster_1412043"; isCluster="true"; label="WholeStageCodegen (11)"; 540696 [id="node_540696" labelType="html" label="MapPartitionsRDD [540696] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412065 { id="cluster_1412065"; isCluster="true"; label="Exchange"; 540703 [id="node_540703" labelType="html" label="ShuffledRowRDD [540703] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412060 { id="cluster_1412060"; isCluster="true"; label="WholeStageCodegen (13)"; 540704 [id="node_540704" labelType="html" label="MapPartitionsRDD [540704] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412039 { id="cluster_1412039"; isCluster="true"; label="WholeStageCodegen (14)"; 540705 [id="node_540705" labelType="html" label="ZippedPartitionsRDD2 [540705] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540706 [id="node_540706" labelType="html" label="MapPartitionsRDD [540706] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412084 { id="cluster_1412084"; isCluster="true"; label="InMemoryTableScan"; 540707 [id="node_540707" labelType="html" label="MapPartitionsRDD [540707] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540708 [id="node_540708" labelType="html" label="MapPartitionsRDD [540708] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540709 [id="node_540709" labelType="html" label="MapPartitionsRDD [540709] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412079 { id="cluster_1412079"; isCluster="true"; label="WholeStageCodegen (15)"; 540710 [id="node_540710" labelType="html" label="MapPartitionsRDD [540710] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412029 { id="cluster_1412029"; isCluster="true"; label="WholeStageCodegen (16)"; 540711 [id="node_540711" labelType="html" label="ZippedPartitionsRDD2 [540711] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540712 [id="node_540712" labelType="html" label="MapPartitionsRDD [540712] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412028 { id="cluster_1412028"; isCluster="true"; label="Exchange"; 540713 [id="node_540713" labelType="html" label="MapPartitionsRDD [540713] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540586->540587; 540587->540588; 540695->540696; 540703->540704; 540696->540705; 540704->540705; 540705->540706; 540588->540707; 540707->540708; 540708->540709; 540709->540710; 540706->540711; 540710->540711; 540711->540712; 540712->540713; }
540585,540586
540694,540695
540702,540703
540588
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time