4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 189859 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
23 s
Locality Level Summary:
Any: 8; Node local: 22
Input Size / Records:
4.5 MiB / 30
Shuffle Read Size / Records:
44.2 MiB / 1001484
Shuffle Write Size / Records:
31.1 MiB / 222552
Associated Job Ids:
52515
DAG Visualization
digraph G { id="graph_189859"; subgraph graph_stage_189859 { id="graph_stage_189859"; isCluster="true"; label="Stage 189859"; subgraph cluster_1104398 { id="cluster_1104398"; isCluster="true"; label="Exchange"; 422451 [id="node_422451" labelType="html" label="ShuffledRowRDD [422451] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104397 { id="cluster_1104397"; isCluster="true"; label="InMemoryTableScan"; 422452 [id="node_422452" labelType="html" label="MapPartitionsRDD [422452] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422453 [id="node_422453" labelType="html" label="Exchange hashpartitioning(product#6552476, plant#6552477, 30), REPARTITION_BY_NUM, [plan_id=29045738]\n+- *(1) Scan ExistingRDD[shardId#6552473,worklistShardItemId#6552474L,version#6552475,product#6552476,plant#6552477,periodStart#6552478,periodEnd#6552479,qty#6552480]\n [422453] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104616 { id="cluster_1104616"; isCluster="true"; label="Exchange"; 422528 [id="node_422528" labelType="html" label="ShuffledRowRDD [422528] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104612 { id="cluster_1104612"; isCluster="true"; label="WholeStageCodegen (2)"; 422529 [id="node_422529" labelType="html" label="MapPartitionsRDD [422529] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104632 { id="cluster_1104632"; isCluster="true"; label="Exchange"; 422534 [id="node_422534" labelType="html" label="ShuffledRowRDD [422534] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104628 { id="cluster_1104628"; isCluster="true"; label="WholeStageCodegen (4)"; 422535 [id="node_422535" labelType="html" label="MapPartitionsRDD [422535] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104627 { id="cluster_1104627"; isCluster="true"; label="ObjectHashAggregate"; 422536 [id="node_422536" labelType="html" label="MapPartitionsRDD [422536] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104626 { id="cluster_1104626"; isCluster="true"; label="ObjectHashAggregate"; 422537 [id="node_422537" labelType="html" label="MapPartitionsRDD [422537] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104623 { id="cluster_1104623"; isCluster="true"; label="WholeStageCodegen (5)"; 422538 [id="node_422538" labelType="html" label="MapPartitionsRDD [422538] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104608 { id="cluster_1104608"; isCluster="true"; label="WholeStageCodegen (6)"; 422539 [id="node_422539" labelType="html" label="ZippedPartitionsRDD2 [422539] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422540 [id="node_422540" labelType="html" label="MapPartitionsRDD [422540] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104644 { id="cluster_1104644"; isCluster="true"; label="InMemoryTableScan"; 422541 [id="node_422541" labelType="html" label="MapPartitionsRDD [422541] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422542 [id="node_422542" labelType="html" label="MapPartitionsRDD [422542] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422543 [id="node_422543" labelType="html" label="MapPartitionsRDD [422543] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104639 { id="cluster_1104639"; isCluster="true"; label="WholeStageCodegen (7)"; 422544 [id="node_422544" labelType="html" label="MapPartitionsRDD [422544] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104601 { id="cluster_1104601"; isCluster="true"; label="WholeStageCodegen (8)"; 422545 [id="node_422545" labelType="html" label="ZippedPartitionsRDD2 [422545] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422546 [id="node_422546" labelType="html" label="MapPartitionsRDD [422546] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104600 { id="cluster_1104600"; isCluster="true"; label="Exchange"; 422547 [id="node_422547" labelType="html" label="MapPartitionsRDD [422547] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422451->422452; 422452->422453; 422528->422529; 422534->422535; 422535->422536; 422536->422537; 422537->422538; 422529->422539; 422538->422539; 422539->422540; 422453->422541; 422541->422542; 422542->422543; 422543->422544; 422540->422545; 422544->422545; 422545->422546; 422546->422547; }
422450,422451
422527,422528
422533,422534
422453
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time