4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190993 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
15 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.8 MiB / 30
Shuffle Read Size / Records:
34.4 MiB / 832356
Shuffle Write Size / Records:
26.0 MiB / 237816
Associated Job Ids:
52746
DAG Visualization
digraph G { id="graph_190993"; subgraph graph_stage_190993 { id="graph_stage_190993"; isCluster="true"; label="Stage 190993"; subgraph cluster_1111846 { id="cluster_1111846"; isCluster="true"; label="Exchange"; 425452 [id="node_425452" labelType="html" label="ShuffledRowRDD [425452] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111845 { id="cluster_1111845"; isCluster="true"; label="InMemoryTableScan"; 425453 [id="node_425453" labelType="html" label="MapPartitionsRDD [425453] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425454 [id="node_425454" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29064332]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [425454] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112064 { id="cluster_1112064"; isCluster="true"; label="Exchange"; 425529 [id="node_425529" labelType="html" label="ShuffledRowRDD [425529] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112060 { id="cluster_1112060"; isCluster="true"; label="WholeStageCodegen (2)"; 425530 [id="node_425530" labelType="html" label="MapPartitionsRDD [425530] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112080 { id="cluster_1112080"; isCluster="true"; label="Exchange"; 425535 [id="node_425535" labelType="html" label="ShuffledRowRDD [425535] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112076 { id="cluster_1112076"; isCluster="true"; label="WholeStageCodegen (4)"; 425536 [id="node_425536" labelType="html" label="MapPartitionsRDD [425536] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112075 { id="cluster_1112075"; isCluster="true"; label="ObjectHashAggregate"; 425537 [id="node_425537" labelType="html" label="MapPartitionsRDD [425537] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112074 { id="cluster_1112074"; isCluster="true"; label="ObjectHashAggregate"; 425538 [id="node_425538" labelType="html" label="MapPartitionsRDD [425538] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112071 { id="cluster_1112071"; isCluster="true"; label="WholeStageCodegen (5)"; 425539 [id="node_425539" labelType="html" label="MapPartitionsRDD [425539] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112056 { id="cluster_1112056"; isCluster="true"; label="WholeStageCodegen (6)"; 425540 [id="node_425540" labelType="html" label="ZippedPartitionsRDD2 [425540] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425541 [id="node_425541" labelType="html" label="MapPartitionsRDD [425541] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112092 { id="cluster_1112092"; isCluster="true"; label="InMemoryTableScan"; 425542 [id="node_425542" labelType="html" label="MapPartitionsRDD [425542] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425543 [id="node_425543" labelType="html" label="MapPartitionsRDD [425543] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425544 [id="node_425544" labelType="html" label="MapPartitionsRDD [425544] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112087 { id="cluster_1112087"; isCluster="true"; label="WholeStageCodegen (7)"; 425545 [id="node_425545" labelType="html" label="MapPartitionsRDD [425545] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112049 { id="cluster_1112049"; isCluster="true"; label="WholeStageCodegen (8)"; 425546 [id="node_425546" labelType="html" label="ZippedPartitionsRDD2 [425546] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425547 [id="node_425547" labelType="html" label="MapPartitionsRDD [425547] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112048 { id="cluster_1112048"; isCluster="true"; label="Exchange"; 425548 [id="node_425548" labelType="html" label="MapPartitionsRDD [425548] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425452->425453; 425453->425454; 425529->425530; 425535->425536; 425536->425537; 425537->425538; 425538->425539; 425530->425540; 425539->425540; 425540->425541; 425454->425542; 425542->425543; 425543->425544; 425544->425545; 425541->425546; 425545->425546; 425546->425547; 425547->425548; }
425451,425452
425528,425529
425534,425535
425454
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time