4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190792 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
29 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.8 MiB / 30
Shuffle Read Size / Records:
53.2 MiB / 1191460
Shuffle Write Size / Records:
37.4 MiB / 238292
Associated Job Ids:
52704
DAG Visualization
digraph G { id="graph_190792"; subgraph graph_stage_190792 { id="graph_stage_190792"; isCluster="true"; label="Stage 190792"; subgraph cluster_1110497 { id="cluster_1110497"; isCluster="true"; label="Exchange"; 424904 [id="node_424904" labelType="html" label="ShuffledRowRDD [424904] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110496 { id="cluster_1110496"; isCluster="true"; label="InMemoryTableScan"; 424905 [id="node_424905" labelType="html" label="MapPartitionsRDD [424905] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424906 [id="node_424906" labelType="html" label="Exchange hashpartitioning(product#6552500, plant#6552501, 30), REPARTITION_BY_NUM, [plan_id=29060947]\n+- *(1) Scan ExistingRDD[shardId#6552497,worklistShardItemId#6552498L,version#6552499,product#6552500,plant#6552501,periodStart#6552502,periodEnd#6552503,qty#6552504]\n [424906] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110715 { id="cluster_1110715"; isCluster="true"; label="Exchange"; 424981 [id="node_424981" labelType="html" label="ShuffledRowRDD [424981] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110711 { id="cluster_1110711"; isCluster="true"; label="WholeStageCodegen (2)"; 424982 [id="node_424982" labelType="html" label="MapPartitionsRDD [424982] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110731 { id="cluster_1110731"; isCluster="true"; label="Exchange"; 424987 [id="node_424987" labelType="html" label="ShuffledRowRDD [424987] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110727 { id="cluster_1110727"; isCluster="true"; label="WholeStageCodegen (4)"; 424988 [id="node_424988" labelType="html" label="MapPartitionsRDD [424988] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110726 { id="cluster_1110726"; isCluster="true"; label="ObjectHashAggregate"; 424989 [id="node_424989" labelType="html" label="MapPartitionsRDD [424989] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110725 { id="cluster_1110725"; isCluster="true"; label="ObjectHashAggregate"; 424990 [id="node_424990" labelType="html" label="MapPartitionsRDD [424990] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110722 { id="cluster_1110722"; isCluster="true"; label="WholeStageCodegen (5)"; 424991 [id="node_424991" labelType="html" label="MapPartitionsRDD [424991] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110707 { id="cluster_1110707"; isCluster="true"; label="WholeStageCodegen (6)"; 424992 [id="node_424992" labelType="html" label="ZippedPartitionsRDD2 [424992] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424993 [id="node_424993" labelType="html" label="MapPartitionsRDD [424993] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110743 { id="cluster_1110743"; isCluster="true"; label="InMemoryTableScan"; 424994 [id="node_424994" labelType="html" label="MapPartitionsRDD [424994] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424995 [id="node_424995" labelType="html" label="MapPartitionsRDD [424995] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424996 [id="node_424996" labelType="html" label="MapPartitionsRDD [424996] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110738 { id="cluster_1110738"; isCluster="true"; label="WholeStageCodegen (7)"; 424997 [id="node_424997" labelType="html" label="MapPartitionsRDD [424997] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110700 { id="cluster_1110700"; isCluster="true"; label="WholeStageCodegen (8)"; 424998 [id="node_424998" labelType="html" label="ZippedPartitionsRDD2 [424998] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424999 [id="node_424999" labelType="html" label="MapPartitionsRDD [424999] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110699 { id="cluster_1110699"; isCluster="true"; label="Exchange"; 425000 [id="node_425000" labelType="html" label="MapPartitionsRDD [425000] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424904->424905; 424905->424906; 424981->424982; 424987->424988; 424988->424989; 424989->424990; 424990->424991; 424982->424992; 424991->424992; 424992->424993; 424906->424994; 424994->424995; 424995->424996; 424996->424997; 424993->424998; 424997->424998; 424998->424999; 424999->425000; }
424903,424904
424980,424981
424986,424987
424906
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time