4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190014 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.8 MiB / 30
Shuffle Read Size / Records:
21.9 MiB / 713448
Shuffle Write Size / Records:
9.4 MiB / 237816
Associated Job Ids:
52543
DAG Visualization
digraph G { id="graph_190014"; subgraph graph_stage_190014 { id="graph_stage_190014"; isCluster="true"; label="Stage 190014"; subgraph cluster_1105347 { id="cluster_1105347"; isCluster="true"; label="Exchange"; 422808 [id="node_422808" labelType="html" label="ShuffledRowRDD [422808] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105346 { id="cluster_1105346"; isCluster="true"; label="InMemoryTableScan"; 422809 [id="node_422809" labelType="html" label="MapPartitionsRDD [422809] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422810 [id="node_422810" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29047961]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [422810] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105616 { id="cluster_1105616"; isCluster="true"; label="Exchange"; 422913 [id="node_422913" labelType="html" label="ShuffledRowRDD [422913] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105613 { id="cluster_1105613"; isCluster="true"; label="WholeStageCodegen (11)"; 422914 [id="node_422914" labelType="html" label="MapPartitionsRDD [422914] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105635 { id="cluster_1105635"; isCluster="true"; label="Exchange"; 422921 [id="node_422921" labelType="html" label="ShuffledRowRDD [422921] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105630 { id="cluster_1105630"; isCluster="true"; label="WholeStageCodegen (13)"; 422922 [id="node_422922" labelType="html" label="MapPartitionsRDD [422922] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105609 { id="cluster_1105609"; isCluster="true"; label="WholeStageCodegen (14)"; 422923 [id="node_422923" labelType="html" label="ZippedPartitionsRDD2 [422923] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422924 [id="node_422924" labelType="html" label="MapPartitionsRDD [422924] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105654 { id="cluster_1105654"; isCluster="true"; label="InMemoryTableScan"; 422925 [id="node_422925" labelType="html" label="MapPartitionsRDD [422925] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422926 [id="node_422926" labelType="html" label="MapPartitionsRDD [422926] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422927 [id="node_422927" labelType="html" label="MapPartitionsRDD [422927] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105649 { id="cluster_1105649"; isCluster="true"; label="WholeStageCodegen (15)"; 422928 [id="node_422928" labelType="html" label="MapPartitionsRDD [422928] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105599 { id="cluster_1105599"; isCluster="true"; label="WholeStageCodegen (16)"; 422929 [id="node_422929" labelType="html" label="ZippedPartitionsRDD2 [422929] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422930 [id="node_422930" labelType="html" label="MapPartitionsRDD [422930] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105598 { id="cluster_1105598"; isCluster="true"; label="Exchange"; 422931 [id="node_422931" labelType="html" label="MapPartitionsRDD [422931] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422808->422809; 422809->422810; 422913->422914; 422921->422922; 422914->422923; 422922->422923; 422923->422924; 422810->422925; 422925->422926; 422926->422927; 422927->422928; 422924->422929; 422928->422929; 422929->422930; 422930->422931; }
422807,422808
422912,422913
422920,422921
422810
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time