4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190876 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 60
Input Size / Records:
9.0 MiB / 60
Shuffle Write Size / Records:
3.9 MiB / 111276
Associated Job Ids:
52720
DAG Visualization
digraph G { id="graph_190876"; subgraph graph_stage_190876 { id="graph_stage_190876"; isCluster="true"; label="Stage 190876"; subgraph cluster_1110830 { id="cluster_1110830"; isCluster="true"; label="Exchange"; 425069 [id="node_425069" labelType="html" label="ShuffledRowRDD [425069] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110829 { id="cluster_1110829"; isCluster="true"; label="InMemoryTableScan"; 425070 [id="node_425070" labelType="html" label="MapPartitionsRDD [425070] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425071 [id="node_425071" labelType="html" label="Exchange hashpartitioning(product#6552476, plant#6552477, 30), REPARTITION_BY_NUM, [plan_id=29061951]\n+- *(1) Scan ExistingRDD[shardId#6552473,worklistShardItemId#6552474L,version#6552475,product#6552476,plant#6552477,periodStart#6552478,periodEnd#6552479,qty#6552480]\n [425071] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111424 { id="cluster_1111424"; isCluster="true"; label="InMemoryTableScan"; 425299 [id="node_425299" labelType="html" label="MapPartitionsRDD [425299] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425300 [id="node_425300" labelType="html" label="MapPartitionsRDD [425300] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425301 [id="node_425301" labelType="html" label="MapPartitionsRDD [425301] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111421 { id="cluster_1111421"; isCluster="true"; label="WholeStageCodegen (20)"; 425302 [id="node_425302" labelType="html" label="MapPartitionsRDD [425302] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111420 { id="cluster_1111420"; isCluster="true"; label="ObjectHashAggregate"; 425303 [id="node_425303" labelType="html" label="MapPartitionsRDD [425303] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111419 { id="cluster_1111419"; isCluster="true"; label="ObjectHashAggregate"; 425304 [id="node_425304" labelType="html" label="MapPartitionsRDD [425304] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111429 { id="cluster_1111429"; isCluster="true"; label="InMemoryTableScan"; 425305 [id="node_425305" labelType="html" label="MapPartitionsRDD [425305] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425306 [id="node_425306" labelType="html" label="MapPartitionsRDD [425306] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425307 [id="node_425307" labelType="html" label="MapPartitionsRDD [425307] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111425 { id="cluster_1111425"; isCluster="true"; label="WholeStageCodegen (21)"; 425308 [id="node_425308" labelType="html" label="MapPartitionsRDD [425308] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111418 { id="cluster_1111418"; isCluster="true"; label="Union"; 425309 [id="node_425309" labelType="html" label="UnionRDD [425309] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111417 { id="cluster_1111417"; isCluster="true"; label="Exchange"; 425310 [id="node_425310" labelType="html" label="MapPartitionsRDD [425310] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425069->425070; 425070->425071; 425071->425299; 425299->425300; 425300->425301; 425301->425302; 425302->425303; 425303->425304; 425071->425305; 425305->425306; 425306->425307; 425307->425308; 425304->425309; 425308->425309; 425309->425310; }
425068,425069
425071
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time