4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190495 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 60
Input Size / Records:
9.7 MiB / 60
Shuffle Write Size / Records:
4.2 MiB / 119861
Associated Job Ids:
52643
DAG Visualization
digraph G { id="graph_190495"; subgraph graph_stage_190495 { id="graph_stage_190495"; isCluster="true"; label="Stage 190495"; subgraph cluster_1108552 { id="cluster_1108552"; isCluster="true"; label="Exchange"; 424113 [id="node_424113" labelType="html" label="ShuffledRowRDD [424113] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108551 { id="cluster_1108551"; isCluster="true"; label="InMemoryTableScan"; 424114 [id="node_424114" labelType="html" label="MapPartitionsRDD [424114] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424115 [id="node_424115" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29056051]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [424115] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108871 { id="cluster_1108871"; isCluster="true"; label="InMemoryTableScan"; 424249 [id="node_424249" labelType="html" label="MapPartitionsRDD [424249] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424250 [id="node_424250" labelType="html" label="MapPartitionsRDD [424250] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424251 [id="node_424251" labelType="html" label="MapPartitionsRDD [424251] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108868 { id="cluster_1108868"; isCluster="true"; label="WholeStageCodegen (20)"; 424252 [id="node_424252" labelType="html" label="MapPartitionsRDD [424252] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108867 { id="cluster_1108867"; isCluster="true"; label="ObjectHashAggregate"; 424253 [id="node_424253" labelType="html" label="MapPartitionsRDD [424253] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108866 { id="cluster_1108866"; isCluster="true"; label="ObjectHashAggregate"; 424254 [id="node_424254" labelType="html" label="MapPartitionsRDD [424254] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108876 { id="cluster_1108876"; isCluster="true"; label="InMemoryTableScan"; 424255 [id="node_424255" labelType="html" label="MapPartitionsRDD [424255] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424256 [id="node_424256" labelType="html" label="MapPartitionsRDD [424256] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424257 [id="node_424257" labelType="html" label="MapPartitionsRDD [424257] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108872 { id="cluster_1108872"; isCluster="true"; label="WholeStageCodegen (21)"; 424258 [id="node_424258" labelType="html" label="MapPartitionsRDD [424258] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108865 { id="cluster_1108865"; isCluster="true"; label="Union"; 424259 [id="node_424259" labelType="html" label="UnionRDD [424259] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108864 { id="cluster_1108864"; isCluster="true"; label="Exchange"; 424260 [id="node_424260" labelType="html" label="MapPartitionsRDD [424260] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424113->424114; 424114->424115; 424115->424249; 424249->424250; 424250->424251; 424251->424252; 424252->424253; 424253->424254; 424115->424255; 424255->424256; 424256->424257; 424257->424258; 424254->424259; 424258->424259; 424259->424260; }
424112,424113
424115
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time