4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190600 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.9 s
Locality Level Summary:
Process local: 60
Input Size / Records:
9.7 MiB / 60
Shuffle Write Size / Records:
4.2 MiB / 119861
Associated Job Ids:
52663
DAG Visualization
digraph G { id="graph_190600"; subgraph graph_stage_190600 { id="graph_stage_190600"; isCluster="true"; label="Stage 190600"; subgraph cluster_1109193 { id="cluster_1109193"; isCluster="true"; label="Exchange"; 424374 [id="node_424374" labelType="html" label="ShuffledRowRDD [424374] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109192 { id="cluster_1109192"; isCluster="true"; label="InMemoryTableScan"; 424375 [id="node_424375" labelType="html" label="MapPartitionsRDD [424375] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424376 [id="node_424376" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29057672]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [424376] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109512 { id="cluster_1109512"; isCluster="true"; label="InMemoryTableScan"; 424510 [id="node_424510" labelType="html" label="MapPartitionsRDD [424510] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424511 [id="node_424511" labelType="html" label="MapPartitionsRDD [424511] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424512 [id="node_424512" labelType="html" label="MapPartitionsRDD [424512] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109509 { id="cluster_1109509"; isCluster="true"; label="WholeStageCodegen (20)"; 424513 [id="node_424513" labelType="html" label="MapPartitionsRDD [424513] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109508 { id="cluster_1109508"; isCluster="true"; label="ObjectHashAggregate"; 424514 [id="node_424514" labelType="html" label="MapPartitionsRDD [424514] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109507 { id="cluster_1109507"; isCluster="true"; label="ObjectHashAggregate"; 424515 [id="node_424515" labelType="html" label="MapPartitionsRDD [424515] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109517 { id="cluster_1109517"; isCluster="true"; label="InMemoryTableScan"; 424516 [id="node_424516" labelType="html" label="MapPartitionsRDD [424516] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424517 [id="node_424517" labelType="html" label="MapPartitionsRDD [424517] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424518 [id="node_424518" labelType="html" label="MapPartitionsRDD [424518] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109513 { id="cluster_1109513"; isCluster="true"; label="WholeStageCodegen (21)"; 424519 [id="node_424519" labelType="html" label="MapPartitionsRDD [424519] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109506 { id="cluster_1109506"; isCluster="true"; label="Union"; 424520 [id="node_424520" labelType="html" label="UnionRDD [424520] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109505 { id="cluster_1109505"; isCluster="true"; label="Exchange"; 424521 [id="node_424521" labelType="html" label="MapPartitionsRDD [424521] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424374->424375; 424375->424376; 424376->424510; 424510->424511; 424511->424512; 424512->424513; 424513->424514; 424514->424515; 424376->424516; 424516->424517; 424517->424518; 424518->424519; 424515->424520; 424519->424520; 424520->424521; }
424373,424374
424376
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time