4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190305 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
16 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.9 MiB / 30
Shuffle Read Size / Records:
22.4 MiB / 719166
Shuffle Write Size / Records:
9.6 MiB / 239722
Associated Job Ids:
52603
DAG Visualization
digraph G { id="graph_190305"; subgraph graph_stage_190305 { id="graph_stage_190305"; isCluster="true"; label="Stage 190305"; subgraph cluster_1107270 { id="cluster_1107270"; isCluster="true"; label="Exchange"; 423591 [id="node_423591" labelType="html" label="ShuffledRowRDD [423591] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107269 { id="cluster_1107269"; isCluster="true"; label="InMemoryTableScan"; 423592 [id="node_423592" labelType="html" label="MapPartitionsRDD [423592] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423593 [id="node_423593" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29052809]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [423593] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107539 { id="cluster_1107539"; isCluster="true"; label="Exchange"; 423696 [id="node_423696" labelType="html" label="ShuffledRowRDD [423696] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107536 { id="cluster_1107536"; isCluster="true"; label="WholeStageCodegen (11)"; 423697 [id="node_423697" labelType="html" label="MapPartitionsRDD [423697] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107558 { id="cluster_1107558"; isCluster="true"; label="Exchange"; 423704 [id="node_423704" labelType="html" label="ShuffledRowRDD [423704] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107553 { id="cluster_1107553"; isCluster="true"; label="WholeStageCodegen (13)"; 423705 [id="node_423705" labelType="html" label="MapPartitionsRDD [423705] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107532 { id="cluster_1107532"; isCluster="true"; label="WholeStageCodegen (14)"; 423706 [id="node_423706" labelType="html" label="ZippedPartitionsRDD2 [423706] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423707 [id="node_423707" labelType="html" label="MapPartitionsRDD [423707] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107577 { id="cluster_1107577"; isCluster="true"; label="InMemoryTableScan"; 423708 [id="node_423708" labelType="html" label="MapPartitionsRDD [423708] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423709 [id="node_423709" labelType="html" label="MapPartitionsRDD [423709] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423710 [id="node_423710" labelType="html" label="MapPartitionsRDD [423710] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107572 { id="cluster_1107572"; isCluster="true"; label="WholeStageCodegen (15)"; 423711 [id="node_423711" labelType="html" label="MapPartitionsRDD [423711] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107522 { id="cluster_1107522"; isCluster="true"; label="WholeStageCodegen (16)"; 423712 [id="node_423712" labelType="html" label="ZippedPartitionsRDD2 [423712] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423713 [id="node_423713" labelType="html" label="MapPartitionsRDD [423713] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107521 { id="cluster_1107521"; isCluster="true"; label="Exchange"; 423714 [id="node_423714" labelType="html" label="MapPartitionsRDD [423714] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423591->423592; 423592->423593; 423696->423697; 423704->423705; 423697->423706; 423705->423706; 423706->423707; 423593->423708; 423708->423709; 423709->423710; 423710->423711; 423707->423712; 423711->423712; 423712->423713; 423713->423714; }
423590,423591
423695,423696
423703,423704
423593
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time