4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241125 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
27 s
Locality Level Summary:
Node local: 30
Input Size / Records:
1544.7 KiB / 30
Shuffle Read Size / Records:
21.8 MiB / 518560
Shuffle Write Size / Records:
12.7 MiB / 74080
Associated Job Ids:
66409
DAG Visualization
digraph G { id="graph_241125"; subgraph graph_stage_241125 { id="graph_stage_241125"; isCluster="true"; label="Stage 241125"; subgraph cluster_1408788 { id="cluster_1408788"; isCluster="true"; label="Exchange"; 539404 [id="node_539404" labelType="html" label="ShuffledRowRDD [539404] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408787 { id="cluster_1408787"; isCluster="true"; label="InMemoryTableScan"; 539405 [id="node_539405" labelType="html" label="MapPartitionsRDD [539405] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539406 [id="node_539406" labelType="html" label="Exchange hashpartitioning(product#8398759, plant#8398760, 30), REPARTITION_BY_NUM, [plan_id=36539579]\n+- *(1) Scan ExistingRDD[shardId#8398756,worklistShardItemId#8398757L,version#8398758,product#8398759,plant#8398760,periodStart#8398761,periodEnd#8398762,qty#8398763]\n [539406] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409016 { id="cluster_1409016"; isCluster="true"; label="Exchange"; 539485 [id="node_539485" labelType="html" label="ShuffledRowRDD [539485] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409012 { id="cluster_1409012"; isCluster="true"; label="WholeStageCodegen (2)"; 539486 [id="node_539486" labelType="html" label="MapPartitionsRDD [539486] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409032 { id="cluster_1409032"; isCluster="true"; label="Exchange"; 539491 [id="node_539491" labelType="html" label="ShuffledRowRDD [539491] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409028 { id="cluster_1409028"; isCluster="true"; label="WholeStageCodegen (4)"; 539492 [id="node_539492" labelType="html" label="MapPartitionsRDD [539492] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409027 { id="cluster_1409027"; isCluster="true"; label="ObjectHashAggregate"; 539493 [id="node_539493" labelType="html" label="MapPartitionsRDD [539493] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409026 { id="cluster_1409026"; isCluster="true"; label="ObjectHashAggregate"; 539494 [id="node_539494" labelType="html" label="MapPartitionsRDD [539494] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409023 { id="cluster_1409023"; isCluster="true"; label="WholeStageCodegen (5)"; 539495 [id="node_539495" labelType="html" label="MapPartitionsRDD [539495] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409008 { id="cluster_1409008"; isCluster="true"; label="WholeStageCodegen (6)"; 539496 [id="node_539496" labelType="html" label="ZippedPartitionsRDD2 [539496] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539497 [id="node_539497" labelType="html" label="MapPartitionsRDD [539497] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409044 { id="cluster_1409044"; isCluster="true"; label="InMemoryTableScan"; 539498 [id="node_539498" labelType="html" label="MapPartitionsRDD [539498] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539499 [id="node_539499" labelType="html" label="MapPartitionsRDD [539499] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539500 [id="node_539500" labelType="html" label="MapPartitionsRDD [539500] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409039 { id="cluster_1409039"; isCluster="true"; label="WholeStageCodegen (7)"; 539501 [id="node_539501" labelType="html" label="MapPartitionsRDD [539501] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409001 { id="cluster_1409001"; isCluster="true"; label="WholeStageCodegen (8)"; 539502 [id="node_539502" labelType="html" label="ZippedPartitionsRDD2 [539502] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539503 [id="node_539503" labelType="html" label="MapPartitionsRDD [539503] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409000 { id="cluster_1409000"; isCluster="true"; label="Exchange"; 539504 [id="node_539504" labelType="html" label="MapPartitionsRDD [539504] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539404->539405; 539405->539406; 539485->539486; 539491->539492; 539492->539493; 539493->539494; 539494->539495; 539486->539496; 539495->539496; 539496->539497; 539406->539498; 539498->539499; 539499->539500; 539500->539501; 539497->539502; 539501->539502; 539502->539503; 539503->539504; }
539403,539404
539484,539485
539490,539491
539406
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time