4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241126 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
12 s
Locality Level Summary:
Node local: 30
Input Size / Records:
1544.7 KiB / 30
Shuffle Read Size / Records:
15.8 MiB / 518560
Shuffle Write Size / Records:
3.1 MiB / 74080
Associated Job Ids:
66409
DAG Visualization
digraph G { id="graph_241126"; subgraph graph_stage_241126 { id="graph_stage_241126"; isCluster="true"; label="Stage 241126"; subgraph cluster_1408788 { id="cluster_1408788"; isCluster="true"; label="Exchange"; 539404 [id="node_539404" labelType="html" label="ShuffledRowRDD [539404] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408787 { id="cluster_1408787"; isCluster="true"; label="InMemoryTableScan"; 539405 [id="node_539405" labelType="html" label="MapPartitionsRDD [539405] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539406 [id="node_539406" labelType="html" label="Exchange hashpartitioning(product#8398759, plant#8398760, 30), REPARTITION_BY_NUM, [plan_id=36539579]\n+- *(1) Scan ExistingRDD[shardId#8398756,worklistShardItemId#8398757L,version#8398758,product#8398759,plant#8398760,periodStart#8398761,periodEnd#8398762,qty#8398763]\n [539406] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409067 { id="cluster_1409067"; isCluster="true"; label="Exchange"; 539513 [id="node_539513" labelType="html" label="ShuffledRowRDD [539513] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409064 { id="cluster_1409064"; isCluster="true"; label="WholeStageCodegen (11)"; 539514 [id="node_539514" labelType="html" label="MapPartitionsRDD [539514] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409086 { id="cluster_1409086"; isCluster="true"; label="Exchange"; 539521 [id="node_539521" labelType="html" label="ShuffledRowRDD [539521] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409081 { id="cluster_1409081"; isCluster="true"; label="WholeStageCodegen (13)"; 539522 [id="node_539522" labelType="html" label="MapPartitionsRDD [539522] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409060 { id="cluster_1409060"; isCluster="true"; label="WholeStageCodegen (14)"; 539523 [id="node_539523" labelType="html" label="ZippedPartitionsRDD2 [539523] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539524 [id="node_539524" labelType="html" label="MapPartitionsRDD [539524] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409105 { id="cluster_1409105"; isCluster="true"; label="InMemoryTableScan"; 539525 [id="node_539525" labelType="html" label="MapPartitionsRDD [539525] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539526 [id="node_539526" labelType="html" label="MapPartitionsRDD [539526] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539527 [id="node_539527" labelType="html" label="MapPartitionsRDD [539527] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409100 { id="cluster_1409100"; isCluster="true"; label="WholeStageCodegen (15)"; 539528 [id="node_539528" labelType="html" label="MapPartitionsRDD [539528] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409050 { id="cluster_1409050"; isCluster="true"; label="WholeStageCodegen (16)"; 539529 [id="node_539529" labelType="html" label="ZippedPartitionsRDD2 [539529] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539530 [id="node_539530" labelType="html" label="MapPartitionsRDD [539530] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409049 { id="cluster_1409049"; isCluster="true"; label="Exchange"; 539531 [id="node_539531" labelType="html" label="MapPartitionsRDD [539531] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539404->539405; 539405->539406; 539513->539514; 539521->539522; 539514->539523; 539522->539523; 539523->539524; 539406->539525; 539525->539526; 539526->539527; 539527->539528; 539524->539529; 539528->539529; 539529->539530; 539530->539531; }
539403,539404
539512,539513
539520,539521
539406
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time