4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191290 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.9 MiB / 30
Shuffle Read Size / Records:
40.7 MiB / 1318471
Shuffle Write Size / Records:
9.6 MiB / 239722
Associated Job Ids:
52809
DAG Visualization
digraph G { id="graph_191290"; subgraph graph_stage_191290 { id="graph_stage_191290"; isCluster="true"; label="Stage 191290"; subgraph cluster_1113859 { id="cluster_1113859"; isCluster="true"; label="Exchange"; 426269 [id="node_426269" labelType="html" label="ShuffledRowRDD [426269] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113858 { id="cluster_1113858"; isCluster="true"; label="InMemoryTableScan"; 426270 [id="node_426270" labelType="html" label="MapPartitionsRDD [426270] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426271 [id="node_426271" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29069366]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [426271] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114129 { id="cluster_1114129"; isCluster="true"; label="Exchange"; 426374 [id="node_426374" labelType="html" label="ShuffledRowRDD [426374] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114126 { id="cluster_1114126"; isCluster="true"; label="WholeStageCodegen (11)"; 426375 [id="node_426375" labelType="html" label="MapPartitionsRDD [426375] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114148 { id="cluster_1114148"; isCluster="true"; label="Exchange"; 426382 [id="node_426382" labelType="html" label="ShuffledRowRDD [426382] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114143 { id="cluster_1114143"; isCluster="true"; label="WholeStageCodegen (13)"; 426383 [id="node_426383" labelType="html" label="MapPartitionsRDD [426383] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114122 { id="cluster_1114122"; isCluster="true"; label="WholeStageCodegen (14)"; 426384 [id="node_426384" labelType="html" label="ZippedPartitionsRDD2 [426384] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426385 [id="node_426385" labelType="html" label="MapPartitionsRDD [426385] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114167 { id="cluster_1114167"; isCluster="true"; label="InMemoryTableScan"; 426386 [id="node_426386" labelType="html" label="MapPartitionsRDD [426386] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426387 [id="node_426387" labelType="html" label="MapPartitionsRDD [426387] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426388 [id="node_426388" labelType="html" label="MapPartitionsRDD [426388] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114162 { id="cluster_1114162"; isCluster="true"; label="WholeStageCodegen (15)"; 426389 [id="node_426389" labelType="html" label="MapPartitionsRDD [426389] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114112 { id="cluster_1114112"; isCluster="true"; label="WholeStageCodegen (16)"; 426390 [id="node_426390" labelType="html" label="ZippedPartitionsRDD2 [426390] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426391 [id="node_426391" labelType="html" label="MapPartitionsRDD [426391] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114111 { id="cluster_1114111"; isCluster="true"; label="Exchange"; 426392 [id="node_426392" labelType="html" label="MapPartitionsRDD [426392] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 426269->426270; 426270->426271; 426374->426375; 426382->426383; 426375->426384; 426383->426384; 426384->426385; 426271->426386; 426386->426387; 426387->426388; 426388->426389; 426385->426390; 426389->426390; 426390->426391; 426391->426392; }
426268,426269
426373,426374
426381,426382
426271
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time