4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190501 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.9 MiB / 30
Shuffle Read Size / Records:
28.7 MiB / 958888
Shuffle Write Size / Records:
9.6 MiB / 239722
Associated Job Ids:
52643
DAG Visualization
digraph G { id="graph_190501"; subgraph graph_stage_190501 { id="graph_stage_190501"; isCluster="true"; label="Stage 190501"; subgraph cluster_1108552 { id="cluster_1108552"; isCluster="true"; label="Exchange"; 424113 [id="node_424113" labelType="html" label="ShuffledRowRDD [424113] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108551 { id="cluster_1108551"; isCluster="true"; label="InMemoryTableScan"; 424114 [id="node_424114" labelType="html" label="MapPartitionsRDD [424114] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424115 [id="node_424115" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29056051]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [424115] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108821 { id="cluster_1108821"; isCluster="true"; label="Exchange"; 424218 [id="node_424218" labelType="html" label="ShuffledRowRDD [424218] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108818 { id="cluster_1108818"; isCluster="true"; label="WholeStageCodegen (11)"; 424219 [id="node_424219" labelType="html" label="MapPartitionsRDD [424219] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108840 { id="cluster_1108840"; isCluster="true"; label="Exchange"; 424226 [id="node_424226" labelType="html" label="ShuffledRowRDD [424226] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108835 { id="cluster_1108835"; isCluster="true"; label="WholeStageCodegen (13)"; 424227 [id="node_424227" labelType="html" label="MapPartitionsRDD [424227] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108814 { id="cluster_1108814"; isCluster="true"; label="WholeStageCodegen (14)"; 424228 [id="node_424228" labelType="html" label="ZippedPartitionsRDD2 [424228] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424229 [id="node_424229" labelType="html" label="MapPartitionsRDD [424229] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108859 { id="cluster_1108859"; isCluster="true"; label="InMemoryTableScan"; 424230 [id="node_424230" labelType="html" label="MapPartitionsRDD [424230] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424231 [id="node_424231" labelType="html" label="MapPartitionsRDD [424231] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424232 [id="node_424232" labelType="html" label="MapPartitionsRDD [424232] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108854 { id="cluster_1108854"; isCluster="true"; label="WholeStageCodegen (15)"; 424233 [id="node_424233" labelType="html" label="MapPartitionsRDD [424233] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108804 { id="cluster_1108804"; isCluster="true"; label="WholeStageCodegen (16)"; 424234 [id="node_424234" labelType="html" label="ZippedPartitionsRDD2 [424234] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424235 [id="node_424235" labelType="html" label="MapPartitionsRDD [424235] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108803 { id="cluster_1108803"; isCluster="true"; label="Exchange"; 424236 [id="node_424236" labelType="html" label="MapPartitionsRDD [424236] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424113->424114; 424114->424115; 424218->424219; 424226->424227; 424219->424228; 424227->424228; 424228->424229; 424115->424230; 424230->424231; 424231->424232; 424232->424233; 424229->424234; 424233->424234; 424234->424235; 424235->424236; }
424112,424113
424217,424218
424225,424226
424115
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time