4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191293 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 60
Input Size / Records:
9.7 MiB / 60
Shuffle Write Size / Records:
4.2 MiB / 119861
Associated Job Ids:
52809
DAG Visualization
digraph G { id="graph_191293"; subgraph graph_stage_191293 { id="graph_stage_191293"; isCluster="true"; label="Stage 191293"; subgraph cluster_1113859 { id="cluster_1113859"; isCluster="true"; label="Exchange"; 426269 [id="node_426269" labelType="html" label="ShuffledRowRDD [426269] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113858 { id="cluster_1113858"; isCluster="true"; label="InMemoryTableScan"; 426270 [id="node_426270" labelType="html" label="MapPartitionsRDD [426270] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426271 [id="node_426271" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29069366]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [426271] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114179 { id="cluster_1114179"; isCluster="true"; label="InMemoryTableScan"; 426405 [id="node_426405" labelType="html" label="MapPartitionsRDD [426405] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426406 [id="node_426406" labelType="html" label="MapPartitionsRDD [426406] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426407 [id="node_426407" labelType="html" label="MapPartitionsRDD [426407] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114176 { id="cluster_1114176"; isCluster="true"; label="WholeStageCodegen (20)"; 426408 [id="node_426408" labelType="html" label="MapPartitionsRDD [426408] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114175 { id="cluster_1114175"; isCluster="true"; label="ObjectHashAggregate"; 426409 [id="node_426409" labelType="html" label="MapPartitionsRDD [426409] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114174 { id="cluster_1114174"; isCluster="true"; label="ObjectHashAggregate"; 426410 [id="node_426410" labelType="html" label="MapPartitionsRDD [426410] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114184 { id="cluster_1114184"; isCluster="true"; label="InMemoryTableScan"; 426411 [id="node_426411" labelType="html" label="MapPartitionsRDD [426411] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426412 [id="node_426412" labelType="html" label="MapPartitionsRDD [426412] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426413 [id="node_426413" labelType="html" label="MapPartitionsRDD [426413] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114180 { id="cluster_1114180"; isCluster="true"; label="WholeStageCodegen (21)"; 426414 [id="node_426414" labelType="html" label="MapPartitionsRDD [426414] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114173 { id="cluster_1114173"; isCluster="true"; label="Union"; 426415 [id="node_426415" labelType="html" label="UnionRDD [426415] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114172 { id="cluster_1114172"; isCluster="true"; label="Exchange"; 426416 [id="node_426416" labelType="html" label="MapPartitionsRDD [426416] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 426269->426270; 426270->426271; 426271->426405; 426405->426406; 426406->426407; 426407->426408; 426408->426409; 426409->426410; 426271->426411; 426411->426412; 426412->426413; 426413->426414; 426410->426415; 426414->426415; 426415->426416; }
426268,426269
426271
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time