4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 188 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 50
Input Size / Records:
1626.0 B / 1
Associated Job Ids:
77
DAG Visualization
digraph G { id="graph_188"; subgraph graph_stage_188 { id="graph_stage_188"; isCluster="true"; label="Stage 188"; 282 [id="node_282" labelType="html" label="SQLExecutionRDD [282] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 286 [id="node_286" labelType="html" label="SQLExecutionRDD [286] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_752 { id="cluster_752"; isCluster="true"; label="Exchange"; 277 [id="node_277" labelType="html" label="ShuffledRowRDD [277] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_747 { id="cluster_747"; isCluster="true"; label="WholeStageCodegen (2)"; 278 [id="node_278" labelType="html" label="MapPartitionsRDD [278] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_746 { id="cluster_746"; isCluster="true"; label="DeserializeToObject"; 279 [id="node_279" labelType="html" label="MapPartitionsRDD [279] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_745 { id="cluster_745"; isCluster="true"; label="MapPartitions"; 280 [id="node_280" labelType="html" label="MapPartitionsRDD [280] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_742 { id="cluster_742"; isCluster="true"; label="WholeStageCodegen (3)"; 281 [id="node_281" labelType="html" label="MapPartitionsRDD [281] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_753 { id="cluster_753"; isCluster="true"; label="map"; 283 [id="node_283" labelType="html" label="Delta Table State #20 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-inventory-inventorysnapshot-v2/_delta_log [283] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_755 { id="cluster_755"; isCluster="true"; label="WholeStageCodegen (1)"; 284 [id="node_284" labelType="html" label="MapPartitionsRDD [284] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_754 { id="cluster_754"; isCluster="true"; label="Project"; 285 [id="node_285" labelType="html" label="MapPartitionsRDD [285] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_758 { id="cluster_758"; isCluster="true"; label="map"; 287 [id="node_287" labelType="html" label="Delta Table State with Stats #20 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-inventory-inventorysnapshot-v2/_delta_log [287] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1037 { id="cluster_1037"; isCluster="true"; label="WholeStageCodegen (1)"; 375 [id="node_375" labelType="html" label="MapPartitionsRDD [375] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1041 { id="cluster_1041"; isCluster="true"; label="mapPartitionsInternal"; 376 [id="node_376" labelType="html" label="MapPartitionsRDD [376] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 277->278; 278->279; 279->280; 280->281; 281->282; 282->283; 283->284; 284->285; 285->286; 286->287; 287->375; 375->376; }
276,277
283
287
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time