4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 146 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
3.7 KiB / 5
Associated Job Ids:
53
DAG Visualization
digraph G { id="graph_146"; subgraph graph_stage_146 { id="graph_stage_146"; isCluster="true"; label="Stage 146"; 144 [id="node_144" labelType="html" label="SQLExecutionRDD [144] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_340 { id="cluster_340"; isCluster="true"; label="Exchange"; 139 [id="node_139" labelType="html" label="ShuffledRowRDD [139] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_335 { id="cluster_335"; isCluster="true"; label="WholeStageCodegen (2)"; 140 [id="node_140" labelType="html" label="MapPartitionsRDD [140] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_334 { id="cluster_334"; isCluster="true"; label="DeserializeToObject"; 141 [id="node_141" labelType="html" label="MapPartitionsRDD [141] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_333 { id="cluster_333"; isCluster="true"; label="MapPartitions"; 142 [id="node_142" labelType="html" label="MapPartitionsRDD [142] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_330 { id="cluster_330"; isCluster="true"; label="WholeStageCodegen (3)"; 143 [id="node_143" labelType="html" label="MapPartitionsRDD [143] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_341 { id="cluster_341"; isCluster="true"; label="map"; 145 [id="node_145" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-productplant/_delta_log [145] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_725 { id="cluster_725"; isCluster="true"; label="WholeStageCodegen (1)"; 271 [id="node_271" labelType="html" label="MapPartitionsRDD [271] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_729 { id="cluster_729"; isCluster="true"; label="mapPartitionsInternal"; 272 [id="node_272" labelType="html" label="MapPartitionsRDD [272] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 139->140; 140->141; 141->142; 142->143; 143->144; 144->145; 145->271; 271->272; }
138,139
145
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time