4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190778 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 50
Input Size / Records:
69.9 KiB / 272
Associated Job Ids:
52700
DAG Visualization
digraph G { id="graph_190778"; subgraph graph_stage_190778 { id="graph_stage_190778"; isCluster="true"; label="Stage 190778"; 424940 [id="node_424940" labelType="html" label="SQLExecutionRDD [424940] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424965 [id="node_424965" labelType="html" label="SQLExecutionRDD [424965] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1110566 { id="cluster_1110566"; isCluster="true"; label="Exchange"; 424935 [id="node_424935" labelType="html" label="ShuffledRowRDD [424935] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110562 { id="cluster_1110562"; isCluster="true"; label="WholeStageCodegen (2)"; 424936 [id="node_424936" labelType="html" label="MapPartitionsRDD [424936] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110561 { id="cluster_1110561"; isCluster="true"; label="DeserializeToObject"; 424937 [id="node_424937" labelType="html" label="MapPartitionsRDD [424937] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110560 { id="cluster_1110560"; isCluster="true"; label="MapPartitions"; 424938 [id="node_424938" labelType="html" label="MapPartitionsRDD [424938] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110557 { id="cluster_1110557"; isCluster="true"; label="WholeStageCodegen (3)"; 424939 [id="node_424939" labelType="html" label="MapPartitionsRDD [424939] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110571 { id="cluster_1110571"; isCluster="true"; label="map"; 424941 [id="node_424941" labelType="html" label="Delta Table State #9 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-3/shardId=0_6_10000000532/_delta_log [424941] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110637 { id="cluster_1110637"; isCluster="true"; label="WholeStageCodegen (1)"; 424963 [id="node_424963" labelType="html" label="MapPartitionsRDD [424963] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110636 { id="cluster_1110636"; isCluster="true"; label="Project"; 424964 [id="node_424964" labelType="html" label="MapPartitionsRDD [424964] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110640 { id="cluster_1110640"; isCluster="true"; label="map"; 424966 [id="node_424966" labelType="html" label="Delta Table State with Stats #9 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-3/shardId=0_6_10000000532/_delta_log [424966] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110641 { id="cluster_1110641"; isCluster="true"; label="WholeStageCodegen (1)"; 424967 [id="node_424967" labelType="html" label="MapPartitionsRDD [424967] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110645 { id="cluster_1110645"; isCluster="true"; label="mapPartitionsInternal"; 424968 [id="node_424968" labelType="html" label="MapPartitionsRDD [424968] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424935->424936; 424936->424937; 424937->424938; 424938->424939; 424939->424940; 424940->424941; 424941->424963; 424963->424964; 424964->424965; 424965->424966; 424966->424967; 424967->424968; }
424934,424935
424941
424966
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time