4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191283 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
60 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
57.7 KiB / 300
Associated Job Ids:
52808
DAG Visualization
digraph G { id="graph_191283"; subgraph graph_stage_191283 { id="graph_stage_191283"; isCluster="true"; label="Stage 191283"; 426305 [id="node_426305" labelType="html" label="SQLExecutionRDD [426305] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426330 [id="node_426330" labelType="html" label="SQLExecutionRDD [426330] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1113928 { id="cluster_1113928"; isCluster="true"; label="Exchange"; 426300 [id="node_426300" labelType="html" label="ShuffledRowRDD [426300] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113924 { id="cluster_1113924"; isCluster="true"; label="WholeStageCodegen (2)"; 426301 [id="node_426301" labelType="html" label="MapPartitionsRDD [426301] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113923 { id="cluster_1113923"; isCluster="true"; label="DeserializeToObject"; 426302 [id="node_426302" labelType="html" label="MapPartitionsRDD [426302] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113922 { id="cluster_1113922"; isCluster="true"; label="MapPartitions"; 426303 [id="node_426303" labelType="html" label="MapPartitionsRDD [426303] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113919 { id="cluster_1113919"; isCluster="true"; label="WholeStageCodegen (3)"; 426304 [id="node_426304" labelType="html" label="MapPartitionsRDD [426304] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113934 { id="cluster_1113934"; isCluster="true"; label="map"; 426306 [id="node_426306" labelType="html" label="Delta Table State #10 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_5_10000000532/_delta_log [426306] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114000 { id="cluster_1114000"; isCluster="true"; label="WholeStageCodegen (1)"; 426328 [id="node_426328" labelType="html" label="MapPartitionsRDD [426328] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113999 { id="cluster_1113999"; isCluster="true"; label="Project"; 426329 [id="node_426329" labelType="html" label="MapPartitionsRDD [426329] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114003 { id="cluster_1114003"; isCluster="true"; label="map"; 426331 [id="node_426331" labelType="html" label="Delta Table State with Stats #10 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_5_10000000532/_delta_log [426331] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114154 { id="cluster_1114154"; isCluster="true"; label="WholeStageCodegen (1)"; 426376 [id="node_426376" labelType="html" label="MapPartitionsRDD [426376] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114153 { id="cluster_1114153"; isCluster="true"; label="Scan parquet "; 426377 [id="node_426377" labelType="html" label="MapPartitionsRDD [426377] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 426300->426301; 426301->426302; 426302->426303; 426303->426304; 426304->426305; 426305->426306; 426306->426328; 426328->426329; 426329->426330; 426330->426331; 426331->426376; 426376->426377; }
426299,426300
426306
426331
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time