4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191194 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
26 s
Locality Level Summary:
Node local: 30
Input Size / Records:
3.6 MiB / 30
Shuffle Read Size / Records:
42.1 MiB / 967329
Shuffle Write Size / Records:
27.2 MiB / 175878
Associated Job Ids:
52789
DAG Visualization
digraph G { id="graph_191194"; subgraph graph_stage_191194 { id="graph_stage_191194"; isCluster="true"; label="Stage 191194"; subgraph cluster_1113217 { id="cluster_1113217"; isCluster="true"; label="Exchange"; 426008 [id="node_426008" labelType="html" label="ShuffledRowRDD [426008] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113216 { id="cluster_1113216"; isCluster="true"; label="InMemoryTableScan"; 426009 [id="node_426009" labelType="html" label="MapPartitionsRDD [426009] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426010 [id="node_426010" labelType="html" label="Exchange hashpartitioning(product#6552500, plant#6552501, 30), REPARTITION_BY_NUM, [plan_id=29067735]\n+- *(1) Scan ExistingRDD[shardId#6552497,worklistShardItemId#6552498L,version#6552499,product#6552500,plant#6552501,periodStart#6552502,periodEnd#6552503,qty#6552504]\n [426010] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113436 { id="cluster_1113436"; isCluster="true"; label="Exchange"; 426085 [id="node_426085" labelType="html" label="ShuffledRowRDD [426085] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113432 { id="cluster_1113432"; isCluster="true"; label="WholeStageCodegen (2)"; 426086 [id="node_426086" labelType="html" label="MapPartitionsRDD [426086] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113452 { id="cluster_1113452"; isCluster="true"; label="Exchange"; 426091 [id="node_426091" labelType="html" label="ShuffledRowRDD [426091] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113448 { id="cluster_1113448"; isCluster="true"; label="WholeStageCodegen (4)"; 426092 [id="node_426092" labelType="html" label="MapPartitionsRDD [426092] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113447 { id="cluster_1113447"; isCluster="true"; label="ObjectHashAggregate"; 426093 [id="node_426093" labelType="html" label="MapPartitionsRDD [426093] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113446 { id="cluster_1113446"; isCluster="true"; label="ObjectHashAggregate"; 426094 [id="node_426094" labelType="html" label="MapPartitionsRDD [426094] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113443 { id="cluster_1113443"; isCluster="true"; label="WholeStageCodegen (5)"; 426095 [id="node_426095" labelType="html" label="MapPartitionsRDD [426095] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113428 { id="cluster_1113428"; isCluster="true"; label="WholeStageCodegen (6)"; 426096 [id="node_426096" labelType="html" label="ZippedPartitionsRDD2 [426096] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426097 [id="node_426097" labelType="html" label="MapPartitionsRDD [426097] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113464 { id="cluster_1113464"; isCluster="true"; label="InMemoryTableScan"; 426098 [id="node_426098" labelType="html" label="MapPartitionsRDD [426098] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426099 [id="node_426099" labelType="html" label="MapPartitionsRDD [426099] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426100 [id="node_426100" labelType="html" label="MapPartitionsRDD [426100] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113459 { id="cluster_1113459"; isCluster="true"; label="WholeStageCodegen (7)"; 426101 [id="node_426101" labelType="html" label="MapPartitionsRDD [426101] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113421 { id="cluster_1113421"; isCluster="true"; label="WholeStageCodegen (8)"; 426102 [id="node_426102" labelType="html" label="ZippedPartitionsRDD2 [426102] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426103 [id="node_426103" labelType="html" label="MapPartitionsRDD [426103] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113420 { id="cluster_1113420"; isCluster="true"; label="Exchange"; 426104 [id="node_426104" labelType="html" label="MapPartitionsRDD [426104] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 426008->426009; 426009->426010; 426085->426086; 426091->426092; 426092->426093; 426093->426094; 426094->426095; 426086->426096; 426095->426096; 426096->426097; 426010->426098; 426098->426099; 426099->426100; 426100->426101; 426097->426102; 426101->426102; 426102->426103; 426103->426104; }
426007,426008
426084,426085
426090,426091
426010
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time