4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191193 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 30
Input Size / Records:
3.6 MiB / 30
Shuffle Read Size / Records:
31.3 MiB / 967329
Shuffle Write Size / Records:
7.0 MiB / 175878
Associated Job Ids:
52789
DAG Visualization
digraph G { id="graph_191193"; subgraph graph_stage_191193 { id="graph_stage_191193"; isCluster="true"; label="Stage 191193"; subgraph cluster_1113217 { id="cluster_1113217"; isCluster="true"; label="Exchange"; 426008 [id="node_426008" labelType="html" label="ShuffledRowRDD [426008] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113216 { id="cluster_1113216"; isCluster="true"; label="InMemoryTableScan"; 426009 [id="node_426009" labelType="html" label="MapPartitionsRDD [426009] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426010 [id="node_426010" labelType="html" label="Exchange hashpartitioning(product#6552500, plant#6552501, 30), REPARTITION_BY_NUM, [plan_id=29067735]\n+- *(1) Scan ExistingRDD[shardId#6552497,worklistShardItemId#6552498L,version#6552499,product#6552500,plant#6552501,periodStart#6552502,periodEnd#6552503,qty#6552504]\n [426010] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113487 { id="cluster_1113487"; isCluster="true"; label="Exchange"; 426113 [id="node_426113" labelType="html" label="ShuffledRowRDD [426113] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113484 { id="cluster_1113484"; isCluster="true"; label="WholeStageCodegen (11)"; 426114 [id="node_426114" labelType="html" label="MapPartitionsRDD [426114] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113506 { id="cluster_1113506"; isCluster="true"; label="Exchange"; 426121 [id="node_426121" labelType="html" label="ShuffledRowRDD [426121] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113501 { id="cluster_1113501"; isCluster="true"; label="WholeStageCodegen (13)"; 426122 [id="node_426122" labelType="html" label="MapPartitionsRDD [426122] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113480 { id="cluster_1113480"; isCluster="true"; label="WholeStageCodegen (14)"; 426123 [id="node_426123" labelType="html" label="ZippedPartitionsRDD2 [426123] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426124 [id="node_426124" labelType="html" label="MapPartitionsRDD [426124] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113525 { id="cluster_1113525"; isCluster="true"; label="InMemoryTableScan"; 426125 [id="node_426125" labelType="html" label="MapPartitionsRDD [426125] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426126 [id="node_426126" labelType="html" label="MapPartitionsRDD [426126] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426127 [id="node_426127" labelType="html" label="MapPartitionsRDD [426127] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113520 { id="cluster_1113520"; isCluster="true"; label="WholeStageCodegen (15)"; 426128 [id="node_426128" labelType="html" label="MapPartitionsRDD [426128] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113470 { id="cluster_1113470"; isCluster="true"; label="WholeStageCodegen (16)"; 426129 [id="node_426129" labelType="html" label="ZippedPartitionsRDD2 [426129] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426130 [id="node_426130" labelType="html" label="MapPartitionsRDD [426130] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113469 { id="cluster_1113469"; isCluster="true"; label="Exchange"; 426131 [id="node_426131" labelType="html" label="MapPartitionsRDD [426131] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 426008->426009; 426009->426010; 426113->426114; 426121->426122; 426114->426123; 426122->426123; 426123->426124; 426010->426125; 426125->426126; 426126->426127; 426127->426128; 426124->426129; 426128->426129; 426129->426130; 426130->426131; }
426007,426008
426112,426113
426120,426121
426010
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time