4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191188 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 60
Input Size / Records:
7.1 MiB / 60
Shuffle Write Size / Records:
3.1 MiB / 87939
Associated Job Ids:
52789
DAG Visualization
digraph G { id="graph_191188"; subgraph graph_stage_191188 { id="graph_stage_191188"; isCluster="true"; label="Stage 191188"; subgraph cluster_1113217 { id="cluster_1113217"; isCluster="true"; label="Exchange"; 426008 [id="node_426008" labelType="html" label="ShuffledRowRDD [426008] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113216 { id="cluster_1113216"; isCluster="true"; label="InMemoryTableScan"; 426009 [id="node_426009" labelType="html" label="MapPartitionsRDD [426009] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426010 [id="node_426010" labelType="html" label="Exchange hashpartitioning(product#6552500, plant#6552501, 30), REPARTITION_BY_NUM, [plan_id=29067735]\n+- *(1) Scan ExistingRDD[shardId#6552497,worklistShardItemId#6552498L,version#6552499,product#6552500,plant#6552501,periodStart#6552502,periodEnd#6552503,qty#6552504]\n [426010] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113537 { id="cluster_1113537"; isCluster="true"; label="InMemoryTableScan"; 426144 [id="node_426144" labelType="html" label="MapPartitionsRDD [426144] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426145 [id="node_426145" labelType="html" label="MapPartitionsRDD [426145] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426146 [id="node_426146" labelType="html" label="MapPartitionsRDD [426146] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113534 { id="cluster_1113534"; isCluster="true"; label="WholeStageCodegen (20)"; 426147 [id="node_426147" labelType="html" label="MapPartitionsRDD [426147] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113533 { id="cluster_1113533"; isCluster="true"; label="ObjectHashAggregate"; 426148 [id="node_426148" labelType="html" label="MapPartitionsRDD [426148] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113532 { id="cluster_1113532"; isCluster="true"; label="ObjectHashAggregate"; 426149 [id="node_426149" labelType="html" label="MapPartitionsRDD [426149] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113542 { id="cluster_1113542"; isCluster="true"; label="InMemoryTableScan"; 426150 [id="node_426150" labelType="html" label="MapPartitionsRDD [426150] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426151 [id="node_426151" labelType="html" label="MapPartitionsRDD [426151] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426152 [id="node_426152" labelType="html" label="MapPartitionsRDD [426152] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113538 { id="cluster_1113538"; isCluster="true"; label="WholeStageCodegen (21)"; 426153 [id="node_426153" labelType="html" label="MapPartitionsRDD [426153] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113531 { id="cluster_1113531"; isCluster="true"; label="Union"; 426154 [id="node_426154" labelType="html" label="UnionRDD [426154] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113530 { id="cluster_1113530"; isCluster="true"; label="Exchange"; 426155 [id="node_426155" labelType="html" label="MapPartitionsRDD [426155] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 426008->426009; 426009->426010; 426010->426144; 426144->426145; 426145->426146; 426146->426147; 426147->426148; 426148->426149; 426010->426150; 426150->426151; 426151->426152; 426152->426153; 426149->426154; 426153->426154; 426154->426155; }
426007,426008
426010
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time