4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241129 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 60
Input Size / Records:
3.0 MiB / 60
Shuffle Write Size / Records:
1299.8 KiB / 37040
Associated Job Ids:
66409
DAG Visualization
digraph G { id="graph_241129"; subgraph graph_stage_241129 { id="graph_stage_241129"; isCluster="true"; label="Stage 241129"; subgraph cluster_1408788 { id="cluster_1408788"; isCluster="true"; label="Exchange"; 539404 [id="node_539404" labelType="html" label="ShuffledRowRDD [539404] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408787 { id="cluster_1408787"; isCluster="true"; label="InMemoryTableScan"; 539405 [id="node_539405" labelType="html" label="MapPartitionsRDD [539405] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539406 [id="node_539406" labelType="html" label="Exchange hashpartitioning(product#8398759, plant#8398760, 30), REPARTITION_BY_NUM, [plan_id=36539579]\n+- *(1) Scan ExistingRDD[shardId#8398756,worklistShardItemId#8398757L,version#8398758,product#8398759,plant#8398760,periodStart#8398761,periodEnd#8398762,qty#8398763]\n [539406] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409117 { id="cluster_1409117"; isCluster="true"; label="InMemoryTableScan"; 539544 [id="node_539544" labelType="html" label="MapPartitionsRDD [539544] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539545 [id="node_539545" labelType="html" label="MapPartitionsRDD [539545] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539546 [id="node_539546" labelType="html" label="MapPartitionsRDD [539546] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409114 { id="cluster_1409114"; isCluster="true"; label="WholeStageCodegen (20)"; 539547 [id="node_539547" labelType="html" label="MapPartitionsRDD [539547] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409113 { id="cluster_1409113"; isCluster="true"; label="ObjectHashAggregate"; 539548 [id="node_539548" labelType="html" label="MapPartitionsRDD [539548] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409112 { id="cluster_1409112"; isCluster="true"; label="ObjectHashAggregate"; 539549 [id="node_539549" labelType="html" label="MapPartitionsRDD [539549] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409122 { id="cluster_1409122"; isCluster="true"; label="InMemoryTableScan"; 539550 [id="node_539550" labelType="html" label="MapPartitionsRDD [539550] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539551 [id="node_539551" labelType="html" label="MapPartitionsRDD [539551] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539552 [id="node_539552" labelType="html" label="MapPartitionsRDD [539552] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409118 { id="cluster_1409118"; isCluster="true"; label="WholeStageCodegen (21)"; 539553 [id="node_539553" labelType="html" label="MapPartitionsRDD [539553] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409111 { id="cluster_1409111"; isCluster="true"; label="Union"; 539554 [id="node_539554" labelType="html" label="UnionRDD [539554] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409110 { id="cluster_1409110"; isCluster="true"; label="Exchange"; 539555 [id="node_539555" labelType="html" label="MapPartitionsRDD [539555] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539404->539405; 539405->539406; 539406->539544; 539544->539545; 539545->539546; 539546->539547; 539547->539548; 539548->539549; 539406->539550; 539550->539551; 539551->539552; 539552->539553; 539549->539554; 539553->539554; 539554->539555; }
539403,539404
539406
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time