4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190406 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 60
Input Size / Records:
9.7 MiB / 60
Shuffle Write Size / Records:
4.2 MiB / 119861
Associated Job Ids:
52623
DAG Visualization
digraph G { id="graph_190406"; subgraph graph_stage_190406 { id="graph_stage_190406"; isCluster="true"; label="Stage 190406"; subgraph cluster_1107911 { id="cluster_1107911"; isCluster="true"; label="Exchange"; 423852 [id="node_423852" labelType="html" label="ShuffledRowRDD [423852] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107910 { id="cluster_1107910"; isCluster="true"; label="InMemoryTableScan"; 423853 [id="node_423853" labelType="html" label="MapPartitionsRDD [423853] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423854 [id="node_423854" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29054430]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [423854] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108230 { id="cluster_1108230"; isCluster="true"; label="InMemoryTableScan"; 423988 [id="node_423988" labelType="html" label="MapPartitionsRDD [423988] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423989 [id="node_423989" labelType="html" label="MapPartitionsRDD [423989] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423990 [id="node_423990" labelType="html" label="MapPartitionsRDD [423990] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108227 { id="cluster_1108227"; isCluster="true"; label="WholeStageCodegen (20)"; 423991 [id="node_423991" labelType="html" label="MapPartitionsRDD [423991] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108226 { id="cluster_1108226"; isCluster="true"; label="ObjectHashAggregate"; 423992 [id="node_423992" labelType="html" label="MapPartitionsRDD [423992] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108225 { id="cluster_1108225"; isCluster="true"; label="ObjectHashAggregate"; 423993 [id="node_423993" labelType="html" label="MapPartitionsRDD [423993] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108235 { id="cluster_1108235"; isCluster="true"; label="InMemoryTableScan"; 423994 [id="node_423994" labelType="html" label="MapPartitionsRDD [423994] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423995 [id="node_423995" labelType="html" label="MapPartitionsRDD [423995] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423996 [id="node_423996" labelType="html" label="MapPartitionsRDD [423996] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108231 { id="cluster_1108231"; isCluster="true"; label="WholeStageCodegen (21)"; 423997 [id="node_423997" labelType="html" label="MapPartitionsRDD [423997] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108224 { id="cluster_1108224"; isCluster="true"; label="Union"; 423998 [id="node_423998" labelType="html" label="UnionRDD [423998] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108223 { id="cluster_1108223"; isCluster="true"; label="Exchange"; 423999 [id="node_423999" labelType="html" label="MapPartitionsRDD [423999] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423852->423853; 423853->423854; 423854->423988; 423988->423989; 423989->423990; 423990->423991; 423991->423992; 423992->423993; 423854->423994; 423994->423995; 423995->423996; 423996->423997; 423993->423998; 423997->423998; 423998->423999; }
423851,423852
423854
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time