4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190015 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
15 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.8 MiB / 30
Shuffle Read Size / Records:
30.2 MiB / 713448
Shuffle Write Size / Records:
25.9 MiB / 237816
Associated Job Ids:
52543
DAG Visualization
digraph G { id="graph_190015"; subgraph graph_stage_190015 { id="graph_stage_190015"; isCluster="true"; label="Stage 190015"; subgraph cluster_1105347 { id="cluster_1105347"; isCluster="true"; label="Exchange"; 422808 [id="node_422808" labelType="html" label="ShuffledRowRDD [422808] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105346 { id="cluster_1105346"; isCluster="true"; label="InMemoryTableScan"; 422809 [id="node_422809" labelType="html" label="MapPartitionsRDD [422809] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422810 [id="node_422810" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29047961]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [422810] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105565 { id="cluster_1105565"; isCluster="true"; label="Exchange"; 422885 [id="node_422885" labelType="html" label="ShuffledRowRDD [422885] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105561 { id="cluster_1105561"; isCluster="true"; label="WholeStageCodegen (2)"; 422886 [id="node_422886" labelType="html" label="MapPartitionsRDD [422886] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105581 { id="cluster_1105581"; isCluster="true"; label="Exchange"; 422891 [id="node_422891" labelType="html" label="ShuffledRowRDD [422891] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105577 { id="cluster_1105577"; isCluster="true"; label="WholeStageCodegen (4)"; 422892 [id="node_422892" labelType="html" label="MapPartitionsRDD [422892] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105576 { id="cluster_1105576"; isCluster="true"; label="ObjectHashAggregate"; 422893 [id="node_422893" labelType="html" label="MapPartitionsRDD [422893] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105575 { id="cluster_1105575"; isCluster="true"; label="ObjectHashAggregate"; 422894 [id="node_422894" labelType="html" label="MapPartitionsRDD [422894] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105572 { id="cluster_1105572"; isCluster="true"; label="WholeStageCodegen (5)"; 422895 [id="node_422895" labelType="html" label="MapPartitionsRDD [422895] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105557 { id="cluster_1105557"; isCluster="true"; label="WholeStageCodegen (6)"; 422896 [id="node_422896" labelType="html" label="ZippedPartitionsRDD2 [422896] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422897 [id="node_422897" labelType="html" label="MapPartitionsRDD [422897] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105593 { id="cluster_1105593"; isCluster="true"; label="InMemoryTableScan"; 422898 [id="node_422898" labelType="html" label="MapPartitionsRDD [422898] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422899 [id="node_422899" labelType="html" label="MapPartitionsRDD [422899] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422900 [id="node_422900" labelType="html" label="MapPartitionsRDD [422900] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105588 { id="cluster_1105588"; isCluster="true"; label="WholeStageCodegen (7)"; 422901 [id="node_422901" labelType="html" label="MapPartitionsRDD [422901] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105550 { id="cluster_1105550"; isCluster="true"; label="WholeStageCodegen (8)"; 422902 [id="node_422902" labelType="html" label="ZippedPartitionsRDD2 [422902] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422903 [id="node_422903" labelType="html" label="MapPartitionsRDD [422903] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105549 { id="cluster_1105549"; isCluster="true"; label="Exchange"; 422904 [id="node_422904" labelType="html" label="MapPartitionsRDD [422904] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422808->422809; 422809->422810; 422885->422886; 422891->422892; 422892->422893; 422893->422894; 422894->422895; 422886->422896; 422895->422896; 422896->422897; 422810->422898; 422898->422899; 422899->422900; 422900->422901; 422897->422902; 422901->422902; 422902->422903; 422903->422904; }
422807,422808
422884,422885
422890,422891
422810
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time