4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241200 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1544.7 KiB / 30
Shuffle Write Size / Records:
1838.8 KiB / 37040
Associated Job Ids:
66418
DAG Visualization
digraph G { id="graph_241200"; subgraph graph_stage_241200 { id="graph_stage_241200"; isCluster="true"; label="Stage 241200"; subgraph cluster_1408788 { id="cluster_1408788"; isCluster="true"; label="Exchange"; 539404 [id="node_539404" labelType="html" label="ShuffledRowRDD [539404] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408787 { id="cluster_1408787"; isCluster="true"; label="InMemoryTableScan"; 539405 [id="node_539405" labelType="html" label="MapPartitionsRDD [539405] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539406 [id="node_539406" labelType="html" label="Exchange hashpartitioning(product#8398759, plant#8398760, 30), REPARTITION_BY_NUM, [plan_id=36539579]\n+- *(1) Scan ExistingRDD[shardId#8398756,worklistShardItemId#8398757L,version#8398758,product#8398759,plant#8398760,periodStart#8398761,periodEnd#8398762,qty#8398763]\n [539406] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409546 { id="cluster_1409546"; isCluster="true"; label="InMemoryTableScan"; 539685 [id="node_539685" labelType="html" label="MapPartitionsRDD [539685] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539686 [id="node_539686" labelType="html" label="MapPartitionsRDD [539686] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539687 [id="node_539687" labelType="html" label="MapPartitionsRDD [539687] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409542 { id="cluster_1409542"; isCluster="true"; label="WholeStageCodegen (4)"; 539688 [id="node_539688" labelType="html" label="MapPartitionsRDD [539688] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409541 { id="cluster_1409541"; isCluster="true"; label="Exchange"; 539689 [id="node_539689" labelType="html" label="MapPartitionsRDD [539689] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539404->539405; 539405->539406; 539406->539685; 539685->539686; 539686->539687; 539687->539688; 539688->539689; }
539403,539404
539406
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time