4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190597 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
19 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.9 MiB / 30
Shuffle Read Size / Records:
33.6 MiB / 1078749
Shuffle Write Size / Records:
9.6 MiB / 239722
Associated Job Ids:
52663
DAG Visualization
digraph G { id="graph_190597"; subgraph graph_stage_190597 { id="graph_stage_190597"; isCluster="true"; label="Stage 190597"; subgraph cluster_1109193 { id="cluster_1109193"; isCluster="true"; label="Exchange"; 424374 [id="node_424374" labelType="html" label="ShuffledRowRDD [424374] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109192 { id="cluster_1109192"; isCluster="true"; label="InMemoryTableScan"; 424375 [id="node_424375" labelType="html" label="MapPartitionsRDD [424375] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424376 [id="node_424376" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29057672]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [424376] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109462 { id="cluster_1109462"; isCluster="true"; label="Exchange"; 424479 [id="node_424479" labelType="html" label="ShuffledRowRDD [424479] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109459 { id="cluster_1109459"; isCluster="true"; label="WholeStageCodegen (11)"; 424480 [id="node_424480" labelType="html" label="MapPartitionsRDD [424480] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109481 { id="cluster_1109481"; isCluster="true"; label="Exchange"; 424487 [id="node_424487" labelType="html" label="ShuffledRowRDD [424487] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109476 { id="cluster_1109476"; isCluster="true"; label="WholeStageCodegen (13)"; 424488 [id="node_424488" labelType="html" label="MapPartitionsRDD [424488] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109455 { id="cluster_1109455"; isCluster="true"; label="WholeStageCodegen (14)"; 424489 [id="node_424489" labelType="html" label="ZippedPartitionsRDD2 [424489] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424490 [id="node_424490" labelType="html" label="MapPartitionsRDD [424490] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109500 { id="cluster_1109500"; isCluster="true"; label="InMemoryTableScan"; 424491 [id="node_424491" labelType="html" label="MapPartitionsRDD [424491] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424492 [id="node_424492" labelType="html" label="MapPartitionsRDD [424492] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424493 [id="node_424493" labelType="html" label="MapPartitionsRDD [424493] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109495 { id="cluster_1109495"; isCluster="true"; label="WholeStageCodegen (15)"; 424494 [id="node_424494" labelType="html" label="MapPartitionsRDD [424494] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109445 { id="cluster_1109445"; isCluster="true"; label="WholeStageCodegen (16)"; 424495 [id="node_424495" labelType="html" label="ZippedPartitionsRDD2 [424495] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424496 [id="node_424496" labelType="html" label="MapPartitionsRDD [424496] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109444 { id="cluster_1109444"; isCluster="true"; label="Exchange"; 424497 [id="node_424497" labelType="html" label="MapPartitionsRDD [424497] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424374->424375; 424375->424376; 424479->424480; 424487->424488; 424480->424489; 424488->424489; 424489->424490; 424376->424491; 424491->424492; 424492->424493; 424493->424494; 424490->424495; 424494->424495; 424495->424496; 424496->424497; }
424373,424374
424478,424479
424486,424487
424376
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time