4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 189911 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Process local: 30
Input Size / Records:
12.4 MiB / 90
Output Size / Records:
3.0 MiB / 476584
Associated Job Ids:
52518
DAG Visualization
digraph G { id="graph_189911"; subgraph graph_stage_189911 { id="graph_stage_189911"; isCluster="true"; label="Stage 189911"; subgraph cluster_1104920 { id="cluster_1104920"; isCluster="true"; label="Exchange"; 422659 [id="node_422659" labelType="html" label="ShuffledRowRDD [422659] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104917 { id="cluster_1104917"; isCluster="true"; label="WholeStageCodegen (2)"; 422660 [id="node_422660" labelType="html" label="MapPartitionsRDD [422660] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104930 { id="cluster_1104930"; isCluster="true"; label="Exchange"; 422666 [id="node_422666" labelType="html" label="ShuffledRowRDD [422666] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104926 { id="cluster_1104926"; isCluster="true"; label="WholeStageCodegen (4)"; 422667 [id="node_422667" labelType="html" label="MapPartitionsRDD [422667] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104913 { id="cluster_1104913"; isCluster="true"; label="WholeStageCodegen (5)"; 422668 [id="node_422668" labelType="html" label="ZippedPartitionsRDD2 [422668] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422669 [id="node_422669" labelType="html" label="MapPartitionsRDD [422669] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104912 { id="cluster_1104912"; isCluster="true"; label="InMemoryTableScan"; 422670 [id="node_422670" labelType="html" label="MapPartitionsRDD [422670] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422671 [id="node_422671" labelType="html" label="*(5) Project [shardId#6552497, worklistShardItemId#6552498L, version#6818678, qty#6818207, demandChannel#6818187, demandStream#6818188, kpis#6818216]\n+- *(5) SortMergeJoin [shardId#6552497, worklistShardItemId#6552498L], [shardId#6818683, worklistShardItemId#6818684L], Inner\n :- *(2) Sort [shardId#6552497 ASC NULLS FIRST, worklistShardItemId#6552498L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552497, worklistShardItemId#6552498L, 30), ENSURE_REQUIREMENTS, [plan_id=29046963]\n : +- *(1) Filter (isnotnull(shardId#6552497) AND isnotnull(worklistShardItemId#6552498L))\n : +- InMemoryTableScan [shardId#6552497, worklistShardItemId#6552498L, qty#6818207, demandChannel#6818187, demandStream#6818188, kpis#6818216], [isnotnull(shardId#6552497), isnotnull(worklistShardItemId#6552498L)]\n : +- InMemoryRelation [shardId#6552497, worklistShardItemId#6552498L, qty#6818207, demandChannel#6818187, demandStream#6818188, kpis#6818216], StorageLevel(disk, memory, 2 rep... [422671] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104966 { id="cluster_1104966"; isCluster="true"; label="InMemoryTableScan"; 422680 [id="node_422680" labelType="html" label="MapPartitionsRDD [422680] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422681 [id="node_422681" labelType="html" label="MapPartitionsRDD [422681] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422682 [id="node_422682" labelType="html" label="MapPartitionsRDD [422682] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422659->422660; 422666->422667; 422660->422668; 422667->422668; 422668->422669; 422669->422670; 422670->422671; 422671->422680; 422680->422681; 422681->422682; }
422658,422659
422665,422666
422671
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time