digraph G {
0 [id="node0" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 1<br>time in aggregation build: 148 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[collect_set(domainMetadata#8717009, 0, 0), collect_set(txn#8717001, 0, 0), count(protocol#8717005), sum(add#8717002.size), last(metaData#8717004, true), count(metaData#8717004), last(protocol#8717005, true), count(remove#8717003), count(add#8717002), count(txn#8717001)])"];
1 [id="node1" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 50<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 50<br>local bytes read: 1606.0 B<br>merged fetch fallback count: 0<br>local blocks read: 14<br>remote merged chunks fetched: 0<br>remote blocks read: 36<br>data size total (min, med, max (stageId: taskId))<br>8.3 KiB (152.0 B, 152.0 B, 1000.0 B (stage 241554.0: task 2851410))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>27 ms (0 ms, 0 ms, 3 ms (stage 241554.0: task 2851385))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 4.4 KiB<br>number of partitions: 1<br>remote reqs duration: 5 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>6.0 KiB (113.0 B, 115.0 B, 497.0 B (stage 241554.0: task 2851410))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=36547114]"];
2 [id="node2" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 50<br>time in aggregation build total (min, med, max (stageId: taskId))<br>3.5 s (4 ms, 7 ms, 252 ms (stage 241554.0: task 2851389))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 241554.0: task 2851399))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[partial_collect_set(domainMetadata#8717009, 0, 0), partial_collect_set(txn#8717001, 0, 0), partial_count(protocol#8717005), partial_sum(add#8717002.size), partial_last(metaData#8717004, true), partial_count(metaData#8717004), partial_last(protocol#8717005, true), partial_count(remove#8717003), partial_count(add#8717002), partial_count(txn#8717001)])"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n3.5 s (4 ms, 7 ms, 252 ms (stage 241554.0: task 2851389))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [txn#8717001, add#8717002, remove#8717003, metaData#8717004, protocol#8717005, domainMetadata#8717009]"];
5 [id="node5" labelType="html" label="<b>Scan ExistingRDD Delta Table State #16 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log</b><br><br>number of output rows: 482" tooltip="Scan ExistingRDD Delta Table State #16 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log[txn#8717001,add#8717002,remove#8717003,metaData#8717004,protocol#8717005,cdc#8717006,checkpointMetadata#8717007,sidecar#8717008,domainMetadata#8717009,commitInfo#8717010]"];
}
1->0;
2->1;
4->2;
5->4;
}
== Physical Plan ==
ObjectHashAggregate (5)
+- Exchange (4)
+- ObjectHashAggregate (3)
+- * Project (2)
+- * Scan ExistingRDD Delta Table State #16 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #16 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log [codegen id : 1]
Output [10]: [txn#8717001, add#8717002, remove#8717003, metaData#8717004, protocol#8717005, cdc#8717006, checkpointMetadata#8717007, sidecar#8717008, domainMetadata#8717009, commitInfo#8717010]
Arguments: [txn#8717001, add#8717002, remove#8717003, metaData#8717004, protocol#8717005, cdc#8717006, checkpointMetadata#8717007, sidecar#8717008, domainMetadata#8717009, commitInfo#8717010], Delta Table State #16 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log MapPartitionsRDD[540627] at start at FileStorageAdapterImpl.java:179, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [6]: [txn#8717001, add#8717002, remove#8717003, metaData#8717004, protocol#8717005, domainMetadata#8717009]
Input [10]: [txn#8717001, add#8717002, remove#8717003, metaData#8717004, protocol#8717005, cdc#8717006, checkpointMetadata#8717007, sidecar#8717008, domainMetadata#8717009, commitInfo#8717010]
(3) ObjectHashAggregate
Input [6]: [txn#8717001, add#8717002, remove#8717003, metaData#8717004, protocol#8717005, domainMetadata#8717009]
Keys: []
Functions [10]: [partial_collect_set(domainMetadata#8717009, 0, 0), partial_collect_set(txn#8717001, 0, 0), partial_count(protocol#8717005), partial_sum(add#8717002.size), partial_last(metaData#8717004, true), partial_count(metaData#8717004), partial_last(protocol#8717005, true), partial_count(remove#8717003), partial_count(add#8717002), partial_count(txn#8717001)]
Aggregate Attributes [12]: [buf#8717124, buf#8717125, count#8717126L, sum#8717127L, last#8717128, valueSet#8717129, count#8717130L, last#8717131, valueSet#8717132, count#8717133L, count#8717134L, count#8717135L]
Results [12]: [buf#8717136, buf#8717137, count#8717138L, sum#8717139L, last#8717140, valueSet#8717141, count#8717142L, last#8717143, valueSet#8717144, count#8717145L, count#8717146L, count#8717147L]
(4) Exchange
Input [12]: [buf#8717136, buf#8717137, count#8717138L, sum#8717139L, last#8717140, valueSet#8717141, count#8717142L, last#8717143, valueSet#8717144, count#8717145L, count#8717146L, count#8717147L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=36547114]
(5) ObjectHashAggregate
Input [12]: [buf#8717136, buf#8717137, count#8717138L, sum#8717139L, last#8717140, valueSet#8717141, count#8717142L, last#8717143, valueSet#8717144, count#8717145L, count#8717146L, count#8717147L]
Keys: []
Functions [10]: [collect_set(domainMetadata#8717009, 0, 0), collect_set(txn#8717001, 0, 0), count(protocol#8717005), sum(add#8717002.size), last(metaData#8717004, true), count(metaData#8717004), last(protocol#8717005, true), count(remove#8717003), count(add#8717002), count(txn#8717001)]
Aggregate Attributes [10]: [collect_set(domainMetadata#8717009, 0, 0)#8717070, collect_set(txn#8717001, 0, 0)#8717071, count(protocol#8717005)#8717072L, sum(add#8717002.size)#8717073L, last(metaData#8717004) ignore nulls#8717074, count(metaData#8717004)#8717075L, last(protocol#8717005) ignore nulls#8717076, count(remove#8717003)#8717077L, count(add#8717002)#8717078L, count(txn#8717001)#8717079L]
Results [14]: [collect_set(domainMetadata#8717009, 0, 0)#8717070 AS domainMetadata#8717055, null AS fileSizeHistogram#8717056, collect_set(txn#8717001, 0, 0)#8717071 AS setTransactions#8717057, null AS numDeletedRecordsOpt#8717058, count(protocol#8717005)#8717072L AS numOfProtocol#8717059L, coalesce(sum(add#8717002.size)#8717073L, 0) AS sizeInBytes#8717060L, last(metaData#8717004) ignore nulls#8717074 AS metadata#8717061, count(metaData#8717004)#8717075L AS numOfMetadata#8717062L, null AS deletedRecordCountsHistogramOpt#8717063, null AS numDeletionVectorsOpt#8717064, last(protocol#8717005) ignore nulls#8717076 AS protocol#8717065, count(remove#8717003)#8717077L AS numOfRemoves#8717066L, count(add#8717002)#8717078L AS numOfFiles#8717067L, count(txn#8717001)#8717079L AS numOfSetTransactions#8717068L]