digraph G {
0 [id="node0" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 1<br>time in aggregation build: 51 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[collect_set(domainMetadata#8708485, 0, 0), collect_set(txn#8708477, 0, 0), count(protocol#8708481), sum(add#8708478.size), last(metaData#8708480, true), count(metaData#8708480), last(protocol#8708481, true), count(remove#8708479), count(add#8708478), count(txn#8708477)])"];
1 [id="node1" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 50<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 50<br>local bytes read: 2.6 KiB<br>merged fetch fallback count: 0<br>local blocks read: 23<br>remote merged chunks fetched: 0<br>remote blocks read: 27<br>data size total (min, med, max (stageId: taskId))<br>8.3 KiB (152.0 B, 152.0 B, 1000.0 B (stage 241354.0: task 2848621))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>7 ms (0 ms, 0 ms, 0 ms (stage 241354.0: task 2848597))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 3.4 KiB<br>number of partitions: 1<br>remote reqs duration: 10 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>6.0 KiB (113.0 B, 115.0 B, 497.0 B (stage 241354.0: task 2848621))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=36543667]"];
2 [id="node2" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 50<br>time in aggregation build total (min, med, max (stageId: taskId))<br>2.6 s (4 ms, 7 ms, 200 ms (stage 241354.0: task 2848606))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 241354.0: task 2848605))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[partial_collect_set(domainMetadata#8708485, 0, 0), partial_collect_set(txn#8708477, 0, 0), partial_count(protocol#8708481), partial_sum(add#8708478.size), partial_last(metaData#8708480, true), partial_count(metaData#8708480), partial_last(protocol#8708481, true), partial_count(remove#8708479), partial_count(add#8708478), partial_count(txn#8708477)])"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n2.6 s (4 ms, 7 ms, 200 ms (stage 241354.0: task 2848606))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [txn#8708477, add#8708478, remove#8708479, metaData#8708480, protocol#8708481, domainMetadata#8708485]"];
5 [id="node5" labelType="html" label="<b>Scan ExistingRDD Delta Table State #15 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log</b><br><br>number of output rows: 452" tooltip="Scan ExistingRDD Delta Table State #15 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log[txn#8708477,add#8708478,remove#8708479,metaData#8708480,protocol#8708481,cdc#8708482,checkpointMetadata#8708483,sidecar#8708484,domainMetadata#8708485,commitInfo#8708486]"];
}
1->0;
2->1;
4->2;
5->4;
}
== Physical Plan ==
ObjectHashAggregate (5)
+- Exchange (4)
+- ObjectHashAggregate (3)
+- * Project (2)
+- * Scan ExistingRDD Delta Table State #15 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #15 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log [codegen id : 1]
Output [10]: [txn#8708477, add#8708478, remove#8708479, metaData#8708480, protocol#8708481, cdc#8708482, checkpointMetadata#8708483, sidecar#8708484, domainMetadata#8708485, commitInfo#8708486]
Arguments: [txn#8708477, add#8708478, remove#8708479, metaData#8708480, protocol#8708481, cdc#8708482, checkpointMetadata#8708483, sidecar#8708484, domainMetadata#8708485, commitInfo#8708486], Delta Table State #15 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log MapPartitionsRDD[540071] at start at FileStorageAdapterImpl.java:179, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [6]: [txn#8708477, add#8708478, remove#8708479, metaData#8708480, protocol#8708481, domainMetadata#8708485]
Input [10]: [txn#8708477, add#8708478, remove#8708479, metaData#8708480, protocol#8708481, cdc#8708482, checkpointMetadata#8708483, sidecar#8708484, domainMetadata#8708485, commitInfo#8708486]
(3) ObjectHashAggregate
Input [6]: [txn#8708477, add#8708478, remove#8708479, metaData#8708480, protocol#8708481, domainMetadata#8708485]
Keys: []
Functions [10]: [partial_collect_set(domainMetadata#8708485, 0, 0), partial_collect_set(txn#8708477, 0, 0), partial_count(protocol#8708481), partial_sum(add#8708478.size), partial_last(metaData#8708480, true), partial_count(metaData#8708480), partial_last(protocol#8708481, true), partial_count(remove#8708479), partial_count(add#8708478), partial_count(txn#8708477)]
Aggregate Attributes [12]: [buf#8708600, buf#8708601, count#8708602L, sum#8708603L, last#8708604, valueSet#8708605, count#8708606L, last#8708607, valueSet#8708608, count#8708609L, count#8708610L, count#8708611L]
Results [12]: [buf#8708612, buf#8708613, count#8708614L, sum#8708615L, last#8708616, valueSet#8708617, count#8708618L, last#8708619, valueSet#8708620, count#8708621L, count#8708622L, count#8708623L]
(4) Exchange
Input [12]: [buf#8708612, buf#8708613, count#8708614L, sum#8708615L, last#8708616, valueSet#8708617, count#8708618L, last#8708619, valueSet#8708620, count#8708621L, count#8708622L, count#8708623L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=36543667]
(5) ObjectHashAggregate
Input [12]: [buf#8708612, buf#8708613, count#8708614L, sum#8708615L, last#8708616, valueSet#8708617, count#8708618L, last#8708619, valueSet#8708620, count#8708621L, count#8708622L, count#8708623L]
Keys: []
Functions [10]: [collect_set(domainMetadata#8708485, 0, 0), collect_set(txn#8708477, 0, 0), count(protocol#8708481), sum(add#8708478.size), last(metaData#8708480, true), count(metaData#8708480), last(protocol#8708481, true), count(remove#8708479), count(add#8708478), count(txn#8708477)]
Aggregate Attributes [10]: [collect_set(domainMetadata#8708485, 0, 0)#8708546, collect_set(txn#8708477, 0, 0)#8708547, count(protocol#8708481)#8708548L, sum(add#8708478.size)#8708549L, last(metaData#8708480) ignore nulls#8708550, count(metaData#8708480)#8708551L, last(protocol#8708481) ignore nulls#8708552, count(remove#8708479)#8708553L, count(add#8708478)#8708554L, count(txn#8708477)#8708555L]
Results [14]: [collect_set(domainMetadata#8708485, 0, 0)#8708546 AS domainMetadata#8708531, null AS fileSizeHistogram#8708532, collect_set(txn#8708477, 0, 0)#8708547 AS setTransactions#8708533, null AS numDeletedRecordsOpt#8708534, count(protocol#8708481)#8708548L AS numOfProtocol#8708535L, coalesce(sum(add#8708478.size)#8708549L, 0) AS sizeInBytes#8708536L, last(metaData#8708480) ignore nulls#8708550 AS metadata#8708537, count(metaData#8708480)#8708551L AS numOfMetadata#8708538L, null AS deletedRecordCountsHistogramOpt#8708539, null AS numDeletionVectorsOpt#8708540, last(protocol#8708481) ignore nulls#8708552 AS protocol#8708541, count(remove#8708479)#8708553L AS numOfRemoves#8708542L, count(add#8708478)#8708554L AS numOfFiles#8708543L, count(txn#8708477)#8708555L AS numOfSetTransactions#8708544L]