digraph G {
0 [id="node0" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 1<br>time in aggregation build: 47 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[collect_set(domainMetadata#6727199, 0, 0), collect_set(txn#6727191, 0, 0), count(protocol#6727195), sum(add#6727192.size), last(metaData#6727194, true), count(metaData#6727194), last(protocol#6727195, true), count(remove#6727193), count(add#6727192), count(txn#6727191)])"];
1 [id="node1" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 50<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 50<br>local bytes read: 1212.0 B<br>merged fetch fallback count: 0<br>local blocks read: 12<br>remote merged chunks fetched: 0<br>remote blocks read: 38<br>data size total (min, med, max (stageId: taskId))<br>8.3 KiB (152.0 B, 152.0 B, 1000.0 B (stage 187741.0: task 2202488))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>7 ms (0 ms, 0 ms, 0 ms (stage 187741.0: task 2202499))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 4.6 KiB<br>number of partitions: 1<br>remote reqs duration: 11 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>5.8 KiB (101.0 B, 115.0 B, 499.0 B (stage 187741.0: task 2202488))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=29010604]"];
2 [id="node2" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 50<br>time in aggregation build total (min, med, max (stageId: taskId))<br>4.4 s (4 ms, 5 ms, 432 ms (stage 187741.0: task 2202504))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 187741.0: task 2202501))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[partial_collect_set(domainMetadata#6727199, 0, 0), partial_collect_set(txn#6727191, 0, 0), partial_count(protocol#6727195), partial_sum(add#6727192.size), partial_last(metaData#6727194, true), partial_count(metaData#6727194), partial_last(protocol#6727195, true), partial_count(remove#6727193), partial_count(add#6727192), partial_count(txn#6727191)])"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n3.6 s (4 ms, 5 ms, 278 ms (stage 187741.0: task 2202504))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [txn#6727191, add#6727192, remove#6727193, metaData#6727194, protocol#6727195, domainMetadata#6727199]"];
5 [id="node5" labelType="html" label="<b>Scan ExistingRDD Delta Table State #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_3_10000000532/_delta_log</b><br><br>number of output rows: 62" tooltip="Scan ExistingRDD Delta Table State #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_3_10000000532/_delta_log[txn#6727191,add#6727192,remove#6727193,metaData#6727194,protocol#6727195,cdc#6727196,checkpointMetadata#6727197,sidecar#6727198,domainMetadata#6727199,commitInfo#6727200]"];
}
1->0;
2->1;
4->2;
5->4;
}
== Physical Plan ==
ObjectHashAggregate (5)
+- Exchange (4)
+- ObjectHashAggregate (3)
+- * Project (2)
+- * Scan ExistingRDD Delta Table State #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_3_10000000532/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_3_10000000532/_delta_log [codegen id : 1]
Output [10]: [txn#6727191, add#6727192, remove#6727193, metaData#6727194, protocol#6727195, cdc#6727196, checkpointMetadata#6727197, sidecar#6727198, domainMetadata#6727199, commitInfo#6727200]
Arguments: [txn#6727191, add#6727192, remove#6727193, metaData#6727194, protocol#6727195, cdc#6727196, checkpointMetadata#6727197, sidecar#6727198, domainMetadata#6727199, commitInfo#6727200], Delta Table State #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_3_10000000532/_delta_log MapPartitionsRDD[416758] at start at FileStorageAdapterImpl.java:179, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [6]: [txn#6727191, add#6727192, remove#6727193, metaData#6727194, protocol#6727195, domainMetadata#6727199]
Input [10]: [txn#6727191, add#6727192, remove#6727193, metaData#6727194, protocol#6727195, cdc#6727196, checkpointMetadata#6727197, sidecar#6727198, domainMetadata#6727199, commitInfo#6727200]
(3) ObjectHashAggregate
Input [6]: [txn#6727191, add#6727192, remove#6727193, metaData#6727194, protocol#6727195, domainMetadata#6727199]
Keys: []
Functions [10]: [partial_collect_set(domainMetadata#6727199, 0, 0), partial_collect_set(txn#6727191, 0, 0), partial_count(protocol#6727195), partial_sum(add#6727192.size), partial_last(metaData#6727194, true), partial_count(metaData#6727194), partial_last(protocol#6727195, true), partial_count(remove#6727193), partial_count(add#6727192), partial_count(txn#6727191)]
Aggregate Attributes [12]: [buf#6727301, buf#6727302, count#6727303L, sum#6727304L, last#6727305, valueSet#6727306, count#6727307L, last#6727308, valueSet#6727309, count#6727310L, count#6727311L, count#6727312L]
Results [12]: [buf#6727313, buf#6727314, count#6727315L, sum#6727316L, last#6727317, valueSet#6727318, count#6727319L, last#6727320, valueSet#6727321, count#6727322L, count#6727323L, count#6727324L]
(4) Exchange
Input [12]: [buf#6727313, buf#6727314, count#6727315L, sum#6727316L, last#6727317, valueSet#6727318, count#6727319L, last#6727320, valueSet#6727321, count#6727322L, count#6727323L, count#6727324L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=29010604]
(5) ObjectHashAggregate
Input [12]: [buf#6727313, buf#6727314, count#6727315L, sum#6727316L, last#6727317, valueSet#6727318, count#6727319L, last#6727320, valueSet#6727321, count#6727322L, count#6727323L, count#6727324L]
Keys: []
Functions [10]: [collect_set(domainMetadata#6727199, 0, 0), collect_set(txn#6727191, 0, 0), count(protocol#6727195), sum(add#6727192.size), last(metaData#6727194, true), count(metaData#6727194), last(protocol#6727195, true), count(remove#6727193), count(add#6727192), count(txn#6727191)]
Aggregate Attributes [10]: [collect_set(domainMetadata#6727199, 0, 0)#6727247, collect_set(txn#6727191, 0, 0)#6727248, count(protocol#6727195)#6727249L, sum(add#6727192.size)#6727250L, last(metaData#6727194) ignore nulls#6727251, count(metaData#6727194)#6727252L, last(protocol#6727195) ignore nulls#6727253, count(remove#6727193)#6727254L, count(add#6727192)#6727255L, count(txn#6727191)#6727256L]
Results [14]: [collect_set(domainMetadata#6727199, 0, 0)#6727247 AS domainMetadata#6727232, null AS fileSizeHistogram#6727233, collect_set(txn#6727191, 0, 0)#6727248 AS setTransactions#6727234, null AS numDeletedRecordsOpt#6727235, count(protocol#6727195)#6727249L AS numOfProtocol#6727236L, coalesce(sum(add#6727192.size)#6727250L, 0) AS sizeInBytes#6727237L, last(metaData#6727194) ignore nulls#6727251 AS metadata#6727238, count(metaData#6727194)#6727252L AS numOfMetadata#6727239L, null AS deletedRecordCountsHistogramOpt#6727240, null AS numDeletionVectorsOpt#6727241, last(protocol#6727195) ignore nulls#6727253 AS protocol#6727242, count(remove#6727193)#6727254L AS numOfRemoves#6727243L, count(add#6727192)#6727255L AS numOfFiles#6727244L, count(txn#6727191)#6727256L AS numOfSetTransactions#6727245L]