This is an automated email from the ASF dual-hosted git repository.
chengchengjin pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 998ca2e47d [CH] Close ColumnarBatch in CHColumnarCollectLimitExec for
skipped batches (#11818)
998ca2e47d is described below
commit 998ca2e47dcbd7fc06de69250a45935371dcdae6
Author: Ankita Victor <[email protected]>
AuthorDate: Wed Mar 25 15:46:12 2026 +0530
[CH] Close ColumnarBatch in CHColumnarCollectLimitExec for skipped batches
(#11818)
---
.../scala/org/apache/gluten/execution/CHColumnarCollectLimitExec.scala | 1 +
1 file changed, 1 insertion(+)
diff --git
a/backends-clickhouse/src/main/scala/org/apache/gluten/execution/CHColumnarCollectLimitExec.scala
b/backends-clickhouse/src/main/scala/org/apache/gluten/execution/CHColumnarCollectLimitExec.scala
index 2450babe14..8ac0a6cd58 100644
---
a/backends-clickhouse/src/main/scala/org/apache/gluten/execution/CHColumnarCollectLimitExec.scala
+++
b/backends-clickhouse/src/main/scala/org/apache/gluten/execution/CHColumnarCollectLimitExec.scala
@@ -66,6 +66,7 @@ case class CHColumnarCollectLimitExec(limit: Int, offset:
Int, child: SparkPlan)
if (rowsToSkip >= batchSize) {
rowsToSkip -= batchSize
+ batch.close()
} else {
val startIndex = rowsToSkip
val leftoverAfterSkip = batchSize - startIndex
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
