>From Peeyush Gupta <[email protected]>:
Peeyush Gupta has uploaded this change for review. (
https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/20664?usp=email )
Change subject: WIP: Fix parquet filter pushdown
......................................................................
WIP: Fix parquet filter pushdown
Change-Id: I7c5455be80e60290fb819b2228018ad9f07603b1
---
M
asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/pushdown/processor/ParquetFilterPushdownProcessor.java
M
asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/utils/filter/ParquetFilterBuilder.java
2 files changed, 1 insertion(+), 4 deletions(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb
refs/changes/64/20664/1
diff --git
a/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/pushdown/processor/ParquetFilterPushdownProcessor.java
b/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/pushdown/processor/ParquetFilterPushdownProcessor.java
index f6c94c6..50d5ca6 100644
---
a/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/pushdown/processor/ParquetFilterPushdownProcessor.java
+++
b/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/pushdown/processor/ParquetFilterPushdownProcessor.java
@@ -79,5 +79,6 @@
} else {
scanDefDesc.setRowGroupFilterExpression(inlinedExpr);
}
+ scanDefDesc.getFilterPaths().putAll(paths);
}
}
diff --git
a/asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/utils/filter/ParquetFilterBuilder.java
b/asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/utils/filter/ParquetFilterBuilder.java
index 38ad119..469a55e 100644
---
a/asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/utils/filter/ParquetFilterBuilder.java
+++
b/asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/utils/filter/ParquetFilterBuilder.java
@@ -53,7 +53,6 @@
import org.apache.parquet.io.api.Binary;
import io.delta.kernel.expressions.Column;
-import io.delta.kernel.expressions.Predicate;
public class ParquetFilterBuilder extends AbstractFilterBuilder {
@@ -74,9 +73,6 @@
LOGGER.error("Error creating Parquet row-group filter
expression ", e);
}
}
- if (parquetFilterPredicate != null && !(parquetFilterPredicate
instanceof Predicate)) {
- parquetFilterPredicate = null;
- }
return parquetFilterPredicate;
}
--
To view, visit https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/20664?usp=email
To unsubscribe, or for help writing mail filters, visit
https://asterix-gerrit.ics.uci.edu/settings?usp=email
Gerrit-MessageType: newchange
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Change-Id: I7c5455be80e60290fb819b2228018ad9f07603b1
Gerrit-Change-Number: 20664
Gerrit-PatchSet: 1
Gerrit-Owner: Peeyush Gupta <[email protected]>
