This is an automated email from the ASF dual-hosted git repository. amansinha pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/drill.git.
from 7c2661d DRILL-7108: Improve selectivity estimates for (NOT)LIKE, NOT_EQUALS, IS NOT NULL predicates new 2d28be8 DRILL-7113: Fix creation of filter conditions for IS NULL and IS NOT NULL for MapR-DB format plugin new 189ebb4 DRILL-6852: Adapt current Parquet Metadata cache implementation to use Drill Metastore API The 3513 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../store/mapr/db/json/JsonConditionBuilder.java | 8 +- .../drill/maprdb/tests/json/TestSimpleJson.java | 6 +- .../store/hive/HiveDrillNativeParquetScan.java | 86 ++- .../hive/HiveParquetTableMetadataProvider.java | 104 +++ ...BooleanPredicate.java => BooleanPredicate.java} | 47 +- ...isonPredicate.java => ComparisonPredicate.java} | 158 +++-- .../drill/exec/expr/ExactStatisticsConstants.java | 14 +- .../exec/expr/ExpressionTreeMaterializer.java | 31 +- .../FilterBuilder.java} | 85 ++- .../apache/drill/exec/expr/FilterPredicate.java | 10 +- .../ParquetIsPredicate.java => IsPredicate.java} | 111 ++-- .../apache/drill/exec/expr/StatisticsProvider.java | 336 ++++++++++ .../exec/expr/stat/ParquetPredicatesHelper.java | 60 -- .../drill/exec/expr/stat/RangeExprEvaluator.java | 365 ----------- ...{ParquetFilterPredicate.java => RowsMatch.java} | 23 +- .../exec/physical/base/AbstractGroupScan.java | 2 +- .../base/AbstractGroupScanWithMetadata.java | 716 +++++++++++++++++++++ .../drill/exec/physical/base/DbGroupScan.java | 32 +- .../drill/exec/physical/base/FileGroupScan.java | 7 +- .../apache/drill/exec/physical/base/GroupScan.java | 2 +- .../drill/exec/physical/base/IndexGroupScan.java | 18 +- .../physical/base/ParquetMetadataProvider.java | 69 ++ ...Scan.java => ParquetTableMetadataProvider.java} | 26 +- .../exec/physical/base/TableMetadataProvider.java | 88 +++ .../exec/planner/ParquetPartitionDescriptor.java | 12 +- .../logical/DrillPushProjectIntoScanRule.java | 6 +- .../planner/logical/partition/PruneScanRule.java | 4 +- .../exec/record/metadata/SchemaPathUtils.java | 85 +++ .../store/parquet/AbstractParquetGroupScan.java | 683 +++++++++++--------- .../store/parquet/BaseParquetMetadataProvider.java | 347 ++++++++++ .../exec/store/parquet/FilterEvaluatorUtils.java | 139 ++++ .../drill/exec/store/parquet/ParquetGroupScan.java | 338 ++-------- .../store/parquet/ParquetGroupScanStatistics.java | 138 ++-- .../exec/store/parquet/ParquetPushDownFilter.java | 20 +- .../store/parquet/ParquetRGFilterEvaluator.java | 141 ---- .../parquet/ParquetTableMetadataProviderImpl.java | 338 ++++++++++ .../store/parquet/ParquetTableMetadataUtils.java | 670 +++++++++++++++++++ .../exec/store/parquet/metadata/Metadata.java | 23 +- .../exec/store/parquet/metadata/Metadata_V2.java | 5 +- .../exec/store/parquet/metadata/Metadata_V3.java | 3 +- .../parquet/stat/ParquetFooterStatCollector.java | 196 ------ .../parquet/stat/ParquetMetaStatCollector.java | 301 --------- .../exec/store/parquet2/DrillParquetReader.java | 10 - .../apache/drill/exec/util/ImpersonationUtil.java | 8 +- .../org/apache/drill/metastore/BaseMetadata.java | 80 +++ .../CollectableColumnStatisticsKind.java} | 25 +- .../CollectableTableStatisticsKind.java} | 25 +- .../apache/drill/metastore/ColumnStatistics.java | 73 +++ .../drill/metastore/ColumnStatisticsImpl.java | 67 ++ .../drill/metastore/ColumnStatisticsKind.java | 120 ++++ .../org/apache/drill/metastore/FileMetadata.java | 102 +++ .../apache/drill/metastore/FileTableMetadata.java | 132 ++++ .../apache/drill/metastore/LocationProvider.java | 17 +- .../apache/drill/metastore/PartitionMetadata.java | 123 ++++ .../apache/drill/metastore/RowGroupMetadata.java | 106 +++ .../StatisticsKind.java} | 38 +- .../TableMetadata.java} | 19 +- .../drill/metastore/TableStatisticsKind.java | 79 +++ .../store/parquet/TestParquetFilterPushDown.java | 132 ++-- .../store/parquet/TestParquetLimitPushDown.java | 8 +- .../apache/drill/common/expression/SchemaPath.java | 3 + .../org/apache/drill/common/graph/GraphValue.java | 6 +- 62 files changed, 4806 insertions(+), 2220 deletions(-) create mode 100644 contrib/storage-hive/core/src/main/java/org/apache/drill/exec/store/hive/HiveParquetTableMetadataProvider.java rename exec/java-exec/src/main/java/org/apache/drill/exec/expr/{stat/ParquetBooleanPredicate.java => BooleanPredicate.java} (71%) rename exec/java-exec/src/main/java/org/apache/drill/exec/expr/{stat/ParquetComparisonPredicate.java => ComparisonPredicate.java} (54%) copy logical/src/main/java/org/apache/drill/common/graph/GraphValue.java => exec/java-exec/src/main/java/org/apache/drill/exec/expr/ExactStatisticsConstants.java (74%) rename exec/java-exec/src/main/java/org/apache/drill/exec/{store/parquet/ParquetFilterBuilder.java => expr/FilterBuilder.java} (79%) copy logical/src/main/java/org/apache/drill/common/graph/GraphValue.java => exec/java-exec/src/main/java/org/apache/drill/exec/expr/FilterPredicate.java (77%) rename exec/java-exec/src/main/java/org/apache/drill/exec/expr/{stat/ParquetIsPredicate.java => IsPredicate.java} (57%) create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/expr/StatisticsProvider.java delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/expr/stat/ParquetPredicatesHelper.java delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/expr/stat/RangeExprEvaluator.java copy exec/java-exec/src/main/java/org/apache/drill/exec/expr/stat/{ParquetFilterPredicate.java => RowsMatch.java} (60%) create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/physical/base/AbstractGroupScanWithMetadata.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/physical/base/ParquetMetadataProvider.java copy exec/java-exec/src/main/java/org/apache/drill/exec/physical/base/{FileGroupScan.java => ParquetTableMetadataProvider.java} (61%) create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/physical/base/TableMetadataProvider.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/record/metadata/SchemaPathUtils.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/BaseParquetMetadataProvider.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/FilterEvaluatorUtils.java delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ParquetRGFilterEvaluator.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ParquetTableMetadataProviderImpl.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ParquetTableMetadataUtils.java delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/stat/ParquetFooterStatCollector.java delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/stat/ParquetMetaStatCollector.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/BaseMetadata.java copy exec/java-exec/src/main/java/org/apache/drill/{exec/expr/stat/ParquetFilterPredicate.java => metastore/CollectableColumnStatisticsKind.java} (53%) rename exec/java-exec/src/main/java/org/apache/drill/{exec/expr/stat/ParquetFilterPredicate.java => metastore/CollectableTableStatisticsKind.java} (53%) create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/ColumnStatistics.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/ColumnStatisticsImpl.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/ColumnStatisticsKind.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/FileMetadata.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/FileTableMetadata.java copy logical/src/main/java/org/apache/drill/common/graph/GraphValue.java => exec/java-exec/src/main/java/org/apache/drill/metastore/LocationProvider.java (75%) create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/PartitionMetadata.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/RowGroupMetadata.java rename exec/java-exec/src/main/java/org/apache/drill/{exec/store/parquet/stat/ColumnStatistics.java => metastore/StatisticsKind.java} (55%) rename exec/java-exec/src/main/java/org/apache/drill/{exec/store/parquet/stat/ColumnStatCollector.java => metastore/TableMetadata.java} (68%) create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/TableStatisticsKind.java