This is an automated email from the ASF dual-hosted git repository.
vinoth pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git.
from 461ce18 Fix to enable hoodie.datasource.read.incr.filters
new 7129dc5 Improving Tag location using interval trees for index files
new ea20d47 Introduce config to control interval tree pruning
The 405 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../com/uber/hoodie/config/HoodieIndexConfig.java | 12 +-
.../com/uber/hoodie/config/HoodieWriteConfig.java | 4 +-
.../uber/hoodie/index/bloom/HoodieBloomIndex.java | 84 ++++-----
.../index/bloom/HoodieBloomIndexCheckFunction.java | 95 +++++------
.../hoodie/index/bloom/HoodieGlobalBloomIndex.java | 59 +++----
.../uber/hoodie/index/bloom/IndexFileFilter.java | 27 +--
.../IntervalTreeBasedGlobalIndexFileFilter.java | 67 ++++++++
.../bloom/IntervalTreeBasedIndexFileFilter.java | 76 +++++++++
...IndexLookupResult.java => KeyLookupResult.java} | 12 +-
.../hoodie/index/bloom/KeyRangeLookupTree.java | 156 +++++++++++++++++
.../com/uber/hoodie/index/bloom/KeyRangeNode.java | 153 +++++++++++++++++
.../bloom/ListBasedGlobalIndexFileFilter.java | 53 ++++++
.../index/bloom/ListBasedIndexFileFilter.java | 65 +++++++
.../hoodie/index/bloom/TestHoodieBloomIndex.java | 190 +++++++++++----------
.../index/bloom/TestHoodieGlobalBloomIndex.java | 8 +-
.../hoodie/index/bloom/TestKeyRangeLookupTree.java | 176 +++++++++++++++++++
16 files changed, 979 insertions(+), 258 deletions(-)
copy
hoodie-utilities/src/main/java/com/uber/hoodie/utilities/transform/IdentityTransformer.java
=>
hoodie-client/src/main/java/com/uber/hoodie/index/bloom/IndexFileFilter.java
(53%)
create mode 100644
hoodie-client/src/main/java/com/uber/hoodie/index/bloom/IntervalTreeBasedGlobalIndexFileFilter.java
create mode 100644
hoodie-client/src/main/java/com/uber/hoodie/index/bloom/IntervalTreeBasedIndexFileFilter.java
rename
hoodie-client/src/main/java/com/uber/hoodie/index/bloom/{IndexLookupResult.java
=> KeyLookupResult.java} (80%)
create mode 100644
hoodie-client/src/main/java/com/uber/hoodie/index/bloom/KeyRangeLookupTree.java
create mode 100644
hoodie-client/src/main/java/com/uber/hoodie/index/bloom/KeyRangeNode.java
create mode 100644
hoodie-client/src/main/java/com/uber/hoodie/index/bloom/ListBasedGlobalIndexFileFilter.java
create mode 100644
hoodie-client/src/main/java/com/uber/hoodie/index/bloom/ListBasedIndexFileFilter.java
create mode 100644
hoodie-client/src/test/java/com/uber/hoodie/index/bloom/TestKeyRangeLookupTree.java
