This is an automated email from the ASF dual-hosted git repository. atri pushed a commit to branch native_mmap in repository https://gitbox.apache.org/repos/asf/pinot.git
commit 67aaed4134e549eb2d739de814bbb503e317170b Author: Atri Sharma <[email protected]> AuthorDate: Mon Jun 5 11:32:57 2023 +0530 Support Off Heap for Native Text Indices This commit allows native text indices to be loaded off heap. --- .../local/segment/index/readers/text/NativeTextIndexReader.java | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/text/NativeTextIndexReader.java b/pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/text/NativeTextIndexReader.java index 8f1c2e6a73..1dd1a8102d 100644 --- a/pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/text/NativeTextIndexReader.java +++ b/pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/text/NativeTextIndexReader.java @@ -52,7 +52,10 @@ public class NativeTextIndexReader implements TextIndexReader { public NativeTextIndexReader(String column, File indexDir) { _column = column; try { - _buffer = PinotDataBuffer.loadBigEndianFile(getTextIndexFile(indexDir)); + String desc = "Native text index buffer: " + column; + File indexFile = getTextIndexFile(indexDir); + _buffer = + PinotDataBuffer.mapFile(indexFile, /* readOnly */ true, 0, indexFile.length(), ByteOrder.BIG_ENDIAN, desc); populateIndexes(); } catch (Exception e) { LOGGER.error("Failed to instantiate Lucene text index reader for column {}, exception {}", column, --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
