INDEX_BLOCK_ENCODING is a new feature, but just the configuration exists. No actual encodings have been committed. Development on the PR stalled. See https://github.com/apache/hbase/pull/4782
It would be great if someone picked up this work again. On Tue, Mar 26, 2024 at 6:05 AM lisoda <lis...@yeah.net> wrote: > No. INDEX_BLOCK_ENCODING is a new feature introduced by HBASE-27329 . > > > > > > > > > > > > > > 在 2024-03-26 17:59:50，"Wellington Chevreuil" < > wellington.chevre...@gmail.com> 写道： > >PREFIX_TREE encoding support has been removed in HBase 2. Please see: > >https://hbase.apache.org/book.html#upgrade2.0.prefix-tree.removed > > > >Em ter., 26 de mar. de 2024 às 09:39, lisoda <lis...@yeah.net> escreveu: > > > >> HI. > >> > >> I am testing HBase version 2.5.8. I found that I can't use > >> INDEX_BLOCK_ENCODING=> PREFIX_TREE properly. Can anyone help me with > this > >> problem? > >> > >> > >> HBase create table: > >> create 'trade_test_02_t', {NAME => 'cf', VERSIONS => 1, COMPRESSION => > >> 'ZSTD', PREFETCH_BLOCKS_ON_OPEN => 'false', DATA_BLOCK_ENCODING => > >> 'ROW_INDEX_V1',IN_MEMORY_COMPACTION => 'ADAPTIVE',BLOCKCACHE => 'true', > >> METADATA => {'COMPRESSION_COMPACT' => > >> 'ZSTD','INDEX_BLOCK_ENCODING'=>'PREFIX_TREE'}}, { NUMREGIONS => 200, > >> SPLITALGO => 'HexStringSplit'} > >> > >> > >> > >> > >> Error: > >> 2024-03-26 17:20:00,324 ERROR [MemStoreFlusher.0] > >> regionserver.StoreEngine: Failed to open store file : > >> > hdfs://spacex-dc-hbase/apps/hbase/data/data/default/trade_test_02_t/f392e6fe841adbc338a29fa3481d5f85/.tmp/cf/cac2fcabf39a4097b3e3ab99d894a803, > >> keeping it in tmp location > >> org.apache.hadoop.hbase.io.hfile.CorruptHFileException: Problem reading > >> data index and meta index from file > >> > hdfs://spacex-dc-hbase/apps/hbase/data/data/default/trade_test_02_t/f392e6fe841adbc338a29fa3481d5f85/.tmp/cf/cac2fcabf39a4097b3e3ab99d894a803 > >> at org.apache.hadoop.hbase.io > >> .hfile.HFileInfo.initMetaAndIndex(HFileInfo.java:392) > >> at > >> > org.apache.hadoop.hbase.regionserver.HStoreFile.open(HStoreFile.java:394) > >> at > >> > org.apache.hadoop.hbase.regionserver.HStoreFile.initReader(HStoreFile.java:518) > >> at > >> > org.apache.hadoop.hbase.regionserver.StoreEngine.createStoreFileAndReader(StoreEngine.java:225) > >> at > >> > org.apache.hadoop.hbase.regionserver.StoreEngine.createStoreFileAndReader(StoreEngine.java:218) > >> at > >> > org.apache.hadoop.hbase.regionserver.StoreEngine.validateStoreFile(StoreEngine.java:237) > >> at > >> org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:828) > >> at > >> > org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1963) > >> at > >> > org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2840) > >> at > >> > org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2582) > >> at > >> > org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2554) > >> at > >> > org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2424) > >> at > >> > org.apache.hadoop.hbase.regionserver.MemStoreFlusher.flushRegion(MemStoreFlusher.java:603) > >> at > >> > org.apache.hadoop.hbase.regionserver.MemStoreFlusher.flushRegion(MemStoreFlusher.java:572) > >> at > >> > org.apache.hadoop.hbase.regionserver.MemStoreFlusher.access$1000(MemStoreFlusher.java:65) > >> at > >> > org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:344) > >> Caused by: java.lang.NullPointerException > >> at org.apache.hadoop.hbase.io > >> > .hfile.HFileBlockIndex$CellBasedKeyBlockIndexReaderV2.readMultiLevelIndexRoot(HFileBlockIndex.java:553) > >> at org.apache.hadoop.hbase.io > >> .hfile.HFileInfo.initMetaAndIndex(HFileInfo.java:373) > >> ... 15 more > >> 2024-03-26 17:20:00,329 WARN [MemStoreFlusher.0] regionserver.HStore: > >> Failed validating store file > >> > hdfs://spacex-dc-hbase/apps/hbase/data/data/default/trade_test_02_t/f392e6fe841adbc338a29fa3481d5f85/.tmp/cf/cac2fcabf39a4097b3e3ab99d894a803, > >> retrying num=9 > >> org.apache.hadoop.hbase.io.hfile.CorruptHFileException: Problem reading > >> data index and meta index from file > >> > hdfs://spacex-dc-hbase/apps/hbase/data/data/default/trade_test_02_t/f392e6fe841adbc338a29fa3481d5f85/.tmp/cf/cac2fcabf39a4097b3e3ab99d894a803 > >> at org.apache.hadoop.hbase.io > >> .hfile.HFileInfo.initMetaAndIndex(HFileInfo.java:392) > >> at > >> > org.apache.hadoop.hbase.regionserver.HStoreFile.open(HStoreFile.java:394) > >> at > >> > org.apache.hadoop.hbase.regionserver.HStoreFile.initReader(HStoreFile.java:518) > >> at > >> > org.apache.hadoop.hbase.regionserver.StoreEngine.createStoreFileAndReader(StoreEngine.java:225) > >> at > >> > org.apache.hadoop.hbase.regionserver.StoreEngine.createStoreFileAndReader(StoreEngine.java:218) > >> at > >> > org.apache.hadoop.hbase.regionserver.StoreEngine.validateStoreFile(StoreEngine.java:237) > >> at > >> org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:828) > >> at > >> > org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1963) > >> at > >> > org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2840) > >> at > >> > org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2582) > >> at > >> > org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2554) > >> at > >> > org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2424) > >> at > >> > org.apache.hadoop.hbase.regionserver.MemStoreFlusher.flushRegion(MemStoreFlusher.java:603) > >> at > >> > org.apache.hadoop.hbase.regionserver.MemStoreFlusher.flushRegion(MemStoreFlusher.java:572) > >> at > >> > org.apache.hadoop.hbase.regionserver.MemStoreFlusher.access$1000(MemStoreFlusher.java:65) > >> at > >> > org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:344) > >> Caused by: java.lang.NullPointerException > >> at org.apache.hadoop.hbase.io > >> > .hfile.HFileBlockIndex$CellBasedKeyBlockIndexReaderV2.readMultiLevelIndexRoot(HFileBlockIndex.java:553) > >> at org.apache.hadoop.hbase.io > >> .hfile.HFileInfo.initMetaAndIndex(HFileInfo.java:373) > >> ... 15 more >
