HI.
I am testing HBase version 2.5.8. I found that I can't use
INDEX_BLOCK_ENCODING=> PREFIX_TREE properly. Can anyone help me with this
problem?
HBase create table:
create 'trade_test_02_t', {NAME => 'cf', VERSIONS => 1, COMPRESSION => 'ZSTD',
PREFETCH_BLOCKS_ON_OPEN => 'false', DATA_BLOCK_ENCODING =>
'ROW_INDEX_V1',IN_MEMORY_COMPACTION => 'ADAPTIVE',BLOCKCACHE => 'true',
METADATA => {'COMPRESSION_COMPACT' =>
'ZSTD','INDEX_BLOCK_ENCODING'=>'PREFIX_TREE'}}, { NUMREGIONS => 200, SPLITALGO
=> 'HexStringSplit'}
Error:
2024-03-26 17:20:00,324 ERROR [MemStoreFlusher.0] regionserver.StoreEngine:
Failed to open store file :
hdfs://spacex-dc-hbase/apps/hbase/data/data/default/trade_test_02_t/f392e6fe841adbc338a29fa3481d5f85/.tmp/cf/cac2fcabf39a4097b3e3ab99d894a803,
keeping it in tmp location
org.apache.hadoop.hbase.io.hfile.CorruptHFileException: Problem reading data
index and meta index from file
hdfs://spacex-dc-hbase/apps/hbase/data/data/default/trade_test_02_t/f392e6fe841adbc338a29fa3481d5f85/.tmp/cf/cac2fcabf39a4097b3e3ab99d894a803
at
org.apache.hadoop.hbase.io.hfile.HFileInfo.initMetaAndIndex(HFileInfo.java:392)
at
org.apache.hadoop.hbase.regionserver.HStoreFile.open(HStoreFile.java:394)
at
org.apache.hadoop.hbase.regionserver.HStoreFile.initReader(HStoreFile.java:518)
at
org.apache.hadoop.hbase.regionserver.StoreEngine.createStoreFileAndReader(StoreEngine.java:225)
at
org.apache.hadoop.hbase.regionserver.StoreEngine.createStoreFileAndReader(StoreEngine.java:218)
at
org.apache.hadoop.hbase.regionserver.StoreEngine.validateStoreFile(StoreEngine.java:237)
at
org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:828)
at
org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1963)
at
org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2840)
at
org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2582)
at
org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2554)
at
org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2424)
at
org.apache.hadoop.hbase.regionserver.MemStoreFlusher.flushRegion(MemStoreFlusher.java:603)
at
org.apache.hadoop.hbase.regionserver.MemStoreFlusher.flushRegion(MemStoreFlusher.java:572)
at
org.apache.hadoop.hbase.regionserver.MemStoreFlusher.access$1000(MemStoreFlusher.java:65)
at
org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:344)
Caused by: java.lang.NullPointerException
at
org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$CellBasedKeyBlockIndexReaderV2.readMultiLevelIndexRoot(HFileBlockIndex.java:553)
at
org.apache.hadoop.hbase.io.hfile.HFileInfo.initMetaAndIndex(HFileInfo.java:373)
... 15 more
2024-03-26 17:20:00,329 WARN [MemStoreFlusher.0] regionserver.HStore: Failed
validating store file
hdfs://spacex-dc-hbase/apps/hbase/data/data/default/trade_test_02_t/f392e6fe841adbc338a29fa3481d5f85/.tmp/cf/cac2fcabf39a4097b3e3ab99d894a803,
retrying num=9
org.apache.hadoop.hbase.io.hfile.CorruptHFileException: Problem reading data
index and meta index from file
hdfs://spacex-dc-hbase/apps/hbase/data/data/default/trade_test_02_t/f392e6fe841adbc338a29fa3481d5f85/.tmp/cf/cac2fcabf39a4097b3e3ab99d894a803
at
org.apache.hadoop.hbase.io.hfile.HFileInfo.initMetaAndIndex(HFileInfo.java:392)
at
org.apache.hadoop.hbase.regionserver.HStoreFile.open(HStoreFile.java:394)
at
org.apache.hadoop.hbase.regionserver.HStoreFile.initReader(HStoreFile.java:518)
at
org.apache.hadoop.hbase.regionserver.StoreEngine.createStoreFileAndReader(StoreEngine.java:225)
at
org.apache.hadoop.hbase.regionserver.StoreEngine.createStoreFileAndReader(StoreEngine.java:218)
at
org.apache.hadoop.hbase.regionserver.StoreEngine.validateStoreFile(StoreEngine.java:237)
at
org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:828)
at
org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1963)
at
org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2840)
at
org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2582)
at
org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2554)
at
org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2424)
at
org.apache.hadoop.hbase.regionserver.MemStoreFlusher.flushRegion(MemStoreFlusher.java:603)
at
org.apache.hadoop.hbase.regionserver.MemStoreFlusher.flushRegion(MemStoreFlusher.java:572)
at
org.apache.hadoop.hbase.regionserver.MemStoreFlusher.access$1000(MemStoreFlusher.java:65)
at
org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:344)
Caused by: java.lang.NullPointerException
at
org.apache.hadoop.hbase.io.hfile.HFileBlockIndex$CellBasedKeyBlockIndexReaderV2.readMultiLevelIndexRoot(HFileBlockIndex.java:553)
at
org.apache.hadoop.hbase.io.hfile.HFileInfo.initMetaAndIndex(HFileInfo.java:373)
... 15 more
