[ https://issues.apache.org/jira/browse/PHOENIX-7105?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
chaijunjie updated PHOENIX-7105: -------------------------------- Description: When we use local index, but it can not compact success... it throw ArrayIndexOutOfBoundsException, i remove these hfile under the L#0 CF.. then rebuild the local index by IndexTool, it not reproce again.. I think may be some index rowkey is wrong, but can not find how it generate {code:java} // 2023-11-08 19:19:21,491 | ERROR | regionserver/node-ana-coreaCEZy:16020-shortCompactions-5 | Compaction failed region=BS_STATION_REALTIME_DATA,c0066NE=230208672309201000 ,1699442278310.9d4ff129b8fc3d6b8aad13eec8a3a439., storeName=9d4ff129b8fc3d6b8aad13eec8a3a439/L#0, priority=58, startTime=1699442279548 | org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.doCompaction(CompactSplit.java:653) java.lang.ArrayIndexOutOfBoundsException: 30 at org.apache.hadoop.hbase.io.ImmutableBytesWritable.hashCode(ImmutableBytesWritable.java:170) at org.apache.phoenix.hbase.index.util.ImmutableBytesPtr.<init>(ImmutableBytesPtr.java:49) at org.apache.phoenix.index.IndexMaintainer.getViewIndexIdFromIndexRowKey(IndexMaintainer.java:798) at org.apache.hadoop.hbase.regionserver.LocalIndexStoreFileScanner.isSatisfiedMidKeyCondition(LocalIndexStoreFileScanner.java:175) at org.apache.hadoop.hbase.regionserver.LocalIndexStoreFileScanner.next(LocalIndexStoreFileScanner.java:63) at org.apache.hadoop.hbase.regionserver.KeyValueHeap.next(KeyValueHeap.java:124) at org.apache.hadoop.hbase.regionserver.StoreScanner.next(StoreScanner.java:687) at org.apache.hadoop.hbase.regionserver.InternalScanner.next(InternalScanner.java:54) at org.apache.phoenix.schema.stats.StatisticsScanner.next(StatisticsScanner.java:69) at org.apache.phoenix.schema.stats.StatisticsScanner.next(StatisticsScanner.java:76) at org.apache.hadoop.hbase.regionserver.compactions.Compactor.performCompaction(Compactor.java:398) at org.apache.hadoop.hbase.regionserver.compactions.Compactor.compact(Compactor.java:326) at org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.compact(DefaultCompactor.java:65) at org.apache.hadoop.hbase.regionserver.DefaultStoreEngine$DefaultCompactionContext.compact(DefaultStoreEngine.java:126) at org.apache.hadoop.hbase.regionserver.HStore.compact(HStore.java:1501) at org.apache.hadoop.hbase.regionserver.HRegion.compact(HRegion.java:2408) at org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.doCompaction(CompactSplit.java:630) at org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.run(CompactSplit.java:672) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748){code} was: {code:java} // 2023-11-08 19:19:21,491 | ERROR | regionserver/node-ana-coreaCEZy:16020-shortCompactions-5 | Compaction failed region=BS_STATION_REALTIME_DATA,c0066NE=230208672309201000 ,1699442278310.9d4ff129b8fc3d6b8aad13eec8a3a439., storeName=9d4ff129b8fc3d6b8aad13eec8a3a439/L#0, priority=58, startTime=1699442279548 | org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.doCompaction(CompactSplit.java:653) java.lang.ArrayIndexOutOfBoundsException: 30 at org.apache.hadoop.hbase.io.ImmutableBytesWritable.hashCode(ImmutableBytesWritable.java:170) at org.apache.phoenix.hbase.index.util.ImmutableBytesPtr.<init>(ImmutableBytesPtr.java:49) at org.apache.phoenix.index.IndexMaintainer.getViewIndexIdFromIndexRowKey(IndexMaintainer.java:798) at org.apache.hadoop.hbase.regionserver.LocalIndexStoreFileScanner.isSatisfiedMidKeyCondition(LocalIndexStoreFileScanner.java:175) at org.apache.hadoop.hbase.regionserver.LocalIndexStoreFileScanner.next(LocalIndexStoreFileScanner.java:63) at org.apache.hadoop.hbase.regionserver.KeyValueHeap.next(KeyValueHeap.java:124) at org.apache.hadoop.hbase.regionserver.StoreScanner.next(StoreScanner.java:687) at org.apache.hadoop.hbase.regionserver.InternalScanner.next(InternalScanner.java:54) at org.apache.phoenix.schema.stats.StatisticsScanner.next(StatisticsScanner.java:69) at org.apache.phoenix.schema.stats.StatisticsScanner.next(StatisticsScanner.java:76) at org.apache.hadoop.hbase.regionserver.compactions.Compactor.performCompaction(Compactor.java:398) at org.apache.hadoop.hbase.regionserver.compactions.Compactor.compact(Compactor.java:326) at org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.compact(DefaultCompactor.java:65) at org.apache.hadoop.hbase.regionserver.DefaultStoreEngine$DefaultCompactionContext.compact(DefaultStoreEngine.java:126) at org.apache.hadoop.hbase.regionserver.HStore.compact(HStore.java:1501) at org.apache.hadoop.hbase.regionserver.HRegion.compact(HRegion.java:2408) at org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.doCompaction(CompactSplit.java:630) at org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.run(CompactSplit.java:672) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748){code} > Compaction failed when use Local Index > -------------------------------------- > > Key: PHOENIX-7105 > URL: https://issues.apache.org/jira/browse/PHOENIX-7105 > Project: Phoenix > Issue Type: Bug > Affects Versions: 5.0.0 > Reporter: chaijunjie > Priority: Major > > When we use local index, but it can not compact success... > it throw ArrayIndexOutOfBoundsException, i remove these hfile under the L#0 > CF.. > then rebuild the local index by IndexTool, it not reproce again.. > I think may be some index rowkey is wrong, but can not find how it generate > {code:java} > // > 2023-11-08 19:19:21,491 | ERROR | > regionserver/node-ana-coreaCEZy:16020-shortCompactions-5 | Compaction failed > region=BS_STATION_REALTIME_DATA,c0066NE=230208672309201000 > ,1699442278310.9d4ff129b8fc3d6b8aad13eec8a3a439., > storeName=9d4ff129b8fc3d6b8aad13eec8a3a439/L#0, priority=58, > startTime=1699442279548 | > org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.doCompaction(CompactSplit.java:653) > java.lang.ArrayIndexOutOfBoundsException: 30 > at > org.apache.hadoop.hbase.io.ImmutableBytesWritable.hashCode(ImmutableBytesWritable.java:170) > at > org.apache.phoenix.hbase.index.util.ImmutableBytesPtr.<init>(ImmutableBytesPtr.java:49) > at > org.apache.phoenix.index.IndexMaintainer.getViewIndexIdFromIndexRowKey(IndexMaintainer.java:798) > at > org.apache.hadoop.hbase.regionserver.LocalIndexStoreFileScanner.isSatisfiedMidKeyCondition(LocalIndexStoreFileScanner.java:175) > at > org.apache.hadoop.hbase.regionserver.LocalIndexStoreFileScanner.next(LocalIndexStoreFileScanner.java:63) > at > org.apache.hadoop.hbase.regionserver.KeyValueHeap.next(KeyValueHeap.java:124) > at > org.apache.hadoop.hbase.regionserver.StoreScanner.next(StoreScanner.java:687) > at > org.apache.hadoop.hbase.regionserver.InternalScanner.next(InternalScanner.java:54) > at > org.apache.phoenix.schema.stats.StatisticsScanner.next(StatisticsScanner.java:69) > at > org.apache.phoenix.schema.stats.StatisticsScanner.next(StatisticsScanner.java:76) > at > org.apache.hadoop.hbase.regionserver.compactions.Compactor.performCompaction(Compactor.java:398) > at > org.apache.hadoop.hbase.regionserver.compactions.Compactor.compact(Compactor.java:326) > at > org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.compact(DefaultCompactor.java:65) > at > org.apache.hadoop.hbase.regionserver.DefaultStoreEngine$DefaultCompactionContext.compact(DefaultStoreEngine.java:126) > at org.apache.hadoop.hbase.regionserver.HStore.compact(HStore.java:1501) > at org.apache.hadoop.hbase.regionserver.HRegion.compact(HRegion.java:2408) > at > org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.doCompaction(CompactSplit.java:630) > at > org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.run(CompactSplit.java:672) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > at java.lang.Thread.run(Thread.java:748){code} -- This message was sent by Atlassian Jira (v8.20.10#820010)