[
https://issues.apache.org/jira/browse/HBASE-22739?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16894432#comment-16894432
]
casuallc commented on HBASE-22739:
----------------------------------
what is the problem...........
{code:java}
2019-07-27 20:36:02,033 INFO [master/nna:16000.Chore.2]
balancer.StochasticLoadBalancer: start StochasticLoadBalancer.balancer,
initCost=162.79546216387013, functionCost=RegionCountSkewCostFunction : (500.0,
0.29170135997779634); PrimaryRegionCountSkewCostFunction : (500.0, 0.0);
MoveCostFunction : (7.0, 0.0); ServerLocalityCostFunction : (25.0,
0.34988219593645287); RackLocalityCostFunction : (15.0, 0.0);
TableSkewCostFunction : (35.0, 0.1986130374479889);
RegionReplicaHostCostFunction : (100000.0, 0.0); RegionReplicaRackCostFunction
: (10000.0, 0.0); ReadRequestCostFunction : (5.0, 0.0);
WriteRequestCostFunction : (5.0, 0.0); MemStoreSizeCostFunction : (5.0, 0.0);
StoreFileCostFunction : (5.0, 0.24925419317620034); computedMaxSteps: 13843200
2019-07-27 20:36:02,048 ERROR [master/nna:16000.Chore.2] hbase.ScheduledChore:
Caught error
java.lang.ArrayIndexOutOfBoundsException: 773
at
org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer$Cluster.removeRegion(BaseLoadBalancer.java:873)
at
org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer$Cluster.doAction(BaseLoadBalancer.java:716)
at
org.apache.hadoop.hbase.master.balancer.StochasticLoadBalancer.balanceCluster(StochasticLoadBalancer.java:407)
at
org.apache.hadoop.hbase.master.balancer.StochasticLoadBalancer.balanceCluster(StochasticLoadBalancer.java:318)
at org.apache.hadoop.hbase.master.HMaster.balance(HMaster.java:1650)
at org.apache.hadoop.hbase.master.HMaster.balance(HMaster.java:1567)
at
org.apache.hadoop.hbase.master.balancer.BalancerChore.chore(BalancerChore.java:49)
at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:186)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at
org.apache.hadoop.hbase.JitterScheduledThreadPoolExecutorImpl$JitteredRunnableScheduledFuture.run(JitterScheduledThreadPoolExecutorImpl.java:111)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2019-07-27 20:36:02,061 INFO [PEWorker-1] procedure2.ProcedureExecutor:
Finished pid=1645, state=SUCCESS; GCRegionProcedure table=hour_dns,
region=9695763526e80453f4ddecf8f58997ec in 921msec
2019-07-27 20:36:02,063 INFO [PEWorker-13] hbase.MetaTableAccessor: Deleted
http_view,21669071.shop.cnlist.org,1552436156166.4874e5c6fcabbc33a1046f3d089979a6.
2019-07-27 20:36:02,174 INFO [PEWorker-13] procedure2.ProcedureExecutor:
Finished pid=1646, state=SUCCESS; GCRegionProcedure table=http_view,
region=4874e5c6fcabbc33a1046f3d089979a6 in 862msec
2019-07-27 20:40:18,990 INFO [LruBlockCacheStatsExecutor] hfile.LruBlockCache:
totalSize=8.00 MB, freeSize=10.66 GB, max=10.67 GB, blockCount=0, accesses=0,
hits=0, hitRatio=0, cachingAccesses=0, cachingHits=0,
cachingHitsRatio=0,evictions=1199, evicted=0, evictedPerRun=0.0
2019-07-27 20:40:22,436 INFO [BucketCacheStatsExecutor] bucket.BucketCache:
failedBlockAdditions=0, totalSize=32.00 GB, freeSize=32.00 GB, usedSize=0 B,
cacheSize=0 B, accesses=0, hits=0, IOhitsPerSecond=0, IOTimePerHit=NaN,
hitRatio=0,cachingAccesses=0, cachingHits=0, cachingHitsRatio=0,evictions=0,
evicted=0, evictedPerRun=0.0
2019-07-27 20:40:56,781 INFO [MobFileCache #0] mob.MobFileCache: MobFileCache
Statistics, access: 0, miss: 0, hit: 0, hit ratio: 0%, evicted files: 0
2019-07-27 20:40:59,874 INFO [master/nna:16000.Chore.1]
balancer.StochasticLoadBalancer: start StochasticLoadBalancer.balancer,
initCost=162.79541802767042, functionCost=RegionCountSkewCostFunction : (500.0,
0.29170135997779634); PrimaryRegionCountSkewCostFunction : (500.0, 0.0);
MoveCostFunction : (7.0, 0.0); ServerLocalityCostFunction : (25.0,
0.34988040833982337); RackLocalityCostFunction : (15.0, 0.0);
TableSkewCostFunction : (35.0, 0.1986130374479889);
RegionReplicaHostCostFunction : (100000.0, 0.0); RegionReplicaRackCostFunction
: (10000.0, 0.0); ReadRequestCostFunction : (5.0, 0.0);
WriteRequestCostFunction : (5.0, 0.0); MemStoreSizeCostFunction : (5.0, 0.0);
StoreFileCostFunction : (5.0, 0.24925430391940603); computedMaxSteps: 13843200
2019-07-27 20:40:59,874 ERROR [master/nna:16000.Chore.1] hbase.ScheduledChore:
Caught error
java.lang.ArrayIndexOutOfBoundsException: 253
at
org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer$Cluster.removeRegion(BaseLoadBalancer.java:873)
at
org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer$Cluster.doAction(BaseLoadBalancer.java:716)
at
org.apache.hadoop.hbase.master.balancer.StochasticLoadBalancer.balanceCluster(StochasticLoadBalancer.java:407)
at
org.apache.hadoop.hbase.master.balancer.StochasticLoadBalancer.balanceCluster(StochasticLoadBalancer.java:318)
at org.apache.hadoop.hbase.master.HMaster.balance(HMaster.java:1650)
at org.apache.hadoop.hbase.master.HMaster.balance(HMaster.java:1567)
at
org.apache.hadoop.hbase.master.balancer.BalancerChore.chore(BalancerChore.java:49)
at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:186)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at
org.apache.hadoop.hbase.JitterScheduledThreadPoolExecutorImpl$JitteredRunnableScheduledFuture.run(JitterScheduledThreadPoolExecutorImpl.java:111)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2019-07-27 20:43:27,026 INFO
[RpcServer.default.FPBQ.Fifo.handler=78,queue=6,port=16000]
master.MasterRpcServices: Client=root//11.172.59.52 set balanceSwitch=false
{code}
> ArrayIndexOutOfBoundsException when balance
> -------------------------------------------
>
> Key: HBASE-22739
> URL: https://issues.apache.org/jira/browse/HBASE-22739
> Project: HBase
> Issue Type: Bug
> Components: Balancer
> Reporter: casuallc
> Priority: Major
> Fix For: 2.1.1
>
>
>
> {code:java}
> 2019-07-25 15:19:59,828 ERROR [master/nna:16000.Chore.1]
> hbase.ScheduledChore: Caught error
> java.lang.ArrayIndexOutOfBoundsException: 3171
> at
> org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer$Cluster.removeRegion(BaseLoadBalancer.java:873)
> at
> org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer$Cluster.doAction(BaseLoadBalancer.java:716)
> at
> org.apache.hadoop.hbase.master.balancer.StochasticLoadBalancer.balanceCluster(StochasticLoadBalancer.java:407)
> at
> org.apache.hadoop.hbase.master.balancer.StochasticLoadBalancer.balanceCluster(StochasticLoadBalancer.java:318)
> at org.apache.hadoop.hbase.master.HMaster.balance(HMaster.java:1650)
> at org.apache.hadoop.hbase.master.HMaster.balance(HMaster.java:1567)
> at
> org.apache.hadoop.hbase.master.balancer.BalancerChore.chore(BalancerChore.java:49)
> at org.apache.hadoop.hbase.ScheduledChore.run(ScheduledChore.java:186)
> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
> at
> org.apache.hadoop.hbase.JitterScheduledThreadPoolExecutorImpl$JitteredRunnableScheduledFuture.run(JitterScheduledThreadPoolExecutorImpl.java:111)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
> at java.lang.Thread.run(Thread.java:745)
> {code}
> should check if the regionIndex is valid when removeRegion,
> java:
> hbase-server/src/main/java/org/apache/hadoop/hbase/master/balancer/BaseLoadBalancer.java
> {code:java}
> int[] removeRegion(int[] regions, int regionIndex) {
> //TODO: this maybe costly. Consider using linked lists
> int[] newRegions = new int[regions.length - 1];
> int i = 0;
> for (i = 0; i < regions.length; i++) {
> if (regions[i] == regionIndex) {
> break;
> }
> if (i == regions.length - 1) {
> return Arrays.copyOf(regions, regions.length);
> }
> newRegions[i] = regions[i];
> }
> System.arraycopy(regions, i+1, newRegions, i, newRegions.length - i);
> return newRegions;
> }
> {code}
--
This message was sent by Atlassian JIRA
(v7.6.14#76016)
