HBASE-21439 RegionLoads aren't being used in RegionLoad cost functions Signed-off-by: tedyu <yuzhih...@gmail.com> Signed-off-by: Andrew Purtell <apurt...@apache.org>
Amending-Author: Andrew Purtell <apurt...@apache.org> Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/6618a40f Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/6618a40f Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/6618a40f Branch: refs/heads/branch-1.3 Commit: 6618a40ffa89a402ccd781e52038fe7bd2ad14b2 Parents: 6f53424 Author: Ben Lau <ben...@oath.com> Authored: Mon Nov 5 15:34:08 2018 -0800 Committer: Andrew Purtell <apurt...@apache.org> Committed: Thu Nov 8 14:11:26 2018 -0800 ---------------------------------------------------------------------- .../org/apache/hadoop/hbase/HRegionInfo.java | 22 ++++++++++++++++++++ .../master/balancer/StochasticLoadBalancer.java | 7 +++---- .../balancer/TestStochasticLoadBalancer.java | 8 ++++--- 3 files changed, 30 insertions(+), 7 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hbase/blob/6618a40f/hbase-client/src/main/java/org/apache/hadoop/hbase/HRegionInfo.java ---------------------------------------------------------------------- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/HRegionInfo.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/HRegionInfo.java index 09ceeb9..72f9bb2 100644 --- a/hbase-client/src/main/java/org/apache/hadoop/hbase/HRegionInfo.java +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/HRegionInfo.java @@ -48,6 +48,8 @@ import org.apache.hadoop.hbase.util.Pair; import org.apache.hadoop.hbase.util.PairOfSameType; import org.apache.hadoop.io.DataInputBuffer; +import edu.umd.cs.findbugs.annotations.CheckForNull; + /** * Information about a region. A region is a range of keys in the whole keyspace of a table, an * identifier (a timestamp) for differentiating between subset ranges (after region split) @@ -189,6 +191,26 @@ public class HRegionInfo implements Comparable<HRegionInfo> { return encodedName; } + @InterfaceAudience.Private + public static String getRegionNameAsString(byte[] regionName) { + return getRegionNameAsString(null, regionName); + } + + @InterfaceAudience.Private + public static String getRegionNameAsString(@CheckForNull HRegionInfo ri, byte[] regionName) { + if (hasEncodedName(regionName)) { + // new format region names already have their encoded name. + return Bytes.toStringBinary(regionName); + } + + // old format. regionNameStr doesn't have the region name. + if (ri == null) { + return Bytes.toStringBinary(regionName) + "." + encodeRegionName(regionName); + } else { + return Bytes.toStringBinary(regionName) + "." + ri.getEncodedName(); + } + } + /** * @return Return a short, printable name for this region (usually encoded name) for us logging. */ http://git-wip-us.apache.org/repos/asf/hbase/blob/6618a40f/hbase-server/src/main/java/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.java index d1d8fa3..9891533 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.java @@ -48,7 +48,6 @@ import org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer.Cluster.Action.T import org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer.Cluster.AssignRegionAction; import org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer.Cluster.MoveRegionAction; import org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer.Cluster.SwapRegionsAction; -import org.apache.hadoop.hbase.util.Bytes; import org.apache.hadoop.hbase.util.EnvironmentEdgeManager; /** @@ -480,7 +479,8 @@ public class StochasticLoadBalancer extends BaseLoadBalancer { continue; } for (Entry<byte[], RegionLoad> entry : sl.getRegionsLoad().entrySet()) { - Deque<RegionLoad> rLoads = oldLoads.get(Bytes.toString(entry.getKey())); + String regionNameAsString = HRegionInfo.getRegionNameAsString(entry.getKey()); + Deque<RegionLoad> rLoads = oldLoads.get(regionNameAsString); if (rLoads == null) { // There was nothing there rLoads = new ArrayDeque<RegionLoad>(); @@ -488,8 +488,7 @@ public class StochasticLoadBalancer extends BaseLoadBalancer { rLoads.remove(); } rLoads.add(entry.getValue()); - loads.put(Bytes.toString(entry.getKey()), rLoads); - + loads.put(regionNameAsString, rLoads); } } http://git-wip-us.apache.org/repos/asf/hbase/blob/6618a40f/hbase-server/src/test/java/org/apache/hadoop/hbase/master/balancer/TestStochasticLoadBalancer.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/balancer/TestStochasticLoadBalancer.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/balancer/TestStochasticLoadBalancer.java index 9fd5919..e68de91 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/balancer/TestStochasticLoadBalancer.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/balancer/TestStochasticLoadBalancer.java @@ -82,10 +82,12 @@ public class TestStochasticLoadBalancer extends BalancerTestBase { loadBalancer.setClusterStatus(clusterStatus); } - assertTrue(loadBalancer.loads.get(REGION_KEY) != null); - assertTrue(loadBalancer.loads.get(REGION_KEY).size() == 15); - Queue<RegionLoad> loads = loadBalancer.loads.get(REGION_KEY); + String regionNameAsString = HRegionInfo.getRegionNameAsString(Bytes.toBytes(REGION_KEY)); + assertTrue(loadBalancer.loads.get(regionNameAsString) != null); + assertTrue(loadBalancer.loads.get(regionNameAsString).size() == 15); + + Queue<RegionLoad> loads = loadBalancer.loads.get(regionNameAsString); int i = 0; while(loads.size() > 0) { RegionLoad rl = loads.remove();