Repository: helix
Updated Branches:
refs/heads/master d22adbf97 -> c97a97508
Change migration strategy to N -> N+1 -> N model
Currently Helix takes N->2N->N strategy when migrating a partition, where N
equals to DB's replica count. When Helix decides to move a partition to N new
instances, it brings up all replicas in new instances first before drop all
replicas in old instances (so there will be 2N replica existing at certain
period of time). This approach gurantees the availability during migration but
may require bigger disk footprint. It may also cause a partition having more
than 6 replicas if the cluster topology keeps changing during migration.
What we proposed here is N -> N+1 -> N strategy, where Helix will bootstrap
a new replica in one of new instance, then drop one from old instances. It then
repeats the process until all replicas are moved to new instances. This will
reduce disk usage, but meanwhile still maintain at least N active replica
during the process. The new strategy can also avoid partition having excessive
replicas even there is toplogy changes during the migration.
Project: http://git-wip-us.apache.org/repos/asf/helix/repo
Commit: http://git-wip-us.apache.org/repos/asf/helix/commit/c97a9750
Tree: http://git-wip-us.apache.org/repos/asf/helix/tree/c97a9750
Diff: http://git-wip-us.apache.org/repos/asf/helix/diff/c97a9750
Branch: refs/heads/master
Commit: c97a97508c9c45a0bf51177988dca7f48e49ea32
Parents: d22adbf
Author: Junkai Xue <[email protected]>
Authored: Thu Jun 28 14:27:32 2018 -0700
Committer: Junkai Xue <[email protected]>
Committed: Thu Jun 28 17:40:21 2018 -0700
----------------------------------------------------------------------
.../config/StateTransitionThrottleConfig.java | 4 +-
.../rebalancer/AbstractRebalancer.java | 37 +++--
.../rebalancer/DelayedAutoRebalancer.java | 143 +++++++++++--------
.../rebalancer/MaintenanceRebalancer.java | 3 +-
.../org/apache/helix/model/ClusterConfig.java | 2 +-
.../rebalancer/TestAbstractRebalancer.java | 12 +-
.../rebalancer/TestAutoRebalanceStrategy.java | 17 ++-
.../rebalancer/TestZeroReplicaAvoidance.java | 15 +-
.../TestStateTransitionCancellation.java | 7 +-
.../common/ZkIntegrationTestBase.java | 4 +
.../TestDelayedAutoRebalance.java | 3 +-
...elayedAutoRebalanceWithDisabledInstance.java | 6 +-
.../PartitionMigration/TestExpandCluster.java | 13 +-
.../TestPartitionMigrationBase.java | 37 ++++-
.../TestDelayedAutoRebalancer.MasterSlave.json | 51 ++++---
...TestDelayedAutoRebalancer.OnlineOffline.json | 10 +-
16 files changed, 247 insertions(+), 117 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/helix/blob/c97a9750/helix-core/src/main/java/org/apache/helix/api/config/StateTransitionThrottleConfig.java
----------------------------------------------------------------------
diff --git
a/helix-core/src/main/java/org/apache/helix/api/config/StateTransitionThrottleConfig.java
b/helix-core/src/main/java/org/apache/helix/api/config/StateTransitionThrottleConfig.java
index 4955b86..37662aa 100644
---
a/helix-core/src/main/java/org/apache/helix/api/config/StateTransitionThrottleConfig.java
+++
b/helix-core/src/main/java/org/apache/helix/api/config/StateTransitionThrottleConfig.java
@@ -31,6 +31,7 @@ import org.slf4j.LoggerFactory;
public class StateTransitionThrottleConfig {
private static final Logger logger =
LoggerFactory.getLogger(StateTransitionThrottleConfig.class.getName());
+ public final static int DEFAULT_NUM_TRANSIT_REPLICAS = 1;
private enum ConfigProperty {
CONFIG_TYPE,
@@ -42,7 +43,8 @@ public class StateTransitionThrottleConfig {
public enum ThrottleScope {
CLUSTER,
RESOURCE,
- INSTANCE
+ INSTANCE,
+ PARTITION
}
public enum RebalanceType {
http://git-wip-us.apache.org/repos/asf/helix/blob/c97a9750/helix-core/src/main/java/org/apache/helix/controller/rebalancer/AbstractRebalancer.java
----------------------------------------------------------------------
diff --git
a/helix-core/src/main/java/org/apache/helix/controller/rebalancer/AbstractRebalancer.java
b/helix-core/src/main/java/org/apache/helix/controller/rebalancer/AbstractRebalancer.java
index 32057ff..0227769 100644
---
a/helix-core/src/main/java/org/apache/helix/controller/rebalancer/AbstractRebalancer.java
+++
b/helix-core/src/main/java/org/apache/helix/controller/rebalancer/AbstractRebalancer.java
@@ -28,7 +28,6 @@ import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import java.util.Set;
-
import org.apache.helix.HelixDefinedState;
import org.apache.helix.HelixException;
import org.apache.helix.HelixManager;
@@ -38,6 +37,7 @@ import
org.apache.helix.controller.rebalancer.strategy.AutoRebalanceStrategy;
import org.apache.helix.controller.rebalancer.strategy.RebalanceStrategy;
import org.apache.helix.controller.stages.ClusterDataCache;
import org.apache.helix.controller.stages.CurrentStateOutput;
+import org.apache.helix.model.ClusterConfig;
import org.apache.helix.model.IdealState;
import org.apache.helix.model.Partition;
import org.apache.helix.model.Resource;
@@ -90,15 +90,14 @@ public abstract class AbstractRebalancer implements
Rebalancer, MappingCalculato
StateModelDefinition stateModelDef =
cache.getStateModelDef(stateModelDefName);
ResourceAssignment partitionMapping = new
ResourceAssignment(resource.getResourceName());
for (Partition partition : resource.getPartitions()) {
- Map<String, String> currentStateMap =
- currentStateOutput.getCurrentStateMap(resource.getResourceName(),
partition);
Set<String> disabledInstancesForPartition =
cache.getDisabledInstancesForPartition(resource.getResourceName(),
partition.toString());
List<String> preferenceList = getPreferenceList(partition, idealState,
Collections.unmodifiableSet(cache.getLiveInstances().keySet()));
Map<String, String> bestStateForPartition =
-
computeBestPossibleStateForPartition(cache.getLiveInstances().keySet(),
stateModelDef, preferenceList,
- currentStateMap, disabledInstancesForPartition, idealState);
+
computeBestPossibleStateForPartition(cache.getLiveInstances().keySet(),
stateModelDef,
+ preferenceList, currentStateOutput,
disabledInstancesForPartition, idealState,
+ cache.getClusterConfig(), partition);
partitionMapping.addReplicaMap(partition, bestStateForPartition);
}
return partitionMapping;
@@ -177,8 +176,11 @@ public abstract class AbstractRebalancer implements
Rebalancer, MappingCalculato
protected Map<String, String>
computeBestPossibleStateForPartition(Set<String> liveInstances,
StateModelDefinition stateModelDef, List<String> preferenceList,
- Map<String, String> currentStateMap, Set<String>
disabledInstancesForPartition,
- IdealState idealState) {
+ CurrentStateOutput currentStateOutput, Set<String>
disabledInstancesForPartition,
+ IdealState idealState, ClusterConfig clusterConfig, Partition partition)
{
+
+ Map<String, String> currentStateMap =
+ currentStateOutput.getCurrentStateMap(idealState.getResourceName(),
partition);
if (currentStateMap == null) {
currentStateMap = Collections.emptyMap();
@@ -301,13 +303,14 @@ public abstract class AbstractRebalancer implements
Rebalancer, MappingCalculato
for (String state : statesPriorityList) {
// Use the the specially ordered preferenceList for choosing instance
for top state.
if (state.equals(statesPriorityList.get(0))) {
- List<String> preferenceListForTopState = new
ArrayList<String>(preferenceList);
+ List<String> preferenceListForTopState = new
ArrayList<>(preferenceList);
Collections.sort(preferenceListForTopState,
new TopStatePreferenceListComparator(currentStateMap,
stateModelDef));
preferenceList = preferenceListForTopState;
}
- int stateCount = getStateCount(state, stateModelDef,
liveAndEnabled.size(), preferenceList.size());
+ int stateCount =
+ getStateCount(state, stateModelDef, liveAndEnabled.size(),
preferenceList.size());
for (String instance : preferenceList) {
if (stateCount <= 0) {
break;
@@ -371,14 +374,28 @@ public abstract class AbstractRebalancer implements
Rebalancer, MappingCalculato
protected static class PreferenceListNodeComparator implements
Comparator<String> {
protected final Map<String, String> _currentStateMap;
protected final StateModelDefinition _stateModelDef;
+ protected final List<String> _preferenceList;
- public PreferenceListNodeComparator(Map<String, String> currentStateMap,
StateModelDefinition stateModelDef) {
+ public PreferenceListNodeComparator(Map<String, String> currentStateMap,
+ StateModelDefinition stateModelDef, List<String> preferenceList) {
_currentStateMap = currentStateMap;
_stateModelDef = stateModelDef;
+ _preferenceList = preferenceList;
}
@Override
public int compare(String ins1, String ins2) {
+ // condition :
+ // 1. both in preference list, keep the order in preference list
+ // 2. one them in preference list, the one in preference list has higher
priority
+ // 3. none of them in preference list, sort by state.
+ if (_preferenceList.contains(ins1) && _preferenceList.contains(ins2)) {
+ return _preferenceList.indexOf(ins1) - _preferenceList.indexOf(ins2);
+ } else if (_preferenceList.contains(ins1)) {
+ return -1;
+ } else if (_preferenceList.contains(ins2)) {
+ return 1;
+ }
Integer p1 = Integer.MAX_VALUE;
Integer p2 = Integer.MAX_VALUE;
http://git-wip-us.apache.org/repos/asf/helix/blob/c97a9750/helix-core/src/main/java/org/apache/helix/controller/rebalancer/DelayedAutoRebalancer.java
----------------------------------------------------------------------
diff --git
a/helix-core/src/main/java/org/apache/helix/controller/rebalancer/DelayedAutoRebalancer.java
b/helix-core/src/main/java/org/apache/helix/controller/rebalancer/DelayedAutoRebalancer.java
index a7e5f50..02f96f6 100644
---
a/helix-core/src/main/java/org/apache/helix/controller/rebalancer/DelayedAutoRebalancer.java
+++
b/helix-core/src/main/java/org/apache/helix/controller/rebalancer/DelayedAutoRebalancer.java
@@ -21,7 +21,6 @@ package org.apache.helix.controller.rebalancer;
import java.util.ArrayList;
import java.util.Collections;
-import java.util.Comparator;
import java.util.HashMap;
import java.util.HashSet;
import java.util.Iterator;
@@ -32,8 +31,7 @@ import java.util.Set;
import org.apache.helix.HelixDefinedState;
import org.apache.helix.ZNRecord;
-import org.apache.helix.controller.rebalancer.strategy.AutoRebalanceStrategy;
-import org.apache.helix.controller.rebalancer.strategy.RebalanceStrategy;
+import org.apache.helix.api.config.StateTransitionThrottleConfig;
import org.apache.helix.controller.rebalancer.util.RebalanceScheduler;
import org.apache.helix.controller.stages.ClusterDataCache;
import org.apache.helix.controller.stages.CurrentStateOutput;
@@ -409,14 +407,13 @@ public class DelayedAutoRebalancer extends
AbstractRebalancer {
StateModelDefinition stateModelDef =
cache.getStateModelDef(stateModelDefName);
ResourceAssignment partitionMapping = new
ResourceAssignment(resource.getResourceName());
for (Partition partition : resource.getPartitions()) {
- Map<String, String> currentStateMap =
- currentStateOutput.getCurrentStateMap(resource.getResourceName(),
partition);
Set<String> disabledInstancesForPartition =
cache.getDisabledInstancesForPartition(resource.getResourceName(),
partition.toString());
List<String> preferenceList = getPreferenceList(partition, idealState,
activeNodes);
Map<String, String> bestStateForPartition =
- computeBestPossibleStateForPartition(liveNodes, stateModelDef,
preferenceList, currentStateMap,
- disabledInstancesForPartition, idealState);
+ computeBestPossibleStateForPartition(liveNodes, stateModelDef,
preferenceList,
+ currentStateOutput, disabledInstancesForPartition, idealState,
clusterConfig,
+ partition);
partitionMapping.addReplicaMap(partition, bestStateForPartition);
}
@@ -442,21 +439,22 @@ public class DelayedAutoRebalancer extends
AbstractRebalancer {
* @param liveInstances
* @param stateModelDef
* @param preferenceList
- * @param currentStateMap
+ * @param currentStateOutput
* : instance->state for each partition
* @param disabledInstancesForPartition
* @param idealState
+ * @param clusterConfig
+ * @param partition
* @return
*/
@Override
protected Map<String, String>
computeBestPossibleStateForPartition(Set<String> liveInstances,
StateModelDefinition stateModelDef, List<String> preferenceList,
- Map<String, String> currentStateMap, Set<String>
disabledInstancesForPartition,
- IdealState idealState) {
+ CurrentStateOutput currentStateOutput, Set<String>
disabledInstancesForPartition,
+ IdealState idealState, ClusterConfig clusterConfig, Partition partition)
{
- if (currentStateMap == null) {
- currentStateMap = Collections.emptyMap();
- }
+ Map<String, String> currentStateMap = new HashMap<>(
+ currentStateOutput.getCurrentStateMap(idealState.getResourceName(),
partition));
// (1) If the partition is removed from IS or the IS is deleted.
// Transit to DROPPED no matter the instance is disabled or not.
@@ -470,33 +468,65 @@ public class DelayedAutoRebalancer extends
AbstractRebalancer {
}
// Instances not in preference list but still have active replica, retain
to avoid zero replica during movement
- List<String> instancesToMove = new
ArrayList<String>(currentStateMap.keySet());
- instancesToMove.removeAll(preferenceList);
+ List<String> currentInstances = new ArrayList<>(currentStateMap.keySet());
+ Collections.sort(currentInstances);
+ Map<String, String> pendingStates =
+ new
HashMap<>(currentStateOutput.getPendingStateMap(idealState.getResourceName(),
partition));
+ for (String instance : pendingStates.keySet()) {
+ if (!currentStateMap.containsKey(instance)) {
+ currentStateMap.put(instance, stateModelDef.getInitialState());
+ currentInstances.add(instance);
+ }
+ }
Set<String> instancesToDrop = new HashSet<>();
- Iterator<String> it = instancesToMove.iterator();
+ Iterator<String> it = currentInstances.iterator();
while (it.hasNext()) {
String instance = it.next();
String state = currentStateMap.get(instance);
- if (disabledInstancesForPartition.contains(instance) || state == null
- || state.equals(HelixDefinedState.ERROR.name())
- || state.equals(stateModelDef.getInitialState())
- || disabledInstancesForPartition.contains(instance)) {
+ if (state == null) {
it.remove();
instancesToDrop.add(instance); // These instances should be set to
DROPPED after we get bestPossibleStateMap;
}
}
+
// Sort the instancesToMove by their current partition state.
// Reason: because the states are assigned to instances in the order
appeared in preferenceList, if we have
// [node1:Slave, node2:Master], we want to keep it that way, instead of
assigning Master to node1.
- Collections.sort(instancesToMove, new
PreferenceListNodeComparator(currentStateMap, stateModelDef));
- List<String> combinedPreferenceList = new
ArrayList<String>(preferenceList);
- combinedPreferenceList.addAll(instancesToMove);
+
+ if (preferenceList == null) {
+ preferenceList = Collections.emptyList();
+ }
+
+ int numExtraReplicas = getNumExtraReplicas(clusterConfig);
+
+ // TODO : Keep the behavior consistent with existing state count, change
back to read from idealstate
+ // replicas
+ int numReplicas = preferenceList.size();
+ List<String> instanceToAdd = new ArrayList<>(preferenceList);
+ instanceToAdd.removeAll(currentInstances);
+ List<String> combinedPreferenceList = new ArrayList<>();
+
+ if (currentInstances.size() <= numReplicas
+ && numReplicas + numExtraReplicas - currentInstances.size() > 0) {
+ int subListSize = numReplicas + numExtraReplicas -
currentInstances.size();
+ combinedPreferenceList.addAll(instanceToAdd
+ .subList(0, subListSize <= instanceToAdd.size() ? subListSize :
instanceToAdd.size()));
+ }
+
+ // Make all intial state instance not in preference list to be dropped.
+ Map<String, String> currentMapWithPreferenceList = new
HashMap<>(currentStateMap);
+ currentMapWithPreferenceList.keySet().retainAll(preferenceList);
+
+ combinedPreferenceList.addAll(currentInstances);
+ Collections.sort(combinedPreferenceList,
+ new PreferenceListNodeComparator(currentStateMap, stateModelDef,
preferenceList));
// Assign states to instances with the combined preference list.
- Map<String, String> bestPossibleStateMap =
computeBestPossibleMap(combinedPreferenceList, stateModelDef,
- currentStateMap, liveInstances, disabledInstancesForPartition);
+ Map<String, String> bestPossibleStateMap =
+ computeBestPossibleMap(combinedPreferenceList, stateModelDef,
currentStateMap,
+ liveInstances, disabledInstancesForPartition);
for (String instance : instancesToDrop) {
bestPossibleStateMap.put(instance, HelixDefinedState.DROPPED.name());
@@ -504,50 +534,49 @@ public class DelayedAutoRebalancer extends
AbstractRebalancer {
// If the load-balance finishes (all replica are migrated to new
instances),
// we should drop all partitions from previous assigned instances.
- Map<String, String> targetInstanceMap = new HashMap<>(currentStateMap);
- targetInstanceMap.keySet().retainAll(preferenceList);
- if (migrationCompleted(preferenceList, stateModelDef, targetInstanceMap,
idealState)) {
- for (String instance : currentStateMap.keySet()) {
- if (!preferenceList.contains(instance)) {
- String state = currentStateMap.get(instance);
- if (state != null) {
- bestPossibleStateMap.put(instance,
HelixDefinedState.DROPPED.toString());
- }
- }
+ if
(!currentMapWithPreferenceList.values().contains(HelixDefinedState.ERROR.name())
+ && bestPossibleStateMap.size() > numReplicas &&
readyToDrop(currentStateMap,
+ bestPossibleStateMap, numReplicas, combinedPreferenceList)) {
+ for (int i = 0; i < combinedPreferenceList.size() - numReplicas; i++) {
+ String instanceToDrop =
combinedPreferenceList.get(combinedPreferenceList.size() - i - 1);
+ bestPossibleStateMap.put(instanceToDrop,
HelixDefinedState.DROPPED.name());
}
}
return bestPossibleStateMap;
}
- private boolean migrationCompleted(List<String> preferenceList,
- StateModelDefinition stateModelDef, Map<String, String> currentStateMap,
- IdealState idealState) {
- if (preferenceList == null) {
- preferenceList = Collections.emptyList();
+ private boolean readyToDrop(Map<String, String> currentStateMap,
+ Map<String, String> bestPossibleMap, int numReplicas, List<String>
combinedPreferenceList) {
+ if (currentStateMap.size() != bestPossibleMap.size()) {
+ return false;
}
- int replica = idealState.getReplicaCount(preferenceList.size());
- LinkedHashMap<String, Integer> bestPossileStateCountMap =
- stateModelDef.getStateCountMap(preferenceList.size(), replica);
- Map<String, Integer> currentStateCounts =
StateModelDefinition.getStateCounts(currentStateMap);
-
- for (String state : bestPossileStateCountMap.keySet()) {
- if (state.equals(HelixDefinedState.DROPPED.name()) ||
- state.equals(HelixDefinedState.ERROR.name()) ||
- state.equals(stateModelDef.getInitialState())) {
- continue;
- }
-
- Integer bestPossibleCount = bestPossileStateCountMap.get(state);
- Integer currentCount = currentStateCounts.get(state);
- bestPossibleCount = bestPossibleCount == null ? 0 : bestPossibleCount;
- currentCount = currentCount == null ? 0 : currentCount;
- if (currentCount < bestPossibleCount) {
+ for (int i = 0; i < numReplicas; i++) {
+ String instance = combinedPreferenceList.get(i);
+ if (!currentStateMap.containsKey(instance) ||
!currentStateMap.get(instance)
+ .equals(bestPossibleMap.get(instance))) {
return false;
}
}
return true;
}
+
+ private int getNumExtraReplicas(ClusterConfig clusterConfig) {
+ int numExtraReplicas =
StateTransitionThrottleConfig.DEFAULT_NUM_TRANSIT_REPLICAS;
+ List<StateTransitionThrottleConfig> stateTransitionThrottleConfigs =
+ clusterConfig.getStateTransitionThrottleConfigs();
+
+ for (StateTransitionThrottleConfig throttleConfig :
stateTransitionThrottleConfigs) {
+ if (StateTransitionThrottleConfig.ThrottleScope.PARTITION
+ .equals(throttleConfig.getThrottleScope())
+ && StateTransitionThrottleConfig.RebalanceType.LOAD_BALANCE
+ .equals(throttleConfig.getRebalanceType())) {
+ numExtraReplicas =
+ (int) Math.min(numExtraReplicas,
throttleConfig.getMaxPartitionInTransition());
+ }
+ }
+ return numExtraReplicas;
+ }
}
http://git-wip-us.apache.org/repos/asf/helix/blob/c97a9750/helix-core/src/main/java/org/apache/helix/controller/rebalancer/MaintenanceRebalancer.java
----------------------------------------------------------------------
diff --git
a/helix-core/src/main/java/org/apache/helix/controller/rebalancer/MaintenanceRebalancer.java
b/helix-core/src/main/java/org/apache/helix/controller/rebalancer/MaintenanceRebalancer.java
index d324659..ed06b28 100644
---
a/helix-core/src/main/java/org/apache/helix/controller/rebalancer/MaintenanceRebalancer.java
+++
b/helix-core/src/main/java/org/apache/helix/controller/rebalancer/MaintenanceRebalancer.java
@@ -34,7 +34,8 @@ public class MaintenanceRebalancer extends SemiAutoRebalancer
{
Map<String, String> stateMap = currentStateMap.get(partition);
List<String> preferenceList = new ArrayList<>(stateMap.keySet());
Collections.sort(preferenceList, new
PreferenceListNodeComparator(stateMap,
-
clusterData.getStateModelDef(currentIdealState.getStateModelDefRef())));
+
clusterData.getStateModelDef(currentIdealState.getStateModelDefRef()),
+ Collections.<String>emptyList()));
currentIdealState.setPreferenceList(partition.getPartitionName(),
preferenceList);
}
LOG.info("End computing ideal state for resource %s in maintenance mode.");
http://git-wip-us.apache.org/repos/asf/helix/blob/c97a9750/helix-core/src/main/java/org/apache/helix/model/ClusterConfig.java
----------------------------------------------------------------------
diff --git a/helix-core/src/main/java/org/apache/helix/model/ClusterConfig.java
b/helix-core/src/main/java/org/apache/helix/model/ClusterConfig.java
index fad253d..ce60888 100644
--- a/helix-core/src/main/java/org/apache/helix/model/ClusterConfig.java
+++ b/helix-core/src/main/java/org/apache/helix/model/ClusterConfig.java
@@ -66,7 +66,7 @@ public class ClusterConfig extends HelixProperty {
}
private final static int DEFAULT_MAX_CONCURRENT_TASK_PER_INSTANCE = 40;
private final static int DEFAULT_ERROR_PARTITION_THRESHOLD_FOR_LOAD_BALANCE
= 0; // By default, no load balance if any error partition
- private static final String IDEAL_STATE_RULE_PREFIX = "IdealStateRule!";
+ private final static String IDEAL_STATE_RULE_PREFIX = "IdealStateRule!";
/**
* Instantiate for a specific cluster
http://git-wip-us.apache.org/repos/asf/helix/blob/c97a9750/helix-core/src/test/java/org/apache/helix/controller/rebalancer/TestAbstractRebalancer.java
----------------------------------------------------------------------
diff --git
a/helix-core/src/test/java/org/apache/helix/controller/rebalancer/TestAbstractRebalancer.java
b/helix-core/src/test/java/org/apache/helix/controller/rebalancer/TestAbstractRebalancer.java
index 0ff4f3d..710b372 100644
---
a/helix-core/src/test/java/org/apache/helix/controller/rebalancer/TestAbstractRebalancer.java
+++
b/helix-core/src/test/java/org/apache/helix/controller/rebalancer/TestAbstractRebalancer.java
@@ -22,8 +22,11 @@ package org.apache.helix.controller.rebalancer;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
+import org.apache.helix.controller.stages.CurrentStateOutput;
import org.apache.helix.model.BuiltInStateModelDefinitions;
+import org.apache.helix.model.ClusterConfig;
import org.apache.helix.model.IdealState;
+import org.apache.helix.model.Partition;
import org.apache.helix.util.TestInputLoader;
import org.testng.Assert;
import org.testng.annotations.DataProvider;
@@ -38,10 +41,17 @@ public class TestAbstractRebalancer {
Map<String, String> expectedBestPossibleMap) {
System.out.println("Test case comment: " + comment);
AutoRebalancer rebalancer = new AutoRebalancer();
+ Partition partition = new Partition("testPartition");
+ CurrentStateOutput currentStateOutput = new CurrentStateOutput();
+ for (String instance : currentStateMap.keySet()) {
+ currentStateOutput
+ .setCurrentState("test", partition, instance,
currentStateMap.get(instance));
+ }
Map<String, String> bestPossibleMap = rebalancer
.computeBestPossibleStateForPartition(new
HashSet<String>(liveInstances),
BuiltInStateModelDefinitions.valueOf(stateModelName).getStateModelDefinition(),
- preferenceList, currentStateMap, new
HashSet<String>(disabledInstancesForPartition), new IdealState("test"));
+ preferenceList, currentStateOutput, new
HashSet<String>(disabledInstancesForPartition),
+ new IdealState("test"), new ClusterConfig("TestCluster"),
partition);
Assert.assertTrue(bestPossibleMap.equals(expectedBestPossibleMap));
}
http://git-wip-us.apache.org/repos/asf/helix/blob/c97a9750/helix-core/src/test/java/org/apache/helix/controller/rebalancer/TestAutoRebalanceStrategy.java
----------------------------------------------------------------------
diff --git
a/helix-core/src/test/java/org/apache/helix/controller/rebalancer/TestAutoRebalanceStrategy.java
b/helix-core/src/test/java/org/apache/helix/controller/rebalancer/TestAutoRebalanceStrategy.java
index 56fc615..b1ac772 100644
---
a/helix-core/src/test/java/org/apache/helix/controller/rebalancer/TestAutoRebalanceStrategy.java
+++
b/helix-core/src/test/java/org/apache/helix/controller/rebalancer/TestAutoRebalanceStrategy.java
@@ -41,9 +41,11 @@ import org.apache.helix.ZNRecord;
import org.apache.helix.controller.rebalancer.strategy.AutoRebalanceStrategy;
import org.apache.helix.controller.rebalancer.strategy.RebalanceStrategy;
import org.apache.helix.controller.stages.ClusterDataCache;
+import org.apache.helix.controller.stages.CurrentStateOutput;
import org.apache.helix.model.ClusterConfig;
import org.apache.helix.model.IdealState;
import org.apache.helix.model.LiveInstance;
+import org.apache.helix.model.Partition;
import org.apache.helix.model.StateModelDefinition;
import org.apache.helix.tools.StateModelConfigGenerator;
import org.slf4j.Logger;
@@ -218,7 +220,8 @@ public class TestAutoRebalanceStrategy {
ClusterDataCache cache = new ClusterDataCache();
MockAccessor accessor = new MockAccessor();
Builder keyBuilder = accessor.keyBuilder();
- accessor.setProperty(keyBuilder.clusterConfig(), new
ClusterConfig("TestCluster"));
+ ClusterConfig clusterConfig = new ClusterConfig("TestCluster");
+ accessor.setProperty(keyBuilder.clusterConfig(), clusterConfig);
for (String node : _liveNodes) {
LiveInstance liveInstance = new LiveInstance(node);
liveInstance.setSessionId("testSession");
@@ -231,9 +234,17 @@ public class TestAutoRebalanceStrategy {
List<String> preferenceList = listResult.get(partition);
Map<String, String> currentStateMap = _currentMapping.get(partition);
Set<String> disabled = Collections.emptySet();
+ Partition p = new Partition(partition);
+ CurrentStateOutput currentStateOutput = new CurrentStateOutput();
+ if (currentStateMap != null) {
+ for (String instance : currentStateMap.keySet()) {
+ currentStateOutput
+ .setCurrentState("resource", p, instance,
currentStateMap.get(instance));
+ }
+ }
Map<String, String> assignment = new AutoRebalancer()
-
.computeBestPossibleStateForPartition(cache.getLiveInstances().keySet(),
_stateModelDef, preferenceList,
- currentStateMap, disabled, is);
+
.computeBestPossibleStateForPartition(cache.getLiveInstances().keySet(),
_stateModelDef,
+ preferenceList, currentStateOutput, disabled, is,
clusterConfig, p);
mapResult.put(partition, assignment);
}
return mapResult;
http://git-wip-us.apache.org/repos/asf/helix/blob/c97a9750/helix-core/src/test/java/org/apache/helix/controller/rebalancer/TestZeroReplicaAvoidance.java
----------------------------------------------------------------------
diff --git
a/helix-core/src/test/java/org/apache/helix/controller/rebalancer/TestZeroReplicaAvoidance.java
b/helix-core/src/test/java/org/apache/helix/controller/rebalancer/TestZeroReplicaAvoidance.java
index 130e174..05141e1 100644
---
a/helix-core/src/test/java/org/apache/helix/controller/rebalancer/TestZeroReplicaAvoidance.java
+++
b/helix-core/src/test/java/org/apache/helix/controller/rebalancer/TestZeroReplicaAvoidance.java
@@ -10,8 +10,11 @@ import java.util.List;
import java.util.Map;
import java.util.Set;
import org.apache.helix.controller.stages.BaseStageTest;
+import org.apache.helix.controller.stages.CurrentStateOutput;
import org.apache.helix.model.BuiltInStateModelDefinitions;
+import org.apache.helix.model.ClusterConfig;
import org.apache.helix.model.IdealState;
+import org.apache.helix.model.Partition;
import org.apache.helix.model.StateModelDefinition;
import org.codehaus.jackson.map.ObjectMapper;
import org.codehaus.jackson.map.ObjectReader;
@@ -56,11 +59,17 @@ public class TestZeroReplicaAvoidance extends BaseStageTest
{
IdealState is = new IdealState("test");
is.setReplicas("3");
-
+ Partition partition = new Partition("testPartition");
DelayedAutoRebalancer rebalancer = new DelayedAutoRebalancer();
+ CurrentStateOutput currentStateOutput = new CurrentStateOutput();
+ for (String instance : currentStateMap.keySet()) {
+ currentStateOutput
+ .setCurrentState("test", partition, instance,
currentStateMap.get(instance));
+ }
Map<String, String> bestPossibleMap = rebalancer
- .computeBestPossibleStateForPartition(liveInstances, stateModelDef,
instancePreferenceList, currentStateMap,
- Collections.<String>emptySet(), is);
+ .computeBestPossibleStateForPartition(liveInstances, stateModelDef,
instancePreferenceList,
+ currentStateOutput, Collections.<String>emptySet(), is,
+ new ClusterConfig("TestCluster"), partition);
Assert.assertEquals(bestPossibleMap, expectedBestPossibleMap,
"Differs, get " + bestPossibleMap + "\nexpected: " +
expectedBestPossibleMap
+ "\ncurrentState: " + currentStateMap + "\npreferenceList: " +
instancePreferenceList);
http://git-wip-us.apache.org/repos/asf/helix/blob/c97a9750/helix-core/src/test/java/org/apache/helix/integration/TestStateTransitionCancellation.java
----------------------------------------------------------------------
diff --git
a/helix-core/src/test/java/org/apache/helix/integration/TestStateTransitionCancellation.java
b/helix-core/src/test/java/org/apache/helix/integration/TestStateTransitionCancellation.java
index 1549d4f..e080e84 100644
---
a/helix-core/src/test/java/org/apache/helix/integration/TestStateTransitionCancellation.java
+++
b/helix-core/src/test/java/org/apache/helix/integration/TestStateTransitionCancellation.java
@@ -44,6 +44,8 @@ import org.apache.helix.task.TaskCallbackContext;
import org.apache.helix.task.TaskFactory;
import org.apache.helix.task.TaskStateModelFactory;
import org.apache.helix.tools.ClusterSetup;
+import
org.apache.helix.tools.ClusterVerifiers.BestPossibleExternalViewVerifier;
+import org.apache.helix.tools.ClusterVerifiers.HelixClusterVerifier;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.testng.Assert;
@@ -53,6 +55,7 @@ import org.testng.annotations.Test;
public class TestStateTransitionCancellation extends TaskTestBase {
// TODO: Replace the thread sleep with synchronized condition check
private ConfigAccessor _configAccessor;
+ private HelixClusterVerifier _verifier;
@BeforeClass
public void beforeClass() throws Exception {
@@ -61,6 +64,8 @@ public class TestStateTransitionCancellation extends
TaskTestBase {
_numParitions = 20;
_numNodes = 2;
_numReplicas = 2;
+ _verifier =
+ new
BestPossibleExternalViewVerifier.Builder(CLUSTER_NAME).setZkAddr(ZK_ADDR).build();
String namespace = "/" + CLUSTER_NAME;
if (_gZkClient.exists(namespace)) {
_gZkClient.deleteRecursively(namespace);
@@ -98,7 +103,7 @@ public class TestStateTransitionCancellation extends
TaskTestBase {
// Wait for pipeline reaching final stage
- Thread.sleep(2000L);
+ Assert.assertTrue(_verifier.verify());
ExternalView externalView = _setupTool.getClusterManagementTool()
.getResourceExternalView(CLUSTER_NAME,
WorkflowGenerator.DEFAULT_TGT_DB);
for (String partition : externalView.getPartitionSet()) {
http://git-wip-us.apache.org/repos/asf/helix/blob/c97a9750/helix-core/src/test/java/org/apache/helix/integration/common/ZkIntegrationTestBase.java
----------------------------------------------------------------------
diff --git
a/helix-core/src/test/java/org/apache/helix/integration/common/ZkIntegrationTestBase.java
b/helix-core/src/test/java/org/apache/helix/integration/common/ZkIntegrationTestBase.java
index 2dca16b..85b4d45 100644
---
a/helix-core/src/test/java/org/apache/helix/integration/common/ZkIntegrationTestBase.java
+++
b/helix-core/src/test/java/org/apache/helix/integration/common/ZkIntegrationTestBase.java
@@ -293,6 +293,10 @@ public class ZkIntegrationTestBase {
}
}
+ if (activeReplica < minActiveReplica) {
+ int a = 0;
+ }
+
Assert.assertTrue(hasTopState, String.format("%s missing %s replica",
partition, topState));
Assert.assertTrue(activeReplica >= minActiveReplica, String
.format("%s has less active replica %d then required %d", partition,
activeReplica,
http://git-wip-us.apache.org/repos/asf/helix/blob/c97a9750/helix-core/src/test/java/org/apache/helix/integration/rebalancer/DelayedAutoRebalancer/TestDelayedAutoRebalance.java
----------------------------------------------------------------------
diff --git
a/helix-core/src/test/java/org/apache/helix/integration/rebalancer/DelayedAutoRebalancer/TestDelayedAutoRebalance.java
b/helix-core/src/test/java/org/apache/helix/integration/rebalancer/DelayedAutoRebalancer/TestDelayedAutoRebalance.java
index 76f64b2..6f6c0b8 100644
---
a/helix-core/src/test/java/org/apache/helix/integration/rebalancer/DelayedAutoRebalancer/TestDelayedAutoRebalance.java
+++
b/helix-core/src/test/java/org/apache/helix/integration/rebalancer/DelayedAutoRebalancer/TestDelayedAutoRebalance.java
@@ -26,6 +26,7 @@ import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;
+import org.apache.helix.controller.rebalancer.strategy.CrushRebalanceStrategy;
import org.apache.helix.controller.rebalancer.util.RebalanceScheduler;
import org.apache.helix.integration.common.ZkIntegrationTestBase;
import org.apache.helix.integration.manager.ClusterControllerManager;
@@ -267,7 +268,7 @@ public class TestDelayedAutoRebalance extends
ZkIntegrationTestBase {
for (String stateModel : TestStateModels) {
String db = "Test-DB-" + i++;
createResourceWithDelayedRebalance(CLUSTER_NAME, db, stateModel,
_PARTITIONS, _replica,
- _minActiveReplica, delayTime);
+ _minActiveReplica, delayTime,
CrushRebalanceStrategy.class.getName());
_testDBs.add(db);
}
Thread.sleep(800);
http://git-wip-us.apache.org/repos/asf/helix/blob/c97a9750/helix-core/src/test/java/org/apache/helix/integration/rebalancer/DelayedAutoRebalancer/TestDelayedAutoRebalanceWithDisabledInstance.java
----------------------------------------------------------------------
diff --git
a/helix-core/src/test/java/org/apache/helix/integration/rebalancer/DelayedAutoRebalancer/TestDelayedAutoRebalanceWithDisabledInstance.java
b/helix-core/src/test/java/org/apache/helix/integration/rebalancer/DelayedAutoRebalancer/TestDelayedAutoRebalanceWithDisabledInstance.java
index 330f962..e36204b 100644
---
a/helix-core/src/test/java/org/apache/helix/integration/rebalancer/DelayedAutoRebalancer/TestDelayedAutoRebalanceWithDisabledInstance.java
+++
b/helix-core/src/test/java/org/apache/helix/integration/rebalancer/DelayedAutoRebalancer/TestDelayedAutoRebalanceWithDisabledInstance.java
@@ -120,7 +120,7 @@ public class TestDelayedAutoRebalanceWithDisabledInstance
extends TestDelayedAut
// disable another node, the minimal active replica for each partition
should be maintained.
enableInstance(_participants.get(3).getInstanceName(), false);
- Thread.sleep(100);
+ Thread.sleep(1000);
Assert.assertTrue(_clusterVerifier.verify());
for (String db : _testDBs) {
@@ -193,7 +193,7 @@ public class TestDelayedAutoRebalanceWithDisabledInstance
extends TestDelayedAut
_participants.get(0).getInstanceName(), true);
}
- Thread.sleep(delay + 200);
+ Thread.sleep(delay + 500);
// after delay time, it should maintain required number of replicas.
for (String db : _testDBs) {
ExternalView ev =
@@ -274,7 +274,7 @@ public class TestDelayedAutoRebalanceWithDisabledInstance
extends TestDelayedAut
enableDelayRebalanceInCluster(_gZkClient, CLUSTER_NAME, false);
// TODO: remove this once controller is listening on cluster config change.
RebalanceScheduler.invokeRebalance(_controller.getHelixDataAccessor(),
_testDBs.get(0));
- Thread.sleep(500);
+ Thread.sleep(2000);
Assert.assertTrue(_clusterVerifier.verify());
for (String db : _testDBs) {
ExternalView ev =
http://git-wip-us.apache.org/repos/asf/helix/blob/c97a9750/helix-core/src/test/java/org/apache/helix/integration/rebalancer/PartitionMigration/TestExpandCluster.java
----------------------------------------------------------------------
diff --git
a/helix-core/src/test/java/org/apache/helix/integration/rebalancer/PartitionMigration/TestExpandCluster.java
b/helix-core/src/test/java/org/apache/helix/integration/rebalancer/PartitionMigration/TestExpandCluster.java
index 799d750..0e6c69b 100644
---
a/helix-core/src/test/java/org/apache/helix/integration/rebalancer/PartitionMigration/TestExpandCluster.java
+++
b/helix-core/src/test/java/org/apache/helix/integration/rebalancer/PartitionMigration/TestExpandCluster.java
@@ -21,6 +21,7 @@ package
org.apache.helix.integration.rebalancer.PartitionMigration;
import java.util.Map;
import org.apache.helix.integration.manager.MockParticipantManager;
+import org.apache.helix.model.ClusterConfig;
import org.apache.helix.model.IdealState;
import org.apache.helix.model.InstanceConfig;
import org.testng.Assert;
@@ -76,6 +77,8 @@ public class TestExpandCluster extends
TestPartitionMigrationBase {
String storageNodeName = PARTICIPANT_PREFIX + "_" + (START_PORT + i);
InstanceConfig config = InstanceConfig.toInstanceConfig(storageNodeName);
config.setInstanceEnabled(false);
+ config.getRecord().getSimpleFields()
+
.remove(InstanceConfig.InstanceConfigProperty.HELIX_ENABLED_TIMESTAMP.name());
_setupTool.getClusterManagementTool().addInstance(CLUSTER_NAME, config);
@@ -102,6 +105,11 @@ public class TestExpandCluster extends
TestPartitionMigrationBase {
@Test(dependsOnMethods = {"testClusterExpansion",
"testClusterExpansionByEnableInstance"})
public void testClusterShrink() throws Exception {
+ ClusterConfig clusterConfig =
_configAccessor.getClusterConfig(CLUSTER_NAME);
+ clusterConfig.setDelayRebalaceEnabled(false);
+ clusterConfig.setRebalanceDelayTime(0);
+ _configAccessor.setClusterConfig(CLUSTER_NAME, clusterConfig);
+
Assert.assertTrue(_clusterVerifier.verify());
_migrationVerifier.reset();
@@ -112,11 +120,12 @@ public class TestExpandCluster extends
TestPartitionMigrationBase {
String storageNodeName = PARTICIPANT_PREFIX + "_" + (START_PORT + i);
MockParticipantManager participant = _participants.get(i);
participant.syncStop();
- _setupTool.dropInstanceFromCluster(CLUSTER_NAME, storageNodeName);
+ _setupTool.getClusterManagementTool().enableInstance(CLUSTER_NAME,
storageNodeName, false);
+ Assert.assertTrue(_clusterVerifier.verify());
}
Assert.assertTrue(_clusterVerifier.verify());
- Assert.assertFalse(_migrationVerifier.hasLessReplica());
+ Assert.assertFalse(_migrationVerifier.hasLessMinActiveReplica());
Assert.assertFalse(_migrationVerifier.hasMoreReplica());
_migrationVerifier.stop();
http://git-wip-us.apache.org/repos/asf/helix/blob/c97a9750/helix-core/src/test/java/org/apache/helix/integration/rebalancer/PartitionMigration/TestPartitionMigrationBase.java
----------------------------------------------------------------------
diff --git
a/helix-core/src/test/java/org/apache/helix/integration/rebalancer/PartitionMigration/TestPartitionMigrationBase.java
b/helix-core/src/test/java/org/apache/helix/integration/rebalancer/PartitionMigration/TestPartitionMigrationBase.java
index cbd1c24..2b7996c 100644
---
a/helix-core/src/test/java/org/apache/helix/integration/rebalancer/PartitionMigration/TestPartitionMigrationBase.java
+++
b/helix-core/src/test/java/org/apache/helix/integration/rebalancer/PartitionMigration/TestPartitionMigrationBase.java
@@ -24,6 +24,7 @@ import java.util.Date;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
+import org.apache.helix.ConfigAccessor;
import org.apache.helix.HelixManager;
import org.apache.helix.HelixManagerFactory;
import org.apache.helix.InstanceType;
@@ -31,11 +32,13 @@ import org.apache.helix.NotificationContext;
import org.apache.helix.PropertyKey;
import org.apache.helix.api.listeners.ExternalViewChangeListener;
import org.apache.helix.api.listeners.IdealStateChangeListener;
+import org.apache.helix.controller.rebalancer.strategy.CrushRebalanceStrategy;
import org.apache.helix.integration.DelayedTransitionBase;
import org.apache.helix.integration.common.ZkIntegrationTestBase;
import org.apache.helix.integration.manager.ClusterControllerManager;
import org.apache.helix.integration.manager.MockParticipantManager;
import org.apache.helix.model.BuiltInStateModelDefinitions;
+import org.apache.helix.model.ClusterConfig;
import org.apache.helix.model.ExternalView;
import org.apache.helix.model.IdealState;
import org.apache.helix.tools.ClusterSetup;
@@ -63,6 +66,7 @@ public class TestPartitionMigrationBase extends
ZkIntegrationTestBase {
MigrationStateVerifier _migrationVerifier;
HelixManager _manager;
+ ConfigAccessor _configAccessor;
@BeforeClass
@@ -95,6 +99,7 @@ public class TestPartitionMigrationBase extends
ZkIntegrationTestBase {
_manager =
HelixManagerFactory.getZKHelixManager(CLUSTER_NAME, "admin",
InstanceType.ADMINISTRATOR, ZK_ADDR);
_manager.connect();
+ _configAccessor = new ConfigAccessor(_gZkClient);
}
protected MockParticipantManager createAndStartParticipant(String
instancename) {
@@ -120,21 +125,27 @@ public class TestPartitionMigrationBase extends
ZkIntegrationTestBase {
for (String stateModel : TestStateModels) {
String db = "Test-DB-" + i++;
createResourceWithDelayedRebalance(CLUSTER_NAME, db, stateModel,
_PARTITIONS, _replica, _minActiveReplica,
- delayTime);
+ -1, CrushRebalanceStrategy.class.getName());
_testDBs.add(db);
}
for (String db : _testDBs) {
IdealState is =
_setupTool.getClusterManagementTool().getResourceIdealState(CLUSTER_NAME, db);
idealStateMap.put(db, is);
}
+ ClusterConfig clusterConfig =
_configAccessor.getClusterConfig(CLUSTER_NAME);
+ clusterConfig.setDelayRebalaceEnabled(true);
+ clusterConfig.setRebalanceDelayTime(delayTime);
+ _configAccessor.setClusterConfig(CLUSTER_NAME, clusterConfig);
+
return idealStateMap;
}
class MigrationStateVerifier implements IdealStateChangeListener,
ExternalViewChangeListener {
- static final int EXTRA_REPLICA = 10;
+ static final int EXTRA_REPLICA = 1;
boolean _hasMoreReplica = false;
boolean _hasLessReplica = false;
+ boolean _hasMinActiveReplica = false;
HelixManager _manager;
boolean trackEnabled = false;
Map<String, IdealState> _resourceMap;
@@ -170,13 +181,15 @@ public class TestPartitionMigrationBase extends
ZkIntegrationTestBase {
int replica = is.getReplicaCount(NUM_NODE);
for (String p : is.getPartitionSet()) {
Map<String, String> stateMap = is.getRecord().getMapField(p);
- verifyPartitionCount(is.getResourceName(), p, stateMap, replica,
"IS");
+ verifyPartitionCount(is.getResourceName(), p, stateMap, replica,
"IS",
+ is.getMinActiveReplicas());
}
}
}
@Override
- public void onExternalViewChange(List<ExternalView> externalViewList,
NotificationContext changeContext) {
+ public void onExternalViewChange(List<ExternalView> externalViewList,
+ NotificationContext changeContext) {
if (!trackEnabled) {
return;
}
@@ -188,13 +201,14 @@ public class TestPartitionMigrationBase extends
ZkIntegrationTestBase {
int replica = is.getReplicaCount(NUM_NODE);
for (String p : is.getPartitionSet()) {
Map<String, String> stateMap = ev.getStateMap(p);
- verifyPartitionCount(is.getResourceName(), p, stateMap, replica,
"EV");
+ verifyPartitionCount(is.getResourceName(), p, stateMap, replica,
"EV",
+ is.getMinActiveReplicas());
}
}
}
private void verifyPartitionCount(String resource, String partition,
- Map<String, String> stateMap, int replica, String warningPrefix) {
+ Map<String, String> stateMap, int replica, String warningPrefix, int
minActiveReplica) {
if (stateMap.size() < replica) {
System.out.println(
"resource " + resource + ", partition " + partition + " has " +
stateMap.size()
@@ -208,6 +222,13 @@ public class TestPartitionMigrationBase extends
ZkIntegrationTestBase {
+ " replicas in " + warningPrefix);
_hasMoreReplica = true;
}
+
+ if (stateMap.size() < minActiveReplica) {
+ System.out.println(
+ "resource " + resource + ", partition " + partition + " has " +
stateMap.size()
+ + " min active replicas in " + warningPrefix);
+ _hasMinActiveReplica = true;
+ }
}
public boolean hasMoreReplica() {
@@ -218,6 +239,10 @@ public class TestPartitionMigrationBase extends
ZkIntegrationTestBase {
return _hasLessReplica;
}
+ public boolean hasLessMinActiveReplica() {
+ return _hasMinActiveReplica;
+ }
+
public void reset() {
_hasMoreReplica = false;
_hasLessReplica = false;
http://git-wip-us.apache.org/repos/asf/helix/blob/c97a9750/helix-core/src/test/resources/TestDelayedAutoRebalancer.MasterSlave.json
----------------------------------------------------------------------
diff --git
a/helix-core/src/test/resources/TestDelayedAutoRebalancer.MasterSlave.json
b/helix-core/src/test/resources/TestDelayedAutoRebalancer.MasterSlave.json
index 5f88600..aa2c98d 100644
--- a/helix-core/src/test/resources/TestDelayedAutoRebalancer.MasterSlave.json
+++ b/helix-core/src/test/resources/TestDelayedAutoRebalancer.MasterSlave.json
@@ -15,7 +15,6 @@
"bestPossibleStates": {
"localhost_2": "MASTER",
"localhost_3": "SLAVE",
- "localhost_4": "SLAVE",
"localhost_0": "SLAVE",
"localhost_1": "SLAVE"
}
@@ -30,13 +29,11 @@
"localhost_0": "SLAVE",
"localhost_1": "SLAVE",
"localhost_2": "SLAVE",
- "localhost_3": "OFFLINE",
- "localhost_4": "OFFLINE"
+ "localhost_3": "OFFLINE"
},
"bestPossibleStates": {
"localhost_2": "MASTER",
"localhost_3": "SLAVE",
- "localhost_4": "SLAVE",
"localhost_0": "SLAVE",
"localhost_1": "SLAVE"
}
@@ -51,15 +48,13 @@
"localhost_0": "SLAVE",
"localhost_1": "SLAVE",
"localhost_2": "MASTER",
- "localhost_3": "SLAVE",
- "localhost_4": "SLAVE"
+ "localhost_3": "SLAVE"
},
"bestPossibleStates": {
+ "localhost_0": "SLAVE",
+ "localhost_1": "DROPPED",
"localhost_2": "MASTER",
- "localhost_3": "SLAVE",
- "localhost_4": "SLAVE",
- "localhost_0": "DROPPED",
- "localhost_1": "DROPPED"
+ "localhost_3": "SLAVE"
}
},
{
@@ -72,15 +67,13 @@
"localhost_0": "OFFLINE",
"localhost_1": "SLAVE",
"localhost_2": "MASTER",
- "localhost_3": "SLAVE",
- "localhost_4": "SLAVE"
+ "localhost_3": "SLAVE"
},
"bestPossibleStates": {
- "localhost_2": "MASTER",
- "localhost_3": "SLAVE",
- "localhost_4": "SLAVE",
"localhost_0": "DROPPED",
- "localhost_1": "DROPPED"
+ "localhost_1": "SLAVE",
+ "localhost_2": "MASTER",
+ "localhost_3": "SLAVE"
}
},
{
@@ -96,12 +89,32 @@
"localhost_3": "ERROR"
},
"bestPossibleStates": {
- "localhost_2": "MASTER",
- "localhost_4": "SLAVE",
- "localhost_0": "DROPPED",
+ "localhost_0": "ERROR",
"localhost_1": "SLAVE",
+ "localhost_2": "MASTER",
"localhost_3": "ERROR"
}
+ },
+ {
+ "preferenceList": [
+ "localhost_3",
+ "localhost_4",
+ "localhost_5"
+ ],
+ "currentStates": {
+ "localhost_3": "OFFLINE",
+ "localhost_4": "OFFLINE",
+ "localhost_0": "MASTER",
+ "localhost_1": "OFFLINE",
+ "localhost_2": "OFFLINE"
+ },
+ "bestPossibleStates": {
+ "localhost_0": "MASTER",
+ "localhost_1": "SLAVE",
+ "localhost_2": "SLAVE",
+ "localhost_3": "SLAVE",
+ "localhost_4": "SLAVE"
+ }
}
]
}
http://git-wip-us.apache.org/repos/asf/helix/blob/c97a9750/helix-core/src/test/resources/TestDelayedAutoRebalancer.OnlineOffline.json
----------------------------------------------------------------------
diff --git
a/helix-core/src/test/resources/TestDelayedAutoRebalancer.OnlineOffline.json
b/helix-core/src/test/resources/TestDelayedAutoRebalancer.OnlineOffline.json
index bf745bf..9ae6b24 100644
--- a/helix-core/src/test/resources/TestDelayedAutoRebalancer.OnlineOffline.json
+++ b/helix-core/src/test/resources/TestDelayedAutoRebalancer.OnlineOffline.json
@@ -15,7 +15,6 @@
"bestPossibleStates": {
"localhost_2": "ONLINE",
"localhost_3": "ONLINE",
- "localhost_4": "ONLINE",
"localhost_0": "ONLINE",
"localhost_1": "ONLINE"
}
@@ -30,14 +29,12 @@
"localhost_0": "ONLINE",
"localhost_1": "ONLINE",
"localhost_2": "ONLINE",
- "localhost_3": "ONLINE",
- "localhost_4": "ONLINE"
+ "localhost_3": "ONLINE"
},
"bestPossibleStates": {
"localhost_2": "ONLINE",
"localhost_3": "ONLINE",
- "localhost_4": "ONLINE",
- "localhost_0": "DROPPED",
+ "localhost_0": "ONLINE",
"localhost_1": "DROPPED"
}
},
@@ -56,7 +53,6 @@
"bestPossibleStates": {
"localhost_2": "ONLINE",
"localhost_3": "ONLINE",
- "localhost_4": "ONLINE",
"localhost_0": "DROPPED",
"localhost_1": "ONLINE"
}
@@ -88,13 +84,11 @@
"currentStates": {
"localhost_2": "ERROR",
"localhost_3": "ONLINE",
- "localhost_4": "ONLINE",
"localhost_0": "ONLINE",
"localhost_1": "ONLINE"
},
"bestPossibleStates": {
"localhost_3": "ONLINE",
- "localhost_4": "ONLINE",
"localhost_0": "ONLINE",
"localhost_1": "ONLINE",
"localhost_2": "ERROR"
