You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by hu...@apache.org on 2021/10/21 18:19:54 UTC
[hbase] branch master updated: HBASE-26308 Sum of multiplier of
cost functions is not populated properly when we have a shortcut for
trigger (#3710)
This is an automated email from the ASF dual-hosted git repository.
huaxiangsun pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hbase.git
The following commit(s) were added to refs/heads/master by this push:
new 0d49824 HBASE-26308 Sum of multiplier of cost functions is not populated properly when we have a shortcut for trigger (#3710)
0d49824 is described below
commit 0d4982404cc7ed813ae4bbf8c4cc0f5c26f29d47
Author: clarax <cl...@gmail.com>
AuthorDate: Thu Oct 21 11:19:21 2021 -0700
HBASE-26308 Sum of multiplier of cost functions is not populated properly when we have a shortcut for trigger (#3710)
Signed-off-by: Duo Zhang <zh...@apache.org>
Signed-off-by: Huaxiang Sun <hu...@apache.org>
---
.../master/balancer/StochasticLoadBalancer.java | 49 ++++++++++++----------
1 file changed, 28 insertions(+), 21 deletions(-)
diff --git a/hbase-balancer/src/main/java/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.java b/hbase-balancer/src/main/java/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.java
index eaa923e..eb16cdf 100644
--- a/hbase-balancer/src/main/java/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.java
+++ b/hbase-balancer/src/main/java/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.java
@@ -132,7 +132,7 @@ public class StochasticLoadBalancer extends BaseLoadBalancer {
private List<CandidateGenerator> candidateGenerators;
private List<CostFunction> costFunctions; // FindBugs: Wants this protected; IS2_INCONSISTENT_SYNC
// To save currently configed sum of multiplier. Defaulted at 1 for cases that carry high cost
- private float sumMultiplier = 1.0f;
+ private float sumMultiplier;
// to save and report costs to JMX
private double curOverallCost = 0d;
private double[] tempFunctionCosts;
@@ -248,11 +248,12 @@ public class StochasticLoadBalancer extends BaseLoadBalancer {
curFunctionCosts = new double[costFunctions.size()];
tempFunctionCosts = new double[costFunctions.size()];
- LOG.info("Loaded config; maxSteps=" + maxSteps + ", runMaxSteps=" + runMaxSteps,
- ", stepsPerRegion=" + stepsPerRegion +
- ", maxRunningTime=" + maxRunningTime + ", isByTable=" + isByTable + ", CostFunctions=" +
- Arrays.toString(getCostFunctionNames()) + " etc.");
- }
+ LOG.info(
+ "Loaded config; maxSteps=" + maxSteps + ", runMaxSteps=" + runMaxSteps +
+ ", stepsPerRegion=" + stepsPerRegion +
+ ", maxRunningTime=" + maxRunningTime + ", isByTable=" + isByTable +
+ ", CostFunctions=" + Arrays.toString(getCostFunctionNames()) +
+ " , sum of multiplier of cost functions = " + sumMultiplier + " etc."); }
@Override
public void updateClusterMetrics(ClusterMetrics st) {
@@ -345,33 +346,27 @@ public class StochasticLoadBalancer extends BaseLoadBalancer {
return false;
}
if (areSomeRegionReplicasColocated(cluster)) {
- LOG.info("Running balancer because at least one server hosts replicas of the same region.");
+ LOG.info("Running balancer because at least one server hosts replicas of the same region." +
+ " function cost={}", functionCost());
return true;
}
if (idleRegionServerExist(cluster)){
- LOG.info("Running balancer because cluster has idle server(s).");
+ LOG.info("Running balancer because at least one server hosts replicas of the same region." +
+ "regionReplicaRackCostFunction={}", regionReplicaRackCostFunction.cost());
+ LOG.info("Running balancer because cluster has idle server(s)."+
+ " function cost={}", functionCost());
return true;
}
- sumMultiplier = 0.0f;
double total = 0.0;
for (CostFunction c : costFunctions) {
- float multiplier = c.getMultiplier();
- double cost = c.cost();
if (!c.isNeeded()) {
LOG.trace("{} not needed", c.getClass().getSimpleName());
continue;
}
- total += cost * multiplier;
- sumMultiplier += multiplier;
+ total += c.cost() * c.getMultiplier();
}
- if (sumMultiplier <= 0) {
- LOG.error("At least one cost function needs a multiplier > 0. For example, set "
- + "hbase.master.balancer.stochastic.regionCountCost to a positive value or default");
- return false;
- }
-
boolean balanced = (total / sumMultiplier < minCostNeedBalance);
if (balanced) {
@@ -435,6 +430,18 @@ public class StochasticLoadBalancer extends BaseLoadBalancer {
initCosts(cluster);
+ sumMultiplier = 0;
+ for (CostFunction c : costFunctions) {
+ if(c.isNeeded()) {
+ sumMultiplier += c.getMultiplier();
+ }
+ }
+ if (sumMultiplier <= 0) {
+ LOG.error("At least one cost function needs a multiplier > 0. For example, set "
+ + "hbase.master.balancer.stochastic.regionCountCost to a positive value or default");
+ return null;
+ }
+
double currentCost = computeCost(cluster, Double.MAX_VALUE);
curOverallCost = currentCost;
System.arraycopy(tempFunctionCosts, 0, curFunctionCosts, 0, curFunctionCosts.length);
@@ -598,8 +605,8 @@ public class StochasticLoadBalancer extends BaseLoadBalancer {
builder.append(", ");
double cost = c.cost();
builder.append("imbalance=" + cost);
- if (cost < minCostNeedBalance) {
- builder.append(", balanced");
+ if (cost >= minCostNeedBalance) {
+ builder.append(", need balance");
}
} else {
builder.append("not needed");