You are viewing a plain text version of this content. The canonical link for it is here.
Posted to mapreduce-commits@hadoop.apache.org by ma...@apache.org on 2011/11/14 23:38:57 UTC
svn commit: r1201947 - in /hadoop/common/trunk/hadoop-mapreduce-project:
CHANGES.txt
hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
Author: mahadev
Date: Mon Nov 14 22:38:56 2011
New Revision: 1201947
URL: http://svn.apache.org/viewvc?rev=1201947&view=rev
Log:
MAPREDUCE-3341. Enhance logging of initalized queue limit values. (Anupam Seth via mahadev)
Modified:
hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt
hadoop/common/trunk/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
Modified: hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt?rev=1201947&r1=1201946&r2=1201947&view=diff
==============================================================================
--- hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt (original)
+++ hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt Mon Nov 14 22:38:56 2011
@@ -79,6 +79,9 @@ Release 0.23.1 - Unreleased
MAPREDUCE-3325. Improvements to CapacityScheduler doc. (Thomas Graves
via mahadev)
+ MAPREDUCE-3341. Enhance logging of initalized queue limit values.
+ (Anupam Seth via mahadev)
+
OPTIMIZATIONS
BUG FIXES
Modified: hadoop/common/trunk/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java?rev=1201947&r1=1201946&r2=1201947&view=diff
==============================================================================
--- hadoop/common/trunk/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java (original)
+++ hadoop/common/trunk/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java Mon Nov 14 22:38:56 2011
@@ -245,16 +245,45 @@ public class LeafQueue implements CSQueu
aclsString.append(e.getKey() + ":" + e.getValue().getAclString());
}
- LOG.info("Initializing " + queueName +
- ", capacity=" + capacity +
- ", asboluteCapacity=" + absoluteCapacity +
- ", maxCapacity=" + maxCapacity +
- ", asboluteMaxCapacity=" + absoluteMaxCapacity +
- ", userLimit=" + userLimit + ", userLimitFactor=" + userLimitFactor +
- ", maxApplications=" + maxApplications +
- ", maxApplicationsPerUser=" + maxApplicationsPerUser +
- ", state=" + state +
- ", acls=" + aclsString);
+ LOG.info("Initializing " + queueName + "\n" +
+ "capacity = " + capacity +
+ " [= (float) configuredCapacity / 100 ]" + "\n" +
+ "asboluteCapacity = " + absoluteCapacity +
+ " [= parentAbsoluteCapacity * capacity ]" + "\n" +
+ "maxCapacity = " + maxCapacity +
+ " [= configuredMaxCapacity ]" + "\n" +
+ "absoluteMaxCapacity = " + absoluteMaxCapacity +
+ " [= Float.MAX_VALUE if maximumCapacity undefined, " +
+ "(parentAbsoluteCapacity * maximumCapacity) / 100 otherwise ]" + "\n" +
+ "userLimit = " + userLimit +
+ " [= configuredUserLimit ]" + "\n" +
+ "userLimitFactor = " + userLimitFactor +
+ " [= configuredUserLimitFactor ]" + "\n" +
+ "maxApplications = " + maxApplications +
+ " [= (int)(configuredMaximumSystemApplications * absoluteCapacity) ]" + "\n" +
+ "maxApplicationsPerUser = " + maxApplicationsPerUser +
+ " [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]" + "\n" +
+ "maxActiveApplications = " + maxActiveApplications +
+ " [= max(" +
+ "(int)((clusterResourceMemory / (float)DEFAULT_AM_RESOURCE) *" +
+ "maxAMResourcePercent * absoluteCapacity)," +
+ "1) ]" + "\n" +
+ "maxActiveApplicationsPerUser = " + maxActiveApplicationsPerUser +
+ " [= (int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor) ]" + "\n" +
+ "utilization = " + utilization +
+ " [= usedResourcesMemory / queueLimit ]" + "\n" +
+ "usedCapacity = " + usedCapacity +
+ " [= usedResourcesMemory / (clusterResourceMemory * capacity) ]" + "\n" +
+ "maxAMResourcePercent = " + maxAMResourcePercent +
+ " [= configuredMaximumAMResourcePercent ]" + "\n" +
+ "minimumAllocationFactor = " + minimumAllocationFactor +
+ " [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]" + "\n" +
+ "numContainers = " + numContainers +
+ " [= currentNumContainers ]" + "\n" +
+ "state = " + state +
+ " [= configuredState ]" + "\n" +
+ "acls = " + aclsString +
+ " [= configuredAcls ]" + "\n");
}
@Override