You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by ep...@apache.org on 2022/07/08 15:51:25 UTC
[hadoop] branch branch-2.10 updated: YARN-10997. Revisit allocation and reservation logging. Contributed by Andras Gyori
This is an automated email from the ASF dual-hosted git repository.
epayne pushed a commit to branch branch-2.10
in repository https://gitbox.apache.org/repos/asf/hadoop.git
The following commit(s) were added to refs/heads/branch-2.10 by this push:
new 5d96646558d YARN-10997. Revisit allocation and reservation logging. Contributed by Andras Gyori
5d96646558d is described below
commit 5d96646558dfefa53b3bc2299f2d679ed31c674a
Author: Szilard Nemeth <sn...@apache.org>
AuthorDate: Fri Nov 12 15:42:14 2021 +0100
YARN-10997. Revisit allocation and reservation logging. Contributed by Andras Gyori
(cherry picked from commit 7cb887e6c2bfc058bb7b7d7bde2554d261432bdb)
---
.../scheduler/capacity/CapacityScheduler.java | 2 --
.../scheduler/common/fica/FiCaSchedulerApp.java | 13 +++++++++----
2 files changed, 9 insertions(+), 6 deletions(-)
diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java
index 7b3031a996e..3247d4ad9af 100644
--- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java
+++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java
@@ -2608,13 +2608,11 @@ public class CapacityScheduler extends
long commitSuccess = System.nanoTime() - commitStart;
CapacitySchedulerMetrics.getMetrics()
.addCommitSuccess(commitSuccess);
- LOG.info("Allocation proposal accepted");
isSuccess = true;
} else{
long commitFailed = System.nanoTime() - commitStart;
CapacitySchedulerMetrics.getMetrics()
.addCommitFailure(commitFailed);
- LOG.info("Failed to accept allocation proposal");
}
if (LOG.isDebugEnabled()) {
diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/common/fica/FiCaSchedulerApp.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/common/fica/FiCaSchedulerApp.java
index d865e986a99..90ed7f8c69f 100644
--- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/common/fica/FiCaSchedulerApp.java
+++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/common/fica/FiCaSchedulerApp.java
@@ -331,6 +331,7 @@ public class FiCaSchedulerApp extends SchedulerApplicationAttempt {
// adding NP check as this proposal could not be allocated from reserved
// container in async-scheduling mode
if (allocation.getAllocateFromReservedContainer() == null) {
+ LOG.debug("Trying to allocate from reserved container in async scheduling mode");
return false;
}
RMContainer fromReservedContainer =
@@ -536,6 +537,8 @@ public class FiCaSchedulerApp extends SchedulerApplicationAttempt {
// request without locking the scheduler, hence we need to check
if (getOutstandingAsksCount(schedulerContainer.getSchedulerRequestKey())
<= 0) {
+ LOG.debug("Rejecting appliance of allocation due to existing pending allocation " +
+ "request for " + schedulerContainer);
return false;
}
@@ -617,10 +620,12 @@ public class FiCaSchedulerApp extends SchedulerApplicationAttempt {
schedulerContainer.getRmContainer().getContainer(),
reReservation);
- LOG.info("Reserved container=" + rmContainer.getContainerId()
- + ", on node=" + schedulerContainer.getSchedulerNode()
- + " with resource=" + rmContainer
- .getAllocatedOrReservedResource());
+ if (LOG.isDebugEnabled()) {
+ LOG.debug("Reserved container=" + rmContainer.getContainerId()
+ + ", on node=" + schedulerContainer.getSchedulerNode()
+ + " with resource=" + rmContainer
+ .getAllocatedOrReservedResource());
+ }
}
}
} finally {
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org