You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by pb...@apache.org on 2021/04/01 14:10:15 UTC
[hadoop] branch trunk updated: YARN-10726. Log the size of
DelegationTokenRenewer event queue in case of too many pending events.
Contributed by Qi Zhu.
This is an automated email from the ASF dual-hosted git repository.
pbacsko pushed a commit to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git
The following commit(s) were added to refs/heads/trunk by this push:
new 158758c YARN-10726. Log the size of DelegationTokenRenewer event queue in case of too many pending events. Contributed by Qi Zhu.
158758c is described below
commit 158758c5bf1a02d3f7829dc16948acf8389ac491
Author: Peter Bacsko <pb...@cloudera.com>
AuthorDate: Thu Apr 1 16:09:52 2021 +0200
YARN-10726. Log the size of DelegationTokenRenewer event queue in case of too many pending events. Contributed by Qi Zhu.
---
.../server/resourcemanager/security/DelegationTokenRenewer.java | 9 +++++++++
1 file changed, 9 insertions(+)
diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/security/DelegationTokenRenewer.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/security/DelegationTokenRenewer.java
index b4da08f..d8368eb 100644
--- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/security/DelegationTokenRenewer.java
+++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/security/DelegationTokenRenewer.java
@@ -89,6 +89,8 @@ public class DelegationTokenRenewer extends AbstractService {
new Text("HDFS_DELEGATION_TOKEN");
public static final String SCHEME = "hdfs";
+ private volatile int lastEventQueueSizeLogged = 0;
+
// global single timer (daemon)
private Timer renewalTimer;
private RMContext rmContext;
@@ -228,6 +230,13 @@ public class DelegationTokenRenewer extends AbstractService {
futures.put(evt, future);
} else {
pendingEventQueue.add(evt);
+ int qSize = pendingEventQueue.size();
+ if (qSize != 0 && qSize % 1000 == 0
+ && lastEventQueueSizeLogged != qSize) {
+ lastEventQueueSizeLogged = qSize;
+ LOG.info("Size of pending " +
+ "DelegationTokenRenewerEvent queue is " + qSize);
+ }
}
} finally {
serviceStateLock.readLock().unlock();
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org