You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@celeborn.apache.org by et...@apache.org on 2022/11/25 10:18:36 UTC

[incubator-celeborn] branch branch-0.1 updated: 1. Change default replicate behavior. 2. Recover config.

This is an automated email from the ASF dual-hosted git repository.

ethanfeng pushed a commit to branch branch-0.1
in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git


The following commit(s) were added to refs/heads/branch-0.1 by this push:
     new 30b3dad6 1. Change default replicate behavior. 2. Recover config.
30b3dad6 is described below

commit 30b3dad623f9c9112900dcbb99aaef77284549b5
Author: Ethan Feng <et...@apache.org>
AuthorDate: Fri Nov 25 18:05:42 2022 +0800

    1. Change default replicate behavior.
    2. Recover config.
---
 .../main/scala/com/aliyun/emr/rss/common/RssConf.scala    | 15 ++++++++++++++-
 1 file changed, 14 insertions(+), 1 deletion(-)

diff --git a/common/src/main/scala/com/aliyun/emr/rss/common/RssConf.scala b/common/src/main/scala/com/aliyun/emr/rss/common/RssConf.scala
index 91209338..fed1e2aa 100644
--- a/common/src/main/scala/com/aliyun/emr/rss/common/RssConf.scala
+++ b/common/src/main/scala/com/aliyun/emr/rss/common/RssConf.scala
@@ -438,7 +438,7 @@ object RssConf extends Logging {
   }
 
   def replicate(conf: RssConf): Boolean = {
-    conf.getBoolean("rss.push.data.replicate", true)
+    conf.getBoolean("rss.push.data.replicate", false)
   }
 
   def workerTimeoutMs(conf: RssConf): Long = {
@@ -835,6 +835,19 @@ object RssConf extends Logging {
     conf.getTimeAsMs("rss.rpc.cache.expire", "15s")
   }
 
+  def metricsAppTopDiskUsageCount(conf: RssConf): Int = {
+    conf.getInt("rss.metrics.app.topDiskUsage.count", 50)
+  }
+
+  def metricsAppTopDiskUsageWindowSize(conf: RssConf): Int = {
+    conf.getInt("rss.metrics.app.topDiskUsage.windowSize", 24)
+  }
+
+  def metricsAppTopDiskUsageInterval(conf: RssConf): Long = {
+    conf.getTimeAsSeconds("rss.metrics.app.topDiskUsage.interval", "10min")
+  }
+
+
   val WorkingDirName = "hadoop/rss-worker/shuffle_data"
 
   // If we want to use multi-raft group we can