You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@celeborn.apache.org by et...@apache.org on 2022/11/25 10:18:36 UTC
[incubator-celeborn] branch branch-0.1 updated: 1. Change default replicate behavior. 2. Recover config.
This is an automated email from the ASF dual-hosted git repository.
ethanfeng pushed a commit to branch branch-0.1
in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git
The following commit(s) were added to refs/heads/branch-0.1 by this push:
new 30b3dad6 1. Change default replicate behavior. 2. Recover config.
30b3dad6 is described below
commit 30b3dad623f9c9112900dcbb99aaef77284549b5
Author: Ethan Feng <et...@apache.org>
AuthorDate: Fri Nov 25 18:05:42 2022 +0800
1. Change default replicate behavior.
2. Recover config.
---
.../main/scala/com/aliyun/emr/rss/common/RssConf.scala | 15 ++++++++++++++-
1 file changed, 14 insertions(+), 1 deletion(-)
diff --git a/common/src/main/scala/com/aliyun/emr/rss/common/RssConf.scala b/common/src/main/scala/com/aliyun/emr/rss/common/RssConf.scala
index 91209338..fed1e2aa 100644
--- a/common/src/main/scala/com/aliyun/emr/rss/common/RssConf.scala
+++ b/common/src/main/scala/com/aliyun/emr/rss/common/RssConf.scala
@@ -438,7 +438,7 @@ object RssConf extends Logging {
}
def replicate(conf: RssConf): Boolean = {
- conf.getBoolean("rss.push.data.replicate", true)
+ conf.getBoolean("rss.push.data.replicate", false)
}
def workerTimeoutMs(conf: RssConf): Long = {
@@ -835,6 +835,19 @@ object RssConf extends Logging {
conf.getTimeAsMs("rss.rpc.cache.expire", "15s")
}
+ def metricsAppTopDiskUsageCount(conf: RssConf): Int = {
+ conf.getInt("rss.metrics.app.topDiskUsage.count", 50)
+ }
+
+ def metricsAppTopDiskUsageWindowSize(conf: RssConf): Int = {
+ conf.getInt("rss.metrics.app.topDiskUsage.windowSize", 24)
+ }
+
+ def metricsAppTopDiskUsageInterval(conf: RssConf): Long = {
+ conf.getTimeAsSeconds("rss.metrics.app.topDiskUsage.interval", "10min")
+ }
+
+
val WorkingDirName = "hadoop/rss-worker/shuffle_data"
// If we want to use multi-raft group we can