You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@uniffle.apache.org by ro...@apache.org on 2023/07/26 07:47:26 UTC
[incubator-uniffle] branch master updated: [#889] improvement: Modify the default value of the `rss.coordinator.select.partition.strategy` parameter to `CONTINUOUS`. (#1036)
This is an automated email from the ASF dual-hosted git repository.
roryqi pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-uniffle.git
The following commit(s) were added to refs/heads/master by this push:
new 79c95b0c [#889] improvement: Modify the default value of the `rss.coordinator.select.partition.strategy` parameter to `CONTINUOUS`. (#1036)
79c95b0c is described below
commit 79c95b0cf28f65fd5625ddca9b21e5964faba777
Author: Xianming Lei <31...@users.noreply.github.com>
AuthorDate: Wed Jul 26 15:47:21 2023 +0800
[#889] improvement: Modify the default value of the `rss.coordinator.select.partition.strategy` parameter to `CONTINUOUS`. (#1036)
### What changes were proposed in this pull request?
Modify the default value of the `rss.coordinator.select.partition.strategy` parameter to `CONTINUOUS`.
### Why are the changes needed?
For 0.8.0 Release.
### Does this PR introduce _any_ user-facing change?
No.
### How was this patch tested?
Exiting UTs.
Co-authored-by: leixianming <le...@didiglobal.com>
---
conf/coordinator.conf | 1 +
.../src/main/java/org/apache/uniffle/coordinator/CoordinatorConf.java | 2 +-
.../coordinator/strategy/assignment/BasicAssignmentStrategyTest.java | 3 +++
.../strategy/assignment/PartitionBalanceAssignmentStrategyTest.java | 3 +++
4 files changed, 8 insertions(+), 1 deletion(-)
diff --git a/conf/coordinator.conf b/conf/coordinator.conf
index 745380df..6e2270ec 100644
--- a/conf/coordinator.conf
+++ b/conf/coordinator.conf
@@ -21,3 +21,4 @@ rss.coordinator.server.heartbeat.timeout 30000
rss.coordinator.app.expired 60000
rss.coordinator.shuffle.nodes.max 13
rss.coordinator.exclude.nodes.file.path file:///xxx
+rss.coordinator.select.partition.strategy CONTINUOUS
diff --git a/coordinator/src/main/java/org/apache/uniffle/coordinator/CoordinatorConf.java b/coordinator/src/main/java/org/apache/uniffle/coordinator/CoordinatorConf.java
index 54639618..8472ae56 100644
--- a/coordinator/src/main/java/org/apache/uniffle/coordinator/CoordinatorConf.java
+++ b/coordinator/src/main/java/org/apache/uniffle/coordinator/CoordinatorConf.java
@@ -196,7 +196,7 @@ public class CoordinatorConf extends RssBaseConf {
COORDINATOR_SELECT_PARTITION_STRATEGY =
ConfigOptions.key("rss.coordinator.select.partition.strategy")
.enumType(AbstractAssignmentStrategy.SelectPartitionStrategyName.class)
- .defaultValue(AbstractAssignmentStrategy.SelectPartitionStrategyName.ROUND)
+ .defaultValue(AbstractAssignmentStrategy.SelectPartitionStrategyName.CONTINUOUS)
.withDescription("Strategy for selecting partitions");
public static final ConfigOption<Integer> COORDINATOR_QUOTA_DEFAULT_APP_NUM =
ConfigOptions.key("rss.coordinator.quota.default.app.num")
diff --git a/coordinator/src/test/java/org/apache/uniffle/coordinator/strategy/assignment/BasicAssignmentStrategyTest.java b/coordinator/src/test/java/org/apache/uniffle/coordinator/strategy/assignment/BasicAssignmentStrategyTest.java
index 9a6b84ea..95db4cb4 100644
--- a/coordinator/src/test/java/org/apache/uniffle/coordinator/strategy/assignment/BasicAssignmentStrategyTest.java
+++ b/coordinator/src/test/java/org/apache/uniffle/coordinator/strategy/assignment/BasicAssignmentStrategyTest.java
@@ -53,6 +53,9 @@ public class BasicAssignmentStrategyTest {
@BeforeEach
public void setUp() throws Exception {
CoordinatorConf ssc = new CoordinatorConf();
+ ssc.set(
+ CoordinatorConf.COORDINATOR_SELECT_PARTITION_STRATEGY,
+ AbstractAssignmentStrategy.SelectPartitionStrategyName.ROUND);
ssc.setInteger(CoordinatorConf.COORDINATOR_SHUFFLE_NODES_MAX, shuffleNodesMax);
clusterManager = new SimpleClusterManager(ssc, new Configuration());
strategy = new BasicAssignmentStrategy(clusterManager, ssc);
diff --git a/coordinator/src/test/java/org/apache/uniffle/coordinator/strategy/assignment/PartitionBalanceAssignmentStrategyTest.java b/coordinator/src/test/java/org/apache/uniffle/coordinator/strategy/assignment/PartitionBalanceAssignmentStrategyTest.java
index b2b096e4..ad830de7 100644
--- a/coordinator/src/test/java/org/apache/uniffle/coordinator/strategy/assignment/PartitionBalanceAssignmentStrategyTest.java
+++ b/coordinator/src/test/java/org/apache/uniffle/coordinator/strategy/assignment/PartitionBalanceAssignmentStrategyTest.java
@@ -54,6 +54,9 @@ public class PartitionBalanceAssignmentStrategyTest {
@BeforeEach
public void setUp() throws Exception {
CoordinatorConf ssc = new CoordinatorConf();
+ ssc.set(
+ CoordinatorConf.COORDINATOR_SELECT_PARTITION_STRATEGY,
+ AbstractAssignmentStrategy.SelectPartitionStrategyName.ROUND);
ssc.setInteger(CoordinatorConf.COORDINATOR_SHUFFLE_NODES_MAX, shuffleNodesMax);
clusterManager = new SimpleClusterManager(ssc, new Configuration());
strategy = new PartitionBalanceAssignmentStrategy(clusterManager, ssc);