You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by da...@apache.org on 2024/04/24 07:20:39 UTC
(doris) branch branch-2.0 updated: [improvement](replica) set replica drop write editlog (#30345) (#34033)
This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.0 by this push:
new d1e614a5640 [improvement](replica) set replica drop write editlog (#30345) (#34033)
d1e614a5640 is described below
commit d1e614a5640e4135e4eb964e1fe311f91093846c
Author: yujun <yu...@gmail.com>
AuthorDate: Wed Apr 24 15:20:33 2024 +0800
[improvement](replica) set replica drop write editlog (#30345) (#34033)
---
.../main/java/org/apache/doris/catalog/Env.java | 30 ++++++++++++----------
.../java/org/apache/doris/catalog/Replica.java | 20 ++++++---------
.../persist/SetReplicaStatusOperationLog.java | 9 ++++++-
.../org/apache/doris/catalog/AdminStmtTest.java | 3 ++-
4 files changed, 34 insertions(+), 28 deletions(-)
diff --git a/fe/fe-core/src/main/java/org/apache/doris/catalog/Env.java b/fe/fe-core/src/main/java/org/apache/doris/catalog/Env.java
index a169309848c..5f22c99d790 100755
--- a/fe/fe-core/src/main/java/org/apache/doris/catalog/Env.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/catalog/Env.java
@@ -5314,18 +5314,17 @@ public class Env {
long tabletId = stmt.getTabletId();
long backendId = stmt.getBackendId();
ReplicaStatus status = stmt.getStatus();
- setReplicaStatusInternal(tabletId, backendId, status, false);
- }
-
- public void setReplicaStatus(long tabletId, long backendId, ReplicaStatus status) throws MetaNotFoundException {
- setReplicaStatusInternal(tabletId, backendId, status, false);
+ long userDropTime = status == ReplicaStatus.DROP ? System.currentTimeMillis() : -1L;
+ setReplicaStatusInternal(tabletId, backendId, status, userDropTime, false);
}
public void replaySetReplicaStatus(SetReplicaStatusOperationLog log) throws MetaNotFoundException {
- setReplicaStatusInternal(log.getTabletId(), log.getBackendId(), log.getReplicaStatus(), true);
+ setReplicaStatusInternal(log.getTabletId(), log.getBackendId(), log.getReplicaStatus(),
+ log.getUserDropTime(), true);
}
- private void setReplicaStatusInternal(long tabletId, long backendId, ReplicaStatus status, boolean isReplay)
+ private void setReplicaStatusInternal(long tabletId, long backendId, ReplicaStatus status, long userDropTime,
+ boolean isReplay)
throws MetaNotFoundException {
try {
TabletMeta meta = tabletInvertedIndex.getTabletMeta(tabletId);
@@ -5340,22 +5339,25 @@ public class Env {
if (replica == null) {
throw new MetaNotFoundException("replica does not exist on backend, beId=" + backendId);
}
+ boolean updated = false;
if (status == ReplicaStatus.BAD || status == ReplicaStatus.OK) {
- replica.setUserDrop(false);
+ replica.setUserDropTime(-1L);
if (replica.setBad(status == ReplicaStatus.BAD)) {
- if (!isReplay) {
- SetReplicaStatusOperationLog log = new SetReplicaStatusOperationLog(backendId, tabletId,
- status);
- getEditLog().logSetReplicaStatus(log);
- }
+ updated = true;
LOG.info("set replica {} of tablet {} on backend {} as {}. is replay: {}", replica.getId(),
tabletId, backendId, status, isReplay);
}
} else if (status == ReplicaStatus.DROP) {
- replica.setUserDrop(true);
+ replica.setUserDropTime(userDropTime);
+ updated = true;
LOG.info("set replica {} of tablet {} on backend {} as {}.", replica.getId(),
tabletId, backendId, status);
}
+ if (updated && !isReplay) {
+ SetReplicaStatusOperationLog log = new SetReplicaStatusOperationLog(backendId, tabletId,
+ status, userDropTime);
+ getEditLog().logSetReplicaStatus(log);
+ }
} finally {
table.writeUnlock();
}
diff --git a/fe/fe-core/src/main/java/org/apache/doris/catalog/Replica.java b/fe/fe-core/src/main/java/org/apache/doris/catalog/Replica.java
index 3e766260a4b..fc4208add56 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/catalog/Replica.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/catalog/Replica.java
@@ -694,18 +694,8 @@ public class Replica implements Writable {
return postWatermarkTxnId;
}
- public void setUserDrop(boolean isDrop) {
- if (isDrop) {
- userDropTime = System.currentTimeMillis();
- } else {
- userDropTime = -1;
- }
- }
-
- public boolean isAlive() {
- return getState() != ReplicaState.CLONE
- && getState() != ReplicaState.DECOMMISSION
- && !isBad();
+ public void setUserDropTime(long userDropTime) {
+ this.userDropTime = userDropTime;
}
public boolean isUserDrop() {
@@ -719,6 +709,12 @@ public class Replica implements Writable {
return false;
}
+ public boolean isAlive() {
+ return getState() != ReplicaState.CLONE
+ && getState() != ReplicaState.DECOMMISSION
+ && !isBad();
+ }
+
public boolean isScheduleAvailable() {
return Env.getCurrentSystemInfo().checkBackendScheduleAvailable(backendId)
&& !isUserDrop();
diff --git a/fe/fe-core/src/main/java/org/apache/doris/persist/SetReplicaStatusOperationLog.java b/fe/fe-core/src/main/java/org/apache/doris/persist/SetReplicaStatusOperationLog.java
index 32343ba026f..94ded28aeae 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/persist/SetReplicaStatusOperationLog.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/persist/SetReplicaStatusOperationLog.java
@@ -36,11 +36,14 @@ public class SetReplicaStatusOperationLog implements Writable {
private long tabletId;
@SerializedName(value = "replicaStatus")
private ReplicaStatus replicaStatus;
+ @SerializedName(value = "userDropTime")
+ private long userDropTime;
- public SetReplicaStatusOperationLog(long backendId, long tabletId, ReplicaStatus replicaStatus) {
+ public SetReplicaStatusOperationLog(long backendId, long tabletId, ReplicaStatus replicaStatus, long userDropTime) {
this.backendId = backendId;
this.tabletId = tabletId;
this.replicaStatus = replicaStatus;
+ this.userDropTime = userDropTime;
}
public long getTabletId() {
@@ -55,6 +58,10 @@ public class SetReplicaStatusOperationLog implements Writable {
return replicaStatus;
}
+ public long getUserDropTime() {
+ return userDropTime;
+ }
+
public static SetReplicaStatusOperationLog read(DataInput in) throws IOException {
String json = Text.readString(in);
return GsonUtils.GSON.fromJson(json, SetReplicaStatusOperationLog.class);
diff --git a/fe/fe-core/src/test/java/org/apache/doris/catalog/AdminStmtTest.java b/fe/fe-core/src/test/java/org/apache/doris/catalog/AdminStmtTest.java
index c43e08f08f3..f5e1203df27 100644
--- a/fe/fe-core/src/test/java/org/apache/doris/catalog/AdminStmtTest.java
+++ b/fe/fe-core/src/test/java/org/apache/doris/catalog/AdminStmtTest.java
@@ -101,7 +101,7 @@ public class AdminStmtTest extends TestWithFeService {
Files.createFile(path);
DataOutputStream out = new DataOutputStream(Files.newOutputStream(path));
- SetReplicaStatusOperationLog log = new SetReplicaStatusOperationLog(10000, 100001, ReplicaStatus.BAD);
+ SetReplicaStatusOperationLog log = new SetReplicaStatusOperationLog(10000, 100001, ReplicaStatus.BAD, 100L);
log.write(out);
out.flush();
out.close();
@@ -113,6 +113,7 @@ public class AdminStmtTest extends TestWithFeService {
Assertions.assertEquals(log.getBackendId(), readLog.getBackendId());
Assertions.assertEquals(log.getTabletId(), readLog.getTabletId());
Assertions.assertEquals(log.getReplicaStatus(), readLog.getReplicaStatus());
+ Assertions.assertEquals(log.getUserDropTime(), readLog.getUserDropTime());
in.close();
} finally {
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org