You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by yi...@apache.org on 2023/04/21 04:35:52 UTC
[doris] branch master updated: [fix](external table) Use FederationBackendPolicy in Coordinator for ExternalScanNode #18860
This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new ae76b59f2f [fix](external table) Use FederationBackendPolicy in Coordinator for ExternalScanNode #18860
ae76b59f2f is described below
commit ae76b59f2fb2f47e4297f5e40d71528c858052b4
Author: Jibing-Li <64...@users.noreply.github.com>
AuthorDate: Fri Apr 21 12:35:45 2023 +0800
[fix](external table) Use FederationBackendPolicy in Coordinator for ExternalScanNode #18860
---
.../org/apache/doris/planner/external/FederationBackendPolicy.java | 4 ++++
fe/fe-core/src/main/java/org/apache/doris/qe/Coordinator.java | 6 ++++--
2 files changed, 8 insertions(+), 2 deletions(-)
diff --git a/fe/fe-core/src/main/java/org/apache/doris/planner/external/FederationBackendPolicy.java b/fe/fe-core/src/main/java/org/apache/doris/planner/external/FederationBackendPolicy.java
index c67f7a50bf..aee9252e2e 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/planner/external/FederationBackendPolicy.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/planner/external/FederationBackendPolicy.java
@@ -81,4 +81,8 @@ public class FederationBackendPolicy {
public int numBackends() {
return backends.size();
}
+
+ public List<Backend> getBackends() {
+ return backends;
+ }
}
diff --git a/fe/fe-core/src/main/java/org/apache/doris/qe/Coordinator.java b/fe/fe-core/src/main/java/org/apache/doris/qe/Coordinator.java
index 0743a13304..af0801e0ad 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/qe/Coordinator.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/qe/Coordinator.java
@@ -62,6 +62,7 @@ import org.apache.doris.planner.ScanNode;
import org.apache.doris.planner.SetOperationNode;
import org.apache.doris.planner.UnionNode;
import org.apache.doris.planner.external.ExternalScanNode;
+import org.apache.doris.planner.external.FederationBackendPolicy;
import org.apache.doris.proto.InternalService;
import org.apache.doris.proto.InternalService.PExecPlanFragmentResult;
import org.apache.doris.proto.InternalService.PExecPlanFragmentStartRequest;
@@ -2035,8 +2036,9 @@ public class Coordinator {
FragmentScanRangeAssignment assignment,
Map<TNetworkAddress, Long> assignedBytesPerHost,
Map<TNetworkAddress, Long> replicaNumPerHost) throws Exception {
- Collection<Backend> aliveBEs = idToBackend.values().stream().filter(SimpleScheduler::isAvailable)
- .collect(Collectors.toList());
+ FederationBackendPolicy federationBackendPolicy = new FederationBackendPolicy();
+ federationBackendPolicy.init();
+ Collection<Backend> aliveBEs = federationBackendPolicy.getBackends();
if (aliveBEs.isEmpty()) {
throw new UserException("No available backends");
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org