You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by we...@apache.org on 2023/06/15 01:52:20 UTC
[doris] branch master updated: [Log](query) Add log of fragment instance num for query (#20597)
This is an automated email from the ASF dual-hosted git repository.
weizuo pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 71e8cb061c [Log](query) Add log of fragment instance num for query (#20597)
71e8cb061c is described below
commit 71e8cb061cadbe7cfbcb653d6def72695769f3d5
Author: weizuo93 <we...@apache.org>
AuthorDate: Thu Jun 15 09:52:13 2023 +0800
[Log](query) Add log of fragment instance num for query (#20597)
Co-authored-by: weizuo <we...@xiaomi.com>
---
.../main/java/org/apache/doris/qe/Coordinator.java | 6 ++++++
.../java/org/apache/doris/qe/StmtExecutor.java | 22 ++++++++++++++++++++++
2 files changed, 28 insertions(+)
diff --git a/fe/fe-core/src/main/java/org/apache/doris/qe/Coordinator.java b/fe/fe-core/src/main/java/org/apache/doris/qe/Coordinator.java
index 1affdee118..75489d8246 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/qe/Coordinator.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/qe/Coordinator.java
@@ -187,6 +187,7 @@ public class Coordinator {
private final Map<PlanFragmentId, FragmentExecParams> fragmentExecParamsMap = Maps.newHashMap();
private final List<PlanFragment> fragments;
+ private int instanceTotalNum;
private Map<Long, BackendExecStates> beToExecStates = Maps.newHashMap();
private Map<Long, PipelineExecContexts> beToPipelineExecCtxs = Maps.newHashMap();
@@ -482,6 +483,10 @@ public class Coordinator {
return result;
}
+ public int getInstanceTotalNum() {
+ return instanceTotalNum;
+ }
+
// Initialize
private void prepare() {
for (PlanFragment fragment : fragments) {
@@ -664,6 +669,7 @@ public class Coordinator {
// 1. set up exec states
int instanceNum = params.instanceExecParams.size();
Preconditions.checkState(instanceNum > 0);
+ instanceTotalNum += instanceNum;
List<TExecPlanFragmentParams> tParams = params.toThrift(backendIdx);
// 2. update memory limit for colocate join
diff --git a/fe/fe-core/src/main/java/org/apache/doris/qe/StmtExecutor.java b/fe/fe-core/src/main/java/org/apache/doris/qe/StmtExecutor.java
index 9b0b8708aa..729e4fdbee 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/qe/StmtExecutor.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/qe/StmtExecutor.java
@@ -1371,6 +1371,18 @@ public class StmtExecutor {
}
profile.getSummaryProfile().setQueryScheduleFinishTime();
updateProfile(false);
+ if (coord.getInstanceTotalNum() > 1 && LOG.isDebugEnabled()) {
+ try {
+ LOG.debug("Start to execute fragment. user: {}, db: {}, sql: {}, fragment instance num: {}",
+ context.getQualifiedUser(), context.getDatabase(),
+ parsedStmt.getOrigStmt().originStmt.replace("\n", " "),
+ coord.getInstanceTotalNum());
+ } catch (Exception e) {
+ LOG.warn("Fail to print fragment concurrency for Query.", e);
+ }
+ }
+
+
Span fetchResultSpan = context.getTracer().spanBuilder("fetch result").setParent(Context.current()).startSpan();
try (Scope scope = fetchResultSpan.makeCurrent()) {
while (true) {
@@ -1449,6 +1461,16 @@ public class StmtExecutor {
throw e;
} finally {
fetchResultSpan.end();
+ if (coord.getInstanceTotalNum() > 1 && LOG.isDebugEnabled()) {
+ try {
+ LOG.debug("Finish to execute fragment. user: {}, db: {}, sql: {}, fragment instance num: {}",
+ context.getQualifiedUser(), context.getDatabase(),
+ parsedStmt.getOrigStmt().originStmt.replace("\n", " "),
+ coord.getInstanceTotalNum());
+ } catch (Exception e) {
+ LOG.warn("Fail to print fragment concurrency for Query.", e);
+ }
+ }
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org