You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by mo...@apache.org on 2021/11/12 02:44:19 UTC
[incubator-doris] branch master updated: [Proc] Add stream load
info to system info of web site (#6970)
This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-doris.git
The following commit(s) were added to refs/heads/master by this push:
new 795d549 [Proc] Add stream load info to system info of web site (#6970)
795d549 is described below
commit 795d549eb3901cef218d28de1bd3c651698ee2fa
Author: tianhui5 <82...@qq.com>
AuthorDate: Fri Nov 12 10:44:09 2021 +0800
[Proc] Add stream load info to system info of web site (#6970)
#6969
---
.../org/apache/doris/common/proc/ProcService.java | 1 +
.../doris/common/proc/StreamLoadProcNode.java | 58 ++++++++++++++++++++++
.../org/apache/doris/load/StreamLoadRecordMgr.java | 15 +++++-
3 files changed, 73 insertions(+), 1 deletion(-)
diff --git a/fe/fe-core/src/main/java/org/apache/doris/common/proc/ProcService.java b/fe/fe-core/src/main/java/org/apache/doris/common/proc/ProcService.java
index 2558226..bd10b7b 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/common/proc/ProcService.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/common/proc/ProcService.java
@@ -51,6 +51,7 @@ public final class ProcService {
root.register("current_backend_instances", new CurrentQueryBackendInstanceProcDir());
root.register("cluster_balance", new ClusterBalanceProcDir());
root.register("routine_loads", new RoutineLoadsProcDir());
+ root.register("stream_loads", new StreamLoadProcNode());
root.register("colocation_group", new ColocationGroupProcDir());
root.register("bdbje", new BDBJEProcDir());
}
diff --git a/fe/fe-core/src/main/java/org/apache/doris/common/proc/StreamLoadProcNode.java b/fe/fe-core/src/main/java/org/apache/doris/common/proc/StreamLoadProcNode.java
new file mode 100644
index 0000000..eb668fe
--- /dev/null
+++ b/fe/fe-core/src/main/java/org/apache/doris/common/proc/StreamLoadProcNode.java
@@ -0,0 +1,58 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+package org.apache.doris.common.proc;
+
+import com.google.common.collect.ImmutableList;
+import org.apache.doris.catalog.Catalog;
+import org.apache.doris.common.AnalysisException;
+import org.apache.doris.load.StreamLoadRecordMgr;
+
+import java.util.List;
+
+/*
+ SHOW PROC "/stream_loads"
+ show statistic of all of running loads
+
+ RESULT:
+ Label | DbId | FinishTime
+ */
+public class StreamLoadProcNode implements ProcNodeInterface {
+
+ private static final ImmutableList<String> TITLE_NAMES =
+ new ImmutableList.Builder<String>()
+ .add("Label")
+ .add("DbId")
+ .add("FinishTime")
+ .build();
+
+ @Override
+ public ProcResult fetchResult() throws AnalysisException {
+ BaseProcResult baseProcResult = new BaseProcResult();
+ baseProcResult.setNames(TITLE_NAMES);
+ StreamLoadRecordMgr streamLoadRecordMgr = Catalog.getCurrentCatalog().getStreamLoadRecordMgr();
+ try {
+ List<StreamLoadRecordMgr.StreamLoadItem> streamLoadJobList = streamLoadRecordMgr.getStreamLoadRecords();
+ for (StreamLoadRecordMgr.StreamLoadItem streamLoadItem : streamLoadJobList) {
+ baseProcResult.addRow(streamLoadItem.getStatistics());
+ }
+ } catch (Exception e) {
+ throw new AnalysisException("failed to get all of stream load job");
+ }
+ return baseProcResult;
+ }
+}
diff --git a/fe/fe-core/src/main/java/org/apache/doris/load/StreamLoadRecordMgr.java b/fe/fe-core/src/main/java/org/apache/doris/load/StreamLoadRecordMgr.java
index a88c1c2..04ffd14 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/load/StreamLoadRecordMgr.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/load/StreamLoadRecordMgr.java
@@ -51,6 +51,7 @@ import java.io.DataInput;
import java.io.DataOutput;
import java.io.IOException;
import java.text.SimpleDateFormat;
+import java.util.ArrayList;
import java.util.Comparator;
import java.util.Iterator;
import java.util.LinkedList;
@@ -67,7 +68,7 @@ import com.google.gson.annotations.SerializedName;
public class StreamLoadRecordMgr extends MasterDaemon {
private static final Logger LOG = LogManager.getLogger(StreamLoadRecordMgr.class);
- private class StreamLoadItem {
+ public class StreamLoadItem {
private String label;
private long dbId;
private String finishTime;
@@ -89,6 +90,14 @@ public class StreamLoadRecordMgr extends MasterDaemon {
public String getFinishTime() {
return finishTime;
}
+
+ public List<String> getStatistics() {
+ List<String> row = Lists.newArrayList();
+ row.add(label);
+ row.add(String.valueOf(dbId));
+ row.add(finishTime);
+ return row;
+ }
}
class StreamLoadComparator implements Comparator<StreamLoadItem> {
@@ -139,6 +148,10 @@ public class StreamLoadRecordMgr extends MasterDaemon {
writeUnlock();
}
+ public List<StreamLoadItem> getStreamLoadRecords() {
+ return new ArrayList<>(streamLoadRecordHeap);
+ }
+
public List<List<Comparable>> getStreamLoadRecordByDb(long dbId, String label, boolean accurateMatch, StreamLoadState state) {
LinkedList<List<Comparable>> streamLoadRecords = new LinkedList<List<Comparable>>();
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org