You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@accumulo.apache.org by dh...@apache.org on 2016/06/09 02:26:13 UTC
[1/5] accumulo git commit: ACCUMULO-4334 JMX Ingest returns double
Repository: accumulo
Updated Branches:
refs/heads/master 9e3d4a7ef -> 6286e95b7
ACCUMULO-4334 JMX Ingest returns double
Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/67605d72
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/67605d72
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/67605d72
Branch: refs/heads/master
Commit: 67605d72835706c38e2c70a29895a92be4d75e24
Parents: 63e834e
Author: Dylan Hutchison <dh...@cs.washington.edu>
Authored: Wed Jun 8 18:46:16 2016 -0700
Committer: Dylan Hutchison <dh...@cs.washington.edu>
Committed: Wed Jun 8 18:52:26 2016 -0700
----------------------------------------------------------------------
.../src/main/java/org/apache/accumulo/tserver/TabletServer.java | 4 ++--
.../org/apache/accumulo/tserver/metrics/TabletServerMBean.java | 2 +-
2 files changed, 3 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/accumulo/blob/67605d72/server/tserver/src/main/java/org/apache/accumulo/tserver/TabletServer.java
----------------------------------------------------------------------
diff --git a/server/tserver/src/main/java/org/apache/accumulo/tserver/TabletServer.java b/server/tserver/src/main/java/org/apache/accumulo/tserver/TabletServer.java
index 43ed136..955c365 100644
--- a/server/tserver/src/main/java/org/apache/accumulo/tserver/TabletServer.java
+++ b/server/tserver/src/main/java/org/apache/accumulo/tserver/TabletServer.java
@@ -3830,13 +3830,13 @@ public class TabletServer extends AbstractMetricsImpl implements org.apache.accu
}
@Override
- public long getIngest() {
+ public double getIngest() {
if (this.isEnabled()) {
double result = 0;
for (Tablet tablet : Collections.unmodifiableCollection(onlineTablets.values())) {
result += tablet.ingestRate();
}
- return (long) result;
+ return result;
}
return 0;
}
http://git-wip-us.apache.org/repos/asf/accumulo/blob/67605d72/server/tserver/src/main/java/org/apache/accumulo/tserver/metrics/TabletServerMBean.java
----------------------------------------------------------------------
diff --git a/server/tserver/src/main/java/org/apache/accumulo/tserver/metrics/TabletServerMBean.java b/server/tserver/src/main/java/org/apache/accumulo/tserver/metrics/TabletServerMBean.java
index dc35c28..cf36eb0 100644
--- a/server/tserver/src/main/java/org/apache/accumulo/tserver/metrics/TabletServerMBean.java
+++ b/server/tserver/src/main/java/org/apache/accumulo/tserver/metrics/TabletServerMBean.java
@@ -38,7 +38,7 @@ public interface TabletServerMBean {
long getQueries();
- long getIngest();
+ double getIngest();
long getTotalMinorCompactions();
[5/5] accumulo git commit: Merge branch '1.8'
Posted by dh...@apache.org.
Merge branch '1.8'
Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/6286e95b
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/6286e95b
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/6286e95b
Branch: refs/heads/master
Commit: 6286e95b7e4ce1bbf381d9a2b606412cf325ec5d
Parents: 9e3d4a7 4a5f276
Author: Dylan Hutchison <dh...@cs.washington.edu>
Authored: Wed Jun 8 19:25:50 2016 -0700
Committer: Dylan Hutchison <dh...@cs.washington.edu>
Committed: Wed Jun 8 19:25:50 2016 -0700
----------------------------------------------------------------------
.../org/apache/accumulo/tserver/metrics/TabletServerMBean.java | 2 +-
.../apache/accumulo/tserver/metrics/TabletServerMBeanImpl.java | 2 +-
.../accumulo/tserver/metrics/TabletServerMetricsUtil.java | 6 +++---
3 files changed, 5 insertions(+), 5 deletions(-)
----------------------------------------------------------------------
[2/5] accumulo git commit: ACCUMULO-4334 Correct JMX Ingest
Posted by dh...@apache.org.
ACCUMULO-4334 Correct JMX Ingest
Currently retaining long return type, because I am unsure how it might affect
binary compatibility.
Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/63e834ee
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/63e834ee
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/63e834ee
Branch: refs/heads/master
Commit: 63e834ee373f5ca23c32b8296ed85eeed2e17835
Parents: 6cf5feb
Author: Dylan Hutchison <dh...@cs.washington.edu>
Authored: Wed Jun 8 17:17:19 2016 -0700
Committer: Dylan Hutchison <dh...@cs.washington.edu>
Committed: Wed Jun 8 18:52:26 2016 -0700
----------------------------------------------------------------------
.../main/java/org/apache/accumulo/tserver/TabletServer.java | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/accumulo/blob/63e834ee/server/tserver/src/main/java/org/apache/accumulo/tserver/TabletServer.java
----------------------------------------------------------------------
diff --git a/server/tserver/src/main/java/org/apache/accumulo/tserver/TabletServer.java b/server/tserver/src/main/java/org/apache/accumulo/tserver/TabletServer.java
index 38bd8ac..43ed136 100644
--- a/server/tserver/src/main/java/org/apache/accumulo/tserver/TabletServer.java
+++ b/server/tserver/src/main/java/org/apache/accumulo/tserver/TabletServer.java
@@ -3832,11 +3832,11 @@ public class TabletServer extends AbstractMetricsImpl implements org.apache.accu
@Override
public long getIngest() {
if (this.isEnabled()) {
- long result = 0;
+ double result = 0;
for (Tablet tablet : Collections.unmodifiableCollection(onlineTablets.values())) {
- result += tablet.getNumEntriesInMemory();
+ result += tablet.ingestRate();
}
- return result;
+ return (long) result;
}
return 0;
}
[4/5] accumulo git commit: Merge branch '1.7' into 1.8
Posted by dh...@apache.org.
Merge branch '1.7' into 1.8
Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/4a5f2763
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/4a5f2763
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/4a5f2763
Branch: refs/heads/master
Commit: 4a5f2763b9321c11f2fab86c47e72421a6c1cb96
Parents: 8d954e2 7f12433
Author: Dylan Hutchison <dh...@cs.washington.edu>
Authored: Wed Jun 8 19:24:32 2016 -0700
Committer: Dylan Hutchison <dh...@cs.washington.edu>
Committed: Wed Jun 8 19:24:32 2016 -0700
----------------------------------------------------------------------
.../org/apache/accumulo/tserver/metrics/TabletServerMBean.java | 2 +-
.../apache/accumulo/tserver/metrics/TabletServerMBeanImpl.java | 2 +-
.../accumulo/tserver/metrics/TabletServerMetricsUtil.java | 6 +++---
3 files changed, 5 insertions(+), 5 deletions(-)
----------------------------------------------------------------------
[3/5] accumulo git commit: Merge branch '1.6' into 1.7
Posted by dh...@apache.org.
Merge branch '1.6' into 1.7
Conflicts:
server/tserver/src/main/java/org/apache/accumulo/tserver/TabletServer.java
Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/7f124337
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/7f124337
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/7f124337
Branch: refs/heads/master
Commit: 7f12433735f9535b3f06dc2744d596192f414406
Parents: e743695 67605d7
Author: Dylan Hutchison <dh...@cs.washington.edu>
Authored: Wed Jun 8 19:21:28 2016 -0700
Committer: Dylan Hutchison <dh...@cs.washington.edu>
Committed: Wed Jun 8 19:21:28 2016 -0700
----------------------------------------------------------------------
.../org/apache/accumulo/tserver/metrics/TabletServerMBean.java | 2 +-
.../apache/accumulo/tserver/metrics/TabletServerMBeanImpl.java | 2 +-
.../accumulo/tserver/metrics/TabletServerMetricsUtil.java | 6 +++---
3 files changed, 5 insertions(+), 5 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/accumulo/blob/7f124337/server/tserver/src/main/java/org/apache/accumulo/tserver/metrics/TabletServerMBeanImpl.java
----------------------------------------------------------------------
diff --cc server/tserver/src/main/java/org/apache/accumulo/tserver/metrics/TabletServerMBeanImpl.java
index 42b2a9c,0000000..465e50a
mode 100644,000000..100644
--- a/server/tserver/src/main/java/org/apache/accumulo/tserver/metrics/TabletServerMBeanImpl.java
+++ b/server/tserver/src/main/java/org/apache/accumulo/tserver/metrics/TabletServerMBeanImpl.java
@@@ -1,175 -1,0 +1,175 @@@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.accumulo.tserver.metrics;
+
+import javax.management.MalformedObjectNameException;
+import javax.management.ObjectName;
+import javax.management.StandardMBean;
+
+import org.apache.accumulo.server.metrics.AbstractMetricsImpl;
+import org.apache.accumulo.tserver.TabletServer;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+public class TabletServerMBeanImpl extends AbstractMetricsImpl implements TabletServerMBean {
+ private static final Logger log = LoggerFactory.getLogger(TabletServerMBeanImpl.class);
+ private static final String METRICS_PREFIX = "tserver";
+ private ObjectName OBJECT_NAME = null;
+
+ private final TabletServerMetricsUtil util;
+
+ TabletServerMBeanImpl(TabletServer server) {
+ util = new TabletServerMetricsUtil(server);
+ try {
+ OBJECT_NAME = new ObjectName("accumulo.server.metrics:service=TServerInfo,name=TabletServerMBean,instance=" + Thread.currentThread().getName());
+ } catch (MalformedObjectNameException e) {
+ log.error("Exception setting MBean object name", e);
+ }
+ }
+
+ @Override
+ public void register() throws Exception {
+ // Do this because interface not in same package.
+ StandardMBean mbean = new StandardMBean(this, TabletServerMBean.class, false);
+ register(mbean);
+ }
+
+ @Override
+ public long getEntries() {
+ if (isEnabled()) {
+ return util.getEntries();
+ }
+ return 0;
+ }
+
+ @Override
+ public long getEntriesInMemory() {
+ if (isEnabled()) {
+ return util.getEntriesInMemory();
+ }
+ return 0;
+ }
+
+ @Override
- public long getIngest() {
++ public double getIngest() {
+ if (isEnabled()) {
+ return util.getIngest();
+ }
+ return 0;
+ }
+
+ @Override
+ public int getMajorCompactions() {
+ if (isEnabled()) {
+ return util.getMajorCompactions();
+ }
+ return 0;
+ }
+
+ @Override
+ public int getMajorCompactionsQueued() {
+ if (isEnabled()) {
+ return util.getMajorCompactionsQueued();
+ }
+ return 0;
+ }
+
+ @Override
+ public int getMinorCompactions() {
+ if (isEnabled()) {
+ return util.getMinorCompactions();
+ }
+ return 0;
+ }
+
+ @Override
+ public int getMinorCompactionsQueued() {
+ if (isEnabled()) {
+ return util.getMinorCompactionsQueued();
+ }
+ return 0;
+ }
+
+ @Override
+ public int getOnlineCount() {
+ if (isEnabled())
+ return util.getOnlineCount();
+ return 0;
+ }
+
+ @Override
+ public int getOpeningCount() {
+ if (isEnabled())
+ return util.getOpeningCount();
+ return 0;
+ }
+
+ @Override
+ public long getQueries() {
+ if (isEnabled()) {
+ return util.getQueries();
+ }
+ return 0;
+ }
+
+ @Override
+ public int getUnopenedCount() {
+ if (isEnabled())
+ return util.getUnopenedCount();
+ return 0;
+ }
+
+ @Override
+ public String getName() {
+ if (isEnabled())
+ return util.getName();
+ return "";
+ }
+
+ @Override
+ public long getTotalMinorCompactions() {
+ if (isEnabled())
+ return util.getTotalMinorCompactions();
+ return 0;
+ }
+
+ @Override
+ public double getHoldTime() {
+ if (isEnabled())
+ return util.getHoldTime();
+ return 0;
+ }
+
+ @Override
+ public double getAverageFilesPerTablet() {
+ if (isEnabled()) {
+ return util.getAverageFilesPerTablet();
+ }
+ return 0;
+ }
+
+ @Override
+ protected ObjectName getObjectName() {
+ return OBJECT_NAME;
+ }
+
+ @Override
+ protected String getMetricsPrefix() {
+ return METRICS_PREFIX;
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/accumulo/blob/7f124337/server/tserver/src/main/java/org/apache/accumulo/tserver/metrics/TabletServerMetricsUtil.java
----------------------------------------------------------------------
diff --cc server/tserver/src/main/java/org/apache/accumulo/tserver/metrics/TabletServerMetricsUtil.java
index 5905aea,0000000..339ebf2
mode 100644,000000..100644
--- a/server/tserver/src/main/java/org/apache/accumulo/tserver/metrics/TabletServerMetricsUtil.java
+++ b/server/tserver/src/main/java/org/apache/accumulo/tserver/metrics/TabletServerMetricsUtil.java
@@@ -1,138 -1,0 +1,138 @@@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.accumulo.tserver.metrics;
+
+import org.apache.accumulo.tserver.TabletServer;
+import org.apache.accumulo.tserver.tablet.Tablet;
+
+/**
+ * Wrapper around extracting metrics from a TabletServer instance
+ *
+ * Necessary to support both old custom JMX metrics and Hadoop Metrics2
+ */
+public class TabletServerMetricsUtil {
+
+ private final TabletServer tserver;
+
+ public TabletServerMetricsUtil(TabletServer tserver) {
+ this.tserver = tserver;
+ }
+
+ public long getEntries() {
+ long result = 0;
+ for (Tablet tablet : tserver.getOnlineTablets()) {
+ result += tablet.getNumEntries();
+ }
+ return result;
+ }
+
+ public long getEntriesInMemory() {
+ long result = 0;
+ for (Tablet tablet : tserver.getOnlineTablets()) {
+ result += tablet.getNumEntriesInMemory();
+ }
+ return result;
+ }
+
- public long getIngest() {
- long result = 0;
++ public double getIngest() {
++ double result = 0;
+ for (Tablet tablet : tserver.getOnlineTablets()) {
- result += tablet.getNumEntriesInMemory();
++ result += tablet.ingestRate();
+ }
+ return result;
+ }
+
+ public int getMajorCompactions() {
+ int result = 0;
+ for (Tablet tablet : tserver.getOnlineTablets()) {
+ if (tablet.isMajorCompactionRunning())
+ result++;
+ }
+ return result;
+ }
+
+ public int getMajorCompactionsQueued() {
+ int result = 0;
+ for (Tablet tablet : tserver.getOnlineTablets()) {
+ if (tablet.isMajorCompactionQueued())
+ result++;
+ }
+ return result;
+ }
+
+ public int getMinorCompactions() {
+ int result = 0;
+ for (Tablet tablet : tserver.getOnlineTablets()) {
+ if (tablet.isMinorCompactionRunning())
+ result++;
+ }
+ return result;
+ }
+
+ public int getMinorCompactionsQueued() {
+ int result = 0;
+ for (Tablet tablet : tserver.getOnlineTablets()) {
+ if (tablet.isMinorCompactionQueued())
+ result++;
+ }
+ return result;
+ }
+
+ public int getOnlineCount() {
+ return tserver.getOnlineTablets().size();
+ }
+
+ public int getOpeningCount() {
+ return tserver.getOpeningCount();
+ }
+
+ public long getQueries() {
+ long result = 0;
+ for (Tablet tablet : tserver.getOnlineTablets()) {
+ result += tablet.totalQueries();
+ }
+ return result;
+ }
+
+ public int getUnopenedCount() {
+ return tserver.getUnopenedCount();
+ }
+
+ public String getName() {
+ return tserver.getClientAddressString();
+ }
+
+ public long getTotalMinorCompactions() {
+ return tserver.getTotalMinorCompactions();
+ }
+
+ public double getHoldTime() {
+ return tserver.getHoldTimeMillis() / 1000.;
+ }
+
+ public double getAverageFilesPerTablet() {
+ int count = 0;
+ long result = 0;
+ for (Tablet tablet : tserver.getOnlineTablets()) {
+ result += tablet.getDatafiles().size();
+ count++;
+ }
+ if (count == 0)
+ return 0;
+ return result / (double) count;
+ }
+}