You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@accumulo.apache.org by el...@apache.org on 2014/09/23 00:33:21 UTC
[1/7] git commit: ACCUMULO-3157 close scanners
Repository: accumulo
Updated Branches:
refs/heads/1.6.2-SNAPSHOT 2f68e078d -> 53705e7e8
refs/heads/master 79eb14507 -> ef1944938
ACCUMULO-3157 close scanners
Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/7983b2f2
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/7983b2f2
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/7983b2f2
Branch: refs/heads/1.6.2-SNAPSHOT
Commit: 7983b2f2a0fbb543518ada541554793994215392
Parents: 6340cbc
Author: Eric Newton <Eric Newton>
Authored: Mon Sep 22 11:51:08 2014 -0400
Committer: Josh Elser <el...@apache.org>
Committed: Mon Sep 22 16:33:54 2014 -0400
----------------------------------------------------------------------
.../server/util/FindOfflineTablets.java | 42 +++++++++++---------
1 file changed, 23 insertions(+), 19 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/accumulo/blob/7983b2f2/server/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java
----------------------------------------------------------------------
diff --git a/server/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java b/server/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java
index 42ebbe2..020e4ce 100644
--- a/server/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java
+++ b/server/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java
@@ -46,26 +46,30 @@ public class FindOfflineTablets {
Instance instance = opts.getInstance();
MetaDataTableScanner rootScanner = new MetaDataTableScanner(instance, SecurityConstants.getSystemCredentials(), Constants.METADATA_ROOT_TABLET_KEYSPACE);
MetaDataTableScanner metaScanner = new MetaDataTableScanner(instance, SecurityConstants.getSystemCredentials(), Constants.NON_ROOT_METADATA_KEYSPACE);
- @SuppressWarnings("unchecked")
- Iterator<TabletLocationState> scanner = (Iterator<TabletLocationState>)new IteratorChain(rootScanner, metaScanner);
- LiveTServerSet tservers = new LiveTServerSet(instance, DefaultConfiguration.getDefaultConfiguration(), new Listener() {
- @Override
- public void update(LiveTServerSet current, Set<TServerInstance> deleted, Set<TServerInstance> added) {
- if (!deleted.isEmpty() && scanning.get())
- log.warn("Tablet servers deleted while scanning: " + deleted);
- if (!added.isEmpty() && scanning.get())
- log.warn("Tablet servers added while scanning: " + added);
+ try {
+ @SuppressWarnings("unchecked")
+ Iterator<TabletLocationState> scanner = (Iterator<TabletLocationState>)new IteratorChain(rootScanner, metaScanner);
+ LiveTServerSet tservers = new LiveTServerSet(instance, DefaultConfiguration.getDefaultConfiguration(), new Listener() {
+ @Override
+ public void update(LiveTServerSet current, Set<TServerInstance> deleted, Set<TServerInstance> added) {
+ if (!deleted.isEmpty() && scanning.get())
+ log.warn("Tablet servers deleted while scanning: " + deleted);
+ if (!added.isEmpty() && scanning.get())
+ log.warn("Tablet servers added while scanning: " + added);
+ }
+ });
+ tservers.startListeningForTabletServerChanges();
+ scanning.set(true);
+ while (scanner.hasNext()) {
+ TabletLocationState locationState = scanner.next();
+ TabletState state = locationState.getState(tservers.getCurrentServers());
+ if (state != null && state != TabletState.HOSTED && TableManager.getInstance().getTableState(locationState.extent.getTableId().toString()) != TableState.OFFLINE)
+ if (!locationState.extent.equals(Constants.ROOT_TABLET_EXTENT))
+ System.out.println(locationState + " is " + state + " #walogs:" + locationState.walogs.size());
}
- });
- tservers.startListeningForTabletServerChanges();
- scanning.set(true);
- while (scanner.hasNext()) {
- TabletLocationState locationState = scanner.next();
- TabletState state = locationState.getState(tservers.getCurrentServers());
- if (state != null && state != TabletState.HOSTED && TableManager.getInstance().getTableState(locationState.extent.getTableId().toString()) != TableState.OFFLINE)
- if (!locationState.extent.equals(Constants.ROOT_TABLET_EXTENT))
- System.out.println(locationState + " is " + state + " #walogs:" + locationState.walogs.size());
+ } finally {
+ rootScanner.close();
+ metaScanner.close();
}
}
-
}
[3/7] git commit: Merge branch '1.5.3-SNAPSHOT' into 1.6.2-SNAPSHOT
Posted by el...@apache.org.
Merge branch '1.5.3-SNAPSHOT' into 1.6.2-SNAPSHOT
Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/9b99db25
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/9b99db25
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/9b99db25
Branch: refs/heads/master
Commit: 9b99db255cafb0724370434a5493835717893083
Parents: 2f68e07 7983b2f
Author: Josh Elser <el...@apache.org>
Authored: Mon Sep 22 17:22:29 2014 -0400
Committer: Josh Elser <el...@apache.org>
Committed: Mon Sep 22 17:22:29 2014 -0400
----------------------------------------------------------------------
----------------------------------------------------------------------
[5/7] git commit: ACCUMULO-3157 ACCUMULO-3158 Fix compilation issues
and ensure scanner is closed.
Posted by el...@apache.org.
ACCUMULO-3157 ACCUMULO-3158 Fix compilation issues and ensure scanner is closed.
Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/53705e7e
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/53705e7e
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/53705e7e
Branch: refs/heads/master
Commit: 53705e7e863721a36237dc5a3646c473e0e5e6eb
Parents: 9b99db2
Author: Josh Elser <el...@apache.org>
Authored: Mon Sep 22 17:39:19 2014 -0400
Committer: Josh Elser <el...@apache.org>
Committed: Mon Sep 22 17:39:19 2014 -0400
----------------------------------------------------------------------
.../server/util/FindOfflineTablets.java | 34 ++++++++++----------
1 file changed, 17 insertions(+), 17 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/accumulo/blob/53705e7e/server/base/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java
----------------------------------------------------------------------
diff --git a/server/base/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java b/server/base/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java
index 8f78488..721d4e2 100644
--- a/server/base/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java
+++ b/server/base/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java
@@ -106,27 +106,27 @@ public class FindOfflineTablets {
range = new KeyExtent(new Text(tableId), null, null).toMetadataRange();
}
- Iterator<TabletLocationState> metaScanner = new MetaDataTableScanner(instance, creds, range, MetadataTable.NAME);
- return checkTablets(metaScanner, tservers);
+ MetaDataTableScanner metaScanner = new MetaDataTableScanner(instance, creds, range, MetadataTable.NAME);
+ try {
+ return checkTablets(metaScanner, tservers);
+ } finally {
+ metaScanner.close();
+ }
}
private static int checkTablets(Iterator<TabletLocationState> scanner, LiveTServerSet tservers) {
int offline = 0;
-
- try {
- while (scanner.hasNext() && !System.out.checkError()) {
- TabletLocationState locationState = scanner.next();
- TabletState state = locationState.getState(tservers.getCurrentServers());
- if (state != null && state != TabletState.HOSTED
- && TableManager.getInstance().getTableState(locationState.extent.getTableId().toString()) != TableState.OFFLINE) {
- System.out.println(locationState + " is " + state + " #walogs:" + locationState.walogs.size());
- offline++;
- }
+
+ while (scanner.hasNext() && !System.out.checkError()) {
+ TabletLocationState locationState = scanner.next();
+ TabletState state = locationState.getState(tservers.getCurrentServers());
+ if (state != null && state != TabletState.HOSTED
+ && TableManager.getInstance().getTableState(locationState.extent.getTableId().toString()) != TableState.OFFLINE) {
+ System.out.println(locationState + " is " + state + " #walogs:" + locationState.walogs.size());
+ offline++;
}
-
- return offline;
- } finally {
- scanner.close();
- }
+ }
+
+ return offline;
}
}
[6/7] git commit: ACCUMULO-3157 ACCUMULO-3158 Fix compilation issues
and ensure scanner is closed.
Posted by el...@apache.org.
ACCUMULO-3157 ACCUMULO-3158 Fix compilation issues and ensure scanner is closed.
Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/53705e7e
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/53705e7e
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/53705e7e
Branch: refs/heads/1.6.2-SNAPSHOT
Commit: 53705e7e863721a36237dc5a3646c473e0e5e6eb
Parents: 9b99db2
Author: Josh Elser <el...@apache.org>
Authored: Mon Sep 22 17:39:19 2014 -0400
Committer: Josh Elser <el...@apache.org>
Committed: Mon Sep 22 17:39:19 2014 -0400
----------------------------------------------------------------------
.../server/util/FindOfflineTablets.java | 34 ++++++++++----------
1 file changed, 17 insertions(+), 17 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/accumulo/blob/53705e7e/server/base/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java
----------------------------------------------------------------------
diff --git a/server/base/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java b/server/base/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java
index 8f78488..721d4e2 100644
--- a/server/base/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java
+++ b/server/base/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java
@@ -106,27 +106,27 @@ public class FindOfflineTablets {
range = new KeyExtent(new Text(tableId), null, null).toMetadataRange();
}
- Iterator<TabletLocationState> metaScanner = new MetaDataTableScanner(instance, creds, range, MetadataTable.NAME);
- return checkTablets(metaScanner, tservers);
+ MetaDataTableScanner metaScanner = new MetaDataTableScanner(instance, creds, range, MetadataTable.NAME);
+ try {
+ return checkTablets(metaScanner, tservers);
+ } finally {
+ metaScanner.close();
+ }
}
private static int checkTablets(Iterator<TabletLocationState> scanner, LiveTServerSet tservers) {
int offline = 0;
-
- try {
- while (scanner.hasNext() && !System.out.checkError()) {
- TabletLocationState locationState = scanner.next();
- TabletState state = locationState.getState(tservers.getCurrentServers());
- if (state != null && state != TabletState.HOSTED
- && TableManager.getInstance().getTableState(locationState.extent.getTableId().toString()) != TableState.OFFLINE) {
- System.out.println(locationState + " is " + state + " #walogs:" + locationState.walogs.size());
- offline++;
- }
+
+ while (scanner.hasNext() && !System.out.checkError()) {
+ TabletLocationState locationState = scanner.next();
+ TabletState state = locationState.getState(tservers.getCurrentServers());
+ if (state != null && state != TabletState.HOSTED
+ && TableManager.getInstance().getTableState(locationState.extent.getTableId().toString()) != TableState.OFFLINE) {
+ System.out.println(locationState + " is " + state + " #walogs:" + locationState.walogs.size());
+ offline++;
}
-
- return offline;
- } finally {
- scanner.close();
- }
+ }
+
+ return offline;
}
}
[7/7] git commit: Merge branch '1.6.2-SNAPSHOT'
Posted by el...@apache.org.
Merge branch '1.6.2-SNAPSHOT'
Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/ef194493
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/ef194493
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/ef194493
Branch: refs/heads/master
Commit: ef1944938844a8d77a9abb08cd7380d862998f2c
Parents: 79eb145 53705e7
Author: Josh Elser <el...@apache.org>
Authored: Mon Sep 22 17:39:55 2014 -0400
Committer: Josh Elser <el...@apache.org>
Committed: Mon Sep 22 17:39:55 2014 -0400
----------------------------------------------------------------------
.../server/util/FindOfflineTablets.java | 34 ++++++++++----------
1 file changed, 17 insertions(+), 17 deletions(-)
----------------------------------------------------------------------
[4/7] git commit: Merge branch '1.5.3-SNAPSHOT' into 1.6.2-SNAPSHOT
Posted by el...@apache.org.
Merge branch '1.5.3-SNAPSHOT' into 1.6.2-SNAPSHOT
Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/9b99db25
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/9b99db25
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/9b99db25
Branch: refs/heads/1.6.2-SNAPSHOT
Commit: 9b99db255cafb0724370434a5493835717893083
Parents: 2f68e07 7983b2f
Author: Josh Elser <el...@apache.org>
Authored: Mon Sep 22 17:22:29 2014 -0400
Committer: Josh Elser <el...@apache.org>
Committed: Mon Sep 22 17:22:29 2014 -0400
----------------------------------------------------------------------
----------------------------------------------------------------------
[2/7] git commit: ACCUMULO-3157 close scanners
Posted by el...@apache.org.
ACCUMULO-3157 close scanners
Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/7983b2f2
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/7983b2f2
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/7983b2f2
Branch: refs/heads/master
Commit: 7983b2f2a0fbb543518ada541554793994215392
Parents: 6340cbc
Author: Eric Newton <Eric Newton>
Authored: Mon Sep 22 11:51:08 2014 -0400
Committer: Josh Elser <el...@apache.org>
Committed: Mon Sep 22 16:33:54 2014 -0400
----------------------------------------------------------------------
.../server/util/FindOfflineTablets.java | 42 +++++++++++---------
1 file changed, 23 insertions(+), 19 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/accumulo/blob/7983b2f2/server/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java
----------------------------------------------------------------------
diff --git a/server/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java b/server/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java
index 42ebbe2..020e4ce 100644
--- a/server/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java
+++ b/server/src/main/java/org/apache/accumulo/server/util/FindOfflineTablets.java
@@ -46,26 +46,30 @@ public class FindOfflineTablets {
Instance instance = opts.getInstance();
MetaDataTableScanner rootScanner = new MetaDataTableScanner(instance, SecurityConstants.getSystemCredentials(), Constants.METADATA_ROOT_TABLET_KEYSPACE);
MetaDataTableScanner metaScanner = new MetaDataTableScanner(instance, SecurityConstants.getSystemCredentials(), Constants.NON_ROOT_METADATA_KEYSPACE);
- @SuppressWarnings("unchecked")
- Iterator<TabletLocationState> scanner = (Iterator<TabletLocationState>)new IteratorChain(rootScanner, metaScanner);
- LiveTServerSet tservers = new LiveTServerSet(instance, DefaultConfiguration.getDefaultConfiguration(), new Listener() {
- @Override
- public void update(LiveTServerSet current, Set<TServerInstance> deleted, Set<TServerInstance> added) {
- if (!deleted.isEmpty() && scanning.get())
- log.warn("Tablet servers deleted while scanning: " + deleted);
- if (!added.isEmpty() && scanning.get())
- log.warn("Tablet servers added while scanning: " + added);
+ try {
+ @SuppressWarnings("unchecked")
+ Iterator<TabletLocationState> scanner = (Iterator<TabletLocationState>)new IteratorChain(rootScanner, metaScanner);
+ LiveTServerSet tservers = new LiveTServerSet(instance, DefaultConfiguration.getDefaultConfiguration(), new Listener() {
+ @Override
+ public void update(LiveTServerSet current, Set<TServerInstance> deleted, Set<TServerInstance> added) {
+ if (!deleted.isEmpty() && scanning.get())
+ log.warn("Tablet servers deleted while scanning: " + deleted);
+ if (!added.isEmpty() && scanning.get())
+ log.warn("Tablet servers added while scanning: " + added);
+ }
+ });
+ tservers.startListeningForTabletServerChanges();
+ scanning.set(true);
+ while (scanner.hasNext()) {
+ TabletLocationState locationState = scanner.next();
+ TabletState state = locationState.getState(tservers.getCurrentServers());
+ if (state != null && state != TabletState.HOSTED && TableManager.getInstance().getTableState(locationState.extent.getTableId().toString()) != TableState.OFFLINE)
+ if (!locationState.extent.equals(Constants.ROOT_TABLET_EXTENT))
+ System.out.println(locationState + " is " + state + " #walogs:" + locationState.walogs.size());
}
- });
- tservers.startListeningForTabletServerChanges();
- scanning.set(true);
- while (scanner.hasNext()) {
- TabletLocationState locationState = scanner.next();
- TabletState state = locationState.getState(tservers.getCurrentServers());
- if (state != null && state != TabletState.HOSTED && TableManager.getInstance().getTableState(locationState.extent.getTableId().toString()) != TableState.OFFLINE)
- if (!locationState.extent.equals(Constants.ROOT_TABLET_EXTENT))
- System.out.println(locationState + " is " + state + " #walogs:" + locationState.walogs.size());
+ } finally {
+ rootScanner.close();
+ metaScanner.close();
}
}
-
}