You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@accumulo.apache.org by dl...@apache.org on 2016/05/09 18:37:57 UTC
[1/3] accumulo git commit: ACCUMULO-4176: Add blurb to
troubleshooting doc for tserver.walog.max.age
Repository: accumulo
Updated Branches:
refs/heads/master 4e2adbb3d -> 7c812c3a2
ACCUMULO-4176: Add blurb to troubleshooting doc for tserver.walog.max.age
Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/b95a1f95
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/b95a1f95
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/b95a1f95
Branch: refs/heads/master
Commit: b95a1f951298d7497afdf9f0c5093ea17f3ad3be
Parents: a38c9ad
Author: Dave Marion <dl...@apache.org>
Authored: Mon May 9 13:51:57 2016 -0400
Committer: Dave Marion <dl...@apache.org>
Committed: Mon May 9 13:51:57 2016 -0400
----------------------------------------------------------------------
docs/src/main/asciidoc/chapters/troubleshooting.txt | 5 +++++
1 file changed, 5 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/accumulo/blob/b95a1f95/docs/src/main/asciidoc/chapters/troubleshooting.txt
----------------------------------------------------------------------
diff --git a/docs/src/main/asciidoc/chapters/troubleshooting.txt b/docs/src/main/asciidoc/chapters/troubleshooting.txt
index 9546638..667303f 100644
--- a/docs/src/main/asciidoc/chapters/troubleshooting.txt
+++ b/docs/src/main/asciidoc/chapters/troubleshooting.txt
@@ -821,3 +821,8 @@ maximum file limit, so it began merging memory updates with files to keep the fi
slows down ingest performance, so knowing there are many files like this tells you that the system
is struggling to keep up with ingest vs the compaction strategy which reduces the number of files.
+### HDFS Decommissioning Issues
+
+*Q*: My Hadoop DataNode is hung for hours trying to decommission.
+
+*A*: Write Ahead Logs stay open until they hit the size threshold, which could be many hours or days in some cases. These open files will prevent a DN from finishing its decommissioning process (HDFS-3599) in some versions of Hadoop 2. If you stop the DN, then the WALog file will not be closed and you could lose data. To work around this issue, we now close WALogs on a time period specified by the property +tserver.walog.max.age+ with a default period of 24 hours.
[2/3] accumulo git commit: ACCUMULO-2118: Created new template file
and build script for the HelloWorld jars. Wired up execution in
start/pom.xml. Jars can be built with `mvn compile -PbuildJars`
Posted by dl...@apache.org.
ACCUMULO-2118: Created new template file and build script for the HelloWorld jars. Wired up execution in start/pom.xml. Jars can be built with `mvn compile -PbuildJars`
Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/8b96dcf6
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/8b96dcf6
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/8b96dcf6
Branch: refs/heads/master
Commit: 8b96dcf656a88ad9a36ea854c5b2eae41baad13e
Parents: b95a1f9
Author: Dave Marion <dl...@apache.org>
Authored: Mon May 9 14:36:11 2016 -0400
Committer: Dave Marion <dl...@apache.org>
Committed: Mon May 9 14:36:11 2016 -0400
----------------------------------------------------------------------
start/pom.xml | 35 +++++++++++++++++++
start/src/test/java/test/HelloWorldTemplate | 25 +++++++++++++
.../test/resources/ClassLoaderTestA/Test.jar | Bin 1570 -> 761 bytes
.../test/resources/ClassLoaderTestB/Test.jar | Bin 1572 -> 761 bytes
.../test/resources/ClassLoaderTestC/Test.jar | Bin 1571 -> 760 bytes
start/src/test/resources/HelloWorld.jar | Bin 1008 -> 692 bytes
start/src/test/resources/HelloWorld2.jar | Bin 1483 -> 692 bytes
start/src/test/shell/makeHelloWorldJars.sh | 26 ++++++++++++++
start/src/test/shell/makeTestJars.sh | 2 --
9 files changed, 86 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/accumulo/blob/8b96dcf6/start/pom.xml
----------------------------------------------------------------------
diff --git a/start/pom.xml b/start/pom.xml
index 9993555..cf50df0 100644
--- a/start/pom.xml
+++ b/start/pom.xml
@@ -105,4 +105,39 @@
</plugins>
</pluginManagement>
</build>
+ <profiles>
+ <profile>
+ <id>buildJars</id>
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>exec-maven-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>Build Test jars</id>
+ <goals>
+ <goal>exec</goal>
+ </goals>
+ <phase>generate-sources</phase>
+ <configuration>
+ <executable>${project.basedir}/src/test/shell/makeTestJars.sh</executable>
+ </configuration>
+ </execution>
+ <execution>
+ <id>Build HelloWorld jars</id>
+ <goals>
+ <goal>exec</goal>
+ </goals>
+ <phase>generate-sources</phase>
+ <configuration>
+ <executable>${project.basedir}/src/test/shell/makeHelloWorldJars.sh</executable>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+ </profile>
+ </profiles>
</project>
http://git-wip-us.apache.org/repos/asf/accumulo/blob/8b96dcf6/start/src/test/java/test/HelloWorldTemplate
----------------------------------------------------------------------
diff --git a/start/src/test/java/test/HelloWorldTemplate b/start/src/test/java/test/HelloWorldTemplate
new file mode 100644
index 0000000..2d4d766
--- /dev/null
+++ b/start/src/test/java/test/HelloWorldTemplate
@@ -0,0 +1,25 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package test;
+
+public class HelloWorld {
+
+ @Override
+ public String toString() {
+ return "%%";
+ }
+}
http://git-wip-us.apache.org/repos/asf/accumulo/blob/8b96dcf6/start/src/test/resources/ClassLoaderTestA/Test.jar
----------------------------------------------------------------------
diff --git a/start/src/test/resources/ClassLoaderTestA/Test.jar b/start/src/test/resources/ClassLoaderTestA/Test.jar
index 8b9c462..58d3e9a 100644
Binary files a/start/src/test/resources/ClassLoaderTestA/Test.jar and b/start/src/test/resources/ClassLoaderTestA/Test.jar differ
http://git-wip-us.apache.org/repos/asf/accumulo/blob/8b96dcf6/start/src/test/resources/ClassLoaderTestB/Test.jar
----------------------------------------------------------------------
diff --git a/start/src/test/resources/ClassLoaderTestB/Test.jar b/start/src/test/resources/ClassLoaderTestB/Test.jar
index 4ced46f..11d68e1 100644
Binary files a/start/src/test/resources/ClassLoaderTestB/Test.jar and b/start/src/test/resources/ClassLoaderTestB/Test.jar differ
http://git-wip-us.apache.org/repos/asf/accumulo/blob/8b96dcf6/start/src/test/resources/ClassLoaderTestC/Test.jar
----------------------------------------------------------------------
diff --git a/start/src/test/resources/ClassLoaderTestC/Test.jar b/start/src/test/resources/ClassLoaderTestC/Test.jar
index 87b077e..f5e12b3 100644
Binary files a/start/src/test/resources/ClassLoaderTestC/Test.jar and b/start/src/test/resources/ClassLoaderTestC/Test.jar differ
http://git-wip-us.apache.org/repos/asf/accumulo/blob/8b96dcf6/start/src/test/resources/HelloWorld.jar
----------------------------------------------------------------------
diff --git a/start/src/test/resources/HelloWorld.jar b/start/src/test/resources/HelloWorld.jar
index 4e7028f..28cd1f7 100644
Binary files a/start/src/test/resources/HelloWorld.jar and b/start/src/test/resources/HelloWorld.jar differ
http://git-wip-us.apache.org/repos/asf/accumulo/blob/8b96dcf6/start/src/test/resources/HelloWorld2.jar
----------------------------------------------------------------------
diff --git a/start/src/test/resources/HelloWorld2.jar b/start/src/test/resources/HelloWorld2.jar
index 2dc06ea..365f615 100644
Binary files a/start/src/test/resources/HelloWorld2.jar and b/start/src/test/resources/HelloWorld2.jar differ
http://git-wip-us.apache.org/repos/asf/accumulo/blob/8b96dcf6/start/src/test/shell/makeHelloWorldJars.sh
----------------------------------------------------------------------
diff --git a/start/src/test/shell/makeHelloWorldJars.sh b/start/src/test/shell/makeHelloWorldJars.sh
new file mode 100755
index 0000000..f6c32da
--- /dev/null
+++ b/start/src/test/shell/makeHelloWorldJars.sh
@@ -0,0 +1,26 @@
+#! /usr/bin/env bash
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+mkdir -p target/HelloWorld/test
+sed "s/%%/Hello World\!/" < src/test/java/test/HelloWorldTemplate > target/HelloWorld/test/HelloWorld.java
+javac target/HelloWorld/test/HelloWorld.java -d target/HelloWorld
+jar -cf src/test/resources/HelloWorld.jar -C target/HelloWorld test/HelloWorld.class
+
+mkdir -p target/HalloWelt/test
+sed "s/%%/Hallo Welt/" < src/test/java/test/HelloWorldTemplate > target/HalloWelt/test/HelloWorld.java
+javac target/HalloWelt/test/HelloWorld.java -d target/HalloWelt
+jar -cf src/test/resources/HelloWorld2.jar -C target/HalloWelt test/HelloWorld.class
http://git-wip-us.apache.org/repos/asf/accumulo/blob/8b96dcf6/start/src/test/shell/makeTestJars.sh
----------------------------------------------------------------------
diff --git a/start/src/test/shell/makeTestJars.sh b/start/src/test/shell/makeTestJars.sh
index d3b92a1..61d5e74 100755
--- a/start/src/test/shell/makeTestJars.sh
+++ b/start/src/test/shell/makeTestJars.sh
@@ -15,8 +15,6 @@
# See the License for the specific language governing permissions and
# limitations under the License.
-
-cd "$ACCUMULO_HOME/src/start"
for x in A B C
do
sed "s/testX/test$x/" < src/test/java/test/TestTemplate > src/test/java/test/TestObject.java
[3/3] accumulo git commit: Merge branch '1.8'
Posted by dl...@apache.org.
Merge branch '1.8'
Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/7c812c3a
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/7c812c3a
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/7c812c3a
Branch: refs/heads/master
Commit: 7c812c3a2972f84722fa809bcaef7b9cb3b1dd8b
Parents: 4e2adbb 8b96dcf
Author: Dave Marion <dl...@apache.org>
Authored: Mon May 9 14:37:25 2016 -0400
Committer: Dave Marion <dl...@apache.org>
Committed: Mon May 9 14:37:25 2016 -0400
----------------------------------------------------------------------
.../main/asciidoc/chapters/troubleshooting.txt | 5 +++
start/pom.xml | 35 +++++++++++++++++++
start/src/test/java/test/HelloWorldTemplate | 25 +++++++++++++
.../test/resources/ClassLoaderTestA/Test.jar | Bin 1570 -> 761 bytes
.../test/resources/ClassLoaderTestB/Test.jar | Bin 1572 -> 761 bytes
.../test/resources/ClassLoaderTestC/Test.jar | Bin 1571 -> 760 bytes
start/src/test/resources/HelloWorld.jar | Bin 1008 -> 692 bytes
start/src/test/resources/HelloWorld2.jar | Bin 1483 -> 692 bytes
start/src/test/shell/makeHelloWorldJars.sh | 26 ++++++++++++++
start/src/test/shell/makeTestJars.sh | 2 --
10 files changed, 91 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/accumulo/blob/7c812c3a/start/pom.xml
----------------------------------------------------------------------