You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@accumulo.apache.org by ct...@apache.org on 2016/11/22 19:41:34 UTC
[37/50] [abbrv] accumulo-website git commit: Jekyll build from
gh-pages:dca73a8
Jekyll build from gh-pages:dca73a8
Merge branch 'scripts-blog-post' into gh-pages
Project: http://git-wip-us.apache.org/repos/asf/accumulo-website/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo-website/commit/60ef8853
Tree: http://git-wip-us.apache.org/repos/asf/accumulo-website/tree/60ef8853
Diff: http://git-wip-us.apache.org/repos/asf/accumulo-website/diff/60ef8853
Branch: refs/heads/asf-site
Commit: 60ef8853ead1ed2f1194204e602045fe1db44828
Parents: b367058
Author: Mike Walch <mw...@apache.org>
Authored: Thu Nov 17 08:59:04 2016 -0500
Committer: Mike Walch <mw...@apache.org>
Committed: Thu Nov 17 08:59:04 2016 -0500
----------------------------------------------------------------------
blog/2014/05/03/accumulo-classloader.html | 2 +-
.../27/getting-started-with-accumulo-1.6.0.html | 2 +-
...aling-accumulo-with-multivolume-support.html | 2 +-
.../07/09/functional-reads-over-accumulo.html | 2 +-
...tores-for-configuring-accumulo-with-ssl.html | 2 +-
.../2015/03/20/balancing-groups-of-tablets.html | 2 +-
...plicating-data-across-accumulo-clusters.html | 2 +-
blog/2016/11/02/durability-performance.html | 2 +-
blog/2016/11/16/simpler-scripts-and-config.html | 357 +++++++++++++++++++
css/accumulo.css | 2 +-
feed.xml | 324 +++++++++--------
index.html | 14 +-
news.html | 8 +
13 files changed, 560 insertions(+), 161 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/60ef8853/blog/2014/05/03/accumulo-classloader.html
----------------------------------------------------------------------
diff --git a/blog/2014/05/03/accumulo-classloader.html b/blog/2014/05/03/accumulo-classloader.html
index cd6a19f..e4ef060 100644
--- a/blog/2014/05/03/accumulo-classloader.html
+++ b/blog/2014/05/03/accumulo-classloader.html
@@ -164,7 +164,7 @@
<table>
<tr><td><b>Author</b></td><td> Dave Marion </td></tr>
-<tr><td><b>Post date </b></td><td> 03 May 2014 </td></tr>
+<tr><td><b>Date </b></td><td> 03 May 2014 </td></tr>
</table>
<p>
http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/60ef8853/blog/2014/05/27/getting-started-with-accumulo-1.6.0.html
----------------------------------------------------------------------
diff --git a/blog/2014/05/27/getting-started-with-accumulo-1.6.0.html b/blog/2014/05/27/getting-started-with-accumulo-1.6.0.html
index 226674d..f300f9f 100644
--- a/blog/2014/05/27/getting-started-with-accumulo-1.6.0.html
+++ b/blog/2014/05/27/getting-started-with-accumulo-1.6.0.html
@@ -164,7 +164,7 @@
<table>
<tr><td><b>Author</b></td><td> Josh Elser </td></tr>
-<tr><td><b>Post date </b></td><td> 27 May 2014 </td></tr>
+<tr><td><b>Date </b></td><td> 27 May 2014 </td></tr>
</table>
<p>
http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/60ef8853/blog/2014/06/25/scaling-accumulo-with-multivolume-support.html
----------------------------------------------------------------------
diff --git a/blog/2014/06/25/scaling-accumulo-with-multivolume-support.html b/blog/2014/06/25/scaling-accumulo-with-multivolume-support.html
index 5094121..94bfb26 100644
--- a/blog/2014/06/25/scaling-accumulo-with-multivolume-support.html
+++ b/blog/2014/06/25/scaling-accumulo-with-multivolume-support.html
@@ -164,7 +164,7 @@
<table>
<tr><td><b>Author</b></td><td> Dave Marion & Eric Newton </td></tr>
-<tr><td><b>Post date </b></td><td> 25 Jun 2014 </td></tr>
+<tr><td><b>Date </b></td><td> 25 Jun 2014 </td></tr>
</table>
<p>
http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/60ef8853/blog/2014/07/09/functional-reads-over-accumulo.html
----------------------------------------------------------------------
diff --git a/blog/2014/07/09/functional-reads-over-accumulo.html b/blog/2014/07/09/functional-reads-over-accumulo.html
index c1ca95e..6ee57a2 100644
--- a/blog/2014/07/09/functional-reads-over-accumulo.html
+++ b/blog/2014/07/09/functional-reads-over-accumulo.html
@@ -164,7 +164,7 @@
<table>
<tr><td><b>Author</b></td><td> Josh Elser </td></tr>
-<tr><td><b>Post date </b></td><td> 09 Jul 2014 </td></tr>
+<tr><td><b>Date </b></td><td> 09 Jul 2014 </td></tr>
</table>
<p>
http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/60ef8853/blog/2014/09/02/generating-keystores-for-configuring-accumulo-with-ssl.html
----------------------------------------------------------------------
diff --git a/blog/2014/09/02/generating-keystores-for-configuring-accumulo-with-ssl.html b/blog/2014/09/02/generating-keystores-for-configuring-accumulo-with-ssl.html
index 475764a..2f0b497 100644
--- a/blog/2014/09/02/generating-keystores-for-configuring-accumulo-with-ssl.html
+++ b/blog/2014/09/02/generating-keystores-for-configuring-accumulo-with-ssl.html
@@ -164,7 +164,7 @@
<table>
<tr><td><b>Author</b></td><td> Josh Elser </td></tr>
-<tr><td><b>Post date </b></td><td> 02 Sep 2014 </td></tr>
+<tr><td><b>Date </b></td><td> 02 Sep 2014 </td></tr>
</table>
<p>
http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/60ef8853/blog/2015/03/20/balancing-groups-of-tablets.html
----------------------------------------------------------------------
diff --git a/blog/2015/03/20/balancing-groups-of-tablets.html b/blog/2015/03/20/balancing-groups-of-tablets.html
index 37ef58d..d9ef22f 100644
--- a/blog/2015/03/20/balancing-groups-of-tablets.html
+++ b/blog/2015/03/20/balancing-groups-of-tablets.html
@@ -164,7 +164,7 @@
<table>
<tr><td><b>Author</b></td><td> Keith Turner </td></tr>
-<tr><td><b>Post date </b></td><td> 20 Mar 2015 </td></tr>
+<tr><td><b>Date </b></td><td> 20 Mar 2015 </td></tr>
</table>
<p>
http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/60ef8853/blog/2015/04/06/replicating-data-across-accumulo-clusters.html
----------------------------------------------------------------------
diff --git a/blog/2015/04/06/replicating-data-across-accumulo-clusters.html b/blog/2015/04/06/replicating-data-across-accumulo-clusters.html
index 5c3bb70..0b138d4 100644
--- a/blog/2015/04/06/replicating-data-across-accumulo-clusters.html
+++ b/blog/2015/04/06/replicating-data-across-accumulo-clusters.html
@@ -164,7 +164,7 @@
<table>
<tr><td><b>Author</b></td><td> Josh Elser </td></tr>
-<tr><td><b>Post date </b></td><td> 06 Apr 2015 </td></tr>
+<tr><td><b>Date </b></td><td> 06 Apr 2015 </td></tr>
</table>
<p>
http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/60ef8853/blog/2016/11/02/durability-performance.html
----------------------------------------------------------------------
diff --git a/blog/2016/11/02/durability-performance.html b/blog/2016/11/02/durability-performance.html
index 1970285..1c9e946 100644
--- a/blog/2016/11/02/durability-performance.html
+++ b/blog/2016/11/02/durability-performance.html
@@ -164,7 +164,7 @@
<table>
<tr><td><b>Author</b></td><td> Keith Turner </td></tr>
-<tr><td><b>Post date </b></td><td> 02 Nov 2016 </td></tr>
+<tr><td><b>Date </b></td><td> 02 Nov 2016 </td></tr>
<tr><td><b>Reviewer(s) </b></td><td> Josh Elser, Dave Marion, Christopher Tubbs </td></tr>
</table>
<p>
http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/60ef8853/blog/2016/11/16/simpler-scripts-and-config.html
----------------------------------------------------------------------
diff --git a/blog/2016/11/16/simpler-scripts-and-config.html b/blog/2016/11/16/simpler-scripts-and-config.html
new file mode 100644
index 0000000..eb93a58
--- /dev/null
+++ b/blog/2016/11/16/simpler-scripts-and-config.html
@@ -0,0 +1,357 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<meta charset="utf-8">
+<meta http-equiv="X-UA-Compatible" content="IE=edge">
+<meta name="viewport" content="width=device-width, initial-scale=1">
+<link href="https://maxcdn.bootstrapcdn.com/bootswatch/3.3.7/paper/bootstrap.min.css" rel="stylesheet" integrity="sha384-awusxf8AUojygHf2+joICySzB780jVvQaVCAt1clU3QsyAitLGul28Qxb2r1e5g+" crossorigin="anonymous">
+<link href="//netdna.bootstrapcdn.com/font-awesome/4.0.3/css/font-awesome.css" rel="stylesheet">
+<link rel="stylesheet" type="text/css" href="https://cdn.datatables.net/v/bs/jq-2.2.3/dt-1.10.12/datatables.min.css">
+<link href="/css/accumulo.css" rel="stylesheet" type="text/css">
+
+<title>Simpler scripts and configuration coming in Accumulo 2.0.0</title>
+
+<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.4/jquery.min.js"></script>
+<script src="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/js/bootstrap.min.js" integrity="sha384-Tc5IQib027qvyjSMfHjOMaLkfuWVxZxUPnCJA7l2mCWNIpG9mGCD8wGNIcPD7Txa" crossorigin="anonymous"></script>
+<script type="text/javascript" src="https://cdn.datatables.net/v/bs/jq-2.2.3/dt-1.10.12/datatables.min.js"></script>
+<script>
+ // show location of canonical site if not currently on the canonical site
+ $(function() {
+ var host = window.location.host;
+ if (typeof host !== 'undefined' && host !== 'accumulo.apache.org') {
+ $('#non-canonical').show();
+ }
+ });
+
+ $(function() {
+ // decorate section headers with anchors
+ return $("h2, h3, h4, h5, h6").each(function(i, el) {
+ var $el, icon, id;
+ $el = $(el);
+ id = $el.attr('id');
+ icon = '<i class="fa fa-link"></i>';
+ if (id) {
+ return $el.append($("<a />").addClass("header-link").attr("href", "#" + id).html(icon));
+ }
+ });
+ });
+
+ // configure Google Analytics
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ if (ga.hasOwnProperty('loaded') && ga.loaded === true) {
+ ga('create', 'UA-50934829-1', 'apache.org');
+ ga('send', 'pageview');
+ }
+</script>
+
+</head>
+<body style="padding-top: 100px">
+
+ <nav class="navbar navbar-default navbar-fixed-top">
+ <div class="container">
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle" data-toggle="collapse" data-target="#navbar-items">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <a href="/"><img id="nav-logo" alt="Apache Accumulo" class="img-responsive" src="/images/accumulo-logo.png" width="200"/></a>
+ </div>
+ <div class="collapse navbar-collapse" id="navbar-items">
+ <ul class="nav navbar-nav">
+ <li class="nav-link"><a href="/downloads">Download</a></li>
+ <li class="dropdown">
+ <a class="dropdown-toggle" data-toggle="dropdown" href="#">Releases<span class="caret"></span></a>
+ <ul class="dropdown-menu">
+ <li><a href="/release/accumulo-1.8.0/">1.8.0 (Latest)</a></li>
+ <li><a href="/release/accumulo-1.7.2/">1.7.2</a></li>
+ <li><a href="/release/accumulo-1.6.6/">1.6.6</a></li>
+ <li><a href="/release/">Archive</a></li>
+ </ul>
+ </li>
+ <li class="dropdown">
+ <a class="dropdown-toggle" data-toggle="dropdown" href="#">Documentation<span class="caret"></span></a>
+ <ul class="dropdown-menu">
+ <li><a href="/user-manual/">User Manuals</a></li>
+ <li><a href="/javadocs/">Javadocs</a></li>
+ <li><a href="/examples/">Examples</a></li>
+ <li><a href="/notable_features">Features</a></li>
+ <li><a href="/screenshots">Screenshots</a></li>
+ <li><a href="/papers">Papers & Presentations</a></li>
+ <li><a href="/glossary">Glossary</a></li>
+ </ul>
+ </li>
+ <li class="dropdown">
+ <a class="dropdown-toggle" data-toggle="dropdown" href="#">Community<span class="caret"></span></a>
+ <ul class="dropdown-menu">
+ <li><a href="/get_involved">Get Involved</a></li>
+ <li><a href="/mailing_list">Mailing Lists</a></li>
+ <li><a href="/people">People</a></li>
+ <li><a href="/news">News Archive</a></li>
+ <li><a href="/projects">Community Projects</a></li>
+ <li><a href="/thanks">Thanks</a></li>
+ <li><a href="/governance/">Governance</a></li>
+ </ul>
+ </li>
+ <li class="dropdown">
+ <a class="dropdown-toggle" data-toggle="dropdown" href="#">Development<span class="caret"></span></a>
+ <ul class="dropdown-menu">
+ <li><a href="https://issues.apache.org/jira/browse/ACCUMULO">Issue Tracker <i class="fa fa-external-link"></i></a></li>
+ <li><a href="https://github.com/apache/accumulo/pulls">Pull Requests <i class="fa fa-external-link"></i></a></li>
+ <li><a href="https://builds.apache.org/view/A/view/Accumulo">Jenkins Builds <i class="fa fa-external-link"></i></a></li>
+ <li><a href="https://travis-ci.org/apache/accumulo">TravisCI Builds <i class="fa fa-external-link"></i></a></li>
+ <li class="divider"></li>
+ <li class="dropdown-header">Guides</li>
+ <li><a href="/source">Source & Guide</a></li>
+ <li><a href="/git">Git Workflow</a></li>
+ <li><a href="/versioning">Versioning</a></li>
+ <li><a href="/contrib">Contrib Projects</a></li>
+ <li><a href="/rb">Review Board</a></li>
+ <li><a href="/releasing">Making Releases</a></li>
+ <li><a href="/verifying_releases">Verifying Releases</a></li>
+ </ul>
+ </li>
+ </ul>
+ <ul class="nav navbar-nav navbar-right">
+ <li class="dropdown">
+ <a class="dropdown-toggle" data-toggle="dropdown" href="#">Apache Software Foundation<span class="caret"></span></a>
+ <ul class="dropdown-menu">
+ <li><a href="https://www.apache.org">Apache Homepage <i class="fa fa-external-link"></i></a></li>
+ <li><a href="https://www.apache.org/licenses/LICENSE-2.0">License <i class="fa fa-external-link"></i></a></li>
+ <li><a href="https://www.apache.org/foundation/sponsorship">Sponsorship <i class="fa fa-external-link"></i></a></li>
+ <li><a href="https://www.apache.org/security">Security <i class="fa fa-external-link"></i></a></li>
+ <li><a href="https://www.apache.org/foundation/thanks">Thanks <i class="fa fa-external-link"></i></a></li>
+ <li><a href="https://www.apache.org/foundation/policies/conduct">Code of Conduct <i class="fa fa-external-link"></i></a></li>
+ </ul>
+ </li>
+ </ul>
+ </div>
+ </div>
+</nav>
+
+
+ <div class="container">
+ <div class="row">
+ <div class="col-md-12">
+
+ <div id="non-canonical" style="display: none; background-color: #F0E68C; padding-left: 1em;">
+ Visit the official site at: <a href="https://accumulo.apache.org">https://accumulo.apache.org</a>
+ </div>
+ <div id="content">
+
+ <h1 class="title">Simpler scripts and configuration coming in Accumulo 2.0.0</h1>
+
+ <table>
+<tr><td><b>Author</b></td><td> Mike Walch </td></tr>
+<tr><td><b>Date </b></td><td> 16 Nov 2016 </td></tr>
+<tr><td><b>Reviewer(s) </b></td><td> Josh Elser, Chistopher Tubbs </td></tr>
+</table>
+<p>
+
+<p>For the upcoming 2.0.0 release, Accumulo\u2019s scripts and configuration <a href="https://issues.apache.org/jira/browse/ACCUMULO-4490">were refactored</a>
+to make Accumulo easier to use. While Accumulo\u2019s documentation (i.e. the user
+manual and <a href="https://github.com/apache/accumulo/blob/master/INSTALL.md">INSTALL.md</a>) were updated with any changes that were made, this blog post provides
+a summary of the changes.</p>
+
+<h3 id="fewer-scripts">Fewer scripts</h3>
+
+<p>Before 2.0.0, the <code class="highlighter-rouge">bin/</code> directory of Accumulo\u2019s binary tarball contained about 20 scripts:</p>
+
+<div class="language-bash highlighter-rouge"><pre class="highlight"><code><span class="gp">$ </span>ls accumulo-1.8.0/bin/
+accumulo build_native_library.sh generate_monitor_certificate.sh start-here.sh stop-server.sh
+accumulo_watcher.sh check-slaves LogForwarder.sh start-server.sh tdown.sh
+bootstrap_config.sh config-server.sh start-all.sh stop-all.sh tool.sh
+bootstrap_hdfs.sh config.sh start-daemon.sh stop-here.sh tup.sh
+</code></pre>
+</div>
+
+<p>The number of scripts made it difficult to know which scripts to use. If you added the <code class="highlighter-rouge">bin/</code> directory to your
+<code class="highlighter-rouge">PATH</code>, it could add unecessary commands to your PATH or cause commands to be overriden due generic names
+(like \u2018start-all.sh\u2019). The number of scripts were reduced using the following methods:</p>
+
+<ul>
+ <li>Scripts that are only called by other scripts were moved to a new <code class="highlighter-rouge">libexec/</code> directory in the Accumulo binary tarball</li>
+ <li>Scripts with similiar functionality were combined</li>
+ <li>Extra/optional scripts were move to a new <code class="highlighter-rouge">contrib/</code> directory in the binary tarball</li>
+</ul>
+
+<p>Starting with 2.0.0, Accumulo will only have 3 scripts in its <code class="highlighter-rouge">bin/</code> directory:</p>
+
+<div class="language-bash highlighter-rouge"><pre class="highlight"><code><span class="gp">$ </span>ls accumulo-2.0.0/bin/
+accumulo accumulo-cluster accumulo-service
+</code></pre>
+</div>
+
+<p>Below are some notes on this change:</p>
+
+<ul>
+ <li>The \u2018accumulo\u2019 script was left alone except for improved usage and the addition of \u2018create-config\u2019 and \u2018build-native\u2019
+commands to replace \u2018bootstrap_config.sh\u2019 and \u2018build_native_library.sh\u2019.</li>
+ <li>The \u2018accumulo-service\u2019 script was created to manage Accumulo processes as services</li>
+ <li>The \u2018accumulo-cluster\u2019 command was created to manage Accumulo on cluster and replaces \u2018start-all.sh\u2019 and \u2018stop-all.sh\u2019.</li>
+ <li>
+ <p>All optional scripts in <code class="highlighter-rouge">bin/</code> were moved to <code class="highlighter-rouge">contrib/</code>:</p>
+
+ <div class="highlighter-rouge"><pre class="highlight"><code>$ ls accumulo-2.0.0/contrib/
+bootstrap-hdfs.sh check-tservers gen-monitor-cert.sh tool.sh
+</code></pre>
+ </div>
+ </li>
+</ul>
+
+<h3 id="less-configuration">Less configuration</h3>
+
+<p>Before 2.0.0, Accumulo\u2019s <code class="highlighter-rouge">conf/</code> directory looked like the following (after creating initial config files
+using \u2018bootstrap_config.sh\u2019):</p>
+
+<div class="language-bash highlighter-rouge"><pre class="highlight"><code><span class="gp">$ </span>ls accumulo-1.8.0/conf/
+accumulo-env.sh auditLog.xml generic_logger.properties masters slaves
+accumulo-metrics.xml client.conf generic_logger.xml monitor templates
+accumulo.policy.example examples hadoop-metrics2-accumulo.properties monitor_logger.properties tracers
+accumulo-site.xml gc log4j.properties monitor_logger.xml
+</code></pre>
+</div>
+
+<p>While all of these files have a purpose, many are only used in rare situations. Therefore, the
+\u2018accumulo create-config\u2019 (which replaces \u2018bootstrap_config.sh\u2019) now only generates a minimum
+set of configuration files needed to run Accumulo.</p>
+
+<div class="language-bash highlighter-rouge"><pre class="highlight"><code><span class="gp">$ </span><span class="nb">cd </span>accumulo-2.0.0
+<span class="gp">$ </span>./bin/accumulo create-config
+<span class="gp">$ </span>ls conf/
+accumulo-env.sh accumulo-site.xml client.conf examples
+</code></pre>
+</div>
+
+<p>The \u2018accumulo create-config\u2019 command does not generate host files (i.e \u2018tservers\u2019, \u2018monitor\u2019, etc) to run processes locally.
+These files are only required by the \u2018accumulo-cluster\u2019 command which has a command to generate them.</p>
+
+<div class="language-bash highlighter-rouge"><pre class="highlight"><code><span class="gp">$ </span><span class="nb">cd </span>accumulo-2.0.0/
+<span class="gp">$ </span>./bin/accumulo-cluster create-config
+<span class="gp">$ </span>ls conf/
+accumulo-env.sh accumulo-site.xml client.conf examples gc masters monitor tracers tservers
+</code></pre>
+</div>
+
+<p>Any less common configuration files that were not generated above can still be found in <code class="highlighter-rouge">conf/examples</code>.</p>
+
+<h3 id="better-usage">Better usage</h3>
+
+<p>Before 2.0.0, the \u2018accumulo\u2019 command had a limited usage:</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>$ ./accumulo-1.8.0/bin/accumulo
+accumulo admin | check-server-config | classpath | create-token | gc | help | info | init | jar <jar> [<main class>] args |
+ login-info | master | minicluster | monitor | proxy | rfile-info | shell | tracer | tserver | version | zookeeper | <accumulo class> args
+</code></pre>
+</div>
+
+<p>For 2.0.0, all \u2018accumulo\u2019 commands were given a short description and organized into the groups. Below is
+the full usage. It should be noted that usage is limited until the \u2018accumulo-env.sh\u2019 configuration file is
+created in <code class="highlighter-rouge">conf/</code> by the <code class="highlighter-rouge">accumulo create-config</code> command.</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>$ ./accumulo-2.0.0/bin/accumulo help
+
+Usage: accumulo <command> (<argument> ...)
+
+Core Commands:
+ create-config Creates Accumulo configuration
+ build-native Builds Accumulo native libraries
+ init Initializes Accumulo
+ shell Runs Accumulo shell
+ classpath Prints Accumulo classpath
+ version Prints Accumulo version
+ admin Executes administrative commands
+ info Prints Accumulo cluster info
+ help Prints usage
+ jar <jar> [<main class>] args Runs Java <main class> in <jar> using Accumulo classpath
+ <main class> args Runs Java <main class> located on Accumulo classpath
+
+Process Commands:
+ gc Starts Accumulo garbage collector
+ master Starts Accumulo master
+ monitor Starts Accumulo monitor
+ minicluster Starts Accumulo minicluster
+ proxy Starts Accumulo proxy
+ tserver Starts Accumulo tablet server
+ tracer Starts Accumulo tracer
+ zookeeper Starts Apache Zookeeper instance
+
+Advanced Commands:
+ check-server-config Checks server config
+ create-token Creates authentication token
+ login-info Prints Accumulo login info
+ rfile-info Prints rfile info
+</code></pre>
+</div>
+
+<p>The new \u2018accumulo-service\u2019 and \u2018accumulo-cluster\u2019 commands also have informative usage.</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>$ ./accumulo-2.0.0/bin/accumulo-service
+
+Usage: accumulo-service <service> <command>
+
+Services:
+ gc Accumulo garbage collector
+ monitor Accumulo monitor
+ master Accumulo master
+ tserver Accumulo tserver
+ tracer Accumulo tracter
+
+Commands:
+ start Starts service
+ stop Stops service
+ kill Kills service
+
+$ ./accumulo-2.0.0/bin/accumulo-cluster
+
+Usage: accumulo-cluster <command> (<argument> ...)
+
+Commands:
+ create-config Creates cluster config
+ start Starts Accumulo cluster
+ stop Stops Accumulo cluster
+</code></pre>
+</div>
+
+
+
+<p><strong>View all posts in the <a href="/news">news archive</a></strong></p>
+
+ </div>
+
+
+<footer>
+
+ <p><a href="https://www.apache.org"><img src="/images/feather-small.gif" alt="Apache Software Foundation" id="asf-logo" height="100" /></a></p>
+
+ <p>Copyright � 2011-2016 The Apache Software Foundation. Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache�License,�Version�2.0</a>.</p>
+
+</footer>
+
+
+ </div>
+ </div>
+ </div>
+</body>
+</html>
http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/60ef8853/css/accumulo.css
----------------------------------------------------------------------
diff --git a/css/accumulo.css b/css/accumulo.css
index ac5880a..261c55c 100644
--- a/css/accumulo.css
+++ b/css/accumulo.css
@@ -85,7 +85,7 @@ code { background-color: #f5f5f5; color: #20b2aa; }
#sidebar { font-size: 15px; }
-.latest-news-item { margin-bottom: 5px; }
+.latest-news-item { margin-bottom: 10px; font-size: 15px; line-height: 20px; }
.latest-news-item span { font-size: 12px; }
http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/60ef8853/feed.xml
----------------------------------------------------------------------
diff --git a/feed.xml b/feed.xml
index 4ba2d1e..5e439ab 100644
--- a/feed.xml
+++ b/feed.xml
@@ -6,11 +6,188 @@
</description>
<link>https://accumulo.apache.org/</link>
<atom:link href="https://accumulo.apache.org/feed.xml" rel="self" type="application/rss+xml"/>
- <pubDate>Tue, 15 Nov 2016 12:07:34 -0500</pubDate>
- <lastBuildDate>Tue, 15 Nov 2016 12:07:34 -0500</lastBuildDate>
+ <pubDate>Thu, 17 Nov 2016 08:58:59 -0500</pubDate>
+ <lastBuildDate>Thu, 17 Nov 2016 08:58:59 -0500</lastBuildDate>
<generator>Jekyll v3.3.0</generator>
<item>
+ <title>Simpler scripts and configuration coming in Accumulo 2.0.0</title>
+ <description><p>For the upcoming 2.0.0 release, Accumulo\u2019s scripts and configuration <a href="https://issues.apache.org/jira/browse/ACCUMULO-4490">were refactored</a>
+to make Accumulo easier to use. While Accumulo\u2019s documentation (i.e. the user
+manual and <a href="https://github.com/apache/accumulo/blob/master/INSTALL.md">INSTALL.md</a>) were updated with any changes that were made, this blog post provides
+a summary of the changes.</p>
+
+<h3 id="fewer-scripts">Fewer scripts</h3>
+
+<p>Before 2.0.0, the <code class="highlighter-rouge">bin/</code> directory of Accumulo\u2019s binary tarball contained about 20 scripts:</p>
+
+<div class="language-bash highlighter-rouge"><pre class="highlight"><code><span class="gp">$ </span>ls accumulo-1.8.0/bin/
+accumulo build_native_library.sh generate_monitor_certificate.sh start-here.sh stop-server.sh
+accumulo_watcher.sh check-slaves LogForwarder.sh start-server.sh tdown.sh
+bootstrap_config.sh config-server.sh start-all.sh stop-all.sh tool.sh
+bootstrap_hdfs.sh config.sh start-daemon.sh stop-here.sh tup.sh
+</code></pre>
+</div>
+
+<p>The number of scripts made it difficult to know which scripts to use. If you added the <code class="highlighter-rouge">bin/</code> directory to your
+<code class="highlighter-rouge">PATH</code>, it could add unecessary commands to your PATH or cause commands to be overriden due generic names
+(like \u2018start-all.sh\u2019). The number of scripts were reduced using the following methods:</p>
+
+<ul>
+ <li>Scripts that are only called by other scripts were moved to a new <code class="highlighter-rouge">libexec/</code> directory in the Accumulo binary tarball</li>
+ <li>Scripts with similiar functionality were combined</li>
+ <li>Extra/optional scripts were move to a new <code class="highlighter-rouge">contrib/</code> directory in the binary tarball</li>
+</ul>
+
+<p>Starting with 2.0.0, Accumulo will only have 3 scripts in its <code class="highlighter-rouge">bin/</code> directory:</p>
+
+<div class="language-bash highlighter-rouge"><pre class="highlight"><code><span class="gp">$ </span>ls accumulo-2.0.0/bin/
+accumulo accumulo-cluster accumulo-service
+</code></pre>
+</div>
+
+<p>Below are some notes on this change:</p>
+
+<ul>
+ <li>The \u2018accumulo\u2019 script was left alone except for improved usage and the addition of \u2018create-config\u2019 and \u2018build-native\u2019
+commands to replace \u2018bootstrap_config.sh\u2019 and \u2018build_native_library.sh\u2019.</li>
+ <li>The \u2018accumulo-service\u2019 script was created to manage Accumulo processes as services</li>
+ <li>The \u2018accumulo-cluster\u2019 command was created to manage Accumulo on cluster and replaces \u2018start-all.sh\u2019 and \u2018stop-all.sh\u2019.</li>
+ <li>
+ <p>All optional scripts in <code class="highlighter-rouge">bin/</code> were moved to <code class="highlighter-rouge">contrib/</code>:</p>
+
+ <div class="highlighter-rouge"><pre class="highlight"><code>$ ls accumulo-2.0.0/contrib/
+bootstrap-hdfs.sh check-tservers gen-monitor-cert.sh tool.sh
+</code></pre>
+ </div>
+ </li>
+</ul>
+
+<h3 id="less-configuration">Less configuration</h3>
+
+<p>Before 2.0.0, Accumulo\u2019s <code class="highlighter-rouge">conf/</code> directory looked like the following (after creating initial config files
+using \u2018bootstrap_config.sh\u2019):</p>
+
+<div class="language-bash highlighter-rouge"><pre class="highlight"><code><span class="gp">$ </span>ls accumulo-1.8.0/conf/
+accumulo-env.sh auditLog.xml generic_logger.properties masters slaves
+accumulo-metrics.xml client.conf generic_logger.xml monitor templates
+accumulo.policy.example examples hadoop-metrics2-accumulo.properties monitor_logger.properties tracers
+accumulo-site.xml gc log4j.properties monitor_logger.xml
+</code></pre>
+</div>
+
+<p>While all of these files have a purpose, many are only used in rare situations. Therefore, the
+\u2018accumulo create-config\u2019 (which replaces \u2018bootstrap_config.sh\u2019) now only generates a minimum
+set of configuration files needed to run Accumulo.</p>
+
+<div class="language-bash highlighter-rouge"><pre class="highlight"><code><span class="gp">$ </span><span class="nb">cd </span>accumulo-2.0.0
+<span class="gp">$ </span>./bin/accumulo create-config
+<span class="gp">$ </span>ls conf/
+accumulo-env.sh accumulo-site.xml client.conf examples
+</code></pre>
+</div>
+
+<p>The \u2018accumulo create-config\u2019 command does not generate host files (i.e \u2018tservers\u2019, \u2018monitor\u2019, etc) to run processes locally.
+These files are only required by the \u2018accumulo-cluster\u2019 command which has a command to generate them.</p>
+
+<div class="language-bash highlighter-rouge"><pre class="highlight"><code><span class="gp">$ </span><span class="nb">cd </span>accumulo-2.0.0/
+<span class="gp">$ </span>./bin/accumulo-cluster create-config
+<span class="gp">$ </span>ls conf/
+accumulo-env.sh accumulo-site.xml client.conf examples gc masters monitor tracers tservers
+</code></pre>
+</div>
+
+<p>Any less common configuration files that were not generated above can still be found in <code class="highlighter-rouge">conf/examples</code>.</p>
+
+<h3 id="better-usage">Better usage</h3>
+
+<p>Before 2.0.0, the \u2018accumulo\u2019 command had a limited usage:</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>$ ./accumulo-1.8.0/bin/accumulo
+accumulo admin | check-server-config | classpath | create-token | gc | help | info | init | jar &lt;jar&gt; [&lt;main class&gt;] args |
+ login-info | master | minicluster | monitor | proxy | rfile-info | shell | tracer | tserver | version | zookeeper | &lt;accumulo class&gt; args
+</code></pre>
+</div>
+
+<p>For 2.0.0, all \u2018accumulo\u2019 commands were given a short description and organized into the groups. Below is
+the full usage. It should be noted that usage is limited until the \u2018accumulo-env.sh\u2019 configuration file is
+created in <code class="highlighter-rouge">conf/</code> by the <code class="highlighter-rouge">accumulo create-config</code> command.</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>$ ./accumulo-2.0.0/bin/accumulo help
+
+Usage: accumulo &lt;command&gt; (&lt;argument&gt; ...)
+
+Core Commands:
+ create-config Creates Accumulo configuration
+ build-native Builds Accumulo native libraries
+ init Initializes Accumulo
+ shell Runs Accumulo shell
+ classpath Prints Accumulo classpath
+ version Prints Accumulo version
+ admin Executes administrative commands
+ info Prints Accumulo cluster info
+ help Prints usage
+ jar &lt;jar&gt; [&lt;main class&gt;] args Runs Java &lt;main class&gt; in &lt;jar&gt; using Accumulo classpath
+ &lt;main class&gt; args Runs Java &lt;main class&gt; located on Accumulo classpath
+
+Process Commands:
+ gc Starts Accumulo garbage collector
+ master Starts Accumulo master
+ monitor Starts Accumulo monitor
+ minicluster Starts Accumulo minicluster
+ proxy Starts Accumulo proxy
+ tserver Starts Accumulo tablet server
+ tracer Starts Accumulo tracer
+ zookeeper Starts Apache Zookeeper instance
+
+Advanced Commands:
+ check-server-config Checks server config
+ create-token Creates authentication token
+ login-info Prints Accumulo login info
+ rfile-info Prints rfile info
+</code></pre>
+</div>
+
+<p>The new \u2018accumulo-service\u2019 and \u2018accumulo-cluster\u2019 commands also have informative usage.</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>$ ./accumulo-2.0.0/bin/accumulo-service
+
+Usage: accumulo-service &lt;service&gt; &lt;command&gt;
+
+Services:
+ gc Accumulo garbage collector
+ monitor Accumulo monitor
+ master Accumulo master
+ tserver Accumulo tserver
+ tracer Accumulo tracter
+
+Commands:
+ start Starts service
+ stop Stops service
+ kill Kills service
+
+$ ./accumulo-2.0.0/bin/accumulo-cluster
+
+Usage: accumulo-cluster &lt;command&gt; (&lt;argument&gt; ...)
+
+Commands:
+ create-config Creates cluster config
+ start Starts Accumulo cluster
+ stop Stops Accumulo cluster
+</code></pre>
+</div>
+
+</description>
+ <pubDate>Wed, 16 Nov 2016 00:00:00 -0500</pubDate>
+ <link>https://accumulo.apache.org/blog/2016/11/16/simpler-scripts-and-config.html</link>
+ <guid isPermaLink="true">https://accumulo.apache.org/blog/2016/11/16/simpler-scripts-and-config.html</guid>
+
+
+ <category>blog</category>
+
+ </item>
+
+ <item>
<title>Durability Performance Implications</title>
<description><h2 id="overview">Overview</h2>
@@ -1342,148 +1519,5 @@ and, in HDFS High-Availability instances, forcing NameNode failover.</p>
</item>
- <item>
- <title>Apache Accumulo 1.6.3</title>
- <description><p>Apache Accumulo 1.6.3 is a maintenance release on the 1.6 version branch.
-This release contains changes from over 63 issues, comprised of bug-fixes,
-performance improvements and better test cases. See <a href="https://issues.apache.org/jira/browse/ACCUMULO/fixforversion/12329154">JIRA</a> for a
-complete list.</p>
-
-<p>Users of 1.6.0, 1.6.1, and 1.6.2 are strongly encouraged to update as soon as
-possible to benefit from the improvements with very little concern in change
-of underlying functionality. Users of 1.4 or 1.5 that are seeking to upgrade
-to 1.6 should consider 1.6.3 as a starting point. For information about
-improvements since Accumulo 1.5, see the <a href="/release_notes/1.6.0">1.6.0</a>, <a href="/release_notes/1.6.1">1.6.1</a>, and
-<a href="/release_notes/1.6.2">1.6.2</a> release notes.</p>
-
-<h2 id="fixed-batchwriter-hold-time-error">Fixed BatchWriter hold time error</h2>
-
-<p>In previous releases, a <code class="highlighter-rouge">BatchWriter</code> could fail with a
-<code class="highlighter-rouge">MutationsRejectedException</code> with server errors. If inspection of the tserver
-logs showed <code class="highlighter-rouge">HoldTimeoutException</code> was the cause, the workaround was to
-increase the value of <code class="highlighter-rouge">general.rpc.timeout</code>. Changing this setting is no
-longer necessary as this bug was fixed by <a href="https://issues.apache.org/jira/browse/ACCUMULO-2388">ACCUMULO-2388</a>.</p>
-
-<h2 id="severe-bug-fixes">Severe bug fixes</h2>
-
-<ul>
- <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-3597">ACCUMULO-3597</a> Fixed a deadlock where a table flush and
-metadata tablet load were waiting on each other. This was a rare bug. If it
-occurred it could impact the availability of Accumulo as most Accumulo
-operations depend on metadata tablets.</li>
- <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-3709">ACCUMULO-3709</a> Fixed a potential data loss bug where
-AccumuloOutputFormat close did not rethrow exception.</li>
- <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-3745">ACCUMULO-3745</a> Fixed a deadlock in SourceSwitchingIterator
-that occurred when using custom iterators that called <code class="highlighter-rouge">deepCopy</code>. This bug
-would cause scans to hang indefinitely until the offending tserver was killed.</li>
- <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-3859">ACCUMULO-3859</a> Fixed a race condition that could prevent table
-constraints from ever loading for a Tablet. It is likely to only affect users
-when the constraint is first added to a table.</li>
-</ul>
-
-<h2 id="notable-bug-fixes">Notable bug fixes</h2>
-
-<ul>
- <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-3589">ACCUMULO-3589</a> <code class="highlighter-rouge">du</code> in Shell does not check table existence.</li>
- <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-3692">ACCUMULO-3692</a> Offline\u2019ing a table disabled subsequent balancing.</li>
- <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-3696">ACCUMULO-3696</a> Tracing could queue too many traces</li>
- <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-3718">ACCUMULO-3718</a> Fixed a bug that prevented a Mutation from
-being created in Scala.</li>
- <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-3747">ACCUMULO-3747</a> Thrashing tablet servers would be removed from the Monitor\u2019s Dead Server list.</li>
- <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-3750">ACCUMULO-3750</a> Fixed an issue where the Master would perpetually
-fail when there was a bad <code class="highlighter-rouge">instance.secret</code> setting.</li>
- <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-3784">ACCUMULO-3784</a> Fixed a bug in <code class="highlighter-rouge">getauths</code> Shell command where it
-treated visibilities that differed only in case as the same.</li>
- <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-3796">ACCUMULO-3796</a> Added documentation about turning off zone
-reclaim.</li>
- <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-3880">ACCUMULO-3880</a> Fixed an issue where malformed configuration caused
-TabletServers to shutdown.</li>
- <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-3890">ACCUMULO-3890</a> Fixed a performance issue with CredentialProvider. Information
-stored in the CredentialProvider was not cached which resulted in repeatedly reading the
-file from HDFS which can degrade HDFS performance.</li>
-</ul>
-
-<h2 id="known-issues">Known Issues</h2>
-
-<p>During testing <a href="https://issues.apache.org/jira/browse/HDFS-8406">HDFS-8406</a> was encountered which is summarized by write-ahead log recovery
-that was never completed due to an inability to recover the HDFS lease on the WAL. To work around
-this issue, the following steps can be done:</p>
-
-<ol>
- <li>Locate block for walog whose lease can not be recovered.</li>
- <li>Copy block into HDFS as temp file TMP_WALOG</li>
- <li>Delete the walog whose lease can not be recovered.</li>
- <li>Move TMP_WALOG to the filename of the walog deleted in the previous step.</li>
-</ol>
-
-<p>Using the <code class="highlighter-rouge">fetchColumns()</code> method on a scanner in conjunction with custom iterators that
-add column families in their <code class="highlighter-rouge">seek()</code> method can lead to unexpected behavior. See
-<a href="https://issues.apache.org/jira/browse/ACCUMULO-3905">ACCUMULO-3905</a> for more details. In that issue javadoc updates were made,
-but the updates did not make it into 1.6.3.</p>
-
-<h2 id="testing">Testing</h2>
-
-<p>Each unit and functional test only runs on a single node, while the RandomWalk
-and Continuous Ingest tests run on any number of nodes. <em>Agitation</em> refers to
-randomly restarting Accumulo processes and Hadoop Datanode processes, and, in
-HDFS High-Availability instances, forcing NameNode failover.</p>
-
-<table id="release_notes_testing" class="table">
- <thead>
- <tr>
- <th>OS</th>
- <th>Hadoop</th>
- <th>Nodes</th>
- <th>ZooKeeper</th>
- <th>HDFS HA</th>
- <th>Tests</th>
- </tr>
- </thead>
- <tbody>
- <tr>
- <td>Amazon Linux 2014.09</td>
- <td>2.6.0</td>
- <td>20</td>
- <td>3.4.5</td>
- <td>No</td>
- <td>24hr ContinuousIngest w/ verification w/ and w/o agitation</td>
- </tr>
- <tr>
- <td>Amazon Linux 2014.09</td>
- <td>2.6.0</td>
- <td>20</td>
- <td>3.4.5</td>
- <td>No</td>
- <td>24hr Randomwalk w/o agitation</td>
- </tr>
- <tr>
- <td>Centos 6.5</td>
- <td>2.7.1</td>
- <td>6</td>
- <td>3.4.5</td>
- <td>No</td>
- <td>Continuous Ingest and Verify (6B entries)</td>
- </tr>
- <tr>
- <td>Centos 6.6</td>
- <td>2.2.0</td>
- <td>6</td>
- <td>3.4.5</td>
- <td>No</td>
- <td>All integration test passed. Some needed to be run a 2nd time.</td>
- </tr>
- </tbody>
-</table>
-
-</description>
- <pubDate>Sat, 04 Jul 2015 00:00:00 -0400</pubDate>
- <link>https://accumulo.apache.org/release/accumulo-1.6.3/</link>
- <guid isPermaLink="true">https://accumulo.apache.org/release/accumulo-1.6.3/</guid>
-
-
- <category>release</category>
-
- </item>
-
</channel>
</rss>
http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/60ef8853/index.html
----------------------------------------------------------------------
diff --git a/index.html b/index.html
index 0262b08..73474e3 100644
--- a/index.html
+++ b/index.html
@@ -178,6 +178,13 @@
<div class="row latest-news-item">
<div class="col-sm-12" style="margin-bottom: 5px">
<span style="font-size: 12px; margin-right: 5px;">Nov 2016</span>
+ <a href="/blog/2016/11/16/simpler-scripts-and-config.html">Simpler scripts and configuration coming in Accumulo 2.0.0</a>
+ </div>
+ </div>
+
+ <div class="row latest-news-item">
+ <div class="col-sm-12" style="margin-bottom: 5px">
+ <span style="font-size: 12px; margin-right: 5px;">Nov 2016</span>
<a href="/blog/2016/11/02/durability-performance.html">Durability Performance Implications</a>
</div>
</div>
@@ -203,13 +210,6 @@
</div>
</div>
- <div class="row latest-news-item">
- <div class="col-sm-12" style="margin-bottom: 5px">
- <span style="font-size: 12px; margin-right: 5px;">Feb 2016</span>
- <a href="/release/accumulo-1.7.1/">Apache Accumulo 1.7.1</a>
- </div>
- </div>
-
<div id="news-archive-link">
<p>View all posts in the <a href="/news">news archive</a></p>
</div>
http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/60ef8853/news.html
----------------------------------------------------------------------
diff --git a/news.html b/news.html
index 322fe4e..c636337 100644
--- a/news.html
+++ b/news.html
@@ -171,6 +171,14 @@
<h3>2016</h3>
<div class="row" style="margin-top: 15px">
+ <div class="col-md-1">Nov 16</div>
+ <div class="col-md-10"><a href="/blog/2016/11/16/simpler-scripts-and-config.html">Simpler scripts and configuration coming in Accumulo 2.0.0</a></div>
+ </div>
+
+
+
+
+ <div class="row" style="margin-top: 15px">
<div class="col-md-1">Nov 02</div>
<div class="col-md-10"><a href="/blog/2016/11/02/durability-performance.html">Durability Performance Implications</a></div>
</div>