You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@storm.apache.org by bo...@apache.org on 2016/03/22 16:39:15 UTC
[49/51] [partial] storm git commit: STORM-1617: Versioned Docs
http://git-wip-us.apache.org/repos/asf/storm/blob/335bbf94/_site/2012/08/02/storm080-released.html
----------------------------------------------------------------------
diff --git a/_site/2012/08/02/storm080-released.html b/_site/2012/08/02/storm080-released.html
deleted file mode 100644
index 70d0102..0000000
--- a/_site/2012/08/02/storm080-released.html
+++ /dev/null
@@ -1,340 +0,0 @@
-<!DOCTYPE html>
-<html>
-
- <head>
- <meta charset="utf-8">
- <meta http-equiv="X-UA-Compatible" content="IE=edge">
- <meta name="viewport" content="width=device-width, initial-scale=1">
-
- <link rel="shortcut icon" href="/favicon.ico" type="image/x-icon">
- <link rel="icon" href="/favicon.ico" type="image/x-icon">
-
- <title>Storm 0.8.0 and Trident released</title>
-
- <!-- Bootstrap core CSS -->
- <link href="/assets/css/bootstrap.min.css" rel="stylesheet">
- <!-- Bootstrap theme -->
- <link href="/assets/css/bootstrap-theme.min.css" rel="stylesheet">
-
- <!-- Custom styles for this template -->
- <link rel="stylesheet" href="http://fortawesome.github.io/Font-Awesome/assets/font-awesome/css/font-awesome.css">
- <link href="/css/style.css" rel="stylesheet">
- <link href="/assets/css/owl.theme.css" rel="stylesheet">
- <link href="/assets/css/owl.carousel.css" rel="stylesheet">
- <script type="text/javascript" src="/assets/js/jquery.min.js"></script>
- <script type="text/javascript" src="/assets/js/bootstrap.min.js"></script>
- <script type="text/javascript" src="/assets/js/owl.carousel.min.js"></script>
- <script type="text/javascript" src="/assets/js/storm.js"></script>
- <!-- Just for debugging purposes. Don't actually copy these 2 lines! -->
- <!--[if lt IE 9]><script src="../../assets/js/ie8-responsive-file-warning.js"></script><![endif]-->
-
- <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries -->
- <!--[if lt IE 9]>
- <script src="https://oss.maxcdn.com/html5shiv/3.7.2/html5shiv.min.js"></script>
- <script src="https://oss.maxcdn.com/respond/1.4.2/respond.min.js"></script>
- <![endif]-->
- </head>
-
-
-
- <body>
-
- <header>
- <div class="container-fluid">
- <div class="row">
- <div class="col-md-10">
- <a href="/index.html"><img src="/images/logo.png" class="logo" /></a>
- </div>
- <div class="col-md-2">
- <a href="/downloads.html" class="btn-std btn-block btn-download">Download</a>
- </div>
- </div>
- </div>
-</header>
-<!--Header End-->
-<!--Navigation Begin-->
-<div class="navbar" role="banner">
- <div class="container-fluid">
- <div class="navbar-header">
- <button class="navbar-toggle" type="button" data-toggle="collapse" data-target=".bs-navbar-collapse">
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- </div>
- <nav class="collapse navbar-collapse bs-navbar-collapse" role="navigation">
- <ul class="nav navbar-nav">
- <li><a href="/index.html" id="home">Home</a></li>
- <li><a href="/getting-help.html" id="getting-help">Getting Help</a></li>
- <li><a href="/about/integrates.html" id="project-info">Project Information</a></li>
- <li><a href="/documentation.html" id="documentation">Documentation</a></li>
- <li><a href="/talksAndVideos.html">Talks and Slideshows</a></li>
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown" id="contribute">Community <b class="caret"></b></a>
- <ul class="dropdown-menu">
- <li><a href="/contribute/Contributing-to-Storm.html">Contributing</a></li>
- <li><a href="/contribute/People.html">People</a></li>
- <li><a href="/contribute/BYLAWS.html">ByLaws</a></li>
- </ul>
- </li>
- <li><a href="/2015/11/05/storm096-released.html" id="news">News</a></li>
- </ul>
- </nav>
- </div>
-</div>
-
-
-
- <div class="container-fluid">
- <div class="row">
- <div class="col-md-12">
- <div class="row">
- <div class="col-md-3">
- <ul class="news" id="news-list">
-
- <li><a href="/2015/11/05/storm096-released.html">Storm 0.9.6 released</a></li>
-
- <li><a href="/2015/11/05/storm0100-released.html">Storm 0.10.0 released</a></li>
-
- <li><a href="/2015/06/15/storm0100-beta-released.html">Storm 0.10.0 Beta Released</a></li>
-
- <li><a href="/2015/06/04/storm095-released.html">Storm 0.9.5 released</a></li>
-
- <li><a href="/2015/03/25/storm094-released.html">Storm 0.9.4 released</a></li>
-
- <li><a href="/2014/11/25/storm093-released.html">Storm 0.9.3 released</a></li>
-
- <li><a href="/2014/10/20/storm093-release-candidate.html">Storm 0.9.3 release candidate 1 available</a></li>
-
- <li><a href="/2014/06/25/storm092-released.html">Storm 0.9.2 released</a></li>
-
- <li><a href="/2014/06/17/contest-results.html">Storm Logo Contest Results</a></li>
-
- <li><a href="/2014/04/10/storm-logo-contest.html">Apache Storm Logo Contest</a></li>
-
- <li><a href="/2013/12/08/storm090-released.html">Storm 0.9.0 Released</a></li>
-
- <li><a href="/2013/01/11/storm082-released.html">Storm 0.8.2 released</a></li>
-
- <li><a href="/2012/09/06/storm081-released.html">Storm 0.8.1 released</a></li>
-
- <li><a href="/2012/08/02/storm080-released.html">Storm 0.8.0 and Trident released</a></li>
-
- </ul>
- </div>
- <div class="col-md-9" id="news-content">
- <h1 class="page-title">
- Storm 0.8.0 and Trident released
- </h1>
-
- <div class="row" style="margin: -15px;">
- <div class="col-md-12">
- <p class="text-muted credit pull-left">Posted on Aug 2, 2012 by Nathan Marz</p>
- <div class="pull-right">
- <a
- href="https://twitter.com/share"
- class="twitter-share-button"
- data-count=none
- >Tweet</a>
- <script> !function(d,s,id){
- var js,
- fjs=d.getElementsByTagName(s)[0],
- p=/^http:/.test(d.location)?'http':'https';
- if(!d.getElementById(id)){
- js=d.createElement(s);
- js.id=id;
- js.src=p+'://platform.twitter.com/widgets.js';
- fjs.parentNode.insertBefore(js,fjs);
- }
- }(document, 'script', 'twitter-wjs');
- </script>
- </div>
- </div>
- </div>
- <div>
- <p>I'm happy to announce the release of Storm 0.8.0. This is a <em>huge</em> release. Thanks to everyone who tested out the dev release and helped find and fix issues. And thanks to everyone who contributed pull requests. There's one big new thing available in the release: Trident. You may have heard me hint about Trident before, and now it's finally public. </p>
-
-<p>Trident is a higher level abstraction for Storm. It allows you to seamlessly mix high throughput (millions of messages per second), stateful stream processing with low latency distributed querying. If you're familiar with high level batch processing tools like Pig or Cascading, the concepts of Trident will be very familiar - Trident has joins, aggregations, grouping, functions, and filters. In addition to these, Trident adds primitives for doing stateful, incremental processing on top of any database or persistence store. Trident has consistent, exactly-once semantics, so it is easy to reason about Trident topologies. Trident is bundled with Storm, and you can read documentation about it on <a href="https://github.com/apache/incubator-storm/wiki/Documentation">this page</a> (start with "Trident tutorial").</p>
-
-<p>Trident supersedes both LinearDRPCTopologyBuilder and transactional topologies, both of which will be deprecated soon and eventually removed from the codebase. </p>
-
-<p>Here are the other highlights of this release: </p>
-
-<h2 id="executors">Executors</h2>
-
-<p>Prior to Storm 0.8.0, a running topology consisted of some number of workers and some number of tasks that ran on those workers. In the old model, worker = process and task = thread. Storm 0.8.0 changes this model by introducing executors. In this model, a worker = process, an executor = thread, and one executor runs many tasks from the same spout/bolt. </p>
-
-<p>The reason for the change is that the old model complected the semantics of the topology with its physical execution. For example, if you had a bolt with 4 tasks doing a fields grouping on some stream, in order to maintain the semantics of the fields grouping (that the same value always goes to the same task id for that bolt), the number of tasks for that bolt needs to be fixed for the lifetime of the topology, and since task = thread, the number of threads for that bolt is fixed for the lifetime of the topology. In the new model, the number of threads for a bolt is disassociated from the number of tasks, meaning you can change the number of threads for a spout/bolt dynamically without affecting semantics. Similarly, if you're keeping large amounts of state in your bolts, and you want to increase the parallelism of the bolt without having to repartition the state, you can do this with the new executors. </p>
-
-<p>At the API level, the "parallelism_hint" now specifies the initial number of executors for that bolt. You can specify the number of tasks using the TOPOLOGY_TASKS component config. For example:</p>
-
-<p><code>
-builder.setBolt(new MyBolt(), 3).setNumTasks(128).shuffleGrouping("spout");
-</code></p>
-
-<p>This sets the initial number of executors to 3 and the number of tasks to 128. If you don't specify the number of tasks for a component, it will be fixed to the initial number of executors for the lifetime of the topology. </p>
-
-<p>Finally, you can change the number of workers and/or number of executors for components using the "storm rebalance" command. The following command changes the number of workers for the "demo" topology to 3, the number of executors for the "myspout" component to 5, and the number of executors for the "mybolt" component to 1: </p>
-
-<p><code>
-storm rebalance demo -n 3 -e myspout=5 -e mybolt=1
-</code></p>
-
-<h2 id="pluggable-scheduler">Pluggable scheduler</h2>
-
-<p>You can now implement your own scheduler to replace the default scheduler to assign executors to workers. You configure the class to use using the "storm.scheduler" config in your storm.yaml, and your scheduler must implement <a href="https://github.com/apache/incubator-storm/blob/master/src/jvm/backtype/storm/scheduler/IScheduler.java">this interface</a>.</p>
-
-<h2 id="throughput-improvements">Throughput improvements</h2>
-
-<p>The internals of Storm have been rearchitected for extremely significant performance gains. I'm seeing throughput increases of anywhere from 5-10x of what it was before. I've benchmarked Storm at 1M tuples / sec / node on an internal Twitter cluster. </p>
-
-<p>The key changes made were: </p>
-
-<p>a) Replacing all the internal in-memory queuing with the LMAX Disruptor
-b) Doing intelligent auto-batching of processing so that the consumers can keep up with the producers </p>
-
-<p>Here are the configs which affect how buffering/batching is done: </p>
-
-<p>topology.executor.receive.buffer.size
-topology.executor.send.buffer.size
-topology.receiver.buffer.size
-topology.transfer.buffer.size </p>
-
-<p>These may require some tweaking to optimize your topologies, but most likely the default values will work fine for you out of the box. </p>
-
-<h2 id="decreased-zookeeper-load-increased-storm-ui-performance">Decreased Zookeeper load / increased Storm UI performance</h2>
-
-<p>Storm sends significantly less traffic to Zookeeper now (on the order of 10x less). Since it also uses so many fewer znodes to store state, the UI is significantly faster as well. </p>
-
-<h2 id="abstractions-for-shared-resources">Abstractions for shared resources</h2>
-
-<p>The TopologyContext has methods "getTaskData", "getExecutorData", and "getResource" for sharing resources at the task level, executor level, or worker level respectively. Currently you can't set any worker resources, but this is in development. Storm currently provides a shared ExecutorService worker resource (via "getSharedExecutor" method) that can be used for launching background tasks on a shared thread pool. </p>
-
-<h2 id="tick-tuples">Tick tuples</h2>
-
-<p>It's common to require a bolt to "do something" at a fixed interval, like flush writes to a database. Many people have been using variants of a ClockSpout to send these ticks. The problem with a ClockSpout is that you can't internalize the need for ticks within your bolt, so if you forget to set up your bolt correctly within your topology it won't work correctly. 0.8.0 introduces a new "tick tuple" config that lets you specify the frequency at which you want to receive tick tuples via the "topology.tick.tuple.freq.secs" component- specific config, and then your bolt will receive a tuple from the __system component and __tick stream at that frequency. </p>
-
-<h2 id="improved-storm-ui">Improved Storm UI</h2>
-
-<p>The Storm UI now has a button for showing/hiding the "system stats" (tuples sent on streams other than ones you've defined, like acker streams), making it easier to digest what your topology is doing.</p>
-
-<p>Here's the full changelog for Storm 0.8.0: </p>
-
-<ul>
-<li>Added Trident, the new high-level abstraction for intermixing high throughput, stateful stream processing with low-latency distributed querying </li>
-<li>Added executor abstraction between workers and tasks. Workers = processes, executors = threads that run many tasks from the same spout or bolt. </li>
-<li>Pluggable scheduler (thanks xumingming) </li>
-<li>Eliminate explicit storage of task->component in Zookeeper </li>
-<li>Number of workers can be dynamically changed at runtime through rebalance command and -n switch </li>
-<li>Number of executors for a component can be dynamically changed at runtime through rebalance command and -e switch (multiple -e switches allowed) </li>
-<li>Use worker heartbeats instead of task heartbeats (thanks xumingming) </li>
-<li>UI performance for topologies with many executors/tasks much faster due to optimized usage of Zookeeper (10x improvement) </li>
-<li>Added button to show/hide system stats (e.g., acker component and stream stats) from the Storm UI (thanks xumingming) </li>
-<li>Stats are tracked on a per-executor basis instead of per-task basis </li>
-<li>Major optimization for unreliable spouts and unanchored tuples (will use far less CPU) </li>
-<li>Revamped internals of Storm to use LMAX disruptor for internal queuing. Dramatic reductions in contention and CPU usage. </li>
-<li>Numerous micro-optimizations all throughout the codebase to reduce CPU usage. </li>
-<li>Optimized internals of Storm to use much fewer threads - two fewer threads per spout and one fewer thread per acker. </li>
-<li>Removed error method from task hooks (to be re-added at a later time) </li>
-<li>Validate that subscriptions come from valid components and streams, and if it's a field grouping that the schema is correct (thanks xumingming) </li>
-<li>MemoryTransactionalSpout now works in cluster mode </li>
-<li>Only track errors on a component by component basis to reduce the amount stored in zookeeper (to speed up UI). A side effect of this change is the removal of the task page in the UI. </li>
-<li>Add TOPOLOGY-TICK-TUPLE-FREQ-SECS config to have Storm automatically send "tick" tuples to a bolt's execute method coming from the __system component and __tick stream at the configured frequency. Meant to be used as a component-specific configuration. </li>
-<li>Upgrade Kryo to v2.17 </li>
-<li>Tuple is now an interface and is much cleaner. The Clojure DSL helpers have been moved to TupleImpl </li>
-<li>Added shared worker resources. Storm provides a shared ExecutorService thread pool by default. The number of threads in the pool can be configured with topology.worker.shared.thread.pool.size </li>
-<li>Improve CustomStreamGrouping interface to make it more flexible by providing more information </li>
-<li>Enhanced INimbus interface to allow for forced schedulers and better integration with global scheduler </li>
-<li>Added assigned method to ISupervisor so it knows exactly what's running and not running </li>
-<li>Custom serializers can now have one of four constructors: (), (Kryo), (Class), or (Kryo, Class) </li>
-<li>Disallow ":", ".", and "\" from topology names </li>
-<li>Errors in multilang subprocesses that go to stderr will be captured and logged to the worker logs (thanks vinodc) </li>
-<li>Workers detect and warn for missing outbound connections from assignment, drop messages for which there's no outbound connection </li>
-<li>Zookeeper connection timeout is now configurable (via storm.zookeeper.connection.timeout config) </li>
-<li>Storm is now less aggressive about halting process when there are Zookeeper errors, preferring to wait until client calls return exceptions. </li>
-<li>Can configure Zookeeper authentication for Storm's Zookeeper clients via "storm.zookeeper.auth.scheme" and "storm.zookeeper.auth.payload" configs </li>
-<li>Supervisors only download code for topologies assigned to them </li>
-<li>Include task id information in task hooks (thanks velvia) </li>
-<li>Use execvp to spawn daemons (replaces the python launcher process) (thanks ept) </li>
-<li>Expanded INimbus/ISupervisor interfaces to provide more information (used in Storm/Mesos integration) </li>
-<li>Bug fix: Realize task ids when worker heartbeats to supervisor. Some users were hitting deserialization problems here in very rare cases (thanks herberteuler) </li>
-<li>Bug fix: Fix bug where a topology's status would get corrupted to true if nimbus is restarted while status is rebalancing </li>
-</ul>
-
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
- <footer>
- <div class="container-fluid">
- <div class="row">
- <div class="col-md-3">
- <div class="footer-widget">
- <h5>Meetups</h5>
- <ul class="latest-news">
-
- <li><a href="http://www.meetup.com/Apache-Storm-Apache-Kafka/">Apache Storm & Apache Kafka</a> <span class="small">(Sunnyvale, CA)</span></li>
-
- <li><a href="http://www.meetup.com/Apache-Storm-Kafka-Users/">Apache Storm & Kafka Users</a> <span class="small">(Seattle, WA)</span></li>
-
- <li><a href="http://www.meetup.com/New-York-City-Storm-User-Group/">NYC Storm User Group</a> <span class="small">(New York, NY)</span></li>
-
- <li><a href="http://www.meetup.com/Bay-Area-Stream-Processing">Bay Area Stream Processing</a> <span class="small">(Emeryville, CA)</span></li>
-
- <li><a href="http://www.meetup.com/Boston-Storm-Users/">Boston Realtime Data</a> <span class="small">(Boston, MA)</span></li>
-
- <li><a href="http://www.meetup.com/storm-london">London Storm User Group</a> <span class="small">(London, UK)</span></li>
-
- <!-- <li><a href="http://www.meetup.com/Apache-Storm-Kafka-Users/">Seatle, WA</a> <span class="small">(27 Jun 2015)</span></li> -->
- </ul>
- </div>
- </div>
- <div class="col-md-3">
- <div class="footer-widget">
- <h5>About Storm</h5>
- <p>Storm integrates with any queueing system and any database system. Storm's spout abstraction makes it easy to integrate a new queuing system. Likewise, integrating Storm with database systems is easy.</p>
- </div>
- </div>
- <div class="col-md-3">
- <div class="footer-widget">
- <h5>First Look</h5>
- <ul class="footer-list">
- <li><a href="/documentation/Rationale.html">Rationale</a></li>
- <li><a href="/tutorial.html">Tutorial</a></li>
- <li><a href="/documentation/Setting-up-development-environment.html">Setting up development environment</a></li>
- <li><a href="/documentation/Creating-a-new-Storm-project.html">Creating a new Storm project</a></li>
- </ul>
- </div>
- </div>
- <div class="col-md-3">
- <div class="footer-widget">
- <h5>Documentation</h5>
- <ul class="footer-list">
- <li><a href="/doc-index.html">Index</a></li>
- <li><a href="/documentation.html">Manual</a></li>
- <li><a href="https://storm.apache.org/javadoc/apidocs/index.html">Javadoc</a></li>
- <li><a href="/documentation/FAQ.html">FAQ</a></li>
- </ul>
- </div>
- </div>
- </div>
- <hr/>
- <div class="row">
- <div class="col-md-12">
- <p align="center">Copyright © 2015 <a href="http://www.apache.org">Apache Software Foundation</a>. All Rights Reserved.
- <br>Apache Storm, Apache, the Apache feather logo, and the Apache Storm project logos are trademarks of The Apache Software Foundation.
- <br>All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p>
- </div>
- </div>
- </div>
-</footer>
-<!--Footer End-->
-<!-- Scroll to top -->
-<span class="totop"><a href="#"><i class="fa fa-angle-up"></i></a></span>
-
- </body>
-
-</html>
-
http://git-wip-us.apache.org/repos/asf/storm/blob/335bbf94/_site/2012/09/06/storm081-released.html
----------------------------------------------------------------------
diff --git a/_site/2012/09/06/storm081-released.html b/_site/2012/09/06/storm081-released.html
deleted file mode 100644
index c1c8fa8..0000000
--- a/_site/2012/09/06/storm081-released.html
+++ /dev/null
@@ -1,274 +0,0 @@
-<!DOCTYPE html>
-<html>
-
- <head>
- <meta charset="utf-8">
- <meta http-equiv="X-UA-Compatible" content="IE=edge">
- <meta name="viewport" content="width=device-width, initial-scale=1">
-
- <link rel="shortcut icon" href="/favicon.ico" type="image/x-icon">
- <link rel="icon" href="/favicon.ico" type="image/x-icon">
-
- <title>Storm 0.8.1 released</title>
-
- <!-- Bootstrap core CSS -->
- <link href="/assets/css/bootstrap.min.css" rel="stylesheet">
- <!-- Bootstrap theme -->
- <link href="/assets/css/bootstrap-theme.min.css" rel="stylesheet">
-
- <!-- Custom styles for this template -->
- <link rel="stylesheet" href="http://fortawesome.github.io/Font-Awesome/assets/font-awesome/css/font-awesome.css">
- <link href="/css/style.css" rel="stylesheet">
- <link href="/assets/css/owl.theme.css" rel="stylesheet">
- <link href="/assets/css/owl.carousel.css" rel="stylesheet">
- <script type="text/javascript" src="/assets/js/jquery.min.js"></script>
- <script type="text/javascript" src="/assets/js/bootstrap.min.js"></script>
- <script type="text/javascript" src="/assets/js/owl.carousel.min.js"></script>
- <script type="text/javascript" src="/assets/js/storm.js"></script>
- <!-- Just for debugging purposes. Don't actually copy these 2 lines! -->
- <!--[if lt IE 9]><script src="../../assets/js/ie8-responsive-file-warning.js"></script><![endif]-->
-
- <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries -->
- <!--[if lt IE 9]>
- <script src="https://oss.maxcdn.com/html5shiv/3.7.2/html5shiv.min.js"></script>
- <script src="https://oss.maxcdn.com/respond/1.4.2/respond.min.js"></script>
- <![endif]-->
- </head>
-
-
-
- <body>
-
- <header>
- <div class="container-fluid">
- <div class="row">
- <div class="col-md-10">
- <a href="/index.html"><img src="/images/logo.png" class="logo" /></a>
- </div>
- <div class="col-md-2">
- <a href="/downloads.html" class="btn-std btn-block btn-download">Download</a>
- </div>
- </div>
- </div>
-</header>
-<!--Header End-->
-<!--Navigation Begin-->
-<div class="navbar" role="banner">
- <div class="container-fluid">
- <div class="navbar-header">
- <button class="navbar-toggle" type="button" data-toggle="collapse" data-target=".bs-navbar-collapse">
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- </div>
- <nav class="collapse navbar-collapse bs-navbar-collapse" role="navigation">
- <ul class="nav navbar-nav">
- <li><a href="/index.html" id="home">Home</a></li>
- <li><a href="/getting-help.html" id="getting-help">Getting Help</a></li>
- <li><a href="/about/integrates.html" id="project-info">Project Information</a></li>
- <li><a href="/documentation.html" id="documentation">Documentation</a></li>
- <li><a href="/talksAndVideos.html">Talks and Slideshows</a></li>
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown" id="contribute">Community <b class="caret"></b></a>
- <ul class="dropdown-menu">
- <li><a href="/contribute/Contributing-to-Storm.html">Contributing</a></li>
- <li><a href="/contribute/People.html">People</a></li>
- <li><a href="/contribute/BYLAWS.html">ByLaws</a></li>
- </ul>
- </li>
- <li><a href="/2015/11/05/storm096-released.html" id="news">News</a></li>
- </ul>
- </nav>
- </div>
-</div>
-
-
-
- <div class="container-fluid">
- <div class="row">
- <div class="col-md-12">
- <div class="row">
- <div class="col-md-3">
- <ul class="news" id="news-list">
-
- <li><a href="/2015/11/05/storm096-released.html">Storm 0.9.6 released</a></li>
-
- <li><a href="/2015/11/05/storm0100-released.html">Storm 0.10.0 released</a></li>
-
- <li><a href="/2015/06/15/storm0100-beta-released.html">Storm 0.10.0 Beta Released</a></li>
-
- <li><a href="/2015/06/04/storm095-released.html">Storm 0.9.5 released</a></li>
-
- <li><a href="/2015/03/25/storm094-released.html">Storm 0.9.4 released</a></li>
-
- <li><a href="/2014/11/25/storm093-released.html">Storm 0.9.3 released</a></li>
-
- <li><a href="/2014/10/20/storm093-release-candidate.html">Storm 0.9.3 release candidate 1 available</a></li>
-
- <li><a href="/2014/06/25/storm092-released.html">Storm 0.9.2 released</a></li>
-
- <li><a href="/2014/06/17/contest-results.html">Storm Logo Contest Results</a></li>
-
- <li><a href="/2014/04/10/storm-logo-contest.html">Apache Storm Logo Contest</a></li>
-
- <li><a href="/2013/12/08/storm090-released.html">Storm 0.9.0 Released</a></li>
-
- <li><a href="/2013/01/11/storm082-released.html">Storm 0.8.2 released</a></li>
-
- <li><a href="/2012/09/06/storm081-released.html">Storm 0.8.1 released</a></li>
-
- <li><a href="/2012/08/02/storm080-released.html">Storm 0.8.0 and Trident released</a></li>
-
- </ul>
- </div>
- <div class="col-md-9" id="news-content">
- <h1 class="page-title">
- Storm 0.8.1 released
- </h1>
-
- <div class="row" style="margin: -15px;">
- <div class="col-md-12">
- <p class="text-muted credit pull-left">Posted on Sep 6, 2012 by Nathan Marz</p>
- <div class="pull-right">
- <a
- href="https://twitter.com/share"
- class="twitter-share-button"
- data-count=none
- >Tweet</a>
- <script> !function(d,s,id){
- var js,
- fjs=d.getElementsByTagName(s)[0],
- p=/^http:/.test(d.location)?'http':'https';
- if(!d.getElementById(id)){
- js=d.createElement(s);
- js.id=id;
- js.src=p+'://platform.twitter.com/widgets.js';
- fjs.parentNode.insertBefore(js,fjs);
- }
- }(document, 'script', 'twitter-wjs');
- </script>
- </div>
- </div>
- </div>
- <div>
- <p>Storm 0.8.1 is now available on the downloads page and in Maven. This release contains many bug fixes as well as a few important new features. These include: </p>
-
-<h2 id="storm-39-s-unit-testing-facilities-have-been-exposed-via-java">Storm's unit testing facilities have been exposed via Java</h2>
-
-<p>This is an extremely powerful API that lets you do things like:
- a) Easily bring up and tear down local clusters
- b) Run a fixed set of tuples through a topology and see all the tuples emitted by all components
- c) Feed some tuples through the topology, wait until they've been processed, and then run your assertions
- d) Use time simulation and step through time via an API. This is useful for testing topologies that do things based on time advancing. You can see examples of the unit testing API <a href="https://github.com/xumingming/storm-lib/blob/master/src/jvm/storm/TestingApiDemo.java">here</a>.</p>
-
-<h2 id="spout-wait-strategies">Spout wait strategies</h2>
-
-<p>There's two situations in which a spout needs to wait. The first is when the max spout pending limit is reached. The second is when nothing is emitted from nextTuple. Previously, Storm would just have that spout sit in a busy loop in those cases. What Storm does in those situations is now pluggable, and the default is now for the spout to sleep for 1 ms. This will cause the spout to use dramatically less CPU when it hits those cases, and it also obviates the need for spouts to do any sleeping in their implementation to be "polite". The wait strategy can be configured with TOPOLOGY_SPOUT_WAIT_STRATEGY and can be configured on a spout by spout basis. The interface to implement for a wait strategy is backtype.storm.spout.ISpoutWaitStrategy </p>
-
-<p>The full changelog is below: </p>
-
-<ul>
-<li>Exposed Storm's unit testing facilities via the backtype.storm.Testing class. Notable functions are Testing/withLocalCluster and Testing/completeTopology </li>
-<li>Implemented pluggable spout wait strategy that is invoked when a spout emits nothing from nextTuple or when a spout hits the MAX_SPOUT_PENDING limit </li>
-<li>Spouts now have a default wait strategy of a 1 millisecond sleep </li>
-<li>Changed log level of "Failed message" logging to DEBUG </li>
-<li>Deprecated LinearDRPCTopologyBuilder, TimeCacheMap, and transactional topologies </li>
-<li>During "storm jar", whether topology is already running or not is checked before submitting jar to save time (thanks jasonjckn) </li>
-<li>Added BaseMultiReducer class to Trident that provides empty implementations of prepare and cleanup </li>
-<li>Added Negate builtin operation to reverse a Filter </li>
-<li>Added topology.kryo.decorators config that allows functions to be plugged in to customize Kryo (thanks jasonjckn) </li>
-<li>Enable message timeouts when using LocalCluster </li>
-<li>Multilang subprocesses can set "need_task_ids" to false when emitting tuples to tell Storm not to send task ids back (performance optimization) (thanks barrywhart) </li>
-<li>Add contains method on Tuple (thanks okapies) </li>
-<li>Added ISchemableSpout interface </li>
-<li>Bug fix: When an item is consumed off an internal buffer, the entry on the buffer is nulled to allow GC to happen on that data </li>
-<li>Bug fix: Helper class for Trident MapStates now clear their read cache when a new commit happens, preventing updates from spilling over from a failed batch attempt to the next attempt </li>
-<li>Bug fix: Fix NonTransactionalMap to take in an IBackingMap for regular values rather than TransactionalValue (thanks sjoerdmulder) </li>
-<li>Bug fix: Fix NPE when no input fields given for regular Aggregator </li>
-<li>Bug fix: Fix IndexOutOfBoundsExceptions when a bolt for global aggregation had a parallelism greater than 1 (possible with splitting, stateQuerying, and multiReduce) </li>
-<li>Bug fix: Fix "fields size" error that would sometimes occur when splitting a stream with multiple eaches </li>
-<li>Bug fix: Fix bug where a committer spout (including opaque spouts) could cause Trident batches to fail </li>
-<li>Bug fix: Fix Trident bug where multiple groupings on same stream would cause tuples to be duplicated to all consumers </li>
-<li>Bug fix: Fixed error when repartitioning stream twice in a row without any operations in between </li>
-<li>Bug fix: Fix rare bug in supervisor where it would continuously fail to clean up workers because the worker was already partially cleaned up </li>
-<li>Bug fix: Fix emitDirect in storm.py </li>
-</ul>
-
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
- <footer>
- <div class="container-fluid">
- <div class="row">
- <div class="col-md-3">
- <div class="footer-widget">
- <h5>Meetups</h5>
- <ul class="latest-news">
-
- <li><a href="http://www.meetup.com/Apache-Storm-Apache-Kafka/">Apache Storm & Apache Kafka</a> <span class="small">(Sunnyvale, CA)</span></li>
-
- <li><a href="http://www.meetup.com/Apache-Storm-Kafka-Users/">Apache Storm & Kafka Users</a> <span class="small">(Seattle, WA)</span></li>
-
- <li><a href="http://www.meetup.com/New-York-City-Storm-User-Group/">NYC Storm User Group</a> <span class="small">(New York, NY)</span></li>
-
- <li><a href="http://www.meetup.com/Bay-Area-Stream-Processing">Bay Area Stream Processing</a> <span class="small">(Emeryville, CA)</span></li>
-
- <li><a href="http://www.meetup.com/Boston-Storm-Users/">Boston Realtime Data</a> <span class="small">(Boston, MA)</span></li>
-
- <li><a href="http://www.meetup.com/storm-london">London Storm User Group</a> <span class="small">(London, UK)</span></li>
-
- <!-- <li><a href="http://www.meetup.com/Apache-Storm-Kafka-Users/">Seatle, WA</a> <span class="small">(27 Jun 2015)</span></li> -->
- </ul>
- </div>
- </div>
- <div class="col-md-3">
- <div class="footer-widget">
- <h5>About Storm</h5>
- <p>Storm integrates with any queueing system and any database system. Storm's spout abstraction makes it easy to integrate a new queuing system. Likewise, integrating Storm with database systems is easy.</p>
- </div>
- </div>
- <div class="col-md-3">
- <div class="footer-widget">
- <h5>First Look</h5>
- <ul class="footer-list">
- <li><a href="/documentation/Rationale.html">Rationale</a></li>
- <li><a href="/tutorial.html">Tutorial</a></li>
- <li><a href="/documentation/Setting-up-development-environment.html">Setting up development environment</a></li>
- <li><a href="/documentation/Creating-a-new-Storm-project.html">Creating a new Storm project</a></li>
- </ul>
- </div>
- </div>
- <div class="col-md-3">
- <div class="footer-widget">
- <h5>Documentation</h5>
- <ul class="footer-list">
- <li><a href="/doc-index.html">Index</a></li>
- <li><a href="/documentation.html">Manual</a></li>
- <li><a href="https://storm.apache.org/javadoc/apidocs/index.html">Javadoc</a></li>
- <li><a href="/documentation/FAQ.html">FAQ</a></li>
- </ul>
- </div>
- </div>
- </div>
- <hr/>
- <div class="row">
- <div class="col-md-12">
- <p align="center">Copyright © 2015 <a href="http://www.apache.org">Apache Software Foundation</a>. All Rights Reserved.
- <br>Apache Storm, Apache, the Apache feather logo, and the Apache Storm project logos are trademarks of The Apache Software Foundation.
- <br>All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p>
- </div>
- </div>
- </div>
-</footer>
-<!--Footer End-->
-<!-- Scroll to top -->
-<span class="totop"><a href="#"><i class="fa fa-angle-up"></i></a></span>
-
- </body>
-
-</html>
-
http://git-wip-us.apache.org/repos/asf/storm/blob/335bbf94/_site/2013/01/11/storm082-released.html
----------------------------------------------------------------------
diff --git a/_site/2013/01/11/storm082-released.html b/_site/2013/01/11/storm082-released.html
deleted file mode 100644
index 7406ba4..0000000
--- a/_site/2013/01/11/storm082-released.html
+++ /dev/null
@@ -1,301 +0,0 @@
-<!DOCTYPE html>
-<html>
-
- <head>
- <meta charset="utf-8">
- <meta http-equiv="X-UA-Compatible" content="IE=edge">
- <meta name="viewport" content="width=device-width, initial-scale=1">
-
- <link rel="shortcut icon" href="/favicon.ico" type="image/x-icon">
- <link rel="icon" href="/favicon.ico" type="image/x-icon">
-
- <title>Storm 0.8.2 released</title>
-
- <!-- Bootstrap core CSS -->
- <link href="/assets/css/bootstrap.min.css" rel="stylesheet">
- <!-- Bootstrap theme -->
- <link href="/assets/css/bootstrap-theme.min.css" rel="stylesheet">
-
- <!-- Custom styles for this template -->
- <link rel="stylesheet" href="http://fortawesome.github.io/Font-Awesome/assets/font-awesome/css/font-awesome.css">
- <link href="/css/style.css" rel="stylesheet">
- <link href="/assets/css/owl.theme.css" rel="stylesheet">
- <link href="/assets/css/owl.carousel.css" rel="stylesheet">
- <script type="text/javascript" src="/assets/js/jquery.min.js"></script>
- <script type="text/javascript" src="/assets/js/bootstrap.min.js"></script>
- <script type="text/javascript" src="/assets/js/owl.carousel.min.js"></script>
- <script type="text/javascript" src="/assets/js/storm.js"></script>
- <!-- Just for debugging purposes. Don't actually copy these 2 lines! -->
- <!--[if lt IE 9]><script src="../../assets/js/ie8-responsive-file-warning.js"></script><![endif]-->
-
- <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries -->
- <!--[if lt IE 9]>
- <script src="https://oss.maxcdn.com/html5shiv/3.7.2/html5shiv.min.js"></script>
- <script src="https://oss.maxcdn.com/respond/1.4.2/respond.min.js"></script>
- <![endif]-->
- </head>
-
-
-
- <body>
-
- <header>
- <div class="container-fluid">
- <div class="row">
- <div class="col-md-10">
- <a href="/index.html"><img src="/images/logo.png" class="logo" /></a>
- </div>
- <div class="col-md-2">
- <a href="/downloads.html" class="btn-std btn-block btn-download">Download</a>
- </div>
- </div>
- </div>
-</header>
-<!--Header End-->
-<!--Navigation Begin-->
-<div class="navbar" role="banner">
- <div class="container-fluid">
- <div class="navbar-header">
- <button class="navbar-toggle" type="button" data-toggle="collapse" data-target=".bs-navbar-collapse">
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- </div>
- <nav class="collapse navbar-collapse bs-navbar-collapse" role="navigation">
- <ul class="nav navbar-nav">
- <li><a href="/index.html" id="home">Home</a></li>
- <li><a href="/getting-help.html" id="getting-help">Getting Help</a></li>
- <li><a href="/about/integrates.html" id="project-info">Project Information</a></li>
- <li><a href="/documentation.html" id="documentation">Documentation</a></li>
- <li><a href="/talksAndVideos.html">Talks and Slideshows</a></li>
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown" id="contribute">Community <b class="caret"></b></a>
- <ul class="dropdown-menu">
- <li><a href="/contribute/Contributing-to-Storm.html">Contributing</a></li>
- <li><a href="/contribute/People.html">People</a></li>
- <li><a href="/contribute/BYLAWS.html">ByLaws</a></li>
- </ul>
- </li>
- <li><a href="/2015/11/05/storm096-released.html" id="news">News</a></li>
- </ul>
- </nav>
- </div>
-</div>
-
-
-
- <div class="container-fluid">
- <div class="row">
- <div class="col-md-12">
- <div class="row">
- <div class="col-md-3">
- <ul class="news" id="news-list">
-
- <li><a href="/2015/11/05/storm096-released.html">Storm 0.9.6 released</a></li>
-
- <li><a href="/2015/11/05/storm0100-released.html">Storm 0.10.0 released</a></li>
-
- <li><a href="/2015/06/15/storm0100-beta-released.html">Storm 0.10.0 Beta Released</a></li>
-
- <li><a href="/2015/06/04/storm095-released.html">Storm 0.9.5 released</a></li>
-
- <li><a href="/2015/03/25/storm094-released.html">Storm 0.9.4 released</a></li>
-
- <li><a href="/2014/11/25/storm093-released.html">Storm 0.9.3 released</a></li>
-
- <li><a href="/2014/10/20/storm093-release-candidate.html">Storm 0.9.3 release candidate 1 available</a></li>
-
- <li><a href="/2014/06/25/storm092-released.html">Storm 0.9.2 released</a></li>
-
- <li><a href="/2014/06/17/contest-results.html">Storm Logo Contest Results</a></li>
-
- <li><a href="/2014/04/10/storm-logo-contest.html">Apache Storm Logo Contest</a></li>
-
- <li><a href="/2013/12/08/storm090-released.html">Storm 0.9.0 Released</a></li>
-
- <li><a href="/2013/01/11/storm082-released.html">Storm 0.8.2 released</a></li>
-
- <li><a href="/2012/09/06/storm081-released.html">Storm 0.8.1 released</a></li>
-
- <li><a href="/2012/08/02/storm080-released.html">Storm 0.8.0 and Trident released</a></li>
-
- </ul>
- </div>
- <div class="col-md-9" id="news-content">
- <h1 class="page-title">
- Storm 0.8.2 released
- </h1>
-
- <div class="row" style="margin: -15px;">
- <div class="col-md-12">
- <p class="text-muted credit pull-left">Posted on Jan 11, 2013 by Nathan Marz</p>
- <div class="pull-right">
- <a
- href="https://twitter.com/share"
- class="twitter-share-button"
- data-count=none
- >Tweet</a>
- <script> !function(d,s,id){
- var js,
- fjs=d.getElementsByTagName(s)[0],
- p=/^http:/.test(d.location)?'http':'https';
- if(!d.getElementById(id)){
- js=d.createElement(s);
- js.id=id;
- js.src=p+'://platform.twitter.com/widgets.js';
- fjs.parentNode.insertBefore(js,fjs);
- }
- }(document, 'script', 'twitter-wjs');
- </script>
- </div>
- </div>
- </div>
- <div>
- <p>Storm 0.8.2 has been released and is available from <a href="/downloads.html">the downloads page</a>. This release contains a ton of improvements and fixes and is a highly recommended upgrade for everyone.</p>
-
-<h2 id="isolation-scheduler">Isolation Scheduler</h2>
-
-<p>The highlight of this release is the new "Isolation scheduler" that makes it easy and safe to share a cluster among many topologies. The isolation scheduler lets you specify which topologies should be "isolated", meaning that they run on a dedicated set of machines within the cluster where no other topologies will be running. These isolated topologies are given priority on the cluster, so resources will be allocated to isolated topologies if there's competition with non-isolated topologies, and resources will be taken away from non-isolated topologies if necessary to get resources for an isolated topology. Once all isolated topologies are allocated, the remaining machines on the cluster are shared among all non-isolated topologies.</p>
-
-<p>You configure the isolation scheduler in the Nimbus configuration. Set "storm.scheduler" to "backtype.storm.scheduler.IsolationScheduler". Then, use the "isolation.scheduler.machines" config to specify how many machines each topology should get. This config is a map from topology name to number of machines. For example:</p>
-
-<script src="https://gist.github.com/4514691.js"></script>
-
-<p>Any topologies submitted to the cluster not listed there will not be isolated. Note that there is no way for a user of Storm to affect their isolation settings – this is only allowed by the administrator of the cluster (this is very much intentional).</p>
-
-<p>The isolation scheduler solves the multi-tenancy problem – avoiding resource contention between topologies – by providing full isolation between topologies. The intention is that "productionized" topologies should be listed in the isolation config, and test or in-development topologies should not. The remaining machines on the cluster serve the dual role of failover for isolated topologies and for running the non-isolated topologies.</p>
-
-<h2 id="storm-ui-improvements">Storm UI improvements</h2>
-
-<p>The Storm UI has also been made significantly more useful. There are new stats "#executed", "execute latency", and "capacity" tracked for all bolts. The "capacity" metric is very useful and tells you what % of the time in the last 10 minutes the bolt spent executing tuples. If this value is close to 1, then the bolt is "at capacity" and is a bottleneck in your topology. The solution to at-capacity bolts is to increase the parallelism of that bolt.</p>
-
-<p>Another useful improvement is the ability to kill, activate, deactivate, and rebalance topologies from the Storm UI.</p>
-
-<h2 id="important-bug-fixes">Important bug fixes</h2>
-
-<p>There are also a few important bug fixes in this release. We fixed two bugs that could cause a topology to freeze up and stop processing. One of these bugs was extremely unlikely to hit, but the other one was a regression in 0.8.1 and there was a small chance of hitting it anytime a worker was restarted.</p>
-
-<h2 id="changelog">Changelog</h2>
-
-<ul>
-<li>Added backtype.storm.scheduler.IsolationScheduler. This lets you run topologies that are completely isolated at the machine level. Configure Nimbus to isolate certain topologies, and how many machines to give to each of those topologies, with the isolation.scheduler.machines config in Nimbus's storm.yaml. Topologies run on the cluster that are not listed there will share whatever remaining machines there are on the cluster after machines are allocated to the listed topologies.</li>
-<li>Storm UI now uses nimbus.host to find Nimbus rather than always using localhost (thanks Frostman)</li>
-<li>Added report-error! to Clojure DSL</li>
-<li>Automatically throttle errors sent to Zookeeper/Storm UI when too many are reported in a time interval (all errors are still logged) Configured with TOPOLOGY_MAX_ERROR_REPORT_PER_INTERVAL and TOPOLOGY_ERROR_THROTTLE_INTERVAL_SECS</li>
-<li>Kryo instance used for serialization can now be controlled via IKryoFactory interface and TOPOLOGY_KRYO_FACTORY config</li>
-<li>Add ability to plug in custom code into Nimbus to allow/disallow topologies to be submitted via NIMBUS_TOPOLOGY_VALIDATOR config</li>
-<li>Added TOPOLOGY_TRIDENT_BATCH_EMIT_INTERVAL_MILLIS config to control how often a batch can be emitted in a Trident topology. Defaults to 500 milliseconds. This is used to prevent too much load from being placed on Zookeeper in the case that batches are being processed super quickly.</li>
-<li>Log any topology submissions errors in nimbus.log</li>
-<li>Add static helpers in Config when using regular maps</li>
-<li>Make Trident much more memory efficient during failures by immediately removing state for failed attempts when a more recent attempt is seen</li>
-<li>Add ability to name portions of a Trident computation and have those names appear in the Storm UI</li>
-<li>Show Nimbus and topology configurations through Storm UI (thanks rnfein)</li>
-<li>Added ITupleCollection interface for TridentState's and TupleCollectionGet QueryFunction for getting the full contents of a state. MemoryMapState and LRUMemoryMapState implement this</li>
-<li>Can now submit a topology in inactive state. Storm will wait to call open/prepare on the spouts/bolts until it is first activated.</li>
-<li>Can now activate, deactive, rebalance, and kill topologies from the Storm UI (thanks Frostman)</li>
-<li>Can now use --config option to override which yaml file from ~/.storm to use for the config (thanks tjun)</li>
-<li>Redesigned the pluggable resource scheduler (INimbus, ISupervisor) interfaces to allow for much simpler integrations</li>
-<li>Added prepare method to IScheduler</li>
-<li>Added "throws Exception" to TestJob interface</li>
-<li>Added reportError to multilang protocol and updated Python and Ruby adapters to use it (thanks Lazyshot)</li>
-<li>Number tuples executed now tracked and shown in Storm UI</li>
-<li>Added ReportedFailedException which causes a batch to fail without killing worker and reports the error to the UI</li>
-<li>Execute latency now tracked and shown in Storm UI</li>
-<li>Adding testTuple methods for easily creating Tuple instances to Testing API (thanks xumingming)</li>
-<li>Trident now throws an error during construction of a topology when try to select fields that don't exist in a stream (thanks xumingming)</li>
-<li>Compute the capacity of a bolt based on execute latency and #executed over last 10 minutes and display in UI</li>
-<li>Storm UI displays exception instead of blank page when there's an error rendering the page (thanks Frostman)</li>
-<li>Added MultiScheme interface (thanks sritchie)</li>
-<li>Added MockTridentTuple for testing (thanks emblem)</li>
-<li>Add whitelist methods to Cluster to allow only a subset of hosts to be revealed as available slots</li>
-<li>Updated Trident Debug filter to take in an identifier to use when logging (thanks emblem)</li>
-<li>Number of DRPC server worker threads now customizable (thanks xiaokang)</li>
-<li>DRPC server now uses a bounded queue for requests to prevent being overloaded with requests (thanks xiaokang)</li>
-<li>Add <strong>hash</strong> method to all generated Python Thrift objects so that Python code can read Nimbus stats which use Thrift objects as dict keys</li>
-<li>Bug fix: Fix for bug that could cause topology to hang when ZMQ blocks sending to a worker that got reassigned</li>
-<li>Bug fix: Fix deadlock bug due to variant of dining philosophers problem. Spouts now use an overflow buffer to prevent blocking and guarantee that it can consume the incoming queue of acks/fails.</li>
-<li>Bug fix: Fix race condition in supervisor that would lead to supervisor continuously crashing due to not finding "stormconf.ser" file for an already killed topology</li>
-<li>Bug fix: bin/storm script now displays a helpful error message when an invalid command is specified</li>
-<li>Bug fix: fixed NPE when emitting during emit method of Aggregator</li>
-<li>Bug fix: URLs with periods in them in Storm UI now route correctly</li>
-<li>Bug fix: Fix occasional cascading worker crashes due when a worker dies due to not removing connections from connection cache appropriately</li>
-</ul>
-
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
- <footer>
- <div class="container-fluid">
- <div class="row">
- <div class="col-md-3">
- <div class="footer-widget">
- <h5>Meetups</h5>
- <ul class="latest-news">
-
- <li><a href="http://www.meetup.com/Apache-Storm-Apache-Kafka/">Apache Storm & Apache Kafka</a> <span class="small">(Sunnyvale, CA)</span></li>
-
- <li><a href="http://www.meetup.com/Apache-Storm-Kafka-Users/">Apache Storm & Kafka Users</a> <span class="small">(Seattle, WA)</span></li>
-
- <li><a href="http://www.meetup.com/New-York-City-Storm-User-Group/">NYC Storm User Group</a> <span class="small">(New York, NY)</span></li>
-
- <li><a href="http://www.meetup.com/Bay-Area-Stream-Processing">Bay Area Stream Processing</a> <span class="small">(Emeryville, CA)</span></li>
-
- <li><a href="http://www.meetup.com/Boston-Storm-Users/">Boston Realtime Data</a> <span class="small">(Boston, MA)</span></li>
-
- <li><a href="http://www.meetup.com/storm-london">London Storm User Group</a> <span class="small">(London, UK)</span></li>
-
- <!-- <li><a href="http://www.meetup.com/Apache-Storm-Kafka-Users/">Seatle, WA</a> <span class="small">(27 Jun 2015)</span></li> -->
- </ul>
- </div>
- </div>
- <div class="col-md-3">
- <div class="footer-widget">
- <h5>About Storm</h5>
- <p>Storm integrates with any queueing system and any database system. Storm's spout abstraction makes it easy to integrate a new queuing system. Likewise, integrating Storm with database systems is easy.</p>
- </div>
- </div>
- <div class="col-md-3">
- <div class="footer-widget">
- <h5>First Look</h5>
- <ul class="footer-list">
- <li><a href="/documentation/Rationale.html">Rationale</a></li>
- <li><a href="/tutorial.html">Tutorial</a></li>
- <li><a href="/documentation/Setting-up-development-environment.html">Setting up development environment</a></li>
- <li><a href="/documentation/Creating-a-new-Storm-project.html">Creating a new Storm project</a></li>
- </ul>
- </div>
- </div>
- <div class="col-md-3">
- <div class="footer-widget">
- <h5>Documentation</h5>
- <ul class="footer-list">
- <li><a href="/doc-index.html">Index</a></li>
- <li><a href="/documentation.html">Manual</a></li>
- <li><a href="https://storm.apache.org/javadoc/apidocs/index.html">Javadoc</a></li>
- <li><a href="/documentation/FAQ.html">FAQ</a></li>
- </ul>
- </div>
- </div>
- </div>
- <hr/>
- <div class="row">
- <div class="col-md-12">
- <p align="center">Copyright © 2015 <a href="http://www.apache.org">Apache Software Foundation</a>. All Rights Reserved.
- <br>Apache Storm, Apache, the Apache feather logo, and the Apache Storm project logos are trademarks of The Apache Software Foundation.
- <br>All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p>
- </div>
- </div>
- </div>
-</footer>
-<!--Footer End-->
-<!-- Scroll to top -->
-<span class="totop"><a href="#"><i class="fa fa-angle-up"></i></a></span>
-
- </body>
-
-</html>
-
http://git-wip-us.apache.org/repos/asf/storm/blob/335bbf94/_site/2013/12/08/storm090-released.html
----------------------------------------------------------------------
diff --git a/_site/2013/12/08/storm090-released.html b/_site/2013/12/08/storm090-released.html
deleted file mode 100644
index c4f3a30..0000000
--- a/_site/2013/12/08/storm090-released.html
+++ /dev/null
@@ -1,338 +0,0 @@
-<!DOCTYPE html>
-<html>
-
- <head>
- <meta charset="utf-8">
- <meta http-equiv="X-UA-Compatible" content="IE=edge">
- <meta name="viewport" content="width=device-width, initial-scale=1">
-
- <link rel="shortcut icon" href="/favicon.ico" type="image/x-icon">
- <link rel="icon" href="/favicon.ico" type="image/x-icon">
-
- <title>Storm 0.9.0 Released</title>
-
- <!-- Bootstrap core CSS -->
- <link href="/assets/css/bootstrap.min.css" rel="stylesheet">
- <!-- Bootstrap theme -->
- <link href="/assets/css/bootstrap-theme.min.css" rel="stylesheet">
-
- <!-- Custom styles for this template -->
- <link rel="stylesheet" href="http://fortawesome.github.io/Font-Awesome/assets/font-awesome/css/font-awesome.css">
- <link href="/css/style.css" rel="stylesheet">
- <link href="/assets/css/owl.theme.css" rel="stylesheet">
- <link href="/assets/css/owl.carousel.css" rel="stylesheet">
- <script type="text/javascript" src="/assets/js/jquery.min.js"></script>
- <script type="text/javascript" src="/assets/js/bootstrap.min.js"></script>
- <script type="text/javascript" src="/assets/js/owl.carousel.min.js"></script>
- <script type="text/javascript" src="/assets/js/storm.js"></script>
- <!-- Just for debugging purposes. Don't actually copy these 2 lines! -->
- <!--[if lt IE 9]><script src="../../assets/js/ie8-responsive-file-warning.js"></script><![endif]-->
-
- <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries -->
- <!--[if lt IE 9]>
- <script src="https://oss.maxcdn.com/html5shiv/3.7.2/html5shiv.min.js"></script>
- <script src="https://oss.maxcdn.com/respond/1.4.2/respond.min.js"></script>
- <![endif]-->
- </head>
-
-
-
- <body>
-
- <header>
- <div class="container-fluid">
- <div class="row">
- <div class="col-md-10">
- <a href="/index.html"><img src="/images/logo.png" class="logo" /></a>
- </div>
- <div class="col-md-2">
- <a href="/downloads.html" class="btn-std btn-block btn-download">Download</a>
- </div>
- </div>
- </div>
-</header>
-<!--Header End-->
-<!--Navigation Begin-->
-<div class="navbar" role="banner">
- <div class="container-fluid">
- <div class="navbar-header">
- <button class="navbar-toggle" type="button" data-toggle="collapse" data-target=".bs-navbar-collapse">
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- </div>
- <nav class="collapse navbar-collapse bs-navbar-collapse" role="navigation">
- <ul class="nav navbar-nav">
- <li><a href="/index.html" id="home">Home</a></li>
- <li><a href="/getting-help.html" id="getting-help">Getting Help</a></li>
- <li><a href="/about/integrates.html" id="project-info">Project Information</a></li>
- <li><a href="/documentation.html" id="documentation">Documentation</a></li>
- <li><a href="/talksAndVideos.html">Talks and Slideshows</a></li>
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown" id="contribute">Community <b class="caret"></b></a>
- <ul class="dropdown-menu">
- <li><a href="/contribute/Contributing-to-Storm.html">Contributing</a></li>
- <li><a href="/contribute/People.html">People</a></li>
- <li><a href="/contribute/BYLAWS.html">ByLaws</a></li>
- </ul>
- </li>
- <li><a href="/2015/11/05/storm096-released.html" id="news">News</a></li>
- </ul>
- </nav>
- </div>
-</div>
-
-
-
- <div class="container-fluid">
- <div class="row">
- <div class="col-md-12">
- <div class="row">
- <div class="col-md-3">
- <ul class="news" id="news-list">
-
- <li><a href="/2015/11/05/storm096-released.html">Storm 0.9.6 released</a></li>
-
- <li><a href="/2015/11/05/storm0100-released.html">Storm 0.10.0 released</a></li>
-
- <li><a href="/2015/06/15/storm0100-beta-released.html">Storm 0.10.0 Beta Released</a></li>
-
- <li><a href="/2015/06/04/storm095-released.html">Storm 0.9.5 released</a></li>
-
- <li><a href="/2015/03/25/storm094-released.html">Storm 0.9.4 released</a></li>
-
- <li><a href="/2014/11/25/storm093-released.html">Storm 0.9.3 released</a></li>
-
- <li><a href="/2014/10/20/storm093-release-candidate.html">Storm 0.9.3 release candidate 1 available</a></li>
-
- <li><a href="/2014/06/25/storm092-released.html">Storm 0.9.2 released</a></li>
-
- <li><a href="/2014/06/17/contest-results.html">Storm Logo Contest Results</a></li>
-
- <li><a href="/2014/04/10/storm-logo-contest.html">Apache Storm Logo Contest</a></li>
-
- <li><a href="/2013/12/08/storm090-released.html">Storm 0.9.0 Released</a></li>
-
- <li><a href="/2013/01/11/storm082-released.html">Storm 0.8.2 released</a></li>
-
- <li><a href="/2012/09/06/storm081-released.html">Storm 0.8.1 released</a></li>
-
- <li><a href="/2012/08/02/storm080-released.html">Storm 0.8.0 and Trident released</a></li>
-
- </ul>
- </div>
- <div class="col-md-9" id="news-content">
- <h1 class="page-title">
- Storm 0.9.0 Released
- </h1>
-
- <div class="row" style="margin: -15px;">
- <div class="col-md-12">
- <p class="text-muted credit pull-left">Posted on Dec 8, 2013 by P. Taylor Goetz</p>
- <div class="pull-right">
- <a
- href="https://twitter.com/share"
- class="twitter-share-button"
- data-count=none
- >Tweet</a>
- <script> !function(d,s,id){
- var js,
- fjs=d.getElementsByTagName(s)[0],
- p=/^http:/.test(d.location)?'http':'https';
- if(!d.getElementById(id)){
- js=d.createElement(s);
- js.id=id;
- js.src=p+'://platform.twitter.com/widgets.js';
- fjs.parentNode.insertBefore(js,fjs);
- }
- }(document, 'script', 'twitter-wjs');
- </script>
- </div>
- </div>
- </div>
- <div>
- <p>We are pleased to announce that Storm 0.9.0 has been released and is available from <a href="/downloads.html">the downloads page</a>. This release represents an important milestone in the evolution of Storm.</p>
-
-<p>While a number of new features have been added, a key focus area for this release has been stability-related fixes. Though many users are successfully running work-in-progress builds for Storm 0.9.x in production, this release represents the most stable version to-date, and is highly recommended for everyone, especially users of 0.8.x versions.</p>
-
-<h2 id="netty-transport">Netty Transport</h2>
-
-<p>The first hightlight of this release is the new <a href="http://netty.io/index.html">Netty</a> Transport contributed by <a href="http://yahooeng.tumblr.com/">Yahoo! Engineering</a>. Storm's core network transport mechanism is now plugable, and Storm now comes with two implementations: The original 0MQ transport, and a new Netty-based implementation.</p>
-
-<p>In earlier versions, Storm relied solely on 0MQ for transport. Since 0MQ is a native library, it was highly platform-dependent and, at times, challenging to install properly. In addition, stability between versions varied widely between versions and only a relatively old 0MQ version (2.1.7) was certified to work with Storm.</p>
-
-<p>The Netty transport offers a pure Java alternative that eliminates Storm's dependency on native libraries. The Netty transport's performance is up to twice as fast as 0MQ, and it will open the door for authorization and authentication between worker processes. For an in-depth performance comparison of the 0MQ and Netty transports, see <a href="http://yahooeng.tumblr.com/post/64758709722/making-storm-fly-with-netty">this blog post</a> by Storm contributor <a href="https://github.com/revans2">Bobby Evans</a>.</p>
-
-<p>To configure Storm to use the Netty transport simply add the following to your <code>storm.yaml</code> configuration and adjust the values to best suit your use-case:</p>
-<div class="highlight"><pre><code class="language-" data-lang="">storm.messaging.transport: "backtype.storm.messaging.netty.Context"
-storm.messaging.netty.server_worker_threads: 1
-storm.messaging.netty.client_worker_threads: 1
-storm.messaging.netty.buffer_size: 5242880
-storm.messaging.netty.max_retries: 100
-storm.messaging.netty.max_wait_ms: 1000
-storm.messaging.netty.min_wait_ms: 100
-</code></pre></div>
-<p>You can also write your own transport implementation by implementing the <a href="https://github.com/apache/incubator-storm/blob/master/storm-core/src/jvm/backtype/storm/messaging/IContext.java"><code>backtype.storm.messaging.IContext</code></a> interface.</p>
-
-<h2 id="log-viewer-ui">Log Viewer UI</h2>
-
-<p>Storm now includes a helpful new feature for debugging and monitoring topologies: The <code>logviewer</code> daemon.</p>
-
-<p>In earlier versions of Storm, viewing worker logs involved determining a worker's location (host/port), typically through Storm UI, then <code>ssh</code>ing to that host and <code>tail</code>ing the corresponding worker log file. With the new log viewer. You can now easily access a specific worker's log in a web browser by clicking on a worker's port number right from Storm UI.</p>
-
-<p>The <code>logviewer</code> daemon runs as a separate process on Storm supervisor nodes. To enable the <code>logviewer</code> run the following command (under supervision) on your cluster's supervisor nodes:</p>
-<div class="highlight"><pre><code class="language-" data-lang="">$ storm logviewer
-</code></pre></div>
-<h2 id="improved-windows-support">Improved Windows Support</h2>
-
-<p>In previous versions, running Storm on Microsoft Windows required installing third-party binaries (0MQ), modifying Storm's source, and adding Windows-specific scripts. With the addition of the platform-independent Netty transport, as well as numerous enhancements to make Storm more platform-independent, running Storm on Windows is easier than ever.</p>
-
-<h2 id="security-improvements">Security Improvements</h2>
-
-<p>Security, Authentication, and Authorization have been and will continue to be important focus areas for upcoming features. Storm 0.9.0 introduces an API for pluggable tuple serialization and a blowfish encryption based implementation for encrypting tuple data for sensitive use cases.</p>
-
-<h2 id="api-compatibility-and-upgrading">API Compatibility and Upgrading</h2>
-
-<p>For most Storm topology developers, upgrading to 0.9.0 is simply a matter of updating the <a href="https://clojars.org/storm">dependency</a>. Storm's core API has changed very little since the 0.8.2 release.</p>
-
-<p>On the devops side, when upgrading to a new Storm release, it is safest to clear any existing state (Zookeeper, <code>storm.local.dir</code>), prior to upgrading.</p>
-
-<h2 id="logging-changes">Logging Changes</h2>
-
-<p>Another important change in 0.9.0 has to do with logging. Storm has largely switched over to the <a href="http://www.slf4j.org">slf4j API</a> (backed by a <a href="http://logback.qos.ch">logback</a> logger implementation). Some Storm dependencies rely on the log4j API, so Storm currently depends on <a href="http://www.slf4j.org/legacy.html#log4j-over-slf4j">log4j-over-slf4j</a>.</p>
-
-<p>These changes have implications for existing topologies and topology components that use the log4j API.</p>
-
-<p>In general, and when possible, Storm topologies and topology components should use the <a href="http://www.slf4j.org">slf4j API</a> for logging.</p>
-
-<h2 id="thanks">Thanks</h2>
-
-<p>Special thanks are due to all those who have contributed to Storm -- whether through direct code contributions, documentation, bug reports, or helping other users on the mailing lists. Your efforts are much appreciated.</p>
-
-<h2 id="changelog">Changelog</h2>
-
-<ul>
-<li>Update build configuration to force compatibility with Java 1.6</li>
-<li>Fixed a netty client issue where sleep times for reconnection could be negative (thanks brndnmtthws)</li>
-<li>Fixed an issue that would cause storm-netty unit tests to fail</li>
-<li>Added configuration to limit ShellBolt internal _pendingWrites queue length (thanks xiaokang)</li>
-<li>Fixed a a netty client issue where sleep times for reconnection could be negative (thanks brndnmtthws)</li>
-<li>Fixed a display issue with system stats in Storm UI (thanks d2r)</li>
-<li>Nimbus now does worker heartbeat timeout checks as soon as heartbeats are updated (thanks d2r)</li>
-<li>The logviewer now determines log file location by examining the logback configuration (thanks strongh)</li>
-<li>Allow tick tuples to work with the system bolt (thanks xumingming)</li>
-<li>Add default configuration values for the netty transport and the ability to configure the number of worker threads (thanks revans2)</li>
-<li>Added timeout to unit tests to prevent a situation where tests would hang indefinitely (thanks d2r)</li>
-<li>Fixed an issue in the system bolt where local mode would not be detected accurately (thanks miofthena)</li>
-<li>Fixed <code>storm jar</code> command to work properly when STORM_JAR_JVM_OPTS is not specified (thanks roadkill001)</li>
-<li>All logging now done with slf4j</li>
-<li>Replaced log4j logging system with logback</li>
-<li>Logs are now limited to 1GB per worker (configurable via logging configuration file)</li>
-<li>Build upgraded to leiningen 2.0</li>
-<li>Revamped Trident spout interfaces to support more dynamic spouts, such as a spout who reads from a changing set of brokers</li>
-<li>How tuples are serialized is now pluggable (thanks anfeng)</li>
-<li>Added blowfish encryption based tuple serialization (thanks anfeng)</li>
-<li>Have storm fall back to installed storm.yaml (thanks revans2)</li>
-<li>Improve error message when Storm detects bundled storm.yaml to show the URL's for offending resources (thanks revans2)</li>
-<li>Nimbus throws NotAliveException instead of FileNotFoundException from various query methods when topology is no longer alive (thanks revans2)</li>
-<li>Escape HTML and Javascript appropriately in Storm UI (thanks d2r)</li>
-<li>Storm's Zookeeper client now uses bounded exponential backoff strategy on failures</li>
-<li>Automatically drain and log error stream of multilang subprocesses</li>
-<li>Append component name to thread name of running executors so that logs are easier to read</li>
-<li>Messaging system used for passing messages between workers is now pluggable (thanks anfeng)</li>
-<li>Netty implementation of messaging (thanks anfeng)</li>
-<li>Include topology id, worker port, and worker id in properties for worker processes, useful for logging (thanks d2r)</li>
-<li>Tick tuples can now be scheduled using floating point seconds (thanks tscurtu)</li>
-<li>Added log viewer daemon and links from UI to logviewers (thanks xiaokang)</li>
-<li>DRPC server childopts now configurable (thanks strongh)</li>
-<li>Default number of ackers to number of workers, instead of just one (thanks lyogavin)</li>
-<li>Validate that Storm configs are of proper types/format/structure (thanks d2r)</li>
-<li>FixedBatchSpout will now replay batches appropriately on batch failure (thanks ptgoetz)</li>
-<li>Can set JAR_JVM_OPTS env variable to add jvm options when calling 'storm jar' (thanks srmelody)</li>
-<li>Throw error if batch id for transaction is behind the batch id in the opaque value (thanks mrflip)</li>
-<li>Sort topologies by name in UI (thanks jaked)</li>
-<li>Added LoggingMetricsConsumer to log all metrics to a file, by default not enabled (thanks mrflip)</li>
-<li>Add prepare(Map conf) method to TopologyValidator (thanks ankitoshniwal)</li>
-<li>Bug fix: Supervisor provides full path to workers to logging config rather than relative path (thanks revans2) </li>
-<li>Bug fix: Call ReducerAggregator#init properly when used within persistentAggregate (thanks lorcan)</li>
-<li>Bug fix: Set component-specific configs correctly for Trident spouts</li>
-</ul>
-
- </div>
- </div>
- </div>
- </div>
- </div>
- </div>
- <footer>
- <div class="container-fluid">
- <div class="row">
- <div class="col-md-3">
- <div class="footer-widget">
- <h5>Meetups</h5>
- <ul class="latest-news">
-
- <li><a href="http://www.meetup.com/Apache-Storm-Apache-Kafka/">Apache Storm & Apache Kafka</a> <span class="small">(Sunnyvale, CA)</span></li>
-
- <li><a href="http://www.meetup.com/Apache-Storm-Kafka-Users/">Apache Storm & Kafka Users</a> <span class="small">(Seattle, WA)</span></li>
-
- <li><a href="http://www.meetup.com/New-York-City-Storm-User-Group/">NYC Storm User Group</a> <span class="small">(New York, NY)</span></li>
-
- <li><a href="http://www.meetup.com/Bay-Area-Stream-Processing">Bay Area Stream Processing</a> <span class="small">(Emeryville, CA)</span></li>
-
- <li><a href="http://www.meetup.com/Boston-Storm-Users/">Boston Realtime Data</a> <span class="small">(Boston, MA)</span></li>
-
- <li><a href="http://www.meetup.com/storm-london">London Storm User Group</a> <span class="small">(London, UK)</span></li>
-
- <!-- <li><a href="http://www.meetup.com/Apache-Storm-Kafka-Users/">Seatle, WA</a> <span class="small">(27 Jun 2015)</span></li> -->
- </ul>
- </div>
- </div>
- <div class="col-md-3">
- <div class="footer-widget">
- <h5>About Storm</h5>
- <p>Storm integrates with any queueing system and any database system. Storm's spout abstraction makes it easy to integrate a new queuing system. Likewise, integrating Storm with database systems is easy.</p>
- </div>
- </div>
- <div class="col-md-3">
- <div class="footer-widget">
- <h5>First Look</h5>
- <ul class="footer-list">
- <li><a href="/documentation/Rationale.html">Rationale</a></li>
- <li><a href="/tutorial.html">Tutorial</a></li>
- <li><a href="/documentation/Setting-up-development-environment.html">Setting up development environment</a></li>
- <li><a href="/documentation/Creating-a-new-Storm-project.html">Creating a new Storm project</a></li>
- </ul>
- </div>
- </div>
- <div class="col-md-3">
- <div class="footer-widget">
- <h5>Documentation</h5>
- <ul class="footer-list">
- <li><a href="/doc-index.html">Index</a></li>
- <li><a href="/documentation.html">Manual</a></li>
- <li><a href="https://storm.apache.org/javadoc/apidocs/index.html">Javadoc</a></li>
- <li><a href="/documentation/FAQ.html">FAQ</a></li>
- </ul>
- </div>
- </div>
- </div>
- <hr/>
- <div class="row">
- <div class="col-md-12">
- <p align="center">Copyright © 2015 <a href="http://www.apache.org">Apache Software Foundation</a>. All Rights Reserved.
- <br>Apache Storm, Apache, the Apache feather logo, and the Apache Storm project logos are trademarks of The Apache Software Foundation.
- <br>All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p>
- </div>
- </div>
- </div>
-</footer>
-<!--Footer End-->
-<!-- Scroll to top -->
-<span class="totop"><a href="#"><i class="fa fa-angle-up"></i></a></span>
-
- </body>
-
-</html>
-