You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/09/14 18:47:29 UTC
[beam] branch asf-site updated: Publishing website 2020/09/14
18:46:52 at commit dbdc019
This is an automated email from the ASF dual-hosted git repository.
git-site-role pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/asf-site by this push:
new e8dbc2f Publishing website 2020/09/14 18:46:52 at commit dbdc019
e8dbc2f is described below
commit e8dbc2fb50637fa8452ad59ff1cd1f71f9a21b46
Author: jenkins <bu...@apache.org>
AuthorDate: Mon Sep 14 18:46:52 2020 +0000
Publishing website 2020/09/14 18:46:52 at commit dbdc019
---
website/generated-content/documentation/index.html | 2 +-
.../runners/capability-matrix/index.html | 97 +++++++++++++++++----
.../documentation/runners/dataflow/index.html | 2 +-
.../documentation/runners/direct/index.html | 2 +-
.../documentation/runners/flink/index.html | 2 +-
.../documentation/runners/jet/index.html | 2 +-
.../documentation/runners/mapreduce/index.html | 2 +-
.../documentation/runners/nemo/index.html | 2 +-
.../documentation/runners/samza/index.html | 2 +-
.../documentation/runners/spark/index.html | 2 +-
.../documentation/runners/twister2/index.html | 40 +++++++++
.../get-started/beam-overview/index.html | 2 +-
website/generated-content/get-started/index.xml | 1 +
website/generated-content/images/logo_twister2.png | Bin 0 -> 13755 bytes
.../images/logos/runners/twister2.png | Bin 0 -> 6487 bytes
website/generated-content/index.html | 2 +-
.../learn/runners/twister2/index.html | 1 +
.../roadmap/connectors-go-sdk/index.html | 2 +-
.../roadmap/connectors-java-sdk/index.html | 2 +-
.../roadmap/connectors-multi-sdk/index.html | 2 +-
.../roadmap/connectors-python-sdk/index.html | 2 +-
.../roadmap/dataflow-runner/index.html | 2 +-
.../generated-content/roadmap/euphoria/index.html | 2 +-
.../roadmap/flink-runner/index.html | 2 +-
.../generated-content/roadmap/go-sdk/index.html | 2 +-
website/generated-content/roadmap/index.html | 2 +-
website/generated-content/roadmap/index.xml | 17 ++++
.../generated-content/roadmap/java-sdk/index.html | 2 +-
.../roadmap/nemo-runner/index.html | 2 +-
.../roadmap/portability/index.html | 2 +-
.../roadmap/python-sdk/index.html | 2 +-
.../roadmap/samza-runner/index.html | 2 +-
.../roadmap/spark-runner/index.html | 2 +-
website/generated-content/roadmap/sql/index.html | 2 +-
.../roadmap/twister2-runner/index.html | 7 ++
website/generated-content/sitemap.xml | 2 +-
36 files changed, 172 insertions(+), 47 deletions(-)
diff --git a/website/generated-content/documentation/index.html b/website/generated-content/documentation/index.html
index af50d4c..c5e6951 100644
--- a/website/generated-content/documentation/index.html
+++ b/website/generated-content/documentation/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Learn about Beam</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Speci [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/documentation/runners/capability-matrix/index.html b/website/generated-content/documentation/runners/capability-matrix/index.html
index fbb5dcc..994e9bc 100644
--- a/website/generated-content/documentation/runners/capability-matrix/index.html
+++ b/website/generated-content/documentation/runners/capability-matrix/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Apache Beam Capability Matrix</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
@@ -12,6 +12,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#ec3>GroupByKey</th><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
@@ -23,6 +24,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#ec3>Flatten</th><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
@@ -34,6 +36,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#ec3>Combine</th><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
@@ -45,6 +48,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#ec3>Composite Transforms</th><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
@@ -56,6 +60,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#ec3>Side Inputs</th><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
@@ -67,6 +72,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#ec3>Source API</th><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
@@ -78,6 +84,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#ec3>Splittable DoFn (SDF)</th><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
@@ -89,6 +96,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#ca1><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#ca1><center><b>✕</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#ec3>Metrics</th><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
@@ -100,6 +108,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#ca1><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#ca1><center><b>✕</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#ec3>Stateful Processing</th><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
@@ -111,7 +120,8 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#ca1><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
-<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr><tr class=cap-summary id=cap-summary-where><th class="cap-summary color-metadata format-category" colspan=8 style=color:#37d><div class=cap-toggle onclick='ToggleTables(1,"cap-full-where")'>(click to expand details)</div>Where in event time?</th></tr><tr class=cap-summary><th class="cap-summary color-capability"></th><th class="cap-summary color-platform format-platform" styl [...]
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#ca1><center><b>✕</b>
+<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr><tr class=cap-summary id=cap-summary-where><th class="cap-summary color-metadata format-category" colspan=8 style=color:#37d><div class=cap-toggle onclick='ToggleTables(1,"cap-full-where")'>(click to expand details)</div>Where in event time?</th></tr><tr class=cap-summary><th class="cap-summary color-capability"></th><th class="cap-summary color-platform format-platform" styl [...]
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
@@ -122,6 +132,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#59f>Fixed windows</th><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
@@ -133,6 +144,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#59f>Sliding windows</th><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
@@ -144,6 +156,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#59f>Session windows</th><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
@@ -155,6 +168,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#59f>Custom windows</th><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
@@ -166,6 +180,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#59f>Custom merging windows</th><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
@@ -177,6 +192,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#59f>Timestamp control</th><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
@@ -188,7 +204,8 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
-<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr><tr class=cap-summary id=cap-summary-when><th class="cap-summary color-metadata format-category" colspan=8 style=color:#6a4><div class=cap-toggle onclick='ToggleTables(1,"cap-full-when")'>(click to expand details)</div>When in processing time?</th></tr><tr class=cap-summary><th class="cap-summary color-capability"></th><th class="cap-summary color-platform format-platform" st [...]
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
+<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr><tr class=cap-summary id=cap-summary-when><th class="cap-summary color-metadata format-category" colspan=8 style=color:#6a4><div class=cap-toggle onclick='ToggleTables(1,"cap-full-when")'>(click to expand details)</div>When in processing time?</th></tr><tr class=cap-summary><th class="cap-summary color-capability"></th><th class="cap-summary color-platform format-platform" st [...]
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
@@ -199,6 +216,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#8c6>Event-time triggers</th><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
@@ -210,6 +228,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#8c6>Processing-time triggers</th><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
@@ -221,6 +240,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#8c6>Count triggers</th><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
@@ -232,6 +252,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#8c6>[Meta]data driven triggers</th><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b><br>(<a href=https://issues.apache.org/jira/browse/BEAM-101>BEAM-101</a>)</b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
@@ -243,6 +264,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#8c6>Composite triggers</th><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
@@ -254,6 +276,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#8c6>Allowed lateness</th><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
@@ -265,6 +288,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#8c6>Timers</th><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
@@ -276,7 +300,8 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
-<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr><tr class=cap-summary id=cap-summary-how><th class="cap-summary color-metadata format-category" colspan=8 style=color:#b55><div class=cap-toggle onclick='ToggleTables(1,"cap-full-how")'>(click to expand details)</div>How do refinements relate?</th></tr><tr class=cap-summary><th class="cap-summary color-capability"></th><th class="cap-summary color-platform format-platform" st [...]
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
+<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr><tr class=cap-summary id=cap-summary-how><th class="cap-summary color-metadata format-category" colspan=8 style=color:#b55><div class=cap-toggle onclick='ToggleTables(1,"cap-full-how")'>(click to expand details)</div>How do refinements relate?</th></tr><tr class=cap-summary><th class="cap-summary color-capability"></th><th class="cap-summary color-platform format-platform" st [...]
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
@@ -287,6 +312,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#d77>Accumulating</th><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
@@ -298,6 +324,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#d77>Accumulating & Retracting</th><td width=25% class=cap-summary style=background-color:#ddd;border-color:#b55><center><b>✕</b>
<b><br>(<a href=https://issues.apache.org/jira/browse/BEAM-91>BEAM-91</a>)</b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#b55><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#b55><center><b>✕</b>
@@ -309,7 +336,8 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#b55><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#b55><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#b55><center><b>✕</b>
-<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr><tr class=cap-summary id=cap-summary-misc><th class="cap-summary color-metadata format-category" colspan=8 style=color:#aaa><div class=cap-toggle onclick='ToggleTables(1,"cap-full-misc")'>(click to expand details)</div>Additional common features not yet part of the Beam model</th></tr><tr class=cap-summary><th class="cap-summary color-capability"></th><th class="cap-summary c [...]
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#b55><center><b>✕</b>
+<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr><tr class=cap-summary id=cap-summary-misc><th class="cap-summary color-metadata format-category" colspan=8 style=color:#aaa><div class=cap-toggle onclick='ToggleTables(1,"cap-full-misc")'>(click to expand details)</div>Additional common features not yet part of the Beam model</th></tr><tr class=cap-summary><th class="cap-summary color-capability"></th><th class="cap-summary c [...]
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ccc;border-color:#aaa><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ccc;border-color:#aaa><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
@@ -319,6 +347,8 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#bbb>Checkpoint</th><td width=25% class=cap-summary style=background-color:#ccc;border-color:#aaa><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ccc;border-color:#aaa><center><b>~</b>
@@ -330,7 +360,8 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ccc;border-color:#aaa><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
-<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr></table></div><div id=cap-full style=display:none><table class=cap><tr class=cap id=cap-full-what><th class="cap color-metadata format-category" colspan=8 style=color:#ca1><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-what")'>(click to collapse details)</div>What is being computed?</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color- [...]
+<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
+<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr></table></div><div id=cap-full style=display:none><table class=cap><tr class=cap id=cap-full-what><th class="cap color-metadata format-category" colspan=8 style=color:#ca1><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-what")'>(click to collapse details)</div>What is being computed?</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color- [...]
: element-wise processing</b></center><br>Element-wise transformation parameterized by a chunk of user code. Elements are processed in bundles, with initialization and termination hooks. Bundle size is chosen by the runner and cannot be controlled by user code. ParDo processes a main input PCollection one element at a time, but provides side input access to additional PCollections.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br>Batch mode uses large bundle sizes. Streaming uses smaller bundle sizes.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br>ParDo itself, as per-element transformation with UDFs, is fully supported by Flink for both batch and streaming.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
@@ -341,6 +372,7 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br>Supported with per-element transformation.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
+: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#ec3>GroupByKey</th><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: key grouping</b></center><br>Grouping of key-value pairs per key, window, and pane. (See also other tabs.)</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
@@ -352,6 +384,7 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br>Uses Samza's partitionBy for key grouping and Beam's logic for window aggregation and triggering.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
+: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#ec3>Flatten</th><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: collection concatenation</b></center><br>Concatenates multiple homogenously typed collections together.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
@@ -363,6 +396,7 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
+: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#ec3>Combine</th><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: associative &amp; commutative aggregation</b></center><br>Application of an associative, commutative operation over all values ("globally") or over all values associated with each key ("per key"). Can be implemented using ParDo, but often more efficient implementations exist.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: efficient execution</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
@@ -374,7 +408,8 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br>Use combiner for efficient pre-aggregation.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br>Batch mode uses pre-aggregation</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
-: fully supported</b></center><br>Batch mode uses pre-aggregation</td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#ec3>Composite Transforms</th><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
+: fully supported</b></center><br>Batch mode uses pre-aggregation</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
+: fully supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#ec3>Composite Transforms</th><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: user-defined transformation subgraphs</b></center><br>Allows easy extensibility for library writers. In the near future, we expect there to be more information provided at this level -- customized metadata hooks for monitoring, additional runtime/environment hooks, etc.</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: supported via inlining</b></center><br>Currently composite transformations are inlined during execution. The structure is later recreated from the names, but other transform level information (if added to the model) will be lost.</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: supported via inlining</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
@@ -385,6 +420,7 @@
: supported via inlining</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: supported via inlining</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
+: supported via inlining</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: supported via inlining</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#ec3>Side Inputs</th><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: additional elements available during DoFn execution</b></center><br>Side inputs are additional <tt>PCollections</tt> whose contents are computed during pipeline execution and then made accessible to DoFn code. The exact shape of the side input depends both on the <tt>PCollectionView</tt> used to describe the access pattern (interable, map, singleton) and the window of the element from the main input that is currently being processed.</td><td width=25% class=cap style=backgr [...]
: some size restrictions in streaming</b></center><br>Batch mode supports a distributed implementation, but streaming mode may force some size restrictions. Neither mode is able to push lookups directly up into key-based sources.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
@@ -396,7 +432,8 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br>Uses Samza's broadcast operator to distribute the side inputs.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
-: with restrictions</b></center><br>Supported only when the side input source is bounded and windowing uses global window</td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#ec3>Source API</th><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
+: with restrictions</b></center><br>Supported only when the side input source is bounded and windowing uses global window</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
+: fully supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#ec3>Source API</th><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: user-defined sources</b></center><br>Allows users to provide additional input sources. Supports both bounded and unbounded data. Includes hooks necessary to provide efficient parallelization (size estimation, progress information, dynamic splitting, etc).</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br>Support includes autotuning features (https://cloud.google.com/dataflow/service/dataflow-service-desc#autotuning-features).</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
@@ -407,6 +444,7 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
+: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#ec3>Splittable DoFn (SDF)</th><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: DoFn where processing of each element can be split for parallelism, or suspended and resumed</b></center><br>Allows users to develop DoFn's that process a single element in portions ("restrictions"), executed in parallel or sequentially. This supersedes the unbounded and bounded `Source` APIs by supporting all of their features on a per-element basis. See http://s.apache.org/splittable-do-fn. Design is in progress on achieving parity with Source API regarding progress signals.</td><td [...]
:</b></center><br>Does not yet support autotuning features of the Source API.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
@@ -418,7 +456,8 @@
: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: supports bounded-per-element SDFs</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#ca1><center><b>No
: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#ca1><center><b>No
-: not implemented</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#ec3>Metrics</th><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
+: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
+: supports bounded</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#ec3>Metrics</th><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: user-provided metrics</b></center><br>Allow transforms to gather simple metrics across bundles in a <tt>PTransform</tt>. Provide a mechanism to obtain both committed and attempted metrics. Semantically similar to using an additional output, but support partial results as the transform executes, and support both committed and attempted values. Will likely want to augment <tt>Metrics</tt> to be more useful for processing unbounded data by making them windowed.</td><td width=2 [...]
: All metrics types are supported.</b></center><br>Only attempted values are supported. No committed values for metrics.</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: All metric types are supported.</b></center><br>Only attempted values are supported. No committed values for metrics.</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
@@ -428,7 +467,8 @@
: All metrics types are supported.</b></center><br>Only attempted values are supported. No committed values for metrics.</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: Counter and Gauge are supported.</b></center><br>Only attempted values are supported. No committed values for metrics.</td><td width=25% class=cap style=background-color:#ddd;border-color:#ca1><center><b>No
: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
-: All metrics types supported, both in batching and streaming mode.</b></center><br>Doesn't differentiate between committed and attempted values.</td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#ec3>Stateful Processing</th><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
+: All metrics types supported, both in batching and streaming mode.</b></center><br>Doesn't differentiate between committed and attempted values.</td><td width=25% class=cap style=background-color:#ddd;border-color:#ca1><center><b>No
+: not implemented</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#ec3>Stateful Processing</th><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: storage per key, per window</b></center><br>Allows fine-grained access to per-key, per-window persistent state. Necessary for certain use cases (e.g. high-volume windows which store large amounts of data, but typically only access small portions of it; complex state machines; etc.) that are not easily or efficiently addressed via <tt>Combine</tt> or <tt>GroupByKey</tt>+<tt>ParDo</tt>.</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b [...]
: non-merging windows</b></center><br>State is supported for non-merging windows. SetState and MapState are not yet supported.</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: non-merging windows</b></center><br>State is supported for non-merging windows. SetState and MapState are not yet supported.</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
@@ -439,7 +479,8 @@
: non-merging windows</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: non-merging windows</b></center><br>States are backed up by either rocksDb KV store or in-memory hash map, and persist using changelog.</td><td width=25% class=cap style=background-color:#ddd;border-color:#ca1><center><b>No
: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
-: non-merging windows</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr><tr class=cap id=cap-full-where><th class="cap color-metadata format-category" colspan=8 style=color:#37d><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-where")'>(click to collapse details)</div>Where in event time?</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color-platform format-platform" style=color:#59f>Beam Model</th><th [...]
+: non-merging windows</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#ca1><center><b>No
+: not implemented</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr><tr class=cap id=cap-full-where><th class="cap color-metadata format-category" colspan=8 style=color:#37d><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-where")'>(click to collapse details)</div>Where in event time?</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color-platform format-platform" style=color:#59f>Beam Model</th><th clas [...]
: all time</b></center><br>The default window which covers all of time. (Basically how traditional batch cases fit in the model.)</td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: default</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
@@ -450,6 +491,7 @@
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
+: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#59f>Fixed windows</th><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: periodic, non-overlapping</b></center><br>Fixed-size, timestamp-based windows. (Hourly, Daily, etc)</td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: built-in</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
@@ -461,6 +503,7 @@
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
+: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#59f>Sliding windows</th><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: periodic, overlapping</b></center><br>Possibly overlapping fixed-size timestamp-based windows (Every minute, use the last ten minutes of data.)</td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: built-in</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
@@ -472,6 +515,7 @@
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
+: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#59f>Session windows</th><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: activity-based</b></center><br>Based on bursts of activity separated by a gap size. Different per key.</td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: built-in</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
@@ -483,6 +527,7 @@
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
+: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#59f>Custom windows</th><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: user-defined windows</b></center><br>All windows must implement <tt>BoundedWindow</tt>, which specifies a max timestamp. Each <tt>WindowFn</tt> assigns elements to an associated window.</td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
@@ -494,6 +539,7 @@
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
+: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#59f>Custom merging windows</th><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: user-defined merging windows</b></center><br>A custom <tt>WindowFn</tt> additionally specifies whether and how to merge windows.</td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
@@ -505,6 +551,7 @@
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
+: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#59f>Timestamp control</th><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: output timestamp for window panes</b></center><br>For a grouping transform, such as GBK or Combine, an OutputTimeFn specifies (1) how to combine input timestamps within a window and (2) how to merge aggregated timestamps when windows merge.</td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
@@ -516,7 +563,8 @@
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
-: supported</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr><tr class=cap id=cap-full-when><th class="cap color-metadata format-category" colspan=8 style=color:#6a4><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-when")'>(click to collapse details)</div>When in processing time?</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color-platform format-platform" style=color:#8c6>Beam Model</th><th class="c [...]
+: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
+: supported</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr><tr class=cap id=cap-full-when><th class="cap color-metadata format-category" colspan=8 style=color:#6a4><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-when")'>(click to collapse details)</div>When in processing time?</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color-platform format-platform" style=color:#8c6>Beam Model</th><th class="c [...]
: user customizable</b></center><br>Triggering may be specified by the user (instead of simply driven by hardcoded defaults).</td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br>Fully supported in streaming mode. In batch mode, intermediate trigger firings are effectively meaningless.</td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
@@ -527,6 +575,7 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
+: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#8c6>Event-time triggers</th><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: relative to event time</b></center><br>Triggers that fire in response to event-time completeness signals, such as watermarks progressing.</td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: yes in streaming, fixed granularity in batch</b></center><br>Fully supported in streaming mode. In batch mode, currently watermark progress jumps from the beginning of time to the end of time once the input has been fully consumed, thus no additional triggering granularity is available.</td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
@@ -537,6 +586,7 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
+: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#8c6>Processing-time triggers</th><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: relative to processing time</b></center><br>Triggers that fire in response to processing-time advancing.</td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: yes in streaming, fixed granularity in batch</b></center><br>Fully supported in streaming mode. In batch mode, from the perspective of triggers, processing time currently jumps from the beginning of time to the end of time once the input has been fully consumed, thus no additional triggering granularity is available.</td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
@@ -547,6 +597,7 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
+: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#8c6>Count triggers</th><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: every N elements</b></center><br>Triggers that fire after seeing at least N elements.</td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br>Fully supported in streaming mode. In batch mode, elements are processed in the largest bundles possible, so count-based triggers are effectively meaningless.</td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
@@ -557,6 +608,7 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
+: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#8c6>[Meta]data driven triggers</th><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
: in response to data<br>(<a href=https://issues.apache.org/jira/browse/BEAM-101>BEAM-101</a>)</b></center><br>Triggers that fire in response to attributes of the data being processed.</td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
@@ -567,7 +619,8 @@
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
-: pending model support</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#8c6>Composite triggers</th><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
+: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
+:</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#8c6>Composite triggers</th><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: compositions of one or more sub-triggers</b></center><br>Triggers which compose other triggers in more complex structures, such as logical AND, logical OR, early/on-time/late, etc.</td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
@@ -577,7 +630,8 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
-: fully supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#8c6>Allowed lateness</th><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
+: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
+:</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#8c6>Allowed lateness</th><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: event-time bound on window lifetimes</b></center><br>A way to bound the useful lifetime of a window (in event time), after which any unemitted results may be materialized, the window contents may be garbage collected, and any addtional late data that arrive for the window may be discarded.</td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br>Fully supported in streaming mode. In batch mode no data is ever late.</td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
@@ -586,7 +640,8 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
-: fully supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#8c6>Timers</th><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
+: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
+:</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#8c6>Timers</th><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: delayed processing callbacks</b></center><br>A fine-grained mechanism for performing work at some point in the future, in either the event-time or processing-time domain. Useful for orchestrating delayed events, timeouts, etc in complex state per-key, per-window state machines.</td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
: non-merging windows</b></center><br>Dataflow supports timers in non-merging windows.</td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
: non-merging windows</b></center><br>The Flink Runner supports timers in non-merging windows.</td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
@@ -596,7 +651,8 @@
: non-merging windows</b></center><br></td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
: non-merging windows</b></center><br>The Samza Runner supports timers in non-merging windows.</td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
-: non-merging windows</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr><tr class=cap id=cap-full-how><th class="cap color-metadata format-category" colspan=8 style=color:#b55><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-how")'>(click to collapse details)</div>How do refinements relate?</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color-platform format-platform" style=color:#d77>Beam Model</th><t [...]
+: non-merging windows</b></center><br></td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
+:</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr><tr class=cap id=cap-full-how><th class="cap color-metadata format-category" colspan=8 style=color:#b55><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-how")'>(click to collapse details)</div>How do refinements relate?</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color-platform format-platform" style=color:#d77>Beam Model</th><th class="cap color-p [...]
: panes discard elements when fired</b></center><br>Elements are discarded from accumulated state as their pane is fired.</td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
@@ -607,6 +663,7 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
+: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#d77>Accumulating</th><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: panes accumulate elements across firings</b></center><br>Elements are accumulated in state across multiple pane firings for the same window.</td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br>Requires that the accumulated pane fits in memory, after being passed through the combiner (if relevant)</td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
@@ -615,6 +672,7 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
+: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#d77>Accumulating & Retracting</th><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
: accumulation plus retraction of old panes<br>(<a href=https://issues.apache.org/jira/browse/BEAM-91>BEAM-91</a>)</b></center><br>Elements are accumulated across multiple pane firings and old emitted values are retracted. Also known as "backsies" ;-D</td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
@@ -625,16 +683,17 @@
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
-: pending model support</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr><tr class=cap id=cap-full-misc><th class="cap color-metadata format-category" colspan=8 style=color:#aaa><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-misc")'>(click to collapse details)</div>Additional common features not yet part of the Beam model</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color-platform format-platform" [...]
+: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
+: pending model support</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr><tr class=cap id=cap-full-misc><th class="cap color-metadata format-category" colspan=8 style=color:#aaa><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-misc")'>(click to collapse details)</div>Additional common features not yet part of the Beam model</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color-platform format-platform" [...]
:</b></center><br>APIs and semantics for draining a pipeline are under discussion. This would cause incomplete aggregations to be emitted regardless of trigger and tagged with metadata indicating it is incompleted.</td><td width=25% class=cap style=background-color:#ccc;border-color:#aaa><center><b>Partially
:</b></center><br>Dataflow has a native drain operation, but it does not work in the presence of event time timer loops. Final implemention pending model support.</td><td width=25% class=cap style=background-color:#ccc;border-color:#aaa><center><b>Partially
-:</b></center><br>Flink supports taking a "savepoint" of the pipeline and shutting the pipeline down after its completion.</td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;b [...]
+:</b></center><br>Flink supports taking a "savepoint" of the pipeline and shutting the pipeline down after its completion.</td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;b [...]
:</b></center><br>APIs and semantics for saving a pipeline checkpoint are under discussion. This would be a runner-specific materialization of the pipeline state required to resume or duplicate the pipeline.</td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>No
:</b></center><br></td><td width=25% class=cap style=background-color:#ccc;border-color:#aaa><center><b>Partially
:</b></center><br>Flink has a native savepoint capability.</td><td width=25% class=cap style=background-color:#ccc;border-color:#aaa><center><b>Partially
:</b></center><br>Spark has a native savepoint capability.</td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>No
:</b></center><br>not implemented</td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ccc;border-color:#aaa><center><b>Partially
-:</b></center><br>Samza has a native checkpoint capability.</td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr></table></div></div></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class=footer__cols__col><div class=foo [...]
+:</b></center><br>Samza has a native checkpoint capability.</td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr></table></div></div></div><footer class [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/documentation/runners/dataflow/index.html b/website/generated-content/documentation/runners/dataflow/index.html
index a4ae729..d0c8902 100644
--- a/website/generated-content/documentation/runners/dataflow/index.html
+++ b/website/generated-content/documentation/runners/dataflow/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Cloud Dataflow Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
begin</em> section of the <a href=https://cloud.google.com/dataflow/docs/quickstarts>Cloud Dataflow quickstart</a>
for your chosen language.</p><ol><li>Select or create a Google Cloud Platform Console project.</li><li>Enable billing for your project.</li><li>Enable the required Google Cloud APIs: Cloud Dataflow, Compute Engine,
Stackdriver Logging, Cloud Storage, Cloud Storage JSON, and Cloud Resource
diff --git a/website/generated-content/documentation/runners/direct/index.html b/website/generated-content/documentation/runners/direct/index.html
index 8da67f0..37f2e72 100644
--- a/website/generated-content/documentation/runners/direct/index.html
+++ b/website/generated-content/documentation/runners/direct/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Direct Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<span class=o><</span><span class=n>groupId</span><span class=o>></span><span class=n>org</span><span class=o>.</span><span class=na>apache</span><span class=o>.</span><span class=na>beam</span><span class=o></</span><span class=n>groupId</span><span class=o>></span>
<span class=o><</span><span class=n>artifactId</span><span class=o>></span><span class=n>beam</span><span class=o>-</span><span class=n>runners</span><span class=o>-</span><span class=n>direct</span><span class=o>-</span><span class=n>java</span><span class=o></</span><span class=n>artifactId</span><span class=o>></span>
<span class=o><</span><span class=n>version</span><span class=o>></span><span class=n>2</span><span class=o>.</span><span class=na>23</span><span class=o>.</span><span class=na>0</span><span class=o></</span><span class=n>version</span><span class=o>></span>
diff --git a/website/generated-content/documentation/runners/flink/index.html b/website/generated-content/documentation/runners/flink/index.html
index 60a59fb..3080c36 100644
--- a/website/generated-content/documentation/runners/flink/index.html
+++ b/website/generated-content/documentation/runners/flink/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Apache Flink Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Sp [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
Flink</a>. For execution you can choose between a cluster
execution mode (e.g. Yarn/Kubernetes/Mesos) or a local embedded execution mode
which is useful for testing pipelines.</p><p>The Flink Runner and Flink are suitable for large scale, continuous jobs, and provide:</p><ul><li>A streaming-first runtime that supports both batch processing and data streaming programs</li><li>A runtime that supports very high throughput and low event latency at the same time</li><li>Fault-tolerance with <em>exactly-once</em> processing guarantees</li><li>Natural back-pressure in streaming programs</li><li>Custom memory management for effic [...]
diff --git a/website/generated-content/documentation/runners/jet/index.html b/website/generated-content/documentation/runners/jet/index.html
index 79e6a28..70cbfba 100644
--- a/website/generated-content/documentation/runners/jet/index.html
+++ b/website/generated-content/documentation/runners/jet/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Hazelcast Jet Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain S [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
Jet</a>.</p><p>The Jet Runner and Jet are suitable for large scale continuous jobs and provide:</p><ul><li>Support for both batch (bounded) and streaming (unbounded) data sets</li><li>A runtime that supports very high throughput and low event latency at the same time</li><li>Natural back-pressure in streaming programs</li><li>Distributed massively parallel data processing engine with in memory storage</li></ul><p>It’s important to note that the Jet Runner is currently in an <em>EXP [...]
the capabilities present in Jet:</p><ul><li>Jet has full Fault Tolerance support, the Jet Runner does not; if a job fails it must be restarted</li><li>Internal performance of Jet is extremely high.
The Runner can’t match it as of now because Beam pipeline optimization/surgery has not been fully implemented.</li></ul><p>The <a href=/documentation/runners/capability-matrix/>Beam Capability Matrix</a> documents the
diff --git a/website/generated-content/documentation/runners/mapreduce/index.html b/website/generated-content/documentation/runners/mapreduce/index.html
index 945fe2e..194d096 100644
--- a/website/generated-content/documentation/runners/mapreduce/index.html
+++ b/website/generated-content/documentation/runners/mapreduce/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Apache Hadoop MapReduce Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) an [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<groupId>org.apache.beam</groupId>
<artifactId>beam-runners-mapreduce</artifactId>
<version>2.23.0</version>
diff --git a/website/generated-content/documentation/runners/nemo/index.html b/website/generated-content/documentation/runners/nemo/index.html
index 52584d6..c93b8ba 100644
--- a/website/generated-content/documentation/runners/nemo/index.html
+++ b/website/generated-content/documentation/runners/nemo/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Apache Nemo Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Spe [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
The Nemo Runner can optimize Beam pipelines with the Nemo compiler through various optimization passes
and execute them in a distributed fashion using the Nemo runtime. You can also deploy a self-contained application
for local mode or run using resource managers like YARN or Mesos.</p><p>The Nemo Runner executes Beam pipelines on top of Apache Nemo, providing:</p><ul><li>Batch and streaming pipelines</li><li>Fault-tolerance</li><li>Integration with YARN and other components of the Apache Hadoop ecosystem</li><li>Support for the various optimizations provided by the Nemo optimizer</li></ul><p>The <a href=/documentation/runners/capability-matrix/>Beam Capability Matrix</a> documents the
diff --git a/website/generated-content/documentation/runners/samza/index.html b/website/generated-content/documentation/runners/samza/index.html
index ee06420..302bd38 100644
--- a/website/generated-content/documentation/runners/samza/index.html
+++ b/website/generated-content/documentation/runners/samza/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Apache Samza Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Sp [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<span class=o><</span><span class=n>groupId</span><span class=o>></span><span class=n>org</span><span class=o>.</span><span class=na>apache</span><span class=o>.</span><span class=na>beam</span><span class=o></</span><span class=n>groupId</span><span class=o>></span>
<span class=o><</span><span class=n>artifactId</span><span class=o>></span><span class=n>beam</span><span class=o>-</span><span class=n>runners</span><span class=o>-</span><span class=n>samza</span><span class=o></</span><span class=n>artifactId</span><span class=o>></span>
<span class=o><</span><span class=n>version</span><span class=o>></span><span class=n>2</span><span class=o>.</span><span class=na>23</span><span class=o>.</span><span class=na>0</span><span class=o></</span><span class=n>version</span><span class=o>></span>
diff --git a/website/generated-content/documentation/runners/spark/index.html b/website/generated-content/documentation/runners/spark/index.html
index 6e5cb17..6508212 100644
--- a/website/generated-content/documentation/runners/spark/index.html
+++ b/website/generated-content/documentation/runners/spark/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Apache Spark Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Sp [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
The Spark Runner can execute Spark pipelines just like a native Spark application; deploying a self-contained application for local mode, running on Spark’s Standalone RM, or using YARN or Mesos.</p><p>The Spark Runner executes Beam pipelines on top of Apache Spark, providing:</p><ul><li>Batch and streaming (and combined) pipelines.</li><li>The same fault-tolerance <a href=https://spark.apache.org/docs/latest/streaming-programming-guide.html#fault-tolerance-semantics>guarantees</a> [...]
the portable functionality of the Spark Runner. Please use the switcher below to
select the appropriate Runner:</p><h2 id=which-runner-to-use-portable-or-non-portable-runner>Which runner to use: portable or non portable runner?</h2><p>Beam and its Runners originally only supported JVM-based languages
diff --git a/website/generated-content/documentation/runners/twister2/index.html b/website/generated-content/documentation/runners/twister2/index.html
new file mode 100644
index 0000000..c05fdd2
--- /dev/null
+++ b/website/generated-content/documentation/runners/twister2/index.html
@@ -0,0 +1,40 @@
+<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Twister2 Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specif [...]
+<span class=sr-only>Toggle navigation</span>
+<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+cluster. Twister2 Runner runs Beam pipelines as Twister2 jobs, which can be executed on
+a Twister2 cluster either as a local deployment or distributed deployment using, Nomad,
+Kubernetes, Slurm, etc.</p><p>The Twister2 runner is suitable for large scale batch jobs, specially jobs that
+require high performance, and provide.</p><ul><li>Batch pipeline support.</li><li>Support for HPC environments, supports propriety interconnects such as Infiniband.</li><li>Distributed massively parallel data processing engine with high performance using
+Bulk Synchronous Parallel (BSP) style execution.</li><li>Native support for Beam side-inputs.</li></ul><p>The <a href=/documentation/runners/capability-matrix/>Beam Capability Matrix</a> documents the
+supported capabilities of the Jet Runner.</p><h2 id=running-wordcount-with-the-twister2-runner>Running WordCount with the Twister2 Runner</h2><h3 id=generating-the-beam-examples-project>Generating the Beam examples project</h3><p>Just follow the instruction from the <a href=/get-started/quickstart-java/#get-the-wordcount-code>Java Quickstart page</a></p><h3 id=running-wordcount-on-a-twister2-local-deployment>Running WordCount on a Twister2 Local Deployment</h3><p>Issue following command [...]
+ -DskipTests \
+ -Dexec.mainClass=org.apache.beam.examples.WordCount \
+ -Dexec.args="\
+ --runner=Twister2Runner \
+ --inputFile=pom.xml \
+ --output=counts" \
+ -Ptwister2-runner
+</code></pre><h3 id=running-wordcount-on-a-twister2-deployment>Running WordCount on a Twister2 Deployment</h3><p>The Beam examples project, when generated from an archetype, comes from a particular released Beam version (that’s what
+the <code>archetypeVersion</code> property is about). Each Beam version that contains the Twister2 Runner (i.e. from 2.23.0 onwards)
+uses a certain version of Twister2. Because of this, when we start a stand-alone Twister2 cluster and try to run Beam examples on
+it we need to make sure the two are compatible. See following table for which Twister2 version is recommended for various
+Beam versions.</p><table class="table table-bordered"><tr><th>Beam Version</th><th>Compatible Twister2 Versions</th></tr><tr><td>2.23.0 or newer</td><td>0.6.0</td></tr><tr><td>2.22.0 or older</td><td>N/A</td></tr></table><p>Download latest Twister2 version compatible with the Beam you are using from
+<a href=https://twister2.org/docs/download>Twister2 Website</a>. Twister2 currently supports
+several deployment options, such as standalone, Slurm, Mesos, Nomad, etc. To learn more about the Twister2
+deployments and how to get them setup visit <a href=https://twister2.org/docs/deployment/job-submit>Twister2 Docs</a>.</p><nav class=version-switcher><strong>Adapt for:</strong><ul><li data-type=version-twister2-0.6.0>Twister2 0.6.0</li></ul></nav><p>Issue following command in the Beam examples project to start new Twister2 job,
+The “twister2Home” should point to the home directory of the Twister2 standalone
+deployment.</p><p>Note: Currently file paths need to be absolute paths.</p><pre><code> $ mvn package exec:java \
+ -DskipTests \
+ -Dexec.mainClass=org.apache.beam.examples.WordCount \
+ -Dexec.args="\
+ --runner=Twister2Runner \
+ --twister2Home=<PATH_TO_TWISTER2_HOME>
+ --parallelism=2
+ --inputFile=<PATH_TO_FILE>/pom.xml \
+ --output=<PATH_TO_FILE>/counts" \
+ -Ptwister2-runner
+</code></pre><h2 id=pipeline-options-for-the-twister2-runner>Pipeline Options for the Twister2 Runner</h2><table class="table table-bordered"><tr><th>Field</th><th>Description</th><th>Default Value</th></tr><tr><td><code>runner</code></td><td>The pipeline runner to use. This option allows you to determine the pipeline runner at runtime.</td><td>Set to <code>Twister2Runner</code> to run using Twister2.</td></tr><tr><td><code>twister2Home</code></td><td>Location of the Twister2 home direct [...]
+<a href=http://www.apache.org>The Apache Software Foundation</a>
+| <a href=/privacy_policy>Privacy Policy</a>
+| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/get-started/beam-overview/index.html b/website/generated-content/get-started/beam-overview/index.html
index 44ccaee..29e9d2c 100644
--- a/website/generated-content/get-started/beam-overview/index.html
+++ b/website/generated-content/get-started/beam-overview/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Beam Overview</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/get-started/index.xml b/website/generated-content/get-started/index.xml
index 3b5cc6b..ce03ff9 100644
--- a/website/generated-content/get-started/index.xml
+++ b/website/generated-content/get-started/index.xml
@@ -871,6 +871,7 @@ limitations under the License.
<li>Apache Spark <img src="/images/logos/runners/spark.png" alt="Apache Spark logo"></li>
<li>Google Cloud Dataflow <img src="/images/logos/runners/dataflow.png" alt="Google Cloud Dataflow logo"></li>
<li>Hazelcast Jet <img src="/images/logos/runners/jet.png" alt="Hazelcast Jet logo"></li>
+<li>Twister2 <img src="/images/logos/runners/twister2.png" alt="Twister2 logo"></li>
</ul>
<p><strong>Note:</strong> You can always execute your pipeline locally for testing and debugging purposes.</p>
<h2 id="get-started">Get Started</h2>
diff --git a/website/generated-content/images/logo_twister2.png b/website/generated-content/images/logo_twister2.png
new file mode 100644
index 0000000..3c69bf4
Binary files /dev/null and b/website/generated-content/images/logo_twister2.png differ
diff --git a/website/generated-content/images/logos/runners/twister2.png b/website/generated-content/images/logos/runners/twister2.png
new file mode 100644
index 0000000..5347f51
Binary files /dev/null and b/website/generated-content/images/logos/runners/twister2.png differ
diff --git a/website/generated-content/index.html b/website/generated-content/index.html
index 642da30..931e8dd 100644
--- a/website/generated-content/index.html
+++ b/website/generated-content/index.html
@@ -5,7 +5,7 @@
<a class="button button--primary" href=/get-started/try-apache-beam/>Try Beam</a>
<a class="button button--primary" href=/get-started/downloads/>Download Beam SDK 2.23.0</a></div><div class=hero__ctas><a class=button href=/get-started/quickstart-java/>Java Quickstart</a>
<a class=button href=/get-started/quickstart-py/>Python Quickstart</a>
-<a class=button href=/get-started/quickstart-go/>Go Quickstart</a></div></div></div><div class=hero__cols__col><div class=hero__blog><div class=hero__blog__title>The latest from the blog</div><div class=hero__blog__cards><a class=hero__blog__cards__card href=/blog/python-improved-annotations/><div class=hero__blog__cards__card__title>Improved Annotation Support for the Python SDK</div><div class=hero__blog__cards__card__date>Aug 21, 2020</div></a><a class=hero__blog__cards__card href=/bl [...]
+<a class=button href=/get-started/quickstart-go/>Go Quickstart</a></div></div></div><div class=hero__cols__col><div class=hero__blog><div class=hero__blog__title>The latest from the blog</div><div class=hero__blog__cards><a class=hero__blog__cards__card href=/blog/python-improved-annotations/><div class=hero__blog__cards__card__title>Improved Annotation Support for the Python SDK</div><div class=hero__blog__cards__card__date>Aug 21, 2020</div></a><a class=hero__blog__cards__card href=/bl [...]
<a class="button button--primary" href=/get-started/downloads/>Download Beam SDK 2.23.0</a></div><div class=ctas__ctas><a class=button href=/get-started/quickstart-java/>Java Quickstart</a>
<a class=button href=/get-started/quickstart-py/>Python Quickstart</a>
<a class=button href=/get-started/quickstart-go/>Go Quickstart</a></div></div></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class=footer__cols__col><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo alt="Apache logo"></div></div><div class="footer__cols__col footer__cols__col--md"><div class=foo [...]
diff --git a/website/generated-content/learn/runners/twister2/index.html b/website/generated-content/learn/runners/twister2/index.html
new file mode 100644
index 0000000..e38571c
--- /dev/null
+++ b/website/generated-content/learn/runners/twister2/index.html
@@ -0,0 +1 @@
+<!doctype html><html><head><title>/documentation/runners/twister2/</title><link rel=canonical href=/documentation/runners/twister2/><meta name=robots content="noindex"><meta charset=utf-8><meta http-equiv=refresh content="0; url=/documentation/runners/twister2/"></head></html>
\ No newline at end of file
diff --git a/website/generated-content/roadmap/connectors-go-sdk/index.html b/website/generated-content/roadmap/connectors-go-sdk/index.html
index 028128b..a5f5979 100644
--- a/website/generated-content/roadmap/connectors-go-sdk/index.html
+++ b/website/generated-content/roadmap/connectors-go-sdk/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Connectors - Go SDK</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Sp [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
meantime bounded sources can be developed in the form of ParDos. See
<a href=https://beam.apache.org/documentation/io/authoring-overview/>Authoring I/O Transforms</a> for more details.</p></li><li><p>Go SDK plans to utilize currently available Java and Python connectors
through cross-language transforms feature.</p></li></ul></div></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class=footer__cols__col><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo alt="Apache logo"></div></div><div class="footer__cols__col footer__cols__col--md"><div class=footer__cols__col__ [...]
diff --git a/website/generated-content/roadmap/connectors-java-sdk/index.html b/website/generated-content/roadmap/connectors-java-sdk/index.html
index a2068f1..bb9cb7c 100644
--- a/website/generated-content/roadmap/connectors-java-sdk/index.html
+++ b/website/generated-content/roadmap/connectors-java-sdk/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Connectors - Java SDK</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=https://issues.apache.org/jira/browse/BEAM-1893>BEAM-1893</a> for more details on the
planned Beam connector for Couchbase.</p><h1 id=influxdb>InfluxDB</h1><p>InfluxDB is a database for fast and highly available storage and retrieval
of time series data. See <a href=https://issues.apache.org/jira/browse/BEAM-2546>BEAM-2546</a> for
diff --git a/website/generated-content/roadmap/connectors-multi-sdk/index.html b/website/generated-content/roadmap/connectors-multi-sdk/index.html
index 4b67135..c28a77d 100644
--- a/website/generated-content/roadmap/connectors-multi-sdk/index.html
+++ b/website/generated-content/roadmap/connectors-multi-sdk/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Multi-SDK Connector Efforts</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and D [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
replace current frameworks for developing bounded and unbounded sources.
Splittable DoFn is being developed along side current Beam portability
efforts. See <a href=https://beam.apache.org/roadmap/portability/>Beam portability framework roadmap</a> for more details.</p><h1 id=cross-language-transforms>Cross-language transforms</h1><p><em>Last updated on May 2020.</em></p><p>As an added benefit of Beam portability effort, we are able to utilize Beam transforms across SDKs. This has many benefits.</p><ul><li>Connector sharing across SDKs. For example,<ul><li>Beam pipelines written using Python and Go SDKs will be able to utilize t [...]
diff --git a/website/generated-content/roadmap/connectors-python-sdk/index.html b/website/generated-content/roadmap/connectors-python-sdk/index.html
index 8d6632e..0241ef9 100644
--- a/website/generated-content/roadmap/connectors-python-sdk/index.html
+++ b/website/generated-content/roadmap/connectors-python-sdk/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Connectors - Python SDK</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domai [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
Splittable DoFn API is planned. This is partially blocked till
Splittable DoFn work related to portability framework is finalized.
See <a href=https://issues.apache.org/jira/browse/BEAM-3788>BEAM-3788</a> for more details.</p><h1 id=parquet>Parquet</h1><p>A Python connector for Parquet file format is currently in development.
diff --git a/website/generated-content/roadmap/dataflow-runner/index.html b/website/generated-content/roadmap/dataflow-runner/index.html
index ac286ef..4708a36 100644
--- a/website/generated-content/roadmap/dataflow-runner/index.html
+++ b/website/generated-content/roadmap/dataflow-runner/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Flink Runner Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain S [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/roadmap/euphoria/index.html b/website/generated-content/roadmap/euphoria/index.html
index d9f21b9..46ba91b 100644
--- a/website/generated-content/roadmap/euphoria/index.html
+++ b/website/generated-content/roadmap/euphoria/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Euphoria API Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain S [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
the large keys into multiple splits, using key distribution approximated by count min sketch data structure.</p><h2 id=pipeline-sampling>Pipeline sampling</h2><p>In order to pick the right translation for the operator without user interference, we can leverage knowledge from
previous pipeline runs. We want to provide a convenient and portable way to gather this knowledge.</p><h2 id=fluent-api>Fluent API</h2><p>Implementation of an easy to use Fluent API on top of Euphoria DSL.</p><h2 id=side-outputs>Side Outputs</h2><p>An convenient API for multiple outputs.</p><h2 id=table-stream-joins>Table-stream joins</h2><p>Introduce API for converting streams to tables (KStream <-> KTable approach) and various types of (windowed and unwindowed) joins on them.</p></d [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
diff --git a/website/generated-content/roadmap/flink-runner/index.html b/website/generated-content/roadmap/flink-runner/index.html
index 2e3360a..9d4e3cc 100644
--- a/website/generated-content/roadmap/flink-runner/index.html
+++ b/website/generated-content/roadmap/flink-runner/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Flink Runner Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain S [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/roadmap/go-sdk/index.html b/website/generated-content/roadmap/go-sdk/index.html
index 2763704..e061eb7 100644
--- a/website/generated-content/roadmap/go-sdk/index.html
+++ b/website/generated-content/roadmap/go-sdk/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Go SDK Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specifi [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
by the status of the <a href=https://beam.apache.org/roadmap/portability/>Beam Portability Framework</a> and the existence of
portable runners.</p><p><strong>April 2020 Update</strong>
This year we hope to move the SDK out of experimental at least for Batch usage.</p><p>To do so, there are a few blocking changes:</p><ul><li>Support Interoperability with other SDKs</li><li>Scalable IOs</li><li>Portability Proto stability</li><li>Go Ecosystem integration improvements</li></ul><p>Interoperability while not a blocking feature in itself, requires Beam Schema support, which
diff --git a/website/generated-content/roadmap/index.html b/website/generated-content/roadmap/index.html
index abcb858..493ef15 100644
--- a/website/generated-content/roadmap/index.html
+++ b/website/generated-content/roadmap/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Apache Beam Roadmap Highlights</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) an [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
Project Management Committee (PMC), so we do not have a roadmap in the sense of
a plan with a specific timeline.
Instead, we share our vision for the future and major initiatives receiving
diff --git a/website/generated-content/roadmap/index.xml b/website/generated-content/roadmap/index.xml
index 0b42270..dde89f5 100644
--- a/website/generated-content/roadmap/index.xml
+++ b/website/generated-content/roadmap/index.xml
@@ -556,4 +556,21 @@ tasks please refer to the JIRA ticket.</p>
<ul>
<li>JIRA: <a href="https://issues.apache.org/jira/browse/BEAM-7093">BEAM-7093</a></li>
<li>Contact: <a href="mailto:iemejia@apache.org">Ismaël Mejía</a></li>
+</ul></description></item><item><title>Roadmap: Twister2 Runner Roadmap</title><link>/roadmap/twister2-runner/</link><pubDate>Mon, 01 Jan 0001 00:00:00 +0000</pubDate><guid>/roadmap/twister2-runner/</guid><description>
+<!--
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+http://www.apache.org/licenses/LICENSE-2.0
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+<h1 id="twister2-runner-roadmap">Twister2 Runner Roadmap</h1>
+<p>This roadmap is in progress. In the meantime, here are available resources:</p>
+<ul>
+<li><a href="/documentation/runners/twister2">Runner documentation</a></li>
+<li>JIRA: <a href="https://issues.apache.org/jira/browse/BEAM-10830?jql=project%20%3D%20BEAM%20AND%20component%20%3D%20runner-twister2">runner-twister2</a></li>
</ul></description></item></channel></rss>
\ No newline at end of file
diff --git a/website/generated-content/roadmap/java-sdk/index.html b/website/generated-content/roadmap/java-sdk/index.html
index 428f725..e9a6bad 100644
--- a/website/generated-content/roadmap/java-sdk/index.html
+++ b/website/generated-content/roadmap/java-sdk/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Java SDK Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Speci [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
about the scope and info on the various tasks please see the JIRA ticket.</p><ul><li>JIRA: <a href=https://issues.apache.org/jira/browse/BEAM-2530>BEAM-2530</a></li><li>Contact: <a href=mailto:mwalenia@apache.org>Michał Walenia</a></li></ul></div></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class=footer__cols__col><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__col [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
diff --git a/website/generated-content/roadmap/nemo-runner/index.html b/website/generated-content/roadmap/nemo-runner/index.html
index fed3663..70f8c6c 100644
--- a/website/generated-content/roadmap/nemo-runner/index.html
+++ b/website/generated-content/roadmap/nemo-runner/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Nemo Runner Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Sp [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/roadmap/portability/index.html b/website/generated-content/roadmap/portability/index.html
index ed9d776..331aa96 100644
--- a/website/generated-content/roadmap/portability/index.html
+++ b/website/generated-content/roadmap/portability/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Portability Framework Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
Beam. So far, however, the reality is that most runners support the
Java SDK only, because each SDK-runner combination requires non-trivial
work on both sides. All runners are also currently written in Java,
diff --git a/website/generated-content/roadmap/python-sdk/index.html b/website/generated-content/roadmap/python-sdk/index.html
index bcbb903..145935f 100644
--- a/website/generated-content/roadmap/python-sdk/index.html
+++ b/website/generated-content/roadmap/python-sdk/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Python SDK Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Spe [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/roadmap/samza-runner/index.html b/website/generated-content/roadmap/samza-runner/index.html
index dc2f971..446cad6 100644
--- a/website/generated-content/roadmap/samza-runner/index.html
+++ b/website/generated-content/roadmap/samza-runner/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Samza Runner Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain S [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/roadmap/spark-runner/index.html b/website/generated-content/roadmap/spark-runner/index.html
index 5dc1fe8..6ca33ba 100644
--- a/website/generated-content/roadmap/spark-runner/index.html
+++ b/website/generated-content/roadmap/spark-runner/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Spark Runner Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain S [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
tasks please refer to the JIRA ticket.</p><ul><li>JIRA: <a href=https://issues.apache.org/jira/browse/BEAM-7093>BEAM-7093</a></li><li>Contact: <a href=mailto:iemejia@apache.org>Ismaël Mejía</a></li></ul></div></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class=footer__cols__col><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_l [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
diff --git a/website/generated-content/roadmap/sql/index.html b/website/generated-content/roadmap/sql/index.html
index 8e0d706..74a785a 100644
--- a/website/generated-content/roadmap/sql/index.html
+++ b/website/generated-content/roadmap/sql/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Beam SQL Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Speci [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/roadmap/twister2-runner/index.html b/website/generated-content/roadmap/twister2-runner/index.html
new file mode 100644
index 0000000..c8a5107
--- /dev/null
+++ b/website/generated-content/roadmap/twister2-runner/index.html
@@ -0,0 +1,7 @@
+<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Twister2 Runner Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domai [...]
+<span class=sr-only>Toggle navigation</span>
+<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=http://www.apache.org>The Apache Software Foundation</a>
+| <a href=/privacy_policy>Privacy Policy</a>
+| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/sitemap.xml b/website/generated-content/sitemap.xml
index 44f4f8c..e9afa70 100644
--- a/website/generated-content/sitemap.xml
+++ b/website/generated-content/sitemap.xml
@@ -1 +1 @@
-<?xml version="1.0" encoding="utf-8" standalone="yes"?><urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:xhtml="http://www.w3.org/1999/xhtml"><url><loc>/categories/blog/</loc><lastmod>2020-08-26T13:09:05-05:00</lastmod></url><url><loc>/blog/</loc><lastmod>2020-08-26T13:09:05-05:00</lastmod></url><url><loc>/categories/</loc><lastmod>2020-08-26T13:09:05-05:00</lastmod></url><url><loc>/blog/python-improved-annotations/</loc><lastmod>2020-08-26T13:09:05-05:00</lastmod></url>< [...]
\ No newline at end of file
+<?xml version="1.0" encoding="utf-8" standalone="yes"?><urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:xhtml="http://www.w3.org/1999/xhtml"><url><loc>/categories/blog/</loc><lastmod>2020-08-26T13:09:05-05:00</lastmod></url><url><loc>/blog/</loc><lastmod>2020-08-26T13:09:05-05:00</lastmod></url><url><loc>/categories/</loc><lastmod>2020-08-26T13:09:05-05:00</lastmod></url><url><loc>/blog/python-improved-annotations/</loc><lastmod>2020-08-26T13:09:05-05:00</lastmod></url>< [...]
\ No newline at end of file