You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/06/11 00:02:07 UTC
[beam] branch asf-site updated: Publishing website 2020/06/11
00:01:49 at commit d5dd47b
This is an automated email from the ASF dual-hosted git repository.
git-site-role pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 3bf65e3 Publishing website 2020/06/11 00:01:49 at commit d5dd47b
3bf65e3 is described below
commit 3bf65e3feaff8bc070206775a6b601782a5332ad
Author: jenkins <us...@infra.apache.org>
AuthorDate: Thu Jun 11 00:01:50 2020 +0000
Publishing website 2020/06/11 00:01:49 at commit d5dd47b
---
website/generated-content/documentation/index.html | 2 +-
.../documentation/runners/apex/index.html | 2 +-
.../runners/capability-matrix/index.html | 92 +++++-----------------
.../documentation/runners/dataflow/index.html | 2 +-
.../documentation/runners/direct/index.html | 2 +-
.../documentation/runners/flink/index.html | 90 ++++++++++++---------
.../documentation/runners/gearpump/index.html | 71 -----------------
.../documentation/runners/jet/index.html | 2 +-
.../documentation/runners/mapreduce/index.html | 2 +-
.../documentation/runners/nemo/index.html | 2 +-
.../documentation/runners/samza/index.html | 2 +-
.../documentation/runners/spark/index.html | 2 +-
.../sdks/java/testing/nexmark/index.html | 2 +-
.../get-started/beam-overview/index.html | 2 +-
website/generated-content/get-started/index.xml | 1 -
website/generated-content/index.html | 2 +-
.../roadmap/apex-runner/index.html | 2 +-
.../roadmap/connectors-go-sdk/index.html | 2 +-
.../roadmap/connectors-java-sdk/index.html | 2 +-
.../roadmap/connectors-multi-sdk/index.html | 2 +-
.../roadmap/connectors-python-sdk/index.html | 2 +-
.../roadmap/dataflow-runner/index.html | 2 +-
.../generated-content/roadmap/euphoria/index.html | 2 +-
.../roadmap/flink-runner/index.html | 2 +-
.../roadmap/gearpump-runner/index.html | 7 --
.../generated-content/roadmap/go-sdk/index.html | 2 +-
website/generated-content/roadmap/index.html | 2 +-
website/generated-content/roadmap/index.xml | 17 ----
.../generated-content/roadmap/java-sdk/index.html | 2 +-
.../roadmap/nemo-runner/index.html | 2 +-
.../roadmap/portability/index.html | 2 +-
.../roadmap/python-sdk/index.html | 2 +-
.../roadmap/samza-runner/index.html | 2 +-
.../roadmap/spark-runner/index.html | 2 +-
website/generated-content/roadmap/sql/index.html | 2 +-
website/generated-content/sitemap.xml | 2 +-
36 files changed, 101 insertions(+), 237 deletions(-)
diff --git a/website/generated-content/documentation/index.html b/website/generated-content/documentation/index.html
index 3f4d365..c420b8a 100644
--- a/website/generated-content/documentation/index.html
+++ b/website/generated-content/documentation/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Learn about Beam</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Speci [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/documentation/runners/apex/index.html b/website/generated-content/documentation/runners/apex/index.html
index c64a7ec..5039117 100644
--- a/website/generated-content/documentation/runners/apex/index.html
+++ b/website/generated-content/documentation/runners/apex/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Apache Apex Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Spe [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
They are not required for Apex in embedded mode (see <a href=/get-started/quickstart-java/>quickstart</a>).</p><h2 id=apex-runner-prerequisites>Apex Runner prerequisites</h2><p>You may set up your own Hadoop cluster. Beam does not require anything extra to launch the pipelines on YARN.
An optional Apex installation may be useful for monitoring and troubleshooting.
The Apex CLI can be <a href=https://apex.apache.org/docs/apex/apex_development_setup/>built</a> or
diff --git a/website/generated-content/documentation/runners/capability-matrix/index.html b/website/generated-content/documentation/runners/capability-matrix/index.html
index 601b828..f4ac9ef 100644
--- a/website/generated-content/documentation/runners/capability-matrix/index.html
+++ b/website/generated-content/documentation/runners/capability-matrix/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Apache Beam Capability Matrix</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
@@ -13,7 +13,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#ec3>GroupByKey</th><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
@@ -26,7 +25,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#ec3>Flatten</th><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
@@ -39,7 +37,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#ec3>Combine</th><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
@@ -52,14 +49,12 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#ec3>Composite Transforms</th><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
@@ -77,7 +72,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#ec3>Source API</th><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
@@ -85,7 +79,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ec3;border-color:#ca1><center><b>✓</b>
@@ -98,7 +91,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#ca1><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#ca1><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#ca1><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#ca1><center><b>✕</b>
@@ -111,7 +103,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#ca1><center><b>✕</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#ca1><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
@@ -124,14 +115,13 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#ca1><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#ca1><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#ca1><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#fe5;border-color:#ca1><center><b>~</b>
-<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr><tr class=cap-summary id=cap-summary-where><th class="cap-summary color-metadata format-category" colspan=8 style=color:#37d><div class=cap-toggle onclick='ToggleTables(1,"cap-full-where")'>(click to expand details)</div>Where in event time?</th></tr><tr class=cap-summary><th class="cap-summary color-capability"></th><th class="cap-summary color-platform format-platform" styl [...]
+<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr><tr class=cap-summary id=cap-summary-where><th class="cap-summary color-metadata format-category" colspan=8 style=color:#37d><div class=cap-toggle onclick='ToggleTables(1,"cap-full-where")'>(click to expand details)</div>Where in event time?</th></tr><tr class=cap-summary><th class="cap-summary color-capability"></th><th class="cap-summary color-platform format-platform" styl [...]
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
@@ -143,7 +133,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#59f>Fixed windows</th><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
@@ -156,7 +145,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#59f>Sliding windows</th><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
@@ -169,7 +157,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#59f>Session windows</th><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
@@ -182,7 +169,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#59f>Custom windows</th><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
@@ -195,7 +181,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#59f>Custom merging windows</th><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
@@ -208,7 +193,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#59f>Timestamp control</th><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
@@ -221,15 +205,13 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#59f;border-color:#37d><center><b>✓</b>
-<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr><tr class=cap-summary id=cap-summary-when><th class="cap-summary color-metadata format-category" colspan=8 style=color:#6a4><div class=cap-toggle onclick='ToggleTables(1,"cap-full-when")'>(click to expand details)</div>When in processing time?</th></tr><tr class=cap-summary><th class="cap-summary color-capability"></th><th class="cap-summary color-platform format-platform" st [...]
+<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr><tr class=cap-summary id=cap-summary-when><th class="cap-summary color-metadata format-category" colspan=8 style=color:#6a4><div class=cap-toggle onclick='ToggleTables(1,"cap-full-when")'>(click to expand details)</div>When in processing time?</th></tr><tr class=cap-summary><th class="cap-summary color-capability"></th><th class="cap-summary color-platform format-platform" st [...]
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
@@ -241,7 +223,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
@@ -255,7 +236,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
@@ -268,7 +248,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
@@ -286,7 +265,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#8c6>Composite triggers</th><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
@@ -294,7 +272,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
@@ -306,7 +283,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#8c6;border-color:#6a4><center><b>✓</b>
@@ -320,19 +296,17 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#6a4><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ae8;border-color:#6a4><center><b>~</b>
-<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr><tr class=cap-summary id=cap-summary-how><th class="cap-summary color-metadata format-category" colspan=8 style=color:#b55><div class=cap-toggle onclick='ToggleTables(1,"cap-full-how")'>(click to expand details)</div>How do refinements relate?</th></tr><tr class=cap-summary><th class="cap-summary color-capability"></th><th class="cap-summary color-platform format-platform" st [...]
+<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr><tr class=cap-summary id=cap-summary-how><th class="cap-summary color-metadata format-category" colspan=8 style=color:#b55><div class=cap-toggle onclick='ToggleTables(1,"cap-full-how")'>(click to expand details)</div>How do refinements relate?</th></tr><tr class=cap-summary><th class="cap-summary color-capability"></th><th class="cap-summary color-platform format-platform" st [...]
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#faa;border-color:#b55><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#b55><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
@@ -346,7 +320,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#b55><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#b55><center><b>✕</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#b55><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#d77;border-color:#b55><center><b>✓</b>
@@ -364,8 +337,7 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#b55><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#b55><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#b55><center><b>✕</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#b55><center><b>✕</b>
-<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr><tr class=cap-summary id=cap-summary-misc><th class="cap-summary color-metadata format-category" colspan=8 style=color:#aaa><div class=cap-toggle onclick='ToggleTables(1,"cap-full-misc")'>(click to expand details)</div>Additional common features not yet part of the Beam model</th></tr><tr class=cap-summary><th class="cap-summary color-capability"></th><th class="cap-summary c [...]
+<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr><tr class=cap-summary id=cap-summary-misc><th class="cap-summary color-metadata format-category" colspan=8 style=color:#aaa><div class=cap-toggle onclick='ToggleTables(1,"cap-full-misc")'>(click to expand details)</div>Additional common features not yet part of the Beam model</th></tr><tr class=cap-summary><th class="cap-summary color-capability"></th><th class="cap-summary c [...]
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ccc;border-color:#aaa><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ccc;border-color:#aaa><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
@@ -376,7 +348,6 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
<b></b></center></td></tr><tr class=cap-summary><th class="cap-summary color-capability format-capability" style=color:#bbb>Checkpoint</th><td width=25% class=cap-summary style=background-color:#ccc;border-color:#aaa><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ccc;border-color:#aaa><center><b>~</b>
@@ -386,18 +357,16 @@
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
-<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ccc;border-color:#aaa><center><b>~</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#aaa><center><b>✕</b>
-<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr></table></div><div id=cap-full style=display:none><table class=cap><tr class=cap id=cap-full-what><th class="cap color-metadata format-category" colspan=8 style=color:#ca1><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-what")'>(click to collapse details)</div>What is being computed?</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color- [...]
+<b></b></center></td></tr><tr class=cap-summary><td class="cap-summary color-blank cap-blank" colspan=5></td></tr></table></div><div id=cap-full style=display:none><table class=cap><tr class=cap id=cap-full-what><th class="cap color-metadata format-category" colspan=8 style=color:#ca1><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-what")'>(click to collapse details)</div>What is being computed?</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color- [...]
: element-wise processing</b></center><br>Element-wise transformation parameterized by a chunk of user code. Elements are processed in bundles, with initialization and termination hooks. Bundle size is chosen by the runner and cannot be controlled by user code. ParDo processes a main input PCollection one element at a time, but provides side input access to additional PCollections.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br>Batch mode uses large bundle sizes. Streaming uses smaller bundle sizes.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br>ParDo itself, as per-element transformation with UDFs, is fully supported by Flink for both batch and streaming.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br>ParDo applies per-element transformations as Spark FlatMapFunction.</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: fully supported in batch mode</b></center><br>ParDo applies per-element transformations as Spark FlatMapFunction.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br>Supported through Apex operator that wraps the function and processes data as single element bundles.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
-: fully supported</b></center><br>Gearpump wraps the per-element transformation function into processor execution.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
@@ -410,7 +379,6 @@
: fully supported in batch mode</b></center><br>Using Spark's <tt>groupByKey</tt>. GroupByKey with multiple trigger firings in streaming mode is a work in progress.</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: fully supported in batch mode</b></center><br>Using Spark's <tt>groupByKey</tt>.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br>Apex runner uses the Beam code for grouping by window and thereby has support for all windowing and triggering mechanisms. Runner does not implement partitioning yet (BEAM-838)</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
-: fully supported</b></center><br>Use Gearpump's groupBy and window for key grouping and translate Beam's windowing and triggering to Gearpump's internal implementation.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
@@ -428,7 +396,6 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
-: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#ec3>Combine</th><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: associative &amp; commutative aggregation</b></center><br>Application of an associative, commutative operation over all values ("globally") or over all values associated with each key ("per key"). Can be implemented using ParDo, but often more efficient implementations exist.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: efficient execution</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
@@ -439,7 +406,6 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
-: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br>Use combiner for efficient pre-aggregation.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br>Batch mode uses pre-aggregation</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br>Batch mode uses pre-aggregation</td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#ec3>Composite Transforms</th><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
@@ -448,7 +414,6 @@
: supported via inlining</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: supported via inlining</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: supported via inlining only in batch mode</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
-: supported via inlining</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: supported via inlining</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
@@ -462,7 +427,6 @@
: fully supported</b></center><br>Using Spark's broadcast variables. In streaming mode, side inputs may update but only between micro-batches.</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: fully supported in batch mode</b></center><br>Using Spark's broadcast variables.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: size restrictions</b></center><br>No distributed implementation and therefore size restrictions.</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
-: fully supported</b></center><br>Implemented by merging side input as a normal stream in Gearpump</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: some size restrictions</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
@@ -474,7 +438,6 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: bounded source only</b></center><br>Using Spark's DatasourceV2 API in microbatch mode (Continuous streaming mode is tagged experimental in spark and does not support aggregation).</td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
-: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: bounded source only</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ec3;border-color:#ca1><center><b>Yes
@@ -487,8 +450,7 @@
:</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: supports bounded-per-element SDFs</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#ca1><center><b>No
: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
-: supports bounded-per-element SDFs</b></center><br>implementation in streaming mode coming soon</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
-: supports bounded-per-element SDFs</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#ca1><center><b>No
+: supports bounded-per-element SDFs</b></center><br>implementation in streaming mode coming soon</td><td width=25% class=cap style=background-color:#ddd;border-color:#ca1><center><b>No
: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#ca1><center><b>No
: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#ca1><center><b>No
: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
@@ -499,7 +461,7 @@
: All metrics types are supported.</b></center><br>Only attempted values are supported. No committed values for metrics.</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: All metric types are supported.</b></center><br>Only attempted values are supported. No committed values for metrics.</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: All metric types are supported in batch mode.</b></center><br>Only attempted values are supported. No committed values for metrics.</td><td width=25% class=cap style=background-color:#ddd;border-color:#ca1><center><b>No
-: Not implemented in runner.</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#ca1><center><b>No</b></center><br>not implemented</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
+: Not implemented in runner.</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: Only attempted counters are supported</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: Metrics are only supported in local mode.</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: All metrics types are supported.</b></center><br>Only attempted values are supported. No committed values for metrics.</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
@@ -511,14 +473,13 @@
: non-merging windows</b></center><br>State is supported for non-merging windows. SetState and MapState are not yet supported.</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: full support in batch mode</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#ca1><center><b>No
: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
-: non-merging windows</b></center><br>State is supported for non-merging windows. SetState and MapState are not yet supported.</td><td width=25% class=cap style=background-color:#ddd;border-color:#ca1><center><b>No
-: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
+: non-merging windows</b></center><br>State is supported for non-merging windows. SetState and MapState are not yet supported.</td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: non-merging windows</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: non-merging windows</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: non-merging windows</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
: non-merging windows</b></center><br>States are backed up by either rocksDb KV store or in-memory hash map, and persist using changelog.</td><td width=25% class=cap style=background-color:#ddd;border-color:#ca1><center><b>No
: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#fe5;border-color:#ca1><center><b>Partially
-: non-merging windows</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr><tr class=cap id=cap-full-where><th class="cap color-metadata format-category" colspan=8 style=color:#37d><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-where")'>(click to collapse details)</div>Where in event time?</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color-platform format-platform" style=color:#59f>Beam Model</th><th [...]
+: non-merging windows</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr><tr class=cap id=cap-full-where><th class="cap color-metadata format-category" colspan=8 style=color:#37d><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-where")'>(click to collapse details)</div>Where in event time?</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color-platform format-platform" style=color:#59f>Beam Model</th><th [...]
: all time</b></center><br>The default window which covers all of time. (Basically how traditional batch cases fit in the model.)</td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: default</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
@@ -530,7 +491,6 @@
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
-: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#59f>Fixed windows</th><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: periodic, non-overlapping</b></center><br>Fixed-size, timestamp-based windows. (Hourly, Daily, etc)</td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: built-in</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
@@ -543,7 +503,6 @@
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
-: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#59f>Sliding windows</th><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: periodic, overlapping</b></center><br>Possibly overlapping fixed-size timestamp-based windows (Every minute, use the last ten minutes of data.)</td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: built-in</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
@@ -556,7 +515,6 @@
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
-: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#59f>Session windows</th><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: activity-based</b></center><br>Based on bursts of activity separated by a gap size. Different per key.</td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: built-in</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
@@ -569,7 +527,6 @@
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
-: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#59f>Custom windows</th><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: user-defined windows</b></center><br>All windows must implement <tt>BoundedWindow</tt>, which specifies a max timestamp. Each <tt>WindowFn</tt> assigns elements to an associated window.</td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
@@ -582,7 +539,6 @@
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
-: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#59f>Custom merging windows</th><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: user-defined merging windows</b></center><br>A custom <tt>WindowFn</tt> additionally specifies whether and how to merge windows.</td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
@@ -595,7 +551,6 @@
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
-: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td></tr><tr class=cap><th class="cap color-capability format-capability" style=color:#59f>Timestamp control</th><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: output timestamp for window panes</b></center><br>For a grouping transform, such as GBK or Combine, an OutputTimeFn specifies (1) how to combine input timestamps within a window and (2) how to merge aggregated timestamps when windows merge.</td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
@@ -608,14 +563,13 @@
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
-: supported</b></center><br></td><td width=25% class=cap style=background-color:#59f;border-color:#37d><center><b>Yes
-: supported</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr><tr class=cap id=cap-full-when><th class="cap color-metadata format-category" colspan=8 style=color:#6a4><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-when")'>(click to collapse details)</div>When in processing time?</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color-platform format-platform" style=color:#8c6>Beam Model</th><th class="c [...]
+: supported</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr><tr class=cap id=cap-full-when><th class="cap color-metadata format-category" colspan=8 style=color:#6a4><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-when")'>(click to collapse details)</div>When in processing time?</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color-platform format-platform" style=color:#8c6>Beam Model</th><th class="c [...]
: user customizable</b></center><br>Triggering may be specified by the user (instead of simply driven by hardcoded defaults).</td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br>Fully supported in streaming mode. In batch mode, intermediate trigger firings are effectively meaningless.</td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
: fully supported in batch mode</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
-: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
+: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
: batch-only runner</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
@@ -627,7 +581,6 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
: fully supported in batch mode</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
-: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
@@ -639,7 +592,7 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: This is Spark streaming's native model</b></center><br>Spark processes streams in micro-batches. The micro-batch size is actually a pre-set, fixed, time interval. Currently, the runner takes the first window size in the pipeline and sets it's size as the batch interval. Any following window operations will be considered processing time windows and will affect triggering.</td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
: fully supported in batch mode</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
-: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
+: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
@@ -650,7 +603,7 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
: fully supported in batch mode</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
-: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
+: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
@@ -661,7 +614,6 @@
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
-: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
@@ -673,7 +625,7 @@
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
: fully supported in batch mode</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
-: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
+: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
@@ -683,7 +635,6 @@
: fully supported</b></center><br>Fully supported in streaming mode. In batch mode no data is ever late.</td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
: no streaming support in the runner</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
-: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#8c6;border-color:#6a4><center><b>Yes
@@ -695,19 +646,17 @@
: non-merging windows</b></center><br>The Flink Runner supports timers in non-merging windows.</td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
: fully supported in batch mode</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
-: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
: non-merging windows</b></center><br></td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
: non-merging windows</b></center><br></td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
: non-merging windows</b></center><br>The Samza Runner supports timers in non-merging windows.</td><td width=25% class=cap style=background-color:#ddd;border-color:#6a4><center><b>No
: not implemented</b></center><br></td><td width=25% class=cap style=background-color:#ae8;border-color:#6a4><center><b>Partially
-: non-merging windows</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr><tr class=cap id=cap-full-how><th class="cap color-metadata format-category" colspan=8 style=color:#b55><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-how")'>(click to collapse details)</div>How do refinements relate?</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color-platform format-platform" style=color:#d77>Beam Model</th><t [...]
+: non-merging windows</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr><tr class=cap id=cap-full-how><th class="cap color-metadata format-category" colspan=8 style=color:#b55><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-how")'>(click to collapse details)</div>How do refinements relate?</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color-platform format-platform" style=color:#d77>Beam Model</th><t [...]
: panes discard elements when fired</b></center><br>Elements are discarded from accumulated state as their pane is fired.</td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br>Spark streaming natively discards elements after firing.</td><td width=25% class=cap style=background-color:#faa;border-color:#b55><center><b>Partially
: fully supported in batch mode</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
-: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
: batch-only runner</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
@@ -718,7 +667,7 @@
: panes accumulate elements across firings</b></center><br>Elements are accumulated in state across multiple pane firings for the same window.</td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br>Requires that the accumulated pane fits in memory, after being passed through the combiner (if relevant)</td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
-: fully supported</b></center><br>Size restriction, see combine support.</td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
+: fully supported</b></center><br>Size restriction, see combine support.</td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
: fully supported</b></center><br></td><td width=25% class=cap style=background-color:#d77;border-color:#b55><center><b>Yes
@@ -729,21 +678,20 @@
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
-: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
: pending model support</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#b55><center><b>No
-: pending model support</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr><tr class=cap id=cap-full-misc><th class="cap color-metadata format-category" colspan=8 style=color:#aaa><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-misc")'>(click to collapse details)</div>Additional common features not yet part of the Beam model</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color-platform format-platform" [...]
+: pending model support</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr><tr class=cap id=cap-full-misc><th class="cap color-metadata format-category" colspan=8 style=color:#aaa><div class=cap-toggle onclick='ToggleTables(0,"cap-summary-misc")'>(click to collapse details)</div>Additional common features not yet part of the Beam model</th></tr><tr class=cap><th class="cap color-capability"></th><th class="cap color-platform format-platform" [...]
:</b></center><br>APIs and semantics for draining a pipeline are under discussion. This would cause incomplete aggregations to be emitted regardless of trigger and tagged with metadata indicating it is incompleted.</td><td width=25% class=cap style=background-color:#ccc;border-color:#aaa><center><b>Partially
:</b></center><br>Dataflow has a native drain operation, but it does not work in the presence of event time timer loops. Final implemention pending model support.</td><td width=25% class=cap style=background-color:#ccc;border-color:#aaa><center><b>Partially
-:</b></center><br>Flink supports taking a "savepoint" of the pipeline and shutting the pipeline down after its completion.</td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;b [...]
+:</b></center><br>Flink supports taking a "savepoint" of the pipeline and shutting the pipeline down after its completion.</td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;b [...]
:</b></center><br>APIs and semantics for saving a pipeline checkpoint are under discussion. This would be a runner-specific materialization of the pipeline state required to resume or duplicate the pipeline.</td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>No
:</b></center><br></td><td width=25% class=cap style=background-color:#ccc;border-color:#aaa><center><b>Partially
:</b></center><br>Flink has a native savepoint capability.</td><td width=25% class=cap style=background-color:#ccc;border-color:#aaa><center><b>Partially
:</b></center><br>Spark has a native savepoint capability.</td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>No
-:</b></center><br>not implemented</td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=backgrou [...]
+:</b></center><br>not implemented</td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=backgrou [...]
:</b></center><br>Samza has a native checkpoint capability.</td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td><td width=25% class=cap style=background-color:#ddd;border-color:#aaa><center><b>:</b></center><br></td></tr><tr class=cap><td class="cap color-blank cap-blank" colspan=5></td></tr></table></div></div></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class=footer__cols__col><div class=foo [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
diff --git a/website/generated-content/documentation/runners/dataflow/index.html b/website/generated-content/documentation/runners/dataflow/index.html
index 75f4038..35ec3b2 100644
--- a/website/generated-content/documentation/runners/dataflow/index.html
+++ b/website/generated-content/documentation/runners/dataflow/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Cloud Dataflow Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
begin</em> section of the <a href=https://cloud.google.com/dataflow/docs/quickstarts>Cloud Dataflow quickstart</a>
for your chosen language.</p><ol><li>Select or create a Google Cloud Platform Console project.</li><li>Enable billing for your project.</li><li>Enable the required Google Cloud APIs: Cloud Dataflow, Compute Engine,
Stackdriver Logging, Cloud Storage, Cloud Storage JSON, and Cloud Resource
diff --git a/website/generated-content/documentation/runners/direct/index.html b/website/generated-content/documentation/runners/direct/index.html
index 74e73bf..8857073 100644
--- a/website/generated-content/documentation/runners/direct/index.html
+++ b/website/generated-content/documentation/runners/direct/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Direct Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<span class=o><</span><span class=n>groupId</span><span class=o>></span><span class=n>org</span><span class=o>.</span><span class=na>apache</span><span class=o>.</span><span class=na>beam</span><span class=o></</span><span class=n>groupId</span><span class=o>></span>
<span class=o><</span><span class=n>artifactId</span><span class=o>></span><span class=n>beam</span><span class=o>-</span><span class=n>runners</span><span class=o>-</span><span class=n>direct</span><span class=o>-</span><span class=n>java</span><span class=o></</span><span class=n>artifactId</span><span class=o>></span>
<span class=o><</span><span class=n>version</span><span class=o>></span><span class=n>2</span><span class=o>.</span><span class=na>22</span><span class=o>.</span><span class=na>0</span><span class=o></</span><span class=n>version</span><span class=o>></span>
diff --git a/website/generated-content/documentation/runners/flink/index.html b/website/generated-content/documentation/runners/flink/index.html
index 5b0af67..7cd3aed 100644
--- a/website/generated-content/documentation/runners/flink/index.html
+++ b/website/generated-content/documentation/runners/flink/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Apache Flink Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Sp [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
Flink</a>. For execution you can choose between a cluster
execution mode (e.g. Yarn/Kubernetes/Mesos) or a local embedded execution mode
which is useful for testing pipelines.</p><p>The Flink Runner and Flink are suitable for large scale, continuous jobs, and provide:</p><ul><li>A streaming-first runtime that supports both batch processing and data streaming programs</li><li>A runtime that supports very high throughput and low event latency at the same time</li><li>Fault-tolerance with <em>exactly-once</em> processing guarantees</li><li>Natural back-pressure in streaming programs</li><li>Custom memory management for effic [...]
@@ -12,25 +12,23 @@ Runner. Eventually, the portable Runner will replace the classic Runner because
it contains the generalized framework for executing Java, Python, Go, and more
languages in the future.</p><p>If you want to run Python pipelines with Beam on Flink you want to use the
portable Runner. For more information on
-portability, please visit the <a href=/roadmap/portability/>Portability page</a>.</p><p>Consequently, this guide is split into two parts to document the classic and
-the portable functionality of the Flink Runner. Please use the switcher below to
-select the appropriate Runner:</p><nav class=language-switcher><strong>Adapt for:</strong><ul><li data-type=language-java>Classic (Java)</li><li data-type=language-py>Portable (Java/Python/Go)</li></ul></nav><h2 id=prerequisites-and-setup>Prerequisites and Setup</h2><p>If you want to use the local execution mode with the Flink Runner you don’t have
+portability, please visit the <a href=/roadmap/portability/>Portability page</a>.</p><p>Consequently, this guide is split into parts to document the classic and
+the portable functionality of the Flink Runner.
+In addition, Python provides convenience wrappers to handle the full lifecycle of the runner,
+and so is further split depending on whether to manage the portability
+components automatically (recommended) or manually.
+Please use the switcher below to select the appropriate mode for the Runner:</p><nav class=language-switcher><strong>Adapt for:</strong><ul><li data-type=language-java>Classic (Java)</li><li data-type=language-py>Portable (Python)</li><li data-type=language-portable>Portable (Java/Python/Go)</li></ul></nav><h2 id=prerequisites-and-setup>Prerequisites and Setup</h2><p>If you want to use the local execution mode with the Flink Runner you don’t have
to complete any cluster setup. You can simply run your Beam pipeline. Be sure to
-set the Runner to <span class=language-java><code>FlinkRunner</code></span><span class=language-py><code>PortableRunner</code></span>.</p><p>To use the Flink Runner for executing on a cluster, you have to setup a Flink cluster by following the
-Flink <a href=https://ci.apache.org/projects/flink/flink-docs-stable/quickstart/setup_quickstart.html#setup-download-and-start-flink>Setup Quickstart</a>.</p><h2 id=version-compatibility>Version Compatibility</h2><p>The Flink cluster version has to match the minor version used by the FlinkRunner.
-The minor version is the first two numbers in the version string, e.g. in <code>1.8.0</code> the
-minor version is <code>1.8</code>.</p><p>We try to track the latest version of Apache Flink at the time of the Beam release.
-A Flink version is supported by Beam for the time it is supported by the Flink community.
-The Flink community supports the last two minor versions. When support for a Flink version is dropped, it may be deprecated and removed also from Beam.
-To find out which version of Flink is compatible with Beam please see the table below:</p><table class="table table-bordered"><tr><th>Beam Version</th><th>Flink Version</th><th>Artifact Id</th></tr><tr><td rowspan=3>2.21.0</td><td>1.10.x</td><td>beam-runners-flink-1.10</td></tr><tr><td>1.9.x</td><td>beam-runners-flink-1.9</td></tr><tr><td>1.8.x</td><td>beam-runners-flink-1.8</td></tr><tr><td rowspan=3>2.17.0-2.20.0</td><td>1.9.x</td><td>beam-runners-flink-1.9</td></tr><tr><td>1.8.x</td>< [...]
+set the Runner to <span class="language-java language-py"><code>FlinkRunner</code></span><span class=language-portable><code>PortableRunner</code></span>.</p><p>To use the Flink Runner for executing on a cluster, you have to setup a Flink cluster by following the
+Flink <a href=https://ci.apache.org/projects/flink/flink-docs-stable/quickstart/setup_quickstart.html#setup-download-and-start-flink>Setup Quickstart</a>.</p><h3 id=dependencies>Dependencies</h3><p class=language-java>You must specify your dependency on the Flink Runner
in your <code>pom.xml</code> or <code>build.gradle</code>. Use the Beam version and the artifact id
from the above table. For example:</p><div class=language-java><div class=highlight><pre class=chroma><code class=language-java data-lang=java><span class=o><</span><span class=n>dependency</span><span class=o>></span>
<span class=o><</span><span class=n>groupId</span><span class=o>></span><span class=n>org</span><span class=o>.</span><span class=na>apache</span><span class=o>.</span><span class=na>beam</span><span class=o></</span><span class=n>groupId</span><span class=o>></span>
<span class=o><</span><span class=n>artifactId</span><span class=o>></span><span class=n>beam</span><span class=o>-</span><span class=n>runners</span><span class=o>-</span><span class=n>flink</span><span class=o>-</span><span class=n>1</span><span class=o>.</span><span class=na>6</span><span class=o></</span><span class=n>artifactId</span><span class=o>></span>
<span class=o><</span><span class=n>version</span><span class=o>></span><span class=n>2</span><span class=o>.</span><span class=na>22</span><span class=o>.</span><span class=na>0</span><span class=o></</span><span class=n>version</span><span class=o>></span>
-<span class=o></</span><span class=n>dependency</span><span class=o>></span></code></pre></div></div><p class=language-py>You will need Docker to be installed in your execution environment. To develop
-Apache Beam with Python you have to install the Apache Beam Python SDK: <code>pip install apache_beam</code>. Please refer to the <a href=/documentation/sdks/python/>Python documentation</a>
-on how to create a Python pipeline.</p><div class=language-py><div class=highlight><pre class=chroma><code class=language-py data-lang=py><span class=n>pip</span> <span class=n>install</span> <span class=n>apache_beam</span></code></pre></div></div><h3 id=executing-a-beam-pipeline-on-a-flink-cluster>Executing a Beam pipeline on a Flink Cluster</h3><p class=language-java>For executing a pipeline on a Flink cluster you need to package your program
+<span class=o></</span><span class=n>dependency</span><span class=o>></span></code></pre></div></div><p class=language-py>You will need Docker to be installed in your execution environment.
+To run an embedded flink cluster or use the Flink runner for Python < 3.6
+you will also need to have java available in your execution environment.</p><p class=language-portable>You will need Docker to be installed in your execution environment.</p><h3 id=executing-a-beam-pipeline-on-a-flink-cluster>Executing a Beam pipeline on a Flink Cluster</h3><p class=language-java>For executing a pipeline on a Flink cluster you need to package your program
along with all dependencies in a so-called fat jar. How you do this depends on
your build system but if you follow along the <a href=/get-started/quickstart/>Beam Quickstart</a> this is the command that you have to run:</p><div class=language-java><div class=highlight><pre class=chroma><code class=language-java data-lang=java><span class=n>$</span> <span class=n>mvn</span> <span class=kn>package</span> <span class=err>-</span><span class=nn>Pflink</span><span class=o>-</span><span class=n>runner</span></code></pre></div></div><p class=language-java>Look for the out [...]
install apache_beam``target` folder.</p><p class=language-java>The Beam Quickstart Maven project is setup to use the Maven Shade plugin to
@@ -45,42 +43,56 @@ WordCount example:</p><div class=language-java><div class=highlight><pre class=c
</span><span class=s> --output=/path/to/counts \
</span><span class=s> --flinkMaster=<flink master url> \
</span><span class=s> --filesToStage=target/word-count-beam-bundled-0.1.jar"</span></code></pre></div></div><p class=language-java>If you have a Flink <code>JobManager</code> running on your local machine you can provide <code>localhost:8081</code> for
-<code>flinkMaster</code>. Otherwise an embedded Flink cluster will be started for the job.</p><p>Starting with Beam 2.18.0, pre-built Docker images are available at Docker Hub.</p><p>JobService:
-<a href=https://hub.docker.com/r/apache/beam_flink1.8_job_server>Flink 1.8</a>,
-<a href=https://hub.docker.com/r/apache/beam_flink1.9_job_server>Flink 1.9</a>.
-<a href=https://hub.docker.com/r/apache/beam_flink1.10_job_server>Flink 1.10</a>.</p><p>Beam SDK:
-<a href=https://hub.docker.com/r/apache/beam_python2.7_sdk>Python 2.7</a>,
-<a href=https://hub.docker.com/r/apache/beam_python3.5_sdk>Python 3.5</a>,
-<a href=https://hub.docker.com/r/apache/beam_python3.6_sdk>Python 3.6</a>,
-<a href=https://hub.docker.com/r/apache/beam_python3.7_sdk>Python 3.7</a>.</p><p>To run a pipeline on an embedded Flink cluster:</p><p class=language-py><ol><li>Start the JobService endpoint: <code>docker run --net=host apache/beam_flink1.10_job_server:latest</code></li></ol></p><p class=language-py>The JobService is the central instance where you submit your Beam pipeline to.
-The JobService will create a Flink job for the pipeline and execute the job.</p><p class=language-py><ol start=2><li>Submit the Python pipeline to the above endpoint by using the <code>PortableRunner</code>, <code>job_endpoint</code> set to <code>localhost:8099</code> (this is the default address of the JobService), and <code>environment_type</code> set to <code>LOOPBACK</code>. For example:</li></ol></p><div class=language-py><div class=highlight><pre class=chroma><code class=language-p [...]
-<span class=kn>from</span> <span class=nn>apache_beam.options.pipeline_options</span> <span class=kn>import</span> <span class=n>PipelineOptions</span>
-
-<span class=n>options</span> <span class=o>=</span> <span class=n>PipelineOptions</span><span class=p>([</span>
- <span class=s2>"--runner=PortableRunner"</span><span class=p>,</span>
- <span class=s2>"--job_endpoint=localhost:8099"</span><span class=p>,</span>
- <span class=s2>"--environment_type=LOOPBACK"</span>
-<span class=p>])</span>
-<span class=k>with</span> <span class=n>beam</span><span class=o>.</span><span class=n>Pipeline</span><span class=p>(</span><span class=n>options</span><span class=p>)</span> <span class=k>as</span> <span class=n>p</span><span class=p>:</span>
- <span class=o>...</span></code></pre></div></div><p class=language-py>To run on a separate <a href=https://ci.apache.org/projects/flink/flink-docs-release-1.10/getting-started/tutorials/local_setup.html>Flink cluster</a>:</p><p class=language-py><ol><li>Start a Flink cluster which exposes the Rest interface on <code>localhost:8081</code> by default.</li></ol></p><p class=language-py><ol start=2><li>Start JobService with Flink Rest endpoint: <code>docker run --net=host apache/beam_fli [...]
-Note however that <code>environment_type=LOOPBACK</code> is only intended for local testing.
-See <a href=/documentation/runtime/sdk-harness-config/>here</a> for details.</li></ol></p><p class=language-py>Steps 2 and 3 can be automated in Python by using the <code>FlinkRunner</code>,
-plus the optional <code>flink_version</code> and <code>flink_master</code> options, e.g.:</p><div class=language-py><div class=highlight><pre class=chroma><code class=language-py data-lang=py><span class=kn>import</span> <span class=nn>apache_beam</span> <span class=kn>as</span> <span class=nn>beam</span>
+<code>flinkMaster</code>. Otherwise an embedded Flink cluster will be started for the job.</p><p class=language-py>To run a pipeline on Flink, set the runner to <code>FlinkRunner</code>
+and <code>flink_master</code> to the master URL of a Flink cluster.
+In addition, optionally set <code>environment_type</code> set to <code>LOOPBACK</code>. For example,
+after starting up a <a href=https://ci.apache.org/projects/flink/flink-docs-release-1.10/getting-started/tutorials/local_setup.html>local flink cluster</a>,
+one could run:</p><div class=language-py><div class=highlight><pre class=chroma><code class=language-py data-lang=py><span class=kn>import</span> <span class=nn>apache_beam</span> <span class=kn>as</span> <span class=nn>beam</span>
<span class=kn>from</span> <span class=nn>apache_beam.options.pipeline_options</span> <span class=kn>import</span> <span class=n>PipelineOptions</span>
<span class=n>options</span> <span class=o>=</span> <span class=n>PipelineOptions</span><span class=p>([</span>
<span class=s2>"--runner=FlinkRunner"</span><span class=p>,</span>
- <span class=s2>"--flink_version=1.10"</span><span class=p>,</span>
<span class=s2>"--flink_master=localhost:8081"</span><span class=p>,</span>
<span class=s2>"--environment_type=LOOPBACK"</span>
<span class=p>])</span>
-<span class=k>with</span> <span class=n>beam</span><span class=o>.</span><span class=n>Pipeline</span><span class=p>(</span><span class=n>options</span><span class=o>=</span><span class=n>options</span><span class=p>)</span> <span class=k>as</span> <span class=n>p</span><span class=p>:</span>
- <span class=o>...</span></code></pre></div></div><h2 id=additional-information-and-caveats>Additional information and caveats</h2><h3 id=monitoring-your-job>Monitoring your job</h3><p>You can monitor a running Flink job using the Flink JobManager Dashboard or its Rest interfaces. By default, this is available at port <code>8081</code> of the JobManager node. If you have a Flink installation on your local machine that would be <code>http://localhost:8081</code>. Note: When you use the [...]
+<span class=k>with</span> <span class=n>beam</span><span class=o>.</span><span class=n>Pipeline</span><span class=p>(</span><span class=n>options</span><span class=p>)</span> <span class=k>as</span> <span class=n>p</span><span class=p>:</span>
+ <span class=o>...</span></code></pre></div></div><p class=language-py>To run on an embedded Flink cluster, simply omit the <code>flink_master</code> option
+and an embedded Flink cluster will be automatically started and shut down for the job.</p><p class=language-py>The optional <code>flink_version</code> option may be required as well for older versions of Python.</p><p class=language-portable>Starting with Beam 2.18.0, pre-built Flink Job Service Docker images are available at Docker Hub:
+<a href=https://hub.docker.com/r/apache/beam_flink1.8_job_server>Flink 1.8</a>,
+<a href=https://hub.docker.com/r/apache/beam_flink1.9_job_server>Flink 1.9</a>.
+<a href=https://hub.docker.com/r/apache/beam_flink1.10_job_server>Flink 1.10</a>.</p><p class=language-portable>To run a pipeline on an embedded Flink cluster:</p><p class=language-portable>(1) Start the JobService endpoint: <code>docker run --net=host apache/beam_flink1.10_job_server:latest</code></p><p class=language-portable>The JobService is the central instance where you submit your Beam pipeline to.
+The JobService will create a Flink job for the pipeline and execute the job.</p><p class=language-portable>(2) Submit the Python pipeline to the above endpoint by using the <code>PortableRunner</code>, <code>job_endpoint</code> set to <code>localhost:8099</code> (this is the default address of the JobService).
+Optionally set <code>environment_type</code> set to <code>LOOPBACK</code>. For example:</p><div class=language-portable><pre><code class=language-portable data-lang=portable>import apache_beam as beam
+from apache_beam.options.pipeline_options import PipelineOptions
+
+options = PipelineOptions([
+ "--runner=PortableRunner",
+ "--job_endpoint=localhost:8099",
+ "--environment_type=LOOPBACK"
+])
+with beam.Pipeline(options) as p:
+ ...</code></pre></div><p class=language-portable>To run on a separate <a href=https://ci.apache.org/projects/flink/flink-docs-release-1.10/getting-started/tutorials/local_setup.html>Flink cluster</a>:</p><p class=language-portable>(1) Start a Flink cluster which exposes the Rest interface (e.g. <code>localhost:8081</code> by default).</p><p class=language-portable>(2) Start JobService with Flink Rest endpoint: <code>docker run --net=host apache/beam_flink1.10_job_server:latest --flin [...]
+from apache_beam.options.pipeline_options import PipelineOptions
+
+options = PipelineOptions([
+ "--runner=PortableRunner",
+ "--job_endpoint=localhost:8099",
+ "--environment_type=LOOPBACK"
+])
+with beam.Pipeline(options=options) as p:
+ ...</code></pre></div><p class="language-py language-portable">Note that <code>environment_type=LOOPBACK</code> is only intended for local testing,
+and will not work on remote clusters.
+See <a href=/documentation/runtime/sdk-harness-config/>here</a> for details.</p><h2 id=additional-information-and-caveats>Additional information and caveats</h2><h3 id=monitoring-your-job>Monitoring your job</h3><p>You can monitor a running Flink job using the Flink JobManager Dashboard or its Rest interfaces. By default, this is available at port <code>8081</code> of the JobManager node. If you have a Flink installation on your local machine that would be <code>http://localhost:8081</co [...]
Many sources like <code>PubSubIO</code> rely on their checkpoints to be acknowledged which can only be done when checkpointing is enabled for the <code>FlinkRunner</code>. To enable checkpointing, please set <span class=language-java><code>checkpointingInterval</code></span><span class=language-py><code>checkpointing_interval</code></span> to the desired checkpointing interval in milliseconds.</p><h2 id=pipeline-options-for-the-flink-runner>Pipeline options for the Flink Runner</h2><p>Wh [...]
<a href=https://beam.apache.org/releases/javadoc/2.22.0/index.html?org/apache/beam/runners/flink/FlinkPipelineOptions.html>FlinkPipelineOptions</a>
reference class:</p><div class=language-java><table class="table table-bordered"><tr><td><code>allowNonRestoredState</code></td><td>Flag indicating whether non restored state is allowed if the savepoint contains state for an operator that is no longer part of the pipeline.</td><td>Default: <code>false</code></td></tr><tr><td><code>autoBalanceWriteFilesShardingEnabled</code></td><td>Flag indicating whether auto-balance sharding for WriteFiles transform should be enabled. This might prove [...]
<a href=https://beam.apache.org/releases/javadoc/2.22.0/index.html?org/apache/beam/sdk/options/PipelineOptions.html>PipelineOptions</a>
-reference.</p><h2 id=capability>Capability</h2><p>The <a href=/documentation/runners/capability-matrix/>Beam Capability Matrix</a> documents the
+reference.</p><h2 id=flink-version-compatibility>Flink Version Compatibility</h2><p>The Flink cluster version has to match the minor version used by the FlinkRunner.
+The minor version is the first two numbers in the version string, e.g. in <code>1.8.0</code> the
+minor version is <code>1.8</code>.</p><p>We try to track the latest version of Apache Flink at the time of the Beam release.
+A Flink version is supported by Beam for the time it is supported by the Flink community.
+The Flink community supports the last two minor versions. When support for a Flink version is dropped, it may be deprecated and removed also from Beam.
+To find out which version of Flink is compatible with Beam please see the table below:</p><table class="table table-bordered"><tr><th>Beam Version</th><th>Flink Version</th><th>Artifact Id</th></tr><tr><td rowspan=3>2.21.0</td><td>1.10.x</td><td>beam-runners-flink-1.10</td></tr><tr><td>1.9.x</td><td>beam-runners-flink-1.9</td></tr><tr><td>1.8.x</td><td>beam-runners-flink-1.8</td></tr><tr><td rowspan=3>2.17.0-2.20.0</td><td>1.9.x</td><td>beam-runners-flink-1.9</td></tr><tr><td>1.8.x</td>< [...]
capabilities of the classic Flink Runner.</p><p>The <a href=https://s.apache.org/apache-beam-portability-support-table>Portable Capability
Matrix</a> documents
the capabilities of the portable Flink Runner.</p></div></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class=footer__cols__col><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo alt="Apache logo"></div></div><div class="footer__cols__col footer__cols__col--md"><div class=footer__cols__col__title> [...]
diff --git a/website/generated-content/documentation/runners/gearpump/index.html b/website/generated-content/documentation/runners/gearpump/index.html
deleted file mode 100644
index c8ae5d1..0000000
--- a/website/generated-content/documentation/runners/gearpump/index.html
+++ /dev/null
@@ -1,71 +0,0 @@
-<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Apache Gearpump (incubating) Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIP [...]
-<span class=sr-only>Toggle navigation</span>
-<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
-When you are running your pipeline with Gearpump Runner you just need to create a jar file containing your job and then it can be executed on a regular Gearpump distributed cluster, or a local cluster which is useful for development and debugging of your pipeline.</p><p>The Gearpump Runner and Gearpump are suitable for large scale, continuous jobs, and provide:</p><ul><li>High throughput and low latency stream processing</li><li>Comprehensive Dashboard for application monitoring</li><li> [...]
-And your Beam application should also pack Beam SDK explicitly and here is a snippet of example pom.xml:</p><div class=language-java><div class=highlight><pre class=chroma><code class=language-java data-lang=java><span class=o><</span><span class=n>dependencies</span><span class=o>></span>
- <span class=o><</span><span class=n>dependency</span><span class=o>></span>
- <span class=o><</span><span class=n>groupId</span><span class=o>></span><span class=n>org</span><span class=o>.</span><span class=na>apache</span><span class=o>.</span><span class=na>beam</span><span class=o></</span><span class=n>groupId</span><span class=o>></span>
- <span class=o><</span><span class=n>artifactId</span><span class=o>></span><span class=n>beam</span><span class=o>-</span><span class=n>runners</span><span class=o>-</span><span class=n>gearpump</span><span class=o></</span><span class=n>artifactId</span><span class=o>></span>
- <span class=o><</span><span class=n>version</span><span class=o>></span><span class=n>2</span><span class=o>.</span><span class=na>22</span><span class=o>.</span><span class=na>0</span><span class=o></</span><span class=n>version</span><span class=o>></span>
- <span class=o></</span><span class=n>dependency</span><span class=o>></span>
-
- <span class=o><</span><span class=n>dependency</span><span class=o>></span>
- <span class=o><</span><span class=n>groupId</span><span class=o>></span><span class=n>org</span><span class=o>.</span><span class=na>apache</span><span class=o>.</span><span class=na>gearpump</span><span class=o></</span><span class=n>groupId</span><span class=o>></span>
- <span class=o><</span><span class=n>artifactId</span><span class=o>></span><span class=n>gearpump</span><span class=o>-</span><span class=n>streaming_2</span><span class=o>.</span><span class=na>11</span><span class=o></</span><span class=n>artifactId</span><span class=o>></span>
- <span class=o><</span><span class=n>version</span><span class=o>></span><span class=n>$</span><span class=o>{</span><span class=n>gearpump</span><span class=o>.</span><span class=na>version</span><span class=o>}</</span><span class=n>version</span><span class=o>></span>
- <span class=o><</span><span class=n>scope</span><span class=o>></span><span class=n>provided</span><span class=o></</span><span class=n>scope</span><span class=o>></span>
- <span class=o></</span><span class=n>dependency</span><span class=o>></span>
-
- <span class=o><</span><span class=n>dependency</span><span class=o>></span>
- <span class=o><</span><span class=n>groupId</span><span class=o>></span><span class=n>org</span><span class=o>.</span><span class=na>apache</span><span class=o>.</span><span class=na>gearpump</span><span class=o></</span><span class=n>groupId</span><span class=o>></span>
- <span class=o><</span><span class=n>artifactId</span><span class=o>></span><span class=n>gearpump</span><span class=o>-</span><span class=n>core_2</span><span class=o>.</span><span class=na>11</span><span class=o></</span><span class=n>artifactId</span><span class=o>></span>
- <span class=o><</span><span class=n>version</span><span class=o>></span><span class=n>$</span><span class=o>{</span><span class=n>gearpump</span><span class=o>.</span><span class=na>version</span><span class=o>}</</span><span class=n>version</span><span class=o>></span>
- <span class=o><</span><span class=n>scope</span><span class=o>></span><span class=n>provided</span><span class=o></</span><span class=n>scope</span><span class=o>></span>
- <span class=o></</span><span class=n>dependency</span><span class=o>></span>
-
- <span class=o><</span><span class=n>dependency</span><span class=o>></span>
- <span class=o><</span><span class=n>groupId</span><span class=o>></span><span class=n>org</span><span class=o>.</span><span class=na>apache</span><span class=o>.</span><span class=na>beam</span><span class=o></</span><span class=n>groupId</span><span class=o>></span>
- <span class=o><</span><span class=n>artifactId</span><span class=o>></span><span class=n>beam</span><span class=o>-</span><span class=n>sdks</span><span class=o>-</span><span class=n>java</span><span class=o>-</span><span class=n>core</span><span class=o></</span><span class=n>artifactId</span><span class=o>></span>
- <span class=o><</span><span class=n>version</span><span class=o>></span><span class=n>2</span><span class=o>.</span><span class=na>22</span><span class=o>.</span><span class=na>0</span><span class=o></</span><span class=n>version</span><span class=o>></span>
- <span class=o></</span><span class=n>dependency</span><span class=o>></span>
-<span class=o></</span><span class=n>dependencies</span><span class=o>></span>
-
-<span class=o><</span><span class=n>build</span><span class=o>></span>
- <span class=o><</span><span class=n>plugins</span><span class=o>></span>
- <span class=o><</span><span class=n>plugin</span><span class=o>></span>
- <span class=o><</span><span class=n>groupId</span><span class=o>></span><span class=n>org</span><span class=o>.</span><span class=na>apache</span><span class=o>.</span><span class=na>maven</span><span class=o>.</span><span class=na>plugins</span><span class=o></</span><span class=n>groupId</span><span class=o>></span>
- <span class=o><</span><span class=n>artifactId</span><span class=o>></span><span class=n>maven</span><span class=o>-</span><span class=n>shade</span><span class=o>-</span><span class=n>plugin</span><span class=o></</span><span class=n>artifactId</span><span class=o>></span>
- <span class=o><</span><span class=n>configuration</span><span class=o>></span>
- <span class=o><</span><span class=n>createDependencyReducedPom</span><span class=o>></span><span class=kc>false</span><span class=o></</span><span class=n>createDependencyReducedPom</span><span class=o>></span>
- <span class=o><</span><span class=n>filters</span><span class=o>></span>
- <span class=o><</span><span class=n>filter</span><span class=o>></span>
- <span class=o><</span><span class=n>artifact</span><span class=o>>*:*</</span><span class=n>artifact</span><span class=o>></span>
- <span class=o><</span><span class=n>excludes</span><span class=o>></span>
- <span class=o><</span><span class=n>exclude</span><span class=o>></span><span class=n>META</span><span class=o>-</span><span class=n>INF</span><span class=o>/*.</span><span class=na>SF</span><span class=o></</span><span class=n>exclude</span><span class=o>></span>
- <span class=o><</span><span class=n>exclude</span><span class=o>></span><span class=n>META</span><span class=o>-</span><span class=n>INF</span><span class=o>/*.</span><span class=na>DSA</span><span class=o></</span><span class=n>exclude</span><span class=o>></span>
- <span class=o><</span><span class=n>exclude</span><span class=o>></span><span class=n>META</span><span class=o>-</span><span class=n>INF</span><span class=o>/*.</span><span class=na>RSA</span><span class=o></</span><span class=n>exclude</span><span class=o>></span>
- <span class=o></</span><span class=n>excludes</span><span class=o>></span>
- <span class=o></</span><span class=n>filter</span><span class=o>></span>
- <span class=o></</span><span class=n>filters</span><span class=o>></span>
- <span class=o></</span><span class=n>configuration</span><span class=o>></span>
- <span class=o><</span><span class=n>executions</span><span class=o>></span>
- <span class=o><</span><span class=n>execution</span><span class=o>></span>
- <span class=o><</span><span class=n>phase</span><span class=o>></span><span class=n>package</span><span class=o></</span><span class=n>phase</span><span class=o>></span>
- <span class=o><</span><span class=n>goals</span><span class=o>></span>
- <span class=o><</span><span class=n>goal</span><span class=o>></span><span class=n>shade</span><span class=o></</span><span class=n>goal</span><span class=o>></span>
- <span class=o></</span><span class=n>goals</span><span class=o>></span>
- <span class=o><</span><span class=n>configuration</span><span class=o>></span>
- <span class=o><</span><span class=n>shadedArtifactAttached</span><span class=o>></span><span class=kc>true</span><span class=o></</span><span class=n>shadedArtifactAttached</span><span class=o>></span>
- <span class=o><</span><span class=n>shadedClassifierName</span><span class=o>></span><span class=n>shaded</span><span class=o></</span><span class=n>shadedClassifierName</span><span class=o>></span>
- <span class=o></</span><span class=n>configuration</span><span class=o>></span>
- <span class=o></</span><span class=n>execution</span><span class=o>></span>
- <span class=o></</span><span class=n>executions</span><span class=o>></span>
- <span class=o></</span><span class=n>plugin</span><span class=o>></span>
- <span class=o></</span><span class=n>plugins</span><span class=o>></span>
-<span class=o></</span><span class=n>build</span><span class=o>></span></code></pre></div></div><p>After running <code>mvn package</code>, run <code>ls target</code> and you should see your application jar like:</p><pre><code>{your_application}-{version}-shaded.jar
-</code></pre><h2 id=executing-the-pipeline-on-a-gearpump-cluster>Executing the pipeline on a Gearpump cluster</h2><p>To run against a Gearpump cluster simply run:</p><pre><code>gear app -jar /path/to/{your_application}-{version}-shaded.jar com.beam.examples.BeamPipeline --runner=GearpumpRunner ...
-</code></pre><h2 id=monitoring-your-application>Monitoring your application</h2><p>You can monitor a running Gearpump application using Gearpump’s Dashboard. Please follow the Gearpump <a href=https://gearpump.apache.org/releases/latest/deployment/deployment-standalone/index.html#start-ui>Start UI</a> to start the dashboard.</p><h2 id=pipeline-options-for-the-gearpump-runner>Pipeline options for the Gearpump Runner</h2><p>When executing your pipeline with the Gearpump Runner, you s [...]
-<a href=http://www.apache.org>The Apache Software Foundation</a>
-| <a href=/privacy_policy>Privacy Policy</a>
-| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/documentation/runners/jet/index.html b/website/generated-content/documentation/runners/jet/index.html
index f875eb6..d43999e 100644
--- a/website/generated-content/documentation/runners/jet/index.html
+++ b/website/generated-content/documentation/runners/jet/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Hazelcast Jet Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain S [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
Jet</a>.</p><p>The Jet Runner and Jet are suitable for large scale continuous jobs and provide:</p><ul><li>Support for both batch (bounded) and streaming (unbounded) data sets</li><li>A runtime that supports very high throughput and low event latency at the same time</li><li>Natural back-pressure in streaming programs</li><li>Distributed massively parallel data processing engine with in memory storage</li></ul><p>It’s important to note that the Jet Runner is currently in an <em>EXP [...]
the capabilities present in Jet:</p><ul><li>Jet has full Fault Tolerance support, the Jet Runner does not; if a job fails it must be restarted</li><li>Internal performance of Jet is extremely high.
The Runner can’t match it as of now because Beam pipeline optimization/surgery has not been fully implemented.</li></ul><p>The <a href=/documentation/runners/capability-matrix/>Beam Capability Matrix</a> documents the
diff --git a/website/generated-content/documentation/runners/mapreduce/index.html b/website/generated-content/documentation/runners/mapreduce/index.html
index 430846e..c099e6f 100644
--- a/website/generated-content/documentation/runners/mapreduce/index.html
+++ b/website/generated-content/documentation/runners/mapreduce/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Apache Hadoop MapReduce Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) an [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<groupId>org.apache.beam</groupId>
<artifactId>beam-runners-mapreduce</artifactId>
<version>2.22.0</version>
diff --git a/website/generated-content/documentation/runners/nemo/index.html b/website/generated-content/documentation/runners/nemo/index.html
index 7fa7783..e16608f 100644
--- a/website/generated-content/documentation/runners/nemo/index.html
+++ b/website/generated-content/documentation/runners/nemo/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Apache Nemo Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Spe [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
The Nemo Runner can optimize Beam pipelines with the Nemo compiler through various optimization passes
and execute them in a distributed fashion using the Nemo runtime. You can also deploy a self-contained application
for local mode or run using resource managers like YARN or Mesos.</p><p>The Nemo Runner executes Beam pipelines on top of Apache Nemo, providing:</p><ul><li>Batch and streaming pipelines</li><li>Fault-tolerance</li><li>Integration with YARN and other components of the Apache Hadoop ecosystem</li><li>Support for the various optimizations provided by the Nemo optimizer</li></ul><p>The <a href=/documentation/runners/capability-matrix/>Beam Capability Matrix</a> documents the
diff --git a/website/generated-content/documentation/runners/samza/index.html b/website/generated-content/documentation/runners/samza/index.html
index 347bcb1..0d2dc06 100644
--- a/website/generated-content/documentation/runners/samza/index.html
+++ b/website/generated-content/documentation/runners/samza/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Apache Samza Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Sp [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<span class=o><</span><span class=n>groupId</span><span class=o>></span><span class=n>org</span><span class=o>.</span><span class=na>apache</span><span class=o>.</span><span class=na>beam</span><span class=o></</span><span class=n>groupId</span><span class=o>></span>
<span class=o><</span><span class=n>artifactId</span><span class=o>></span><span class=n>beam</span><span class=o>-</span><span class=n>runners</span><span class=o>-</span><span class=n>samza</span><span class=o></</span><span class=n>artifactId</span><span class=o>></span>
<span class=o><</span><span class=n>version</span><span class=o>></span><span class=n>2</span><span class=o>.</span><span class=na>22</span><span class=o>.</span><span class=na>0</span><span class=o></</span><span class=n>version</span><span class=o>></span>
diff --git a/website/generated-content/documentation/runners/spark/index.html b/website/generated-content/documentation/runners/spark/index.html
index 25466d2..bee1c25 100644
--- a/website/generated-content/documentation/runners/spark/index.html
+++ b/website/generated-content/documentation/runners/spark/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Apache Spark Runner</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Sp [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
The Spark Runner can execute Spark pipelines just like a native Spark application; deploying a self-contained application for local mode, running on Spark’s Standalone RM, or using YARN or Mesos.</p><p>The Spark Runner executes Beam pipelines on top of Apache Spark, providing:</p><ul><li>Batch and streaming (and combined) pipelines.</li><li>The same fault-tolerance <a href=https://spark.apache.org/docs/latest/streaming-programming-guide.html#fault-tolerance-semantics>guarantees</a> [...]
the portable functionality of the Spark Runner. Please use the switcher below to
select the appropriate Runner:</p><h2 id=which-runner-to-use-portable-or-non-portable-runner>Which runner to use: portable or non portable runner?</h2><p>Beam and its Runners originally only supported JVM-based languages
diff --git a/website/generated-content/documentation/sdks/java/testing/nexmark/index.html b/website/generated-content/documentation/sdks/java/testing/nexmark/index.html
index 1c9185e..2c7d670 100644
--- a/website/generated-content/documentation/sdks/java/testing/nexmark/index.html
+++ b/website/generated-content/documentation/sdks/java/testing/nexmark/index.html
@@ -83,7 +83,7 @@ or may be published to Pub/Sub or Kafka.</p><p>The query results may be:</p><ul>
</code></pre><p>Set topic name which will be used for benchmark results:</p><pre><code>--kafkaResultsTopic=<topic name>
</code></pre><p>Write or/and read events into/from Kafka topic:</p><pre><code>--sourceType=KAFKA
</code></pre><p>Set topic name which will be used for benchmark events:</p><pre><code>--kafkaTopic=<topic name>
-</code></pre><h2 id=current-status>Current status</h2><p>These tables contain statuses of the queries runs in the different runners. Google Cloud Dataflow and Apache Gearpump statuses are yet to come.</p><h3 id=batch--synthetic--local>Batch / Synthetic / Local</h3><table class="table table-bordered"><tr><th>Query</th><th>Direct</th><th>Spark</th><th>Flink</th><th>Apex</th></tr><tr><td>0</td><td>ok</td><td>ok</td><td>ok</td><td>ok</td></tr><tr><td>1</td><td>ok</td><td>ok</td><td>ok</td><t [...]
+</code></pre><h2 id=current-status>Current status</h2><p>These tables contain statuses of the queries runs in the different runners. Google Cloud Dataflow status is yet to come.</p><h3 id=batch--synthetic--local>Batch / Synthetic / Local</h3><table class="table table-bordered"><tr><th>Query</th><th>Direct</th><th>Spark</th><th>Flink</th><th>Apex</th></tr><tr><td>0</td><td>ok</td><td>ok</td><td>ok</td><td>ok</td></tr><tr><td>1</td><td>ok</td><td>ok</td><td>ok</td><td>ok</td></tr><tr><td>2 [...]
Here we do it for maximum clarity.</p><p>The direct runner does not have separate batch and streaming modes, but the
Nexmark launch does.</p><p>These parameters leave on many of the DirectRunner’s extra safety checks so the
SMOKE suite can make sure there is nothing broken in the Nexmark suite.</p><p>Batch Mode:</p><pre><code>./gradlew :sdks:java:testing:nexmark:run \
diff --git a/website/generated-content/get-started/beam-overview/index.html b/website/generated-content/get-started/beam-overview/index.html
index 96c53aa..9c5f900 100644
--- a/website/generated-content/get-started/beam-overview/index.html
+++ b/website/generated-content/get-started/beam-overview/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Beam Overview</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/get-started/index.xml b/website/generated-content/get-started/index.xml
index 8f81256..7e086da 100644
--- a/website/generated-content/get-started/index.xml
+++ b/website/generated-content/get-started/index.xml
@@ -868,7 +868,6 @@ limitations under the License.
<ul>
<li>Apache Apex <img src="/images/logos/runners/apex.png" alt="Apache Apex logo"></li>
<li>Apache Flink <img src="/images/logos/runners/flink.png" alt="Apache Flink logo"></li>
-<li>Apache Gearpump (incubating) <img src="/images/logos/runners/gearpump.png" alt="Apache Gearpump logo"></li>
<li>Apache Samza <img src="/images/logos/runners/samza.png" height="20px" alt="Apache Samza logo"></li>
<li>Apache Spark <img src="/images/logos/runners/spark.png" alt="Apache Spark logo"></li>
<li>Google Cloud Dataflow <img src="/images/logos/runners/dataflow.png" alt="Google Cloud Dataflow logo"></li>
diff --git a/website/generated-content/index.html b/website/generated-content/index.html
index d6ee038..f30018c 100644
--- a/website/generated-content/index.html
+++ b/website/generated-content/index.html
@@ -5,7 +5,7 @@
<a class="button button--primary" href=/get-started/try-apache-beam/>Try Beam</a>
<a class="button button--primary" href=/get-started/downloads/>Download Beam SDK 2.22.0</a></div><div class=hero__ctas><a class=button href=/get-started/quickstart-java/>Java Quickstart</a>
<a class=button href=/get-started/quickstart-py/>Python Quickstart</a>
-<a class=button href=/get-started/quickstart-go/>Go Quickstart</a></div></div></div><div class=hero__cols__col><div class=hero__blog><div class=hero__blog__title>The latest from the blog</div><div class=hero__blog__cards><a class=hero__blog__cards__card href=/blog/beam-2.22.0/><div class=hero__blog__cards__card__title>Apache Beam 2.22.0</div><div class=hero__blog__cards__card__date>Jun 8, 2020</div></a><a class=hero__blog__cards__card href=/blog/python-typing/><div class=hero__blog__card [...]
+<a class=button href=/get-started/quickstart-go/>Go Quickstart</a></div></div></div><div class=hero__cols__col><div class=hero__blog><div class=hero__blog__title>The latest from the blog</div><div class=hero__blog__cards><a class=hero__blog__cards__card href=/blog/beam-2.22.0/><div class=hero__blog__cards__card__title>Apache Beam 2.22.0</div><div class=hero__blog__cards__card__date>Jun 8, 2020</div></a><a class=hero__blog__cards__card href=/blog/python-typing/><div class=hero__blog__card [...]
<a class="button button--primary" href=/get-started/downloads/>Download Beam SDK 2.22.0</a></div><div class=ctas__ctas><a class=button href=/get-started/quickstart-java/>Java Quickstart</a>
<a class=button href=/get-started/quickstart-py/>Python Quickstart</a>
<a class=button href=/get-started/quickstart-go/>Go Quickstart</a></div></div></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class=footer__cols__col><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo alt="Apache logo"></div></div><div class="footer__cols__col footer__cols__col--md"><div class=foo [...]
diff --git a/website/generated-content/roadmap/apex-runner/index.html b/website/generated-content/roadmap/apex-runner/index.html
index a2962f3..a469917 100644
--- a/website/generated-content/roadmap/apex-runner/index.html
+++ b/website/generated-content/roadmap/apex-runner/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Samza Runner Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain S [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/roadmap/connectors-go-sdk/index.html b/website/generated-content/roadmap/connectors-go-sdk/index.html
index b236566..f99d5ca 100644
--- a/website/generated-content/roadmap/connectors-go-sdk/index.html
+++ b/website/generated-content/roadmap/connectors-go-sdk/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Connectors - Go SDK</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Sp [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
meantime bounded sources can be developed in the form of ParDos. See
<a href=https://beam.apache.org/documentation/io/authoring-overview/>Authoring I/O Transforms</a> for more details.</p></li><li><p>Go SDK plans to utilize currently available Java and Python connectors
through cross-language transforms feature.</p></li></ul></div></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class=footer__cols__col><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo alt="Apache logo"></div></div><div class="footer__cols__col footer__cols__col--md"><div class=footer__cols__col__ [...]
diff --git a/website/generated-content/roadmap/connectors-java-sdk/index.html b/website/generated-content/roadmap/connectors-java-sdk/index.html
index 0097812..74f73d4 100644
--- a/website/generated-content/roadmap/connectors-java-sdk/index.html
+++ b/website/generated-content/roadmap/connectors-java-sdk/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Connectors - Java SDK</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=https://issues.apache.org/jira/browse/BEAM-1893>BEAM-1893</a> for more details on the
planned Beam connector for Couchbase.</p><h1 id=influxdb>InfluxDB</h1><p>InfluxDB is a database for fast and highly available storage and retrieval
of time series data. See <a href=https://issues.apache.org/jira/browse/BEAM-2546>BEAM-2546</a> for
diff --git a/website/generated-content/roadmap/connectors-multi-sdk/index.html b/website/generated-content/roadmap/connectors-multi-sdk/index.html
index e60d8c5..6aebc21 100644
--- a/website/generated-content/roadmap/connectors-multi-sdk/index.html
+++ b/website/generated-content/roadmap/connectors-multi-sdk/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Multi-SDK Connector Efforts</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and D [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
replace current frameworks for developing bounded and unbounded sources.
Splittable DoFn is being developed along side current Beam portability
efforts. See <a href=https://beam.apache.org/roadmap/portability/>Beam portability framework roadmap</a> for more details.</p><h1 id=cross-language-transforms>Cross-language transforms</h1><p><em>Last updated on May 2020.</em></p><p>As an added benefit of Beam portability effort, we are able to utilize Beam transforms across SDKs. This has many benefits.</p><ul><li>Connector sharing across SDKs. For example,<ul><li>Beam pipelines written using Python and Go SDKs will be able to utilize t [...]
diff --git a/website/generated-content/roadmap/connectors-python-sdk/index.html b/website/generated-content/roadmap/connectors-python-sdk/index.html
index a169d99..ba08f4c 100644
--- a/website/generated-content/roadmap/connectors-python-sdk/index.html
+++ b/website/generated-content/roadmap/connectors-python-sdk/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Connectors - Python SDK</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domai [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
Splittable DoFn API is planned. This is partially blocked till
Splittable DoFn work related to portability framework is finalized.
See <a href=https://issues.apache.org/jira/browse/BEAM-3788>BEAM-3788</a> for more details.</p><h1 id=parquet>Parquet</h1><p>A Python connector for Parquet file format is currently in development.
diff --git a/website/generated-content/roadmap/dataflow-runner/index.html b/website/generated-content/roadmap/dataflow-runner/index.html
index 392b417..4543d97 100644
--- a/website/generated-content/roadmap/dataflow-runner/index.html
+++ b/website/generated-content/roadmap/dataflow-runner/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Flink Runner Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain S [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/roadmap/euphoria/index.html b/website/generated-content/roadmap/euphoria/index.html
index 1b88f14..7a69a26 100644
--- a/website/generated-content/roadmap/euphoria/index.html
+++ b/website/generated-content/roadmap/euphoria/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Euphoria API Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain S [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
the large keys into multiple splits, using key distribution approximated by count min sketch data structure.</p><h2 id=pipeline-sampling>Pipeline sampling</h2><p>In order to pick the right translation for the operator without user interference, we can leverage knowledge from
previous pipeline runs. We want to provide a convenient and portable way to gather this knowledge.</p><h2 id=fluent-api>Fluent API</h2><p>Implementation of an easy to use Fluent API on top of Euphoria DSL.</p><h2 id=side-outputs>Side Outputs</h2><p>An convenient API for multiple outputs.</p><h2 id=table-stream-joins>Table-stream joins</h2><p>Introduce API for converting streams to tables (KStream <-> KTable approach) and various types of (windowed and unwindowed) joins on them.</p></d [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
diff --git a/website/generated-content/roadmap/flink-runner/index.html b/website/generated-content/roadmap/flink-runner/index.html
index c8b24e1..67a9118 100644
--- a/website/generated-content/roadmap/flink-runner/index.html
+++ b/website/generated-content/roadmap/flink-runner/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Flink Runner Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain S [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/roadmap/gearpump-runner/index.html b/website/generated-content/roadmap/gearpump-runner/index.html
deleted file mode 100644
index 824e14b..0000000
--- a/website/generated-content/roadmap/gearpump-runner/index.html
+++ /dev/null
@@ -1,7 +0,0 @@
-<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Samza Runner Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain S [...]
-<span class=sr-only>Toggle navigation</span>
-<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
-<a href=http://www.apache.org>The Apache Software Foundation</a>
-| <a href=/privacy_policy>Privacy Policy</a>
-| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/roadmap/go-sdk/index.html b/website/generated-content/roadmap/go-sdk/index.html
index 4103af8..91dc8f4 100644
--- a/website/generated-content/roadmap/go-sdk/index.html
+++ b/website/generated-content/roadmap/go-sdk/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Go SDK Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specifi [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
by the status of the <a href=https://beam.apache.org/roadmap/portability/>Beam Portability Framework</a> and the existence of
portable runners.</p><p><strong>April 2020 Update</strong>
This year we hope to move the SDK out of experimental at least for Batch usage.</p><p>To do so, there are a few blocking changes:</p><ul><li>Support Interoperability with other SDKs</li><li>Scalable IOs</li><li>Portability Proto stability</li><li>Go Ecosystem integration improvements</li></ul><p>Interoperability while not a blocking feature in itself, requires Beam Schema support, which
diff --git a/website/generated-content/roadmap/index.html b/website/generated-content/roadmap/index.html
index 44d1528..2137447 100644
--- a/website/generated-content/roadmap/index.html
+++ b/website/generated-content/roadmap/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Apache Beam Roadmap Highlights</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) an [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
Project Management Committee (PMC), so we do not have a roadmap in the sense of
a plan with a specific timeline.
Instead, we share our vision for the future and major initiatives receiving
diff --git a/website/generated-content/roadmap/index.xml b/website/generated-content/roadmap/index.xml
index aeb275b..7b1f80e 100644
--- a/website/generated-content/roadmap/index.xml
+++ b/website/generated-content/roadmap/index.xml
@@ -531,23 +531,6 @@ limitations under the License.
<ul>
<li><a href="/documentation/runners/apex">Runner documentation</a></li>
<li>JIRA: <a href="https://issues.apache.org/jira/issues/?jql=project%20%3D%20BEAM%20AND%20component%20%3D%20runner-apex">runner-apex</a></li>
-</ul></description></item><item><title>Roadmap: Samza Runner Roadmap</title><link>/roadmap/gearpump-runner/</link><pubDate>Mon, 01 Jan 0001 00:00:00 +0000</pubDate><guid>/roadmap/gearpump-runner/</guid><description>
-<!--
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-http://www.apache.org/licenses/LICENSE-2.0
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
--->
-<h1 id="gearpump-runner-roadmap">Gearpump Runner Roadmap</h1>
-<p>This roadmap is in progress. In the meantime, here are available resources:</p>
-<ul>
-<li><a href="/documentation/runners/gearpump">Runner documentation</a></li>
-<li>JIRA: <a href="https://issues.apache.org/jira/issues/?jql=project%20%3D%20BEAM%20AND%20component%20%3D%20runner-gearpump">runner-gearpump</a></li>
</ul></description></item><item><title>Roadmap: Samza Runner Roadmap</title><link>/roadmap/samza-runner/</link><pubDate>Mon, 01 Jan 0001 00:00:00 +0000</pubDate><guid>/roadmap/samza-runner/</guid><description>
<!--
Licensed under the Apache License, Version 2.0 (the "License");
diff --git a/website/generated-content/roadmap/java-sdk/index.html b/website/generated-content/roadmap/java-sdk/index.html
index 64d6c7c..5a0fff9 100644
--- a/website/generated-content/roadmap/java-sdk/index.html
+++ b/website/generated-content/roadmap/java-sdk/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Java SDK Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Speci [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
about the scope and info on the various tasks please see the JIRA ticket.</p><ul><li>JIRA: <a href=https://issues.apache.org/jira/browse/BEAM-2530>BEAM-2530</a></li><li>Contact: <a href=mailto:mwalenia@apache.org>Michał Walenia</a></li></ul></div></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class=footer__cols__col><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__col [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
diff --git a/website/generated-content/roadmap/nemo-runner/index.html b/website/generated-content/roadmap/nemo-runner/index.html
index d00a05d..16820b1 100644
--- a/website/generated-content/roadmap/nemo-runner/index.html
+++ b/website/generated-content/roadmap/nemo-runner/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Nemo Runner Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Sp [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/roadmap/portability/index.html b/website/generated-content/roadmap/portability/index.html
index 2ee6bc2..f30eecb 100644
--- a/website/generated-content/roadmap/portability/index.html
+++ b/website/generated-content/roadmap/portability/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Portability Framework Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
Beam. So far, however, the reality is that most runners support the
Java SDK only, because each SDK-runner combination requires non-trivial
work on both sides. All runners are also currently written in Java,
diff --git a/website/generated-content/roadmap/python-sdk/index.html b/website/generated-content/roadmap/python-sdk/index.html
index 2d3e3e8..fbac1cd 100644
--- a/website/generated-content/roadmap/python-sdk/index.html
+++ b/website/generated-content/roadmap/python-sdk/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Python SDK Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Spe [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/roadmap/samza-runner/index.html b/website/generated-content/roadmap/samza-runner/index.html
index 665b75f..0217eff 100644
--- a/website/generated-content/roadmap/samza-runner/index.html
+++ b/website/generated-content/roadmap/samza-runner/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Samza Runner Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain S [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/roadmap/spark-runner/index.html b/website/generated-content/roadmap/spark-runner/index.html
index db665b2..1f05671 100644
--- a/website/generated-content/roadmap/spark-runner/index.html
+++ b/website/generated-content/roadmap/spark-runner/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Spark Runner Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain S [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
tasks please refer to the JIRA ticket.</p><ul><li>JIRA: <a href=https://issues.apache.org/jira/browse/BEAM-7093>BEAM-7093</a></li><li>Contact: <a href=mailto:iemejia@apache.org>Ismaël Mejía</a></li></ul></div></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class=footer__cols__col><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_l [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
diff --git a/website/generated-content/roadmap/sql/index.html b/website/generated-content/roadmap/sql/index.html
index 5d1ddce..103d497 100644
--- a/website/generated-content/roadmap/sql/index.html
+++ b/website/generated-content/roadmap/sql/index.html
@@ -1,7 +1,7 @@
<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Beam SQL Roadmap</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Speci [...]
<span class=sr-only>Toggle navigation</span>
<span class=icon-bar></span><span class=icon-bar></span><span class=icon-bar></span></button>
-<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
+<a href=/ class=navbar-brand><img alt=Brand style=height:25px src=/images/beam_logo_navbar.png></a></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><ul class="nav navbar-nav"><li><a href=/get-started/beam-overview/>Get Started</a></li><li><a href=/documentation/>Documentation</a></li><li><a href=/documentation/sdks/java/>Languages</a></li><li><a href=/documentation/runners/capability-matrix/>RUNNERS</a></li><li><a href=/roadmap/>Roadmap</a></li>< [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></footer></body></html>
\ No newline at end of file
diff --git a/website/generated-content/sitemap.xml b/website/generated-content/sitemap.xml
index 445dc8d..3fc6358 100644
--- a/website/generated-content/sitemap.xml
+++ b/website/generated-content/sitemap.xml
@@ -1 +1 @@
-<?xml version="1.0" encoding="utf-8" standalone="yes"?><urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:xhtml="http://www.w3.org/1999/xhtml"><url><loc>/blog/beam-2.22.0/</loc><lastmod>2020-06-08T14:13:37-07:00</lastmod></url><url><loc>/categories/blog/</loc><lastmod>2020-06-08T14:13:37-07:00</lastmod></url><url><loc>/blog/</loc><lastmod>2020-06-08T14:13:37-07:00</lastmod></url><url><loc>/categories/</loc><lastmod>2020-06-08T14:13:37-07:00</lastmod></url><url><loc>/catego [...]
\ No newline at end of file
+<?xml version="1.0" encoding="utf-8" standalone="yes"?><urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:xhtml="http://www.w3.org/1999/xhtml"><url><loc>/blog/beam-2.22.0/</loc><lastmod>2020-06-08T14:13:37-07:00</lastmod></url><url><loc>/categories/blog/</loc><lastmod>2020-06-08T14:13:37-07:00</lastmod></url><url><loc>/blog/</loc><lastmod>2020-06-08T14:13:37-07:00</lastmod></url><url><loc>/categories/</loc><lastmod>2020-06-08T14:13:37-07:00</lastmod></url><url><loc>/catego [...]
\ No newline at end of file