You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2024/10/23 05:42:49 UTC
(beam) branch asf-site updated: Publishing website 2024/10/23 05:42:42 at commit d0206f5
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/asf-site by this push:
new f37c36ed066 Publishing website 2024/10/23 05:42:42 at commit d0206f5
f37c36ed066 is described below
commit f37c36ed0663d776190d21e0fd1ddf1a8bbb24f2
Author: runner <ru...@main-runner-frrkx-52q9c>
AuthorDate: Wed Oct 23 05:42:43 2024 +0000
Publishing website 2024/10/23 05:42:42 at commit d0206f5
---
.../blog/added-apex-runner/index.html | 4 +-
.../blog/adding-data-sources-to-sql/index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
.../apache-beam-flink-and-kubernetes/index.html | 4 +-
.../blog/apache-hop-with-dataflow/index.html | 4 +-
.../blog/apacheplayground/index.html | 4 +-
.../generated-content/blog/beam-2.10.0/index.html | 4 +-
.../generated-content/blog/beam-2.11.0/index.html | 4 +-
.../generated-content/blog/beam-2.12.0/index.html | 4 +-
.../generated-content/blog/beam-2.13.0/index.html | 4 +-
.../generated-content/blog/beam-2.14.0/index.html | 4 +-
.../generated-content/blog/beam-2.15.0/index.html | 4 +-
.../generated-content/blog/beam-2.16.0/index.html | 4 +-
.../generated-content/blog/beam-2.17.0/index.html | 4 +-
.../generated-content/blog/beam-2.18.0/index.html | 4 +-
.../generated-content/blog/beam-2.19.0/index.html | 4 +-
.../generated-content/blog/beam-2.20.0/index.html | 4 +-
.../generated-content/blog/beam-2.21.0/index.html | 4 +-
.../generated-content/blog/beam-2.22.0/index.html | 4 +-
.../generated-content/blog/beam-2.23.0/index.html | 4 +-
.../generated-content/blog/beam-2.24.0/index.html | 4 +-
.../generated-content/blog/beam-2.25.0/index.html | 4 +-
.../generated-content/blog/beam-2.26.0/index.html | 4 +-
.../generated-content/blog/beam-2.27.0/index.html | 4 +-
.../generated-content/blog/beam-2.28.0/index.html | 4 +-
.../generated-content/blog/beam-2.29.0/index.html | 4 +-
.../generated-content/blog/beam-2.3.0/index.html | 4 +-
.../generated-content/blog/beam-2.30.0/index.html | 4 +-
.../generated-content/blog/beam-2.31.0/index.html | 4 +-
.../generated-content/blog/beam-2.32.0/index.html | 4 +-
.../generated-content/blog/beam-2.33.0/index.html | 4 +-
.../generated-content/blog/beam-2.34.0/index.html | 4 +-
.../generated-content/blog/beam-2.35.0/index.html | 4 +-
.../generated-content/blog/beam-2.36.0/index.html | 4 +-
.../generated-content/blog/beam-2.37.0/index.html | 4 +-
.../generated-content/blog/beam-2.38.0/index.html | 4 +-
.../generated-content/blog/beam-2.39.0/index.html | 4 +-
.../generated-content/blog/beam-2.40.0/index.html | 4 +-
.../generated-content/blog/beam-2.41.0/index.html | 4 +-
.../generated-content/blog/beam-2.42.0/index.html | 4 +-
.../generated-content/blog/beam-2.43.0/index.html | 4 +-
.../generated-content/blog/beam-2.44.0/index.html | 4 +-
.../generated-content/blog/beam-2.45.0/index.html | 4 +-
.../generated-content/blog/beam-2.46.0/index.html | 4 +-
.../generated-content/blog/beam-2.47.0/index.html | 4 +-
.../generated-content/blog/beam-2.48.0/index.html | 4 +-
.../generated-content/blog/beam-2.49.0/index.html | 4 +-
.../generated-content/blog/beam-2.5.0/index.html | 4 +-
.../generated-content/blog/beam-2.50.0/index.html | 4 +-
.../generated-content/blog/beam-2.51.0/index.html | 4 +-
.../generated-content/blog/beam-2.52.0/index.html | 4 +-
.../generated-content/blog/beam-2.53.0/index.html | 4 +-
.../generated-content/blog/beam-2.54.0/index.html | 4 +-
.../generated-content/blog/beam-2.55.0/index.html | 4 +-
.../generated-content/blog/beam-2.56.0/index.html | 4 +-
.../generated-content/blog/beam-2.57.0/index.html | 4 +-
.../generated-content/blog/beam-2.58.0/index.html | 4 +-
.../generated-content/blog/beam-2.58.1/index.html | 4 +-
.../generated-content/blog/beam-2.59.0/index.html | 4 +-
.../generated-content/blog/beam-2.6.0/index.html | 4 +-
.../generated-content/blog/beam-2.60.0/index.html | 4 +-
.../generated-content/blog/beam-2.7.0/index.html | 4 +-
.../generated-content/blog/beam-2.8.0/index.html | 4 +-
.../generated-content/blog/beam-2.9.0/index.html | 4 +-
.../blog/beam-a-look-back/index.html | 4 +-
.../blog/beam-first-stable-release/index.html | 4 +-
.../blog/beam-graduates/index.html | 4 +-
.../blog/beam-has-a-logo/index.html | 4 +-
.../blog/beam-kata-release/index.html | 4 +-
.../blog/beam-katas-kotlin-release/index.html | 4 +-
.../generated-content/blog/beam-kotlin/index.html | 4 +-
.../blog/beam-sql-with-notebooks/index.html | 4 +-
.../blog/beam-starter-projects/index.html | 4 +-
.../blog/beam-summit-2024-overview/index.html | 4 +-
.../blog/beam-summit-aftermath/index.html | 4 +-
.../blog/beam-summit-digital-2020/index.html | 4 +-
.../blog/beam-summit-europe-2019/index.html | 4 +-
.../blog/beam-summit-europe/index.html | 4 +-
.../blog/beam-summit-site/index.html | 4 +-
.../blog/beam-yaml-proto/index.html | 211 ++++++++++
.../blog/beam-yaml-release/index.html | 4 +-
.../generated-content/blog/beamquest/index.html | 4 +-
.../blog/capability-matrix/index.html | 4 +-
.../index.html | 4 +-
.../dataframe-api-preview-available/index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
.../blog/first-release/index.html | 4 +-
.../blog/flink-batch-runner-milestone/index.html | 4 +-
website/generated-content/blog/go-2.40/index.html | 4 +-
.../blog/go-sdk-release/index.html | 4 +-
.../blog/graduation-media-recap/index.html | 4 +-
website/generated-content/blog/gsoc-19/index.html | 4 +-
.../blog/hop-web-cloud/index.html | 4 +-
website/generated-content/blog/index.html | 2 +-
website/generated-content/blog/index.xml | 367 ++++++++++-------
.../blog/kafka-to-pubsub-example/index.html | 4 +-
.../blog/looping-timers/index.html | 4 +-
.../managing-beam-dependencies-in-java/index.html | 4 +-
.../generated-content/blog/ml-resources/index.html | 4 +-
.../blog/pattern-match-beam-sql/index.html | 4 +-
.../blog/presentation-materials/index.html | 4 +-
.../blog/python-improved-annotations/index.html | 4 +-
.../index.html | 4 +-
.../blog/python-sdk-now-public/index.html | 4 +-
.../blog/python-sdk-release/index.html | 4 +-
.../blog/python-typing/index.html | 4 +-
.../review-input-streaming-connectors/index.html | 4 +-
.../blog/scaling-streaming-workload/index.html | 4 +-
.../blog/season-of-docs/index.html | 4 +-
.../generated-content/blog/six-months/index.html | 4 +-
.../blog/splitatfraction-method/index.html | 4 +-
.../blog/splittable-do-fn-is-available/index.html | 4 +-
.../blog/splittable-do-fn/index.html | 4 +-
.../blog/stateful-processing/index.html | 4 +-
.../blog/strata-hadoop-world-and-beam/index.html | 4 +-
.../generated-content/blog/test-stream/index.html | 4 +-
.../blog/timely-processing/index.html | 4 +-
.../blog/unit-testing-in-beam/index.html | 4 +-
.../upcoming-events-for-beam-in-2022/index.html | 4 +-
.../blog/validate-beam-release/index.html | 4 +-
.../where-is-my-pcollection-dot-map/index.html | 4 +-
.../generated-content/categories/blog/index.xml | 367 ++++++++++-------
website/generated-content/feed.xml | 454 ++++++++++-----------
website/generated-content/sitemap.xml | 2 +-
126 files changed, 996 insertions(+), 887 deletions(-)
diff --git a/website/generated-content/blog/added-apex-runner/index.html b/website/generated-content/blog/added-apex-runner/index.html
index 8d0e3cc1c04..147329626c8 100644
--- a/website/generated-content/blog/added-apex-runner/index.html
+++ b/website/generated-content/blog/added-apex-runner/index.html
@@ -37,9 +37,7 @@
<script src=/js/sliders/top-banners.min.afa7d0a19acf7a3b28ca369490b3d401a619562a2a4c9612577be2f66a4b9855.js></script>
<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/adding-data-sources-to-sql/index.html b/website/generated-content/blog/adding-data-sources-to-sql/index.html
index 9f854f1f767..daa2295e675 100644
--- a/website/generated-content/blog/adding-data-sources-to-sql/index.html
+++ b/website/generated-content/blog/adding-data-sources-to-sql/index.html
@@ -151,9 +151,7 @@ us make sure that we’re providing the timestamp for each row properly:</p>
</code></pre><p>And voilà! We can start playing with some interesting streaming queries to our
sequence generator.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/apache-beam-flink-and-kubernetes-part2/index.html b/website/generated-content/blog/apache-beam-flink-and-kubernetes-part2/index.html
index 41d414ad37c..270df347c74 100644
--- a/website/generated-content/blog/apache-beam-flink-and-kubernetes-part2/index.html
+++ b/website/generated-content/blog/apache-beam-flink-and-kubernetes-part2/index.html
@@ -38,9 +38,7 @@
<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
With this improvement, each worker gets a fair share of tasks, leading to better resource utilization and smoother operation of our Beam Jobs.</p><h2 id=drain-support-in-kubernetes-operator-with-flink>Drain support in Kubernetes Operator with Flink</h2><h3 id=the-challenge>The challenge</h3><p>In the world of data processing with Apache Flink, a common task is to manage and update data-processing jobs. These jobs could be either stateful, where they remember past data, or stateless, wher [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/apache-beam-flink-and-kubernetes-part3/index.html b/website/generated-content/blog/apache-beam-flink-and-kubernetes-part3/index.html
index eb3e2377074..318f2ffdcdb 100644
--- a/website/generated-content/blog/apache-beam-flink-and-kubernetes-part3/index.html
+++ b/website/generated-content/blog/apache-beam-flink-and-kubernetes-part3/index.html
@@ -37,9 +37,7 @@
<script src=/js/sliders/top-banners.min.afa7d0a19acf7a3b28ca369490b3d401a619562a2a4c9612577be2f66a4b9855.js></script>
<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/apache-beam-flink-and-kubernetes/index.html b/website/generated-content/blog/apache-beam-flink-and-kubernetes/index.html
index b58166edf61..a8d91d8af25 100644
--- a/website/generated-content/blog/apache-beam-flink-and-kubernetes/index.html
+++ b/website/generated-content/blog/apache-beam-flink-and-kubernetes/index.html
@@ -83,9 +83,7 @@
</code></pre><ol start=3><li>Use the following command to check the status of the job:</li></ol><pre tabindex=0><code>kubectl get flinkdeployment job1
</code></pre><p>This process impacts our scalability. Because we frequently update our jobs, we can’t manually follow these steps for every running job. To do so would be highly error prone and time consuming. One wrong space in the YAML can fail the deployment. This approach also acts as a barrier to innovation, because you need to know Kubernetes to interact with Flink jobs.</p><p>We built a library to provide an interface for any teams and applications that want to to start, del [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/apache-hop-with-dataflow/index.html b/website/generated-content/blog/apache-hop-with-dataflow/index.html
index a267a2ada36..59541a04c99 100644
--- a/website/generated-content/blog/apache-hop-with-dataflow/index.html
+++ b/website/generated-content/blog/apache-hop-with-dataflow/index.html
@@ -63,9 +63,7 @@ gs://ihr-apache-hop-blog/output/input-process-output-00002-of-00003.csv
308,sfu-firstname,ibfdt-name,kqf-city,CALIFORNIA
</code></pre><p>We can see that all the rows have CALIFORNIA as the state, that the output contains only the columns that we selected, and that the user id is the first column. The actual output you get will probably be different, as the order in which data is processed will not be the same in each run.</p><p>We have run this job with a small data sample, but we could have run the same job with an arbitrarily large input CSV. Dataflow would parallelize and process the data in chunks.</p> [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/apacheplayground/index.html b/website/generated-content/blog/apacheplayground/index.html
index e2ef36a5fd8..ca4f2e074ba 100644
--- a/website/generated-content/blog/apacheplayground/index.html
+++ b/website/generated-content/blog/apacheplayground/index.html
@@ -37,9 +37,7 @@
<script src=/js/sliders/top-banners.min.afa7d0a19acf7a3b28ca369490b3d401a619562a2a4c9612577be2f66a4b9855.js></script>
<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.10.0/index.html b/website/generated-content/blog/beam-2.10.0/index.html
index 5332021c522..66497b63ca9 100644
--- a/website/generated-content/blog/beam-2.10.0/index.html
+++ b/website/generated-content/blog/beam-2.10.0/index.html
@@ -56,9 +56,7 @@ Whittle, Scott Wegner, Slava Chernyak, Theodore Siu, Thomas Weise, Udi Meiri,
<a href=mailto:vaclav.plajt@gmail.com>vaclav.plajt@gmail.com</a>, Valentyn Tymofieiev, Won Wook SONG, Wout Scheepers,
Xinyu Liu, Yueyang Qiu, Zhuo Peng</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.11.0/index.html b/website/generated-content/blog/beam-2.11.0/index.html
index 2d88fc87a4b..6e9bf575b28 100644
--- a/website/generated-content/blog/beam-2.11.0/index.html
+++ b/website/generated-content/blog/beam-2.11.0/index.html
@@ -51,9 +51,7 @@ Robert Bradshaw, Robert Burke, Rui Wang, Ruoyun Huang, Ryan Williams, Sam Rohde,
Scott Wegner, Tanay Tummalapalli, Thomas Weise, Tianyang Hu, Tyler Akidau, Udi Meiri,
Valentyn Tymofieiev, Xinyu Liu, Xu Mingmin, Łukasz Gajowy.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.12.0/index.html b/website/generated-content/blog/beam-2.12.0/index.html
index 8ce74c031e4..2a5596d66e8 100644
--- a/website/generated-content/blog/beam-2.12.0/index.html
+++ b/website/generated-content/blog/beam-2.12.0/index.html
@@ -57,9 +57,7 @@ Ruoyun Huang, Ryan Williams, Slava Chernyak, Shahar Frank, Sunil Pedapudi,
Thomas Weise, Tim Robertson, Tanay Tummalapalli, Udi Meiri,
Valentyn Tymofieiev, Xinyu Liu, Yifan Zou, Yueyang Qiu</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.13.0/index.html b/website/generated-content/blog/beam-2.13.0/index.html
index 7bae9a284b2..13456683737 100644
--- a/website/generated-content/blog/beam-2.13.0/index.html
+++ b/website/generated-content/blog/beam-2.13.0/index.html
@@ -54,9 +54,7 @@ Sam Whittle, sudhan499, Sylwester Kardziejonek, Ted, Thomas Weise, Tim Robertson
ttanay, tvalentyn, Udi Meiri, Valentyn Tymofieiev, Xinyu Liu, Yifan Zou,
yoshiki.obata, Yueyang Qiu</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.14.0/index.html b/website/generated-content/blog/beam-2.14.0/index.html
index 793095761db..706a4c3aeaf 100644
--- a/website/generated-content/blog/beam-2.14.0/index.html
+++ b/website/generated-content/blog/beam-2.14.0/index.html
@@ -60,9 +60,7 @@ Shoaib Zafar, Slava Chernyak, Steve Niemitz, Tanay Tummalapalli, Thomas Weise,
Tim Robertson, Tim van der Lippe, Udi Meiri, Valentyn Tymofieiev, Varun Dhussa,
Viktor Gerdin, Yichi Zhang, Yifan Mai, Yifan Zou, Yueyang Qiu.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.15.0/index.html b/website/generated-content/blog/beam-2.15.0/index.html
index 9e03ef28ee8..e4923084acb 100644
--- a/website/generated-content/blog/beam-2.15.0/index.html
+++ b/website/generated-content/blog/beam-2.15.0/index.html
@@ -55,9 +55,7 @@ Sahith Nallapareddy, Sam Rohde, Sam Whittle, Steve Niemitz, Tanay Tummalapalli,
Tianyang Hu, ttanay, tvalentyn, Udi Meiri, Valentyn Tymofieiev, Wout Scheepers,
yanzhi, Yekut, Yichi Zhang, Yifan Zou, yoshiki.obata, Yueyang Qiu, Yunqing Zhou</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.16.0/index.html b/website/generated-content/blog/beam-2.16.0/index.html
index c85e757671c..80251286433 100644
--- a/website/generated-content/blog/beam-2.16.0/index.html
+++ b/website/generated-content/blog/beam-2.16.0/index.html
@@ -57,9 +57,7 @@ Udi Meiri, Valentyn Tymofieiev, Yichi Zhang, Yifan Zou, Yueyang Qiu, gxercavins,
jesusrv1103, lostluck, matt-darwin, mrociorg, ostrokach, parahul, rahul8383, rosetn,
sunjincheng121, the1plummie, ttanay, tvalentyn, venn001, yoshiki.obata, Łukasz Gajowy</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.17.0/index.html b/website/generated-content/blog/beam-2.17.0/index.html
index 74263f28641..fb93e558520 100644
--- a/website/generated-content/blog/beam-2.17.0/index.html
+++ b/website/generated-content/blog/beam-2.17.0/index.html
@@ -58,9 +58,7 @@ Saloranta, tchiarato, Thomas Weise, Tomo Suzuki, Tudor Marian, tvalentyn, Udi
Meiri, Valentyn Tymofieiev, Viola Lyu, Vishwas, Yichi Zhang, Yifan Zou, Yueyang
Qiu, Łukasz Gajowy</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.18.0/index.html b/website/generated-content/blog/beam-2.18.0/index.html
index e3b7a3ceeff..72d6eddd19b 100644
--- a/website/generated-content/blog/beam-2.18.0/index.html
+++ b/website/generated-content/blog/beam-2.18.0/index.html
@@ -42,9 +42,7 @@ Ahmet Altay [<a href=https://twitter.com/iridium77>@iridium77</a>]</span></div><
See the <a href=/get-started/downloads/#2180-2020-01-23>download page</a> for this release.</p><p>For more information on changes in 2.18.0, check out the
<a href="https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12346383&projectId=12319527">detailed release notes</a>.</p><h2 id=highlights>Highlights</h2><ul><li><a href=https://issues.apache.org/jira/browse/BEAM-8470>BEAM-8470</a> - Create a new Spark runner based on Spark Structured streaming framework</li></ul><h3 id=ios>I/Os</h3><ul><li><a href=https://issues.apache.org/jira/browse/BEAM-7636>BEAM-7636</a> - Added SqsIO v2 support.</li><li><a href=https://issues.apache. [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.19.0/index.html b/website/generated-content/blog/beam-2.19.0/index.html
index 403d2ae5532..9b63754d8d3 100644
--- a/website/generated-content/blog/beam-2.19.0/index.html
+++ b/website/generated-content/blog/beam-2.19.0/index.html
@@ -45,9 +45,7 @@ See the <a href=/get-started/downloads/#2190-2020-02-04>download page</a> for th
<a href=https://issues.apache.org/jira/browse/BEAM-8935>BEAM-8935</a>,
<a href=https://issues.apache.org/jira/browse/BEAM-8816>BEAM-8816</a></li></ul><h3 id=ios>I/Os</h3><ul><li><a href=https://issues.apache.org/jira/browse/BEAM-1440>BEAM-1440</a> Create a BigQuery source (that implements iobase.BoundedSource) for Python SDK</li><li><a href=https://issues.apache.org/jira/browse/BEAM-2572>BEAM-2572</a> Implement an S3 filesystem for Python SDK</li><li><a href=https://issues.apache.org/jira/browse/BEAM-5192>BEAM-5192</a> Support Elasticsearch 7.x</li><li><a h [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.20.0/index.html b/website/generated-content/blog/beam-2.20.0/index.html
index f28ae79e129..8fc409939ae 100644
--- a/website/generated-content/blog/beam-2.20.0/index.html
+++ b/website/generated-content/blog/beam-2.20.0/index.html
@@ -46,9 +46,7 @@ See the <a href=/get-started/downloads/#2190-2020-02-04>download page</a> for th
, Robert Bradshaw, Robert Burke, Rui Wang, Ruoyun Huang, Ryan Williams, Sam Rohde, Sam Whittle, Scott Wegner, Shoaib Zafar, Thomas Weise, Tianyang Hu, Tyler Akidau
, Udi Meiri, Valentyn Tymofieiev, Xinyu Liu, XuMingmin, ttanay, tvalentyn, Łukasz Gajowy</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.21.0/index.html b/website/generated-content/blog/beam-2.21.0/index.html
index 9e251c2a3be..bcc5d2c40d0 100644
--- a/website/generated-content/blog/beam-2.21.0/index.html
+++ b/website/generated-content/blog/beam-2.21.0/index.html
@@ -73,9 +73,7 @@ The files are added to <code>/opt/apache/beam/third_party_licenses/</code>.
By default, no licenses/notices are added to the docker images. (<a href=https://issues.apache.org/jira/browse/BEAM-9136>BEAM-9136</a>)</p></li></ul><h2 id=breaking-changes>Breaking Changes</h2><ul><li>Dataflow runner now requires the <code>--region</code> option to be set, unless a default value is set in the environment (<a href=https://issues.apache.org/jira/browse/BEAM-9199>BEAM-9199</a>). See <a href=https://cloud.google.com/dataflow/docs/concepts/regional-endpoints>here</a> for mor [...]
Schema Options, it will be removed in version <code>2.23.0</code>. (<a href=https://issues.apache.org/jira/browse/BEAM-9704>BEAM-9704</a>)</li><li>The <code>--zone</code> option in the Dataflow runner is now deprecated. Please use <code>--worker_zone</code> instead. (<a href=https://issues.apache.org/jira/browse/BEAM-9716>BEAM-9716</a>)</li></ul><h2 id=list-of-contributors>List of Contributors</h2><p>According to git shortlog, the following people contributed to the 2.21.0 release. Thank [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.22.0/index.html b/website/generated-content/blog/beam-2.22.0/index.html
index 726d94ec4ec..da40553cb60 100644
--- a/website/generated-content/blog/beam-2.22.0/index.html
+++ b/website/generated-content/blog/beam-2.22.0/index.html
@@ -41,9 +41,7 @@ See the <a href=/get-started/downloads/#2220-2020-06-08>download page</a> for th
<a href="https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319527&version=12347144">detailed release notes</a>.</p><h2 id=ios>I/Os</h2><ul><li>Basic Kafka read/write support for DataflowRunner (Python) (<a href=https://issues.apache.org/jira/browse/BEAM-8019>BEAM-8019</a>).</li><li>Sources and sinks for Google Healthcare APIs (Java)(<a href=https://issues.apache.org/jira/browse/BEAM-9468>BEAM-9468</a>).</li></ul><h2 id=new-features--improvements>New Features / Improv [...]
(<a href=https://issues.apache.org/jira/browse/BEAM-9646>BEAM-9646</a>)</li></ul><h2 id=breaking-changes>Breaking Changes</h2><ul><li>The Python SDK now requires <code>--job_endpoint</code> to be set when using <code>--runner=PortableRunner</code> (<a href=https://issues.apache.org/jira/browse/BEAM-9860>BEAM-9860</a>). Users seeking the old default behavior should set <code>--runner=FlinkRunner</code> instead.</li></ul><h2 id=list-of-contributors>List of Contributors</h2><p>According to [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.23.0/index.html b/website/generated-content/blog/beam-2.23.0/index.html
index 860cc0595d1..5c3c61660a9 100644
--- a/website/generated-content/blog/beam-2.23.0/index.html
+++ b/website/generated-content/blog/beam-2.23.0/index.html
@@ -49,9 +49,7 @@ exception. Now both JSON strings will yield the same result by default. This beh
overridden with <code>RowJson.RowJsonDeserializer#withNullBehavior</code>.</li><li>Fixed a bug in <code>GroupIntoBatches</code> experimental transform in Python to actually group batches by key.
This changes the output type for this transform (<a href=https://issues.apache.org/jira/browse/BEAM-6696>BEAM-6696</a>).</li></ul><h2 id=deprecations>Deprecations</h2><ul><li>Remove Gearpump runner. (<a href=https://issues.apache.org/jira/browse/BEAM-9999>BEAM-9999</a>)</li><li>Remove Apex runner. (<a href=https://issues.apache.org/jira/browse/BEAM-9999>BEAM-9999</a>)</li><li>RedisIO.readAll() is deprecated and will be removed in 2 versions, users must use RedisIO.readKeyPatterns() as a [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.24.0/index.html b/website/generated-content/blog/beam-2.24.0/index.html
index a7272d945f3..ef7c40b7cff 100644
--- a/website/generated-content/blog/beam-2.24.0/index.html
+++ b/website/generated-content/blog/beam-2.24.0/index.html
@@ -61,9 +61,7 @@ Steve Niemitz, Tobiasz Kędzierski, Tomo Suzuki, Tyson Hamilton, Udi Meiri,
Valentyn Tymofieiev, viktorjonsson, Xinyu Liu, Yichi Zhang, Yixing Zhang, yoshiki.obata,
Yueyang Qiu, zijiesong</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.25.0/index.html b/website/generated-content/blog/beam-2.25.0/index.html
index e12b403a03d..02f918a87cd 100644
--- a/website/generated-content/blog/beam-2.25.0/index.html
+++ b/website/generated-content/blog/beam-2.25.0/index.html
@@ -60,9 +60,7 @@ Tymofieiev, Yichi Zhang, Yifan Mai, Yueyang Qiu, annaqin418, danielxjd, dennis,
lostluck, nehsyc, odeshpande, odidev, pulasthi, purbanow, rworley-monster, sclukas77, terryxian78,
tvalentyn, yoshiki.obata</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.26.0/index.html b/website/generated-content/blog/beam-2.26.0/index.html
index ed2061cc593..18022bb5b3a 100644
--- a/website/generated-content/blog/beam-2.26.0/index.html
+++ b/website/generated-content/blog/beam-2.26.0/index.html
@@ -54,9 +54,7 @@ Tim Clemons, Tim Robertson, Tobiasz Kędzierski, tszerszen, Tudor Marian, tvalen
Tyson Hamilton, Udi Meiri, Vasu Gupta, xasm83, Yichi Zhang, yichuan66, Yifan Mai,
yoshiki.obata, Yueyang Qiu, yukihira1992</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.27.0/index.html b/website/generated-content/blog/beam-2.27.0/index.html
index 0701330d70a..09e225addf2 100644
--- a/website/generated-content/blog/beam-2.27.0/index.html
+++ b/website/generated-content/blog/beam-2.27.0/index.html
@@ -56,9 +56,7 @@ Siyuan Chen, Tim Robertson, Tobiasz Kędzierski, tszerszen,
Valentyn Tymofieiev, Tyson Hamilton, Udi Meiri, vachan-shetty, Xinyu Liu,
Yichi Zhang, Yifan Mai, yoshiki.obata, Yueyang Qiu</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.28.0/index.html b/website/generated-content/blog/beam-2.28.0/index.html
index 09d273915c7..d5b04f9d9a1 100644
--- a/website/generated-content/blog/beam-2.28.0/index.html
+++ b/website/generated-content/blog/beam-2.28.0/index.html
@@ -55,9 +55,7 @@ Romster, Rui Wang, Sam Whittle, shehzaadn-vd, Siyuan Chen, Sonam Ramchand, Tobia
Tomo Suzuki, tszerszen, tvalentyn, Tyson Hamilton, Udi Meiri, Xinbin Huang, Yichi Zhang,
Yifan Mai, yoshiki.obata, Yueyang Qiu, Yusaku Matsuki</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.29.0/index.html b/website/generated-content/blog/beam-2.29.0/index.html
index 2107833f2e1..33ab35aef70 100644
--- a/website/generated-content/blog/beam-2.29.0/index.html
+++ b/website/generated-content/blog/beam-2.29.0/index.html
@@ -59,9 +59,7 @@ sychen, Sylvain Veyrié, Tim Robertson, Tobias Kaymak, Tomasz Szerszeń, Tomasz
Szerszeń, Tomo Suzuki, Tyson Hamilton, Udi Meiri, Valentyn Tymofieiev, Yichi
Zhang, Yifan Mai, Yixing Zhang, Yoshiki Obata</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.3.0/index.html b/website/generated-content/blog/beam-2.3.0/index.html
index d61f40cff27..e291352d336 100644
--- a/website/generated-content/blog/beam-2.3.0/index.html
+++ b/website/generated-content/blog/beam-2.3.0/index.html
@@ -60,9 +60,7 @@ cardinality estimation).</li></ul><h2 id=runners>Runners</h2><ul><li>Staging fil
decorators</li><li>KafkaIO moves to version 1.0 (it is still backwards compatible with versions >= 0.9.x.x)</li><li>Added IO source for VCF files (Python)</li><li>Added support for backoff on deadlocks in JdbcIO.write() and connection
improvement</li><li>Improved performance of KinesisIO.read()</li><li>Many improvements to TikaIO</li></ul><h1 id=list-of-contributors>List of Contributors</h1><p>According to git shortlog, the following 78 people contributed to the 2.3.0 release. Thank you to all contributors!</p><p>Ahmet Altay, Alan Myrvold, Alex Amato, Alexey Romanenko, Ankur Goenka, Anton Kedin, Arnaud Fournier, Asha Rostamianfar, Ben Chambers, Ben Sidhom, Bill Neubauer, Brian Foo, cclauss, Chamikara Jayalath, Charles [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.30.0/index.html b/website/generated-content/blog/beam-2.30.0/index.html
index d2195d9336e..0aa1372ef08 100644
--- a/website/generated-content/blog/beam-2.30.0/index.html
+++ b/website/generated-content/blog/beam-2.30.0/index.html
@@ -50,9 +50,7 @@ Vitaly Terentyev, Wenbing, Xinyu Liu, Yichi Zhang, Yifan Mai, Yueyang Qiu, Yunqi
dmkozh, dpcollins-google, emily, jordan-moore, kileys, lostluck, masahitojp, roger-mike, sychen, tvalentyn,
vachan-shetty, yoshiki.obata</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.31.0/index.html b/website/generated-content/blog/beam-2.31.0/index.html
index 4111893bd6b..6c538b9e4af 100644
--- a/website/generated-content/blog/beam-2.31.0/index.html
+++ b/website/generated-content/blog/beam-2.31.0/index.html
@@ -53,9 +53,7 @@ Robert Burke, roger-mike, Sam Rohde, Sam Whittle, Stephan Hoyer, Tom Underhill,
tvalentyn, Uday Singh, Udi Meiri, Vitaly Terentyev, Xinyu Liu, Yichi Zhang,
Yifan Mai, yoshiki.obata, zhoufek</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.32.0/index.html b/website/generated-content/blog/beam-2.32.0/index.html
index fedfbf43060..ddd90ced608 100644
--- a/website/generated-content/blog/beam-2.32.0/index.html
+++ b/website/generated-content/blog/beam-2.32.0/index.html
@@ -58,9 +58,7 @@ the API, guided by your
<code>VARCHAR</code>, <code>NVARCHAR</code>, <code>LONGVARCHAR</code>, <code>LONGNVARCHAR</code>, <code>DATE</code>, <code>TIME</code>
(Java)(<a href=https://issues.apache.org/jira/browse/BEAM-12385>BEAM-12385</a>).</li><li>Reading from JDBC source by partitions (Java) (<a href=https://issues.apache.org/jira/browse/BEAM-12456>BEAM-12456</a>).</li><li>PubsubIO can now write to a dead-letter topic after a parsing error (Java)(<a href=https://issues.apache.org/jira/browse/BEAM-12474>BEAM-12474</a>).</li><li>New append-only option for Elasticsearch sink (Java) <a href=https://issues.apache.org/jira/browse/BEAM-12601>BEAM-12 [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.33.0/index.html b/website/generated-content/blog/beam-2.33.0/index.html
index a2d06996fbb..1f20e6c3cc6 100644
--- a/website/generated-content/blog/beam-2.33.0/index.html
+++ b/website/generated-content/blog/beam-2.33.0/index.html
@@ -111,9 +111,7 @@ Venkatramani Rajgopal,
Yichi Zhang,
zhoufek</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.34.0/index.html b/website/generated-content/blog/beam-2.34.0/index.html
index 874d354f54b..6d83ef49778 100644
--- a/website/generated-content/blog/beam-2.34.0/index.html
+++ b/website/generated-content/blog/beam-2.34.0/index.html
@@ -130,9 +130,7 @@ Yifan Mai,
Yilei “Dolee” Yang,
zhoufek</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.35.0/index.html b/website/generated-content/blog/beam-2.35.0/index.html
index 3d1145c050d..31b99510824 100644
--- a/website/generated-content/blog/beam-2.35.0/index.html
+++ b/website/generated-content/blog/beam-2.35.0/index.html
@@ -123,9 +123,7 @@ Valentyn Tymofieiev
Yichi Zhang
zhoufek</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.36.0/index.html b/website/generated-content/blog/beam-2.36.0/index.html
index 4d6af5a7479..1bb6cf7da6c 100644
--- a/website/generated-content/blog/beam-2.36.0/index.html
+++ b/website/generated-content/blog/beam-2.36.0/index.html
@@ -136,9 +136,7 @@ mosche
<a href=mailto:msbukal@google.com>msbukal@google.com</a>
tvalentyn</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.37.0/index.html b/website/generated-content/blog/beam-2.37.0/index.html
index 45e1ecfb032..c69ceeef6a1 100644
--- a/website/generated-content/blog/beam-2.37.0/index.html
+++ b/website/generated-content/blog/beam-2.37.0/index.html
@@ -103,9 +103,7 @@ Victor Chen
Vitaly Ivanov
Yichi Zhang</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.38.0/index.html b/website/generated-content/blog/beam-2.38.0/index.html
index ff392e877b7..b081945c342 100644
--- a/website/generated-content/blog/beam-2.38.0/index.html
+++ b/website/generated-content/blog/beam-2.38.0/index.html
@@ -135,9 +135,7 @@ yirutang
Zachary Houfek
Zoe</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.39.0/index.html b/website/generated-content/blog/beam-2.39.0/index.html
index bab6bbe52e4..944d73890c2 100644
--- a/website/generated-content/blog/beam-2.39.0/index.html
+++ b/website/generated-content/blog/beam-2.39.0/index.html
@@ -143,9 +143,7 @@ tvalentyn,
vachan-shetty,
yirutang</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.40.0/index.html b/website/generated-content/blog/beam-2.40.0/index.html
index 0971b483329..d14722db68e 100644
--- a/website/generated-content/blog/beam-2.40.0/index.html
+++ b/website/generated-content/blog/beam-2.40.0/index.html
@@ -128,9 +128,7 @@ Yiru Tang
yixiaoshen
zwestrick</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.41.0/index.html b/website/generated-content/blog/beam-2.41.0/index.html
index 86ca32eda9a..13e25fbdd6d 100644
--- a/website/generated-content/blog/beam-2.41.0/index.html
+++ b/website/generated-content/blog/beam-2.41.0/index.html
@@ -107,9 +107,7 @@ yirutang
Yixiao Shen
Yu Feng</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.42.0/index.html b/website/generated-content/blog/beam-2.42.0/index.html
index 6434466a1c7..dd466cde22b 100644
--- a/website/generated-content/blog/beam-2.42.0/index.html
+++ b/website/generated-content/blog/beam-2.42.0/index.html
@@ -111,9 +111,7 @@ Yichi Zhang
Yi Hu
Yixiao Shen</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.43.0/index.html b/website/generated-content/blog/beam-2.43.0/index.html
index 7f0cd35c005..f5c1ca66241 100644
--- a/website/generated-content/blog/beam-2.43.0/index.html
+++ b/website/generated-content/blog/beam-2.43.0/index.html
@@ -126,9 +126,7 @@ rvballada
shaojwu
tvalentyn</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.44.0/index.html b/website/generated-content/blog/beam-2.44.0/index.html
index e2a929d19b6..f0861e270d9 100644
--- a/website/generated-content/blog/beam-2.44.0/index.html
+++ b/website/generated-content/blog/beam-2.44.0/index.html
@@ -49,9 +49,7 @@ TextIO) and will now need to declare the dependency.</li><li><code>beam-sdks-jav
runner (such as Dataflow Runner v2) will need to provide this package and its dependencies.</li><li>Slices now use the Beam Iterable Coder. This enables cross language use, but breaks pipeline updates
if a Slice type is used as a PCollection element or State API element. (Go)<a href=https://github.com/apache/beam/issues/24339>#24339</a></li></ul><h2 id=bugfixes>Bugfixes</h2><ul><li>Fixed JmsIO acknowledgment issue (Java) (<a href=https://github.com/apache/beam/issues/20814>#20814</a>)</li><li>Fixed Beam SQL CalciteUtils (Java) and Cross-language JdbcIO (Python) did not support JDBC CHAR/VARCHAR, BINARY/VARBINARY logical types (<a href=https://github.com/apache/beam/issues/23747>#23747 [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.45.0/index.html b/website/generated-content/blog/beam-2.45.0/index.html
index 7222164a3a2..35f2a3852e4 100644
--- a/website/generated-content/blog/beam-2.45.0/index.html
+++ b/website/generated-content/blog/beam-2.45.0/index.html
@@ -46,9 +46,7 @@ pipelines on Dataflow are required to use Runner V2. The <code>disable_runner_v2
pipeline construction. You can no longer specify the Dataflow worker jar override. Note that
non-portable Java jobs and non-portable Python batch jobs are not impacted. (<a href=https://github.com/apache/beam/issues/24515>#24515</a>).</li></ul><h2 id=bugfixes>Bugfixes</h2><ul><li>Avoids Cassandra syntax error when user-defined query has no where clause in it (Java) (<a href=https://github.com/apache/beam/issues/24829>#24829</a>).</li><li>Fixed JDBC connection failures (Java) during handshake due to deprecated TLSv1(.1) protocol for the JDK. (<a href=https://github.com/apache/bea [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.46.0/index.html b/website/generated-content/blog/beam-2.46.0/index.html
index 214f2a97dd3..94b52c554aa 100644
--- a/website/generated-content/blog/beam-2.46.0/index.html
+++ b/website/generated-content/blog/beam-2.46.0/index.html
@@ -51,9 +51,7 @@ is larger than a single second. To get the old behavior, one can pass
For the sake of migration simplicity, the relative package path and the whole class hierarchy of Avro related classes in new module is preserved the same as it was before.
For example, import <code>org.apache.beam.sdk.extensions.avro.coders.AvroCoder</code> class instead of<code>org.apache.beam.sdk.coders.AvroCoder</code>. (<a href=https://github.com/apache/beam/issues/24749>#24749</a>).</li></ul><h2 id=list-of-contributors>List of Contributors</h2><p>According to git shortlog, the following people contributed to the 2.46.0 release. Thank you to all contributors!</p><p>Ahmet Altay</p><p>Alan Zhang</p><p>Alexey Romanenko</p><p>Amrane Ait Zeouay</p><p>Anand [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.47.0/index.html b/website/generated-content/blog/beam-2.47.0/index.html
index ceee0012deb..30b9389ea25 100644
--- a/website/generated-content/blog/beam-2.47.0/index.html
+++ b/website/generated-content/blog/beam-2.47.0/index.html
@@ -44,9 +44,7 @@ like <code>df | (Transform1 | Transform2 | ...)</code> to avoid excessive conver
for slowly updating side input patterns. (<a href=https://github.com/apache/beam/issues/23106>#23106</a>)</li><li>Several Google client libraries in Python SDK dependency chain were updated to latest available major versions. (<a href=https://github.com/apache/beam/pull/24599>#24599</a>)</li></ul><h2 id=breaking-changes>Breaking Changes</h2><ul><li>If a main session fails to load, the pipeline will now fail at worker startup. (<a href=https://github.com/apache/beam/issues/25401>#25401</a [...]
in response to the Google Cloud Debugger service <a href=https://cloud.google.com/debugger/docs/deprecations>turning down</a>. (Java) (<a href=https://github.com/apache/beam/issues/25959>#25959</a>).</li></ul><h2 id=bugfixes>Bugfixes</h2><ul><li>BigQuery sink in STORAGE_WRITE_API mode in batch pipelines might result in data consistency issues during the handling of other unrelated transient errors for Beam SDKs 2.35.0 - 2.46.0 (inclusive). For more details see: <a href=https://github.com [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.48.0/index.html b/website/generated-content/blog/beam-2.48.0/index.html
index 752a757e145..394fba312a3 100644
--- a/website/generated-content/blog/beam-2.48.0/index.html
+++ b/website/generated-content/blog/beam-2.48.0/index.html
@@ -43,9 +43,7 @@ the misperception of code as “not ready”. Any proposed breaking chan
case-by-case pro/con decision making (and generally avoided) rather than using the “Experimental”
to allow them.</li></ul><h2 id=ios>I/Os</h2><ul><li>Added rename for GCS and copy for local filesystem (Go) (<a href=https://github.com/apache/beam/issues/26064>#25779</a>).</li><li>Added support for enhanced fan-out in KinesisIO.Read (Java) (<a href=https://github.com/apache/beam/issues/19967>#19967</a>).<ul><li>This change is not compatible with Flink savepoints created by Beam 2.46.0 applications which had KinesisIO sources.</li></ul></li><li>Added textio.ReadWithFilename transform (G [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.49.0/index.html b/website/generated-content/blog/beam-2.49.0/index.html
index 220081e0e79..18f17ec3d4f 100644
--- a/website/generated-content/blog/beam-2.49.0/index.html
+++ b/website/generated-content/blog/beam-2.49.0/index.html
@@ -40,9 +40,7 @@
This release includes both improvements and new functionality.
See the <a href=/get-started/downloads/#2490-2023-07-17>download page</a> for this release.</p><p>For more information on changes in 2.49.0, check out the <a href=https://github.com/apache/beam/milestone/13>detailed release notes</a>.</p><h2 id=ios>I/Os</h2><ul><li>Support for Bigtable Change Streams added in Java <code>BigtableIO.ReadChangeStream</code> (<a href=https://github.com/apache/beam/issues/27183>#27183</a>).</li><li>Added Bigtable Read and Write cross-language transforms to Py [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.5.0/index.html b/website/generated-content/blog/beam-2.5.0/index.html
index 899606c6616..b203f2588f0 100644
--- a/website/generated-content/blog/beam-2.5.0/index.html
+++ b/website/generated-content/blog/beam-2.5.0/index.html
@@ -40,9 +40,7 @@
multiple fixes and new functionalities.</p><p>For more information
please check the detailed release notes.</p><h1 id=new-features--improvements>New Features / Improvements</h1><h2 id=go-sdk-support>Go SDK support</h2><p>The Go SDK has been officially accepted into the project, after an incubation period and community effort. Go pipelines run on Dataflow runner. More details are <a href=/documentation/sdks/go/>here</a>.</p><h2 id=parquet-support>Parquet support</h2><p>Support for Apache Parquet format was added. It uses Parquet 1.10 release which, thank [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.50.0/index.html b/website/generated-content/blog/beam-2.50.0/index.html
index 7300b3713b9..821882e0e17 100644
--- a/website/generated-content/blog/beam-2.50.0/index.html
+++ b/website/generated-content/blog/beam-2.50.0/index.html
@@ -40,9 +40,7 @@
This release includes both improvements and new functionality.
See the <a href=/get-started/downloads/#2500-2023-08-30>download page</a> for this release.</p><p>For more information on changes in 2.50.0, check out the <a href=https://github.com/apache/beam/milestone/14>detailed release notes</a>.</p><h2 id=highlights>Highlights</h2><ul><li>Spark 3.2.2 is used as default version for Spark runner (<a href=https://github.com/apache/beam/issues/23804>#23804</a>).</li><li>The Go SDK has a new default local runner, called Prism (<a href=https://github.com [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.51.0/index.html b/website/generated-content/blog/beam-2.51.0/index.html
index 1d77f2f4d53..a1ca256f877 100644
--- a/website/generated-content/blog/beam-2.51.0/index.html
+++ b/website/generated-content/blog/beam-2.51.0/index.html
@@ -41,9 +41,7 @@ This release includes both improvements and new functionality.
See the <a href=/get-started/downloads/#2510-2023-10-03>download page</a> for this release.</p><p>For more information on changes in 2.51.0, check out the <a href=https://github.com/apache/beam/milestone/15>detailed release notes</a>.</p><h2 id=new-features--improvements>New Features / Improvements</h2><ul><li>In Python, <a href=https://beam.apache.org/documentation/sdks/python-machine-learning/#why-use-the-runinference-api>RunInference</a> now supports loading many models in the same tr [...]
or earlier: <a href=https://github.com/apache/beam/issues/28811>#28811</a></li></ul><h2 id=list-of-contributors>List of Contributors</h2><p>According to git shortlog, the following people contributed to the 2.50.0 release. Thank you to all contributors!</p><p>Adam Whitmore</p><p>Ahmed Abualsaud</p><p>Ahmet Altay</p><p>Aleksandr Dudko</p><p>Alexey Romanenko</p><p>Anand Inguva</p><p>Andrey Devyatkin</p><p>Arvind Ram</p><p>Arwin Tio</p><p>BjornPrime</p><p>Bruno Volpato</p><p>Bulat</p><p>Cel [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.52.0/index.html b/website/generated-content/blog/beam-2.52.0/index.html
index 23156571141..4b43a1ec05b 100644
--- a/website/generated-content/blog/beam-2.52.0/index.html
+++ b/website/generated-content/blog/beam-2.52.0/index.html
@@ -48,9 +48,7 @@ classes finally moved to <code>extensions/avro</code>. In case if it’s sti
as a workaround, a copy of “old” <code>CountingSource</code> class should be placed into a project code and used directly
(<a href=https://github.com/apache/beam/issues/25252>#25252</a>).</li><li>Renamed <code>host</code> to <code>firestoreHost</code> in <code>FirestoreOptions</code> to avoid potential conflict of command line arguments (Java) (<a href=https://github.com/apache/beam/pull/29201>#29201</a>).</li><li>Transforms which use <code>SnappyCoder</code> are update incompatible with previous versions of the same transform (Java) on some runners. This includes PubSubIO’s read (<a href=https://gith [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.53.0/index.html b/website/generated-content/blog/beam-2.53.0/index.html
index 01f8313e24a..184961f12d7 100644
--- a/website/generated-content/blog/beam-2.53.0/index.html
+++ b/website/generated-content/blog/beam-2.53.0/index.html
@@ -42,9 +42,7 @@ See the <a href=/get-started/downloads/>download page</a> for this release.</p><
Instead, the same (generally auto-started) subprocess used to perform the
expansion can also be used as the cross-language worker.</li><li>Framework for adding Error Handlers to composite transforms added in Java (<a href=https://github.com/apache/beam/pull/29164>#29164</a>).</li><li>Python 3.11 images now include google-cloud-profiler (<a href=https://github.com/apache/beam/pull/29651>#29561</a>).</li></ul><h2 id=deprecations>Deprecations</h2><ul><li>Euphoria DSL is deprecated and will be removed in a future release (not before 2.56.0) (<a href=https://github [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.54.0/index.html b/website/generated-content/blog/beam-2.54.0/index.html
index 3752fcd01ee..6245f71c517 100644
--- a/website/generated-content/blog/beam-2.54.0/index.html
+++ b/website/generated-content/blog/beam-2.54.0/index.html
@@ -40,9 +40,7 @@
This release includes both improvements and new functionality.
See the <a href=/get-started/downloads/>download page</a> for this release.</p><p>For more information on changes in 2.54.0, check out the <a href=https://github.com/apache/beam/milestone/18>detailed release notes</a>.</p><h2 id=highlights>Highlights</h2><ul><li><a href=https://s.apache.org/enrichment-transform>Enrichment Transform</a> along with GCP BigTable handler added to Python SDK (<a href=https://github.com/apache/beam/pull/30001>#30001</a>).</li><li>Beam Java Batch pipelines run [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.55.0/index.html b/website/generated-content/blog/beam-2.55.0/index.html
index a31a66b8f66..03d09d03300 100644
--- a/website/generated-content/blog/beam-2.55.0/index.html
+++ b/website/generated-content/blog/beam-2.55.0/index.html
@@ -42,9 +42,7 @@ See the <a href=/get-started/downloads/#2550-2023-03-25>download page</a> for th
that they no longer exist. These are steps to bring portability into the core SDK alongside all other core functionality.</li><li>Added Vertex AI Feature Store handler for Enrichment transform (Python) (<a href=https://github.com/apache/beam/pull/30388>#30388</a>)</li></ul><h2 id=breaking-changes>Breaking Changes</h2><ul><li>Arrow version was bumped to 15.0.0 from 5.0.0 (<a href=https://github.com/apache/beam/pull/30181>#30181</a>).</li><li>Go SDK users who build custom worker containers [...]
to the <code>getDialect</code> calls for authenticating with Spanner (Java) (<a href=https://github.com/apache/beam/pull/30361>#30361</a>).</li><li>Reduced the number of HTTP requests in GCSIO function calls (Python) (<a href=https://github.com/apache/beam/pull/30205>#30205</a>)</li></ul><h2 id=security-fixes>Security Fixes</h2><ul><li>Go SDK base container image moved to distroless/base-nossl-debian12, reducing vulnerable container surface to kernel and glibc (<a href=https://github.com [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.56.0/index.html b/website/generated-content/blog/beam-2.56.0/index.html
index 4d1d2a612df..2b0f628cec4 100644
--- a/website/generated-content/blog/beam-2.56.0/index.html
+++ b/website/generated-content/blog/beam-2.56.0/index.html
@@ -41,9 +41,7 @@ This release includes both improvements and new functionality.
See the <a href=/get-started/downloads/#2550-2023-03-25>download page</a> for this release.</p><p>For more information on changes in 2.56.0, check out the <a href=https://github.com/apache/beam/milestone/20>detailed release notes</a>.</p><h2 id=highlights>Highlights</h2><ul><li>Added FlinkRunner for Flink 1.17, removed support for Flink 1.12 and 1.13. Previous version of Pipeline running on Flink 1.16 and below can be upgraded to 1.17, if the Pipeline is first updated to Beam 2.56.0 with [...]
The newer Avro package is known to have breaking changes. If you are affected, you can keep pinned to older Avro versions which are also tested with Beam.</li><li>Iceberg read/write support is available through the new Managed I/O Java API (<a href=https://github.com/apache/beam/pull/30830>#30830</a>).</li></ul><h2 id=new-features--improvements>New Features / Improvements</h2><ul><li>Profiling of Cythonized code has been disabled by default. This might improve performance for some Python [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.57.0/index.html b/website/generated-content/blog/beam-2.57.0/index.html
index 4404a032739..64608e20ff6 100644
--- a/website/generated-content/blog/beam-2.57.0/index.html
+++ b/website/generated-content/blog/beam-2.57.0/index.html
@@ -55,9 +55,7 @@ should be updated to use new snake_case parameter names.</li></ul></li><li>Upgra
jackson-2.15 has known breaking changes. An important one is it imposed a buffer limit for parser.
If your custom PTransform/DoFn are affected, refer to <a href=https://github.com/apache/beam/pull/31580>#31580</a> for mitigation.</li></ul><h2 id=known-issues>Known Issues</h2><ul><li>Python pipelines that run with 2.53.0-2.58.0 SDKs and read data from GCS might be affected by a data corruption issue (<a href=https://github.com/apache/beam/issues/32169>#32169</a>). The issue will be fixed in 2.59.0 (<a href=https://github.com/apache/beam/pull/32135>#32135</a>). To work around this, upda [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.58.0/index.html b/website/generated-content/blog/beam-2.58.0/index.html
index 6cff1f6da92..f118fa7242b 100644
--- a/website/generated-content/blog/beam-2.58.0/index.html
+++ b/website/generated-content/blog/beam-2.58.0/index.html
@@ -40,9 +40,7 @@
This release includes both improvements and new functionality.
See the <a href=/get-started/downloads/#2580-2024-08-06>download page</a> for this release.</p><p>For more information about changes in 2.58.0, check out the <a href=https://github.com/apache/beam/milestone/22>detailed release notes</a>.</p><h2 id=ios>I/Os</h2><ul><li>Support for <a href=https://solace.com/>Solace</a> source (<code>SolaceIO.Read</code>) added (Java) (<a href=https://github.com/apache/beam/issues/31440>#31440</a>).</li></ul><h2 id=new-features--improvements>New Features / [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.58.1/index.html b/website/generated-content/blog/beam-2.58.1/index.html
index 1f65e0da301..36b84a8d8d2 100644
--- a/website/generated-content/blog/beam-2.58.1/index.html
+++ b/website/generated-content/blog/beam-2.58.1/index.html
@@ -40,9 +40,7 @@
This release includes both improvements and new functionality.
See the <a href=/get-started/downloads/#2580-2024-08-06>download page</a> for this release.</p><h2 id=new-features--improvements>New Features / Improvements</h2><ul><li>Fixed issue where KafkaIO Records read with <code>ReadFromKafkaViaSDF</code> are redistributed and may contain duplicates regardless of the configuration. This affects Java pipelines with Dataflow v2 runner and xlang pipelines reading from Kafka, (<a href=https://github.com/apache/beam/issues/32196>#32196</a>)</li></ul><h [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.59.0/index.html b/website/generated-content/blog/beam-2.59.0/index.html
index 1a6d48b31b1..e051957212c 100644
--- a/website/generated-content/blog/beam-2.59.0/index.html
+++ b/website/generated-content/blog/beam-2.59.0/index.html
@@ -41,9 +41,7 @@ This release includes both improvements and new functionality.
See the <a href=/get-started/downloads/#2590-2024-09-11>download page</a> for this release.</p><p>For more information on changes in 2.59.0, check out the <a href=https://github.com/apache/beam/milestone/23>detailed release notes</a>.</p><h2 id=highlights>Highlights</h2><ul><li>Added support for setting a configureable timeout when loading a model and performing inference in the <a href=https://beam.apache.org/documentation/ml/inference-overview/>RunInference</a> transform using <a href= [...]
OrderedListState, OnWindowExpiry (eg. GroupIntoBatches), CustomWindows, MergingWindowFns, Trigger and WindowingStrategy associated features, Bundle Finalization, Looping Timers, and some Coder related issues such as with Python combiner packing, and Java Schema transforms, and heterogenous flatten coders. Processing Time timers do not yet have real time support.</li><li>If your pipeline is having difficulty with the Python or Java direct runners, but runs well on Prism, please let us kno [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.6.0/index.html b/website/generated-content/blog/beam-2.6.0/index.html
index 7149104ec02..08666ce8db1 100644
--- a/website/generated-content/blog/beam-2.6.0/index.html
+++ b/website/generated-content/blog/beam-2.6.0/index.html
@@ -59,9 +59,7 @@ Robert Burke, Robin Qiu, Ryan Williams, Scott Wegner, Rui Weng,
Sergei Lebedev, Sindy Li, Thomas Weise, Udi Meiri,
Valentyn Tymofieiev, XuMingmin, and Yifan Zou.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.60.0/index.html b/website/generated-content/blog/beam-2.60.0/index.html
index 966f226fedf..c2242f555e5 100644
--- a/website/generated-content/blog/beam-2.60.0/index.html
+++ b/website/generated-content/blog/beam-2.60.0/index.html
@@ -45,9 +45,7 @@ values. To retain the old behavior, pass <code>dtype=True</code> (or any other v
accepted by <code>pandas.read_json</code>).</li><li>Users of KafkaIO Read transform that enable <a href=https://beam.apache.org/releases/javadoc/current/org/apache/beam/sdk/io/kafka/KafkaIO.Read.html#commitOffsetsInFinalize-->commitOffsetsInFinalize</a> might encounter pipeline graph compatibility issues when updating the pipeline. To mitigate, set the <code>updateCompatibilityVersion</code> option to the SDK version used for the original pipeline, example <code>--updateCompatabilityVers [...]
when running on 3.8. (<a href=https://github.com/apache/beam/issues/31192>#31192</a>)</li></ul><h2 id=bugfixes>Bugfixes</h2><ul><li>(Java) Fixed custom delimiter issues in TextIO (<a href=https://github.com/apache/beam/issues/32249>#32249</a>, <a href=https://github.com/apache/beam/issues/32251>#32251</a>).</li><li>(Java, Python, Go) Fixed PeriodicSequence backlog bytes reporting, which was preventing Dataflow Runner autoscaling from functioning properly (<a href=https://github.com/apach [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.7.0/index.html b/website/generated-content/blog/beam-2.7.0/index.html
index 1d334c6f854..e2ea78e809e 100644
--- a/website/generated-content/blog/beam-2.7.0/index.html
+++ b/website/generated-content/blog/beam-2.7.0/index.html
@@ -57,9 +57,7 @@ Lax, Robert Bradshaw, Robert Burke, Rui Wang, Ryan Williams, Sindy Li,
Thomas Weise, Tim Robertson, Tormod Haavi, Udi Meiri, Vaclav Plajt,
Valentyn Tymofieiev, xiliu, XuMingmin, Yifan Zou, Yueyang Qiu.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.8.0/index.html b/website/generated-content/blog/beam-2.8.0/index.html
index 7ddf714e82f..fef7eaff27e 100644
--- a/website/generated-content/blog/beam-2.8.0/index.html
+++ b/website/generated-content/blog/beam-2.8.0/index.html
@@ -64,9 +64,7 @@ jasonkuster, jglezt, kkpoon, mareksimunek, nielm, svXaverius, timrobertson100,
<a href=mailto:vaclav.plajt@gmail.com>vaclav.plajt@gmail.com</a>, vitaliytv, vvarma, xiliu, xinyuiscool, xitep,
Łukasz Gajowy.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-2.9.0/index.html b/website/generated-content/blog/beam-2.9.0/index.html
index 01c889feace..e3a554f273e 100644
--- a/website/generated-content/blog/beam-2.9.0/index.html
+++ b/website/generated-content/blog/beam-2.9.0/index.html
@@ -41,9 +41,7 @@ See the <a href=/get-started/downloads/#290-2018-12-13>download page</a> for thi
<a href="https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319527&version=12344258">detailed release notes</a>.</p><h2 id=new-features--improvements>New Features / Improvements</h2><h3 id=dependency-upgrades>Dependency Upgrades</h3><ul><li>Update google-api-client libraries to 1.27.0.</li><li>Update byte-buddy to 1.9.3</li><li>Update Flink Runner to 1.5.5</li><li>Upgrade google-apitools to 0.5.24</li></ul><h3 id=portability>Portability</h3><ul><li>Added support for u [...]
to the 2.9.0 release. Thank you to all contributors!</p><p>Adam Horky, Ahmet Altay, Alan Myrvold, Alex Amato, Alexey Romanenko, Andrea Foegler, Andrew Fulton, Andrew Pilloud, Ankur Goenka, Anton Kedin, Babu, Ben Song, Bingfeng Shu, Boyuan Zhang, Brian Martin, Brian Quinlan, Chamikara Jayalath, Charles Chen, Christian Schneider, Colm O hEigeartaigh, Cory Brzycki, CraigChambersG, Daniel Oliveira, David Moravek, Dusan Rychnovsky, Etienne Chauchot, Eugene Kirpichov, Fabien Rousseau, Gleb Kan [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-a-look-back/index.html b/website/generated-content/blog/beam-a-look-back/index.html
index 67f4caeade5..004f2b62453 100644
--- a/website/generated-content/blog/beam-a-look-back/index.html
+++ b/website/generated-content/blog/beam-a-look-back/index.html
@@ -97,9 +97,7 @@ easier for users to author, maintain, upgrade and migrate their big-data
workloads will lead to significant growth in the number of production
big-data deployments.</li></ul></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-first-stable-release/index.html b/website/generated-content/blog/beam-first-stable-release/index.html
index 1414324a920..1ed0c68f82a 100644
--- a/website/generated-content/blog/beam-first-stable-release/index.html
+++ b/website/generated-content/blog/beam-first-stable-release/index.html
@@ -39,9 +39,7 @@
&
Dan Halperin</span></div></header><div class="arrow-list header-top-margin" itemprop=articleBody><p>The Apache Beam community is pleased to <a href=https://blogs.apache.org/foundation/entry/the-apache-software-foundation-announces12>announce the availability of version 2.0.0</a>. This is the first stable release of Apache Beam, signifying a statement from the community that it intends to maintain API stability with all releases for the foreseeable future, and making Beam suitable for ent [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-graduates/index.html b/website/generated-content/blog/beam-graduates/index.html
index e1bb1ad5dc4..e6c36070f49 100644
--- a/website/generated-content/blog/beam-graduates/index.html
+++ b/website/generated-content/blog/beam-graduates/index.html
@@ -77,9 +77,7 @@ Beam today, check out the latest
contribution and participation from anyone through our mailing lists, issue
tracker, pull requests, and events.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-has-a-logo/index.html b/website/generated-content/blog/beam-has-a-logo/index.html
index cb57cec6d10..bab5ad64298 100644
--- a/website/generated-content/blog/beam-has-a-logo/index.html
+++ b/website/generated-content/blog/beam-has-a-logo/index.html
@@ -47,9 +47,7 @@ will also make various permutations and resolutions of this logo available in th
coming weeks. For any questions or comments, send an email to the <code>dev@</code> email list
for Apache Beam.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-kata-release/index.html b/website/generated-content/blog/beam-kata-release/index.html
index 51f51e3b300..200f473ee19 100644
--- a/website/generated-content/blog/beam-kata-release/index.html
+++ b/website/generated-content/blog/beam-kata-release/index.html
@@ -56,9 +56,7 @@ useful for people to learn more about Apache Beam, and eventually become Beam Ma
<img src=/images/blog/beam-kata/beam-kata-pycharm-edu-1.png alt="Beam Kata - PyCharm Edu" width=363 height=350>
<img src=/images/blog/beam-kata/beam-kata-pycharm-edu-2.png alt="Beam Kata - PyCharm Edu" width=459 height=350></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-katas-kotlin-release/index.html b/website/generated-content/blog/beam-katas-kotlin-release/index.html
index cc7826109ed..8d85d121380 100644
--- a/website/generated-content/blog/beam-katas-kotlin-release/index.html
+++ b/website/generated-content/blog/beam-katas-kotlin-release/index.html
@@ -49,9 +49,7 @@ Kotlin a try.</p><p>You can find the Kotlin and the other excellent Beam Katas b
<a href="https://www.jetbrains.com/education/download/#section=idea">IntelliJ</a> or <a href="https://www.jetbrains.com/education/download/#section=pycharm-edu">PyCharm</a> through <a href=https://plugins.jetbrains.com/plugin/10081-edutools>the EduTools plugin</a>):</p><ul><li><a href=https://stepik.org/course/72488><strong>Kotlin</strong></a></li><li><a href=https://stepik.org/course/54530><strong>Java</strong></a></li><li><a href=https://stepik.org/course/54532><strong>Python</strong>< [...]
and his support during the review process and making this effort a reality.</p><br><img src=/images/blog/beam-katas-kotlin-release/beam-katas-in-edutools.png alt="Access Beam Katas Kotlin through a JetBrains Educational Product" height=252 width=800></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></d [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-kotlin/index.html b/website/generated-content/blog/beam-kotlin/index.html
index 46a648df45a..254342eb1da 100644
--- a/website/generated-content/blog/beam-kotlin/index.html
+++ b/website/generated-content/blog/beam-kotlin/index.html
@@ -56,9 +56,7 @@
</span></span></span></code></pre></div></div></div><h2 id=contributors-welcomed>Contributors Welcomed!</h2><p>While we’re still adding more samples and streamlining the current ones, we would love to have your feedback on the code snippets.
You can find them over here : <a href=https://github.com/apache/beam/tree/master/examples/kotlin>https://github.com/apache/beam/tree/master/examples/kotlin</a></p><p>If you are using Kotlin with Apache Beam already; we would very much appreciate if you went ahead and help us convert the existing samples from Java into Koltin.</p><p>Thank you, and we are looking forward to feedback from you!</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-sql-with-notebooks/index.html b/website/generated-content/blog/beam-sql-with-notebooks/index.html
index a11a57c97ba..700916fcb3f 100644
--- a/website/generated-content/blog/beam-sql-with-notebooks/index.html
+++ b/website/generated-content/blog/beam-sql-with-notebooks/index.html
@@ -381,9 +381,7 @@ e.g., to Dataflow) your Beam pipelines with minimum setups.</p><p>For more detai
and the Apache Calcite SQL
<a href=https://calcite.apache.org/docs/reference.html>syntax</a>.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-starter-projects/index.html b/website/generated-content/blog/beam-starter-projects/index.html
index 8910cef9ded..b54ab632f66 100644
--- a/website/generated-content/blog/beam-starter-projects/index.html
+++ b/website/generated-content/blog/beam-starter-projects/index.html
@@ -63,9 +63,7 @@ python main.py
python -m unittest
</code></pre><p>Here are the starter projects; you can choose your favorite language:</p><ul><li><strong>[Java]</strong> <a href=https://github.com/apache/beam-starter-java>github.com/apache/beam-starter-java</a> – Includes both Gradle and Maven configurations.</li><li><strong>[Python]</strong> <a href=https://github.com/apache/beam-starter-python>github.com/apache/beam-starter-python</a> – Includes a setup.py file to allow multiple files in your pipeline.</li><li><strong>[Go]</strong> < [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-summit-2024-overview/index.html b/website/generated-content/blog/beam-summit-2024-overview/index.html
index 0b87efed01c..197dfc9aac6 100644
--- a/website/generated-content/blog/beam-summit-2024-overview/index.html
+++ b/website/generated-content/blog/beam-summit-2024-overview/index.html
@@ -41,9 +41,7 @@ Danny McCormick
&
Reza Rokni [<a href=https://twitter.com/rarokni>@rarokni</a>]</span></div></header><div class="arrow-list header-top-margin" itemprop=articleBody><p>At the recently concluded <a href=https://beamsummit.org/>Beam Summit 2024</a>, a two-day event held from September 4 to 5, numerous captivating presentations showcased the potential of Beam to address a wide range of challenges, with an emphasis on machine learning (ML). These challenges included feature engineering, data enrichment, and mo [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-summit-aftermath/index.html b/website/generated-content/blog/beam-summit-aftermath/index.html
index ced19cf1234..3604366d262 100644
--- a/website/generated-content/blog/beam-summit-aftermath/index.html
+++ b/website/generated-content/blog/beam-summit-aftermath/index.html
@@ -38,9 +38,7 @@
<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
Google, Spotify, Talend, Sky, Amazon, Data Artisans, Datatonic, Vente Exclusive, ML6, Flumaion, Plantix, Polidea, Seznam and more!</p><br>#### Topics included using Python to run Beam on Flink:<blockquote class=twitter-tweet data-lang=nl><p lang=en dir=ltr>Don't miss <a href="https://twitter.com/snntrable?ref_src=twsrc%5Etfw">@snntrable</a>'s session at Beam Sumit London, Oct. 2, 2018, about <a href="https://twitter.com/hashtag/Python?src=hash&ref_src=twsrc%5Etfw">#Python</a> Streami [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-summit-digital-2020/index.html b/website/generated-content/blog/beam-summit-digital-2020/index.html
index b637bc4d257..08b58b1a8a2 100644
--- a/website/generated-content/blog/beam-summit-digital-2020/index.html
+++ b/website/generated-content/blog/beam-summit-digital-2020/index.html
@@ -41,9 +41,7 @@ Matthias Baetens [<a href=https://twitter.com/matthiasbaetens>@matthiasbaetens</
&
Maximilian Michels [<a href=https://twitter.com/stadtlegende>@stadtlegende</a>]</span></div></header><div class="arrow-list header-top-margin" itemprop=articleBody><p>As some of you are already aware, the 2020 edition of the Beam Summit will be completely <strong>digital and free</strong>. Beam Summit Digital will take place from <strong>August 24th to 28th</strong>. The conference will be spread across the course of one week with a couple of hours of program each day.</p><p><img class=c [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-summit-europe-2019/index.html b/website/generated-content/blog/beam-summit-europe-2019/index.html
index 0b93fc6ed72..028abbf3d6b 100644
--- a/website/generated-content/blog/beam-summit-europe-2019/index.html
+++ b/website/generated-content/blog/beam-summit-europe-2019/index.html
@@ -37,9 +37,7 @@
<script src=/js/sliders/top-banners.min.afa7d0a19acf7a3b28ca369490b3d401a619562a2a4c9612577be2f66a4b9855.js></script>
<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-summit-europe/index.html b/website/generated-content/blog/beam-summit-europe/index.html
index 0a40ca1bdc4..68845593ff9 100644
--- a/website/generated-content/blog/beam-summit-europe/index.html
+++ b/website/generated-content/blog/beam-summit-europe/index.html
@@ -38,9 +38,7 @@
<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
The Events & Meetups Group</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-summit-site/index.html b/website/generated-content/blog/beam-summit-site/index.html
index 88dca978534..b9c81e23002 100644
--- a/website/generated-content/blog/beam-summit-site/index.html
+++ b/website/generated-content/blog/beam-summit-site/index.html
@@ -37,9 +37,7 @@
<script src=/js/sliders/top-banners.min.afa7d0a19acf7a3b28ca369490b3d401a619562a2a4c9612577be2f66a4b9855.js></script>
<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-yaml-proto/index.html b/website/generated-content/blog/beam-yaml-proto/index.html
new file mode 100644
index 00000000000..c0a8e8d459c
--- /dev/null
+++ b/website/generated-content/blog/beam-yaml-proto/index.html
@@ -0,0 +1,211 @@
+<!doctype html><html lang=en class=no-js><head><meta charset=utf-8><meta http-equiv=x-ua-compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><title>Efficient Streaming Data Processing with Beam YAML and Protobuf</title><meta name=description content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterpri [...]
+<script type=text/javascript src=/js/language-switch-v2.min.121952b7980b920320ab229551857669209945e39b05ba2b433a565385ca44c6.js defer></script>
+<script type=text/javascript src=/js/fix-menu.min.039174b67107465f2090a493f91e126f7aa797f29420f9edab8a54d9dd4b3d2d.js defer></script>
+<script type=text/javascript src=/js/section-nav.min.1405fd5e70fab5f6c54037c269b1d137487d8f3d1b3009032525f6db3fbce991.js defer></script>
+<script type=text/javascript src=/js/page-nav.min.af231204c9c52c5089d53a4c02739eacbb7f939e3be1c6ffcc212e0ac4dbf879.js defer></script>
+<script type=text/javascript src=/js/expandable-list.min.75a4526624a3b8898fe7fb9e3428c205b581f8b38c7926922467aef17eac69f2.js defer></script>
+<script type=text/javascript src=/js/copy-to-clipboard.min.364c06423d7e8993fc42bb4abc38c03195bc8386db26d18774ce775d08d5b18d.js defer></script>
+<script type=text/javascript src=/js/calendar.min.336664054fa0f52b08bbd4e3c59b5cb6d63dcfb2b4d602839746516b0817446b.js defer></script>
+<script type=text/javascript src=/js/fix-playground-nested-scroll.min.0283f1037cb1b9d5074c6eaf041292b524a8148a7cdb803d5ccd6d1fc4eb3253.js defer></script>
+<script type=text/javascript src=/js/anchor-content-jump-fix.min.22d3240f81632e4c11179b9d2aaf37a40da9414333c43aa97344e8b21a7df0e4.js defer></script>
+<link rel=alternate type=application/rss+xml title="Apache Beam" href=/feed.xml><link rel=canonical href=/blog/beam-yaml-proto/ data-proofer-ignore><link rel="shortcut icon" type=image/x-icon href=/images/favicon.ico><link rel=stylesheet href=https://use.fontawesome.com/releases/v5.4.1/css/all.css integrity=sha384-5sAR7xN1Nv6T6+dT2mhtzEpVJvfS3NScPQTrOxhwjIuvcA67KV2R5Jz6kr4abQsz crossorigin=anonymous><link rel=stylesheet href=https://unpkg.com/swiper@8/swiper-bundle.min.css><script async [...]
+<script>(function(e,t,n,s,o,i,a){e.GoogleAnalyticsObject=o,e[o]=e[o]||function(){(e[o].q=e[o].q||[]).push(arguments)},e[o].l=1*new Date,i=t.createElement(n),a=t.getElementsByTagName(n)[0],i.async=1,i.src=s,a.parentNode.insertBefore(i,a)})(window,document,"script","//www.google-analytics.com/analytics.js","ga"),ga("create","UA-73650088-1","auto"),ga("send","pageview")</script><script>(function(e,t,n,s,o,i){e.hj=e.hj||function(){(e.hj.q=e.hj.q||[]).push(arguments)},e._hjSettings={hjid:2182 [...]
+<a class=navbar-link href=/get-started/>Get Started</a>
+<a class=navbar-link href=/documentation/>Documentation</a>
+<button type=button class="navbar-toggle menu-open" aria-expanded=false aria-controls=navbar onclick=openMenu()>
+<span class=sr-only>Toggle navigation</span>
+<span class=icon-bar></span>
+<span class=icon-bar></span>
+<span class=icon-bar></span></button></div><div class="navbar-mask closed"></div><div id=navbar class="navbar-container closed"><button type=button class=navbar-toggle aria-expanded=false aria-controls=navbar id=closeMenu>
+<span class=sr-only>Toggle navigation</span>
+<span class=icon-bar></span>
+<span class=icon-bar></span>
+<span class=icon-bar></span></button><ul class="nav navbar-nav"><li><div class=searchBar-mobile><script>(function(){var t,n="012923275103528129024:4emlchv9wzi",e=document.createElement("script");e.type="text/javascript",e.async=!0,e.src="https://cse.google.com/cse.js?cx="+n,t=document.getElementsByTagName("script")[0],t.parentNode.insertBefore(e,t)})()</script><gcse:search></gcse:search></div></li><li><a class=navbar-link href=/about>About</a></li><li><a class=navbar-link href=/get-start [...]
+ Apache
+<span class=arrow-icon><svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" fill="none" viewBox="0 0 20 20"><circle cx="10" cy="10" r="10" fill="#ff6d00"/><path stroke="#fff" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M8.535 5.28l4.573 4.818-4.573 4.403"/></svg></span></a><ul class="dropdown-menu dropdown-menu-right"><li><a target=_blank href=https://www.apache.org/>ASF Homepage</a></li><li><a target=_blank href=https://www.apache.org/licenses/>License</ [...]
+<a class=navbar-link href=/get-started/>Get Started</a><li class="dropdown navbar-dropdown navbar-dropdown-documentation"><a href=# class="dropdown-toggle navbar-link" role=button aria-haspopup=true aria-expanded=false>Documentation
+<span><svg xmlns="http://www.w3.org/2000/svg" width="12" height="11" fill="none" viewBox="0 0 12 11"><path stroke="#ff6d00" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M10.666 4.535 5.847 9.108 1.444 4.535"/></svg></span></a><ul class=dropdown-menu><li><a class=navbar-dropdown-menu-link href=/documentation/>General</a></li><li><a class=navbar-dropdown-menu-link href=/documentation/sdks/java/>Languages</a></li><li><a class=navbar-dropdown-menu-link href=/documentati [...]
+<a class=navbar-link href=/community/>Community</a>
+<a class=navbar-link href=/contribute/>Contribute</a>
+<a class=navbar-link href=/blog/>Blog</a>
+<a class=navbar-link href=/case-studies/>Case Studies</a></div><div id=iconsBar><a type=button onclick=showSearch()><svg xmlns="http://www.w3.org/2000/svg" width="25" height="24" fill="none" viewBox="0 0 25 24"><path stroke="#ff6d00" stroke-linecap="round" stroke-linejoin="round" stroke-width="2.75" d="M10.191 17c3.866.0 7-3.134 7-7s-3.134-7-7-7-7 3.134-7 7 3.134 7 7 7zm11 4-6-6"/></svg></a><a target=_blank href=https://github.com/apache/beam/edit/master/website/www/site/content/en/blog/ [...]
+ Apache
+<span class=arrow-icon><svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" fill="none" viewBox="0 0 20 20"><circle cx="10" cy="10" r="10" fill="#ff6d00"/><path stroke="#fff" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M8.535 5.28l4.573 4.818-4.573 4.403"/></svg></span></a><ul class=dropdown-menu><li><a class=navbar-dropdown-menu-link target=_blank href=https://www.apache.org/>ASF Homepage</a></li><li><a class=navbar-dropdown-menu-link target=_blank href= [...]
+<a type=button onclick=endSearch()><svg xmlns="http://www.w3.org/2000/svg" width="25" height="25" fill="none" viewBox="0 0 25 25"><path stroke="#ff6d00" stroke-linecap="round" stroke-linejoin="round" stroke-width="2.75" d="M21.122 20.827 4.727 4.432M21.122 4.43 4.727 20.827"/></svg></a></div></div></nav><div class=header-push></div><div class="top-banners swiper"><div class=swiper-wrapper><div class=swiper-slide><a href=https://tour.beam.apache.org><img class=banner-img-desktop src=/imag [...]
+<img class=banner-img-mobile src=/images/banners/tour-of-beam/tour-of-beam-mobile.png alt="Start Tour of Beam"></a></div><div class=swiper-slide><a href=https://beam.apache.org/documentation/ml/overview/><img class=banner-img-desktop src=/images/banners/machine-learning/machine-learning-desktop.jpg alt="Machine Learning">
+<img class=banner-img-mobile src=/images/banners/machine-learning/machine-learning-mobile.jpg alt="Machine Learning"></a></div></div><div class=swiper-pagination></div><div class=swiper-button-prev></div><div class=swiper-button-next></div></div><script src=/js/swiper-bundle.min.min.e0e8f81b0b15728d35ff73c07f42ddbb17a108d6f23df4953cb3e60df7ade675.js></script>
+<script src=/js/sliders/top-banners.min.afa7d0a19acf7a3b28ca369490b3d401a619562a2a4c9612577be2f66a4b9855.js></script>
+<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
+This post explains how to efficiently scale pipelines by using <a href=https://protobuf.dev/>Protobuf</a>,
+which ensures that pipelines are reusable and quick to deploy. The goal is to keep this process simple
+for engineers to implement using <a href=https://beam.apache.org/documentation/sdks/yaml/>Beam YAML</a>.</p><h2 id=simplify-pipelines-with-beam-yaml>Simplify pipelines with Beam YAML</h2><p>Creating a pipeline in Beam can be somewhat difficult, especially for new Apache Beam users.
+Setting up the project, managing dependencies, and so on can be challenging.
+Beam YAML eliminates most of the boilerplate code,
+which allows you to focus on the most important part of the work: data transformation.</p><p>Some of the key benefits of Beam YAML include:</p><ul><li><strong>Readability:</strong> By using a declarative language (<a href=https://yaml.org/>YAML</a>), the pipeline configuration is more human readable.</li><li><strong>Reusability:</strong> Reusing the same components across different pipelines is simplified.</li><li><strong>Maintainability:</strong> Pipeline maintenance and updates are eas [...]
+writing them into <a href="https://cloud.google.com/bigquery?hl=en">BigQuery</a>.</p><div class=highlight><pre tabindex=0 class=chroma><code class=language-yaml data-lang=yaml><span class=line><span class=cl><span class=nt>pipeline</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>transforms</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span>- <span class=nt>type</span><span class=p>:</span><span class=w> </span><span class=l>ReadFromKafka</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>name</span><span class=p>:</span><span class=w> </span><span class=l>ReadProtoMovieEvents</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>config</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>topic</span><span class=p>:</span><span class=w> </span><span class=s1>'TOPIC_NAME'</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>format</span><span class=p>:</span><span class=w> </span><span class=l>RAW/AVRO/JSON/PROTO</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>bootstrap_servers</span><span class=p>:</span><span class=w> </span><span class=s1>'BOOTSTRAP_SERVERS'</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>schema</span><span class=p>:</span><span class=w> </span><span class=s1>'SCHEMA'</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span>- <span class=nt>type</span><span class=p>:</span><span class=w> </span><span class=l>WriteToBigQuery</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>name</span><span class=p>:</span><span class=w> </span><span class=l>WriteMovieEvents</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>input</span><span class=p>:</span><span class=w> </span><span class=l>ReadProtoMovieEvents</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>config</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>table</span><span class=p>:</span><span class=w> </span><span class=s1>'PROJECT_ID.DATASET.MOVIE_EVENTS_TABLE'</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>useAtLeastOnceSemantics</span><span class=p>:</span><span class=w> </span><span class=kc>true</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w></span><span class=nt>options</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>streaming</span><span class=p>:</span><span class=w> </span><span class=kc>true</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>dataflow_service_options</span><span class=p>:</span><span class=w> </span><span class=p>[</span><span class=l>streaming_mode_at_least_once]</span><span class=w>
+</span></span></span></code></pre></div><h2 id=the-complete-workflow>The complete workflow</h2><p>This section demonstrates the complete workflow for this pipeline.</p><h3 id=create-a-simple-proto-event>Create a simple proto event</h3><p>The following code creates a simple movie event.</p><div class=highlight><pre tabindex=0 class=chroma><code class=language-protobuf data-lang=protobuf><span class=line><span class=cl><span class=c1>// events/v1/movie_event.proto
+</span></span></span><span class=line><span class=cl><span class=c1></span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span><span class=n>syntax</span> <span class=o>=</span> <span class=s>"proto3"</span><span class=p>;</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span><span class=kn>package</span> <span class=nn>event</span><span class=o>.</span><span class=n>v1</span><span class=p>;</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span><span class=k>import</span> <span class=s>"bq_field.proto"</span><span class=p>;</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span><span class=k>import</span> <span class=s>"bq_table.proto"</span><span class=p>;</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span><span class=k>import</span> <span class=s>"buf/validate/validate.proto"</span><span class=p>;</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span><span class=k>import</span> <span class=s>"google/protobuf/wrappers.proto"</span><span class=p>;</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span><span class=kd>message</span> <span class=nc>MovieEvent</span> <span class=p>{</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=k>option</span> <span class=p>(</span><span class=n>gen_bq_schema.bigquery_opts</span><span class=p>)</span><span class=o>.</span><span class=n>table_name</span> <span class=o>=</span> <span class=s>"movie_table"</span><span class=p>;</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=n>google.protobuf.StringValue</span> <span class=n>event_id</span> <span class=o>=</span> <span class=mi>1</span> <span class=p>[(</span><span class=n>gen_bq_schema.bigquery</span><span class=p>)</span><span class=o>.</span><span class=n>description</span> <span class=o>=</span> <span class=s>"Unique Event ID"</span><span class=p>];</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=n>google.protobuf.StringValue</span> <span class=n>user_id</span> <span class=o>=</span> <span class=mi>2</span> <span class=p>[(</span><span class=n>gen_bq_schema.bigquery</span><span class=p>)</span><span class=o>.</span><span class=n>description</span> <span class=o>=</span> <span class=s>"Unique User ID"</span><span class=p>];</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=n>google.protobuf.StringValue</span> <span class=n>movie_id</span> <span class=o>=</span> <span class=mi>3</span> <span class=p>[(</span><span class=n>gen_bq_schema.bigquery</span><span class=p>)</span><span class=o>.</span><span class=n>description</span> <span class=o>=</span> <span class=s>"Unique Movie ID"</span><span class=p>];</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=n>google.protobuf.Int32Value</span> <span class=n>rating</span> <span class=o>=</span> <span class=mi>4</span> <span class=p>[(</span><span class=n>buf.validate.field</span><span class=p>)</span><span class=o>.</span><span class=kt>int32</span> <span class=o>=</span> <span class=p>{</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=c1>// validates the average rating is at least 0
+</span></span></span><span class=line><span class=cl><span class=c1></span> <span class=n>gte</span><span class=o>:</span> <span class=mi>0</span><span class=p>,</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=c1>// validates the average rating is at most 100
+</span></span></span><span class=line><span class=cl><span class=c1></span> <span class=n>lte</span><span class=o>:</span> <span class=mi>100</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=p>},</span> <span class=p>(</span><span class=n>gen_bq_schema.bigquery</span><span class=p>)</span><span class=o>.</span><span class=n>description</span> <span class=o>=</span> <span class=s>"Movie rating"</span><span class=p>];</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=kt>string</span> <span class=n>event_dt</span> <span class=o>=</span> <span class=mi>5</span> <span class=p>[</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=p>(</span><span class=n>gen_bq_schema.bigquery</span><span class=p>)</span><span class=o>.</span><span class=n>type_override</span> <span class=o>=</span> <span class=s>"DATETIME"</span><span class=p>,</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=p>(</span><span class=n>gen_bq_schema.bigquery</span><span class=p>)</span><span class=o>.</span><span class=n>description</span> <span class=o>=</span> <span class=s>"UTC Datetime representing when we received this event. Format: YYYY-MM-DDTHH:MM:SS"</span><span class=p>,</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=p>(</span><span class=n>buf.validate.field</span><span class=p>)</span> <span class=o>=</span> <span class=p>{</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=kt>string</span><span class=o>:</span> <span class=p>{</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=n>pattern</span><span class=o>:</span> <span class=s>"^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}$"</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=p>},</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=n>ignore_empty</span><span class=o>:</span> <span class=kc>false</span><span class=p>,</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=p>}</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span> <span class=p>];</span><span class=err>
+</span></span></span><span class=line><span class=cl><span class=err></span><span class=p>}</span><span class=err>
+</span></span></span></code></pre></div><p>Because these events are written to BigQuery,
+the <a href=https://buf.build/googlecloudplatform/bq-schema-api/file/main:bq_field.proto><code>bq_field</code></a> proto
+and the <a href=https://buf.build/googlecloudplatform/bq-schema-api/file/main:bq_table.proto><code>bq_table</code></a> proto are imported.
+These proto files help generate the BigQuery JSON schema.
+This example also demonstrates a shift-left approach, which moves testing, quality,
+and performance as early as possible in the development process. For example, to ensure that only valid events are generated from the source, the <code>buf.validate</code> elements are included.</p><p>After you create the <code>movie_event.proto</code> proto in the <code>events/v1</code> folder, you can generate
+the necessary <a href=https://buf.build/docs/reference/descriptors>file descriptor</a>.
+A file descriptor is a compiled representation of the schema that allows various tools and systems
+to understand and work with protobuf data dynamically. To simplify the process, this example uses Buf,
+which requires the following configuration files.</p><p><b>Buf configuration:</b></p><div class=highlight><pre tabindex=0 class=chroma><code class=language-yaml data-lang=yaml><span class=line><span class=cl><span class=c># buf.yaml</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w></span><span class=nt>version</span><span class=p>:</span><span class=w> </span><span class=l>v2</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w></span><span class=nt>deps</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span>- <span class=l>buf.build/googlecloudplatform/bq-schema-api</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span>- <span class=l>buf.build/bufbuild/protovalidate</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w></span><span class=nt>breaking</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>use</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span>- <span class=l>FILE</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w></span><span class=nt>lint</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>use</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span>- <span class=l>DEFAULT</span><span class=w>
+</span></span></span></code></pre></div><div class=highlight><pre tabindex=0 class=chroma><code class=language-yaml data-lang=yaml><span class=line><span class=cl><span class=c># buf.gen.yaml</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w></span><span class=nt>version</span><span class=p>:</span><span class=w> </span><span class=l>v2</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w></span><span class=nt>managed</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>enabled</span><span class=p>:</span><span class=w> </span><span class=kc>true</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w></span><span class=nt>plugins</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=c># Python Plugins</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span>- <span class=nt>remote</span><span class=p>:</span><span class=w> </span><span class=l>buf.build/protocolbuffers/python</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>out</span><span class=p>:</span><span class=w> </span><span class=l>gen/python</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span>- <span class=nt>remote</span><span class=p>:</span><span class=w> </span><span class=l>buf.build/grpc/python</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>out</span><span class=p>:</span><span class=w> </span><span class=l>gen/python</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=c># Java Plugins</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span>- <span class=nt>remote</span><span class=p>:</span><span class=w> </span><span class=l>buf.build/protocolbuffers/java:v25.2</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>out</span><span class=p>:</span><span class=w> </span><span class=l>gen/maven/src/main/java</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span>- <span class=nt>remote</span><span class=p>:</span><span class=w> </span><span class=l>buf.build/grpc/java</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>out</span><span class=p>:</span><span class=w> </span><span class=l>gen/maven/src/main/java</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=c># BQ Schemas</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span>- <span class=nt>remote</span><span class=p>:</span><span class=w> </span><span class=l>buf.build/googlecloudplatform/bq-schema:v1.1.0</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>out</span><span class=p>:</span><span class=w> </span><span class=l>protoc-gen/bq_schema</span><span class=w>
+</span></span></span></code></pre></div><p>Run the following two commands to generate the necessary Java, Python, BigQuery schema, and Descriptor file:</p><div class=highlight><pre tabindex=0 class=chroma><code class=language-bash data-lang=bash><span class=line><span class=cl>// Generate the buf.lock file
+</span></span><span class=line><span class=cl>buf deps update
+</span></span><span class=line><span class=cl>
+</span></span><span class=line><span class=cl>// It generates the descriptor in descriptor.binp.
+</span></span><span class=line><span class=cl>buf build . -o descriptor.binp --exclude-imports
+</span></span><span class=line><span class=cl>
+</span></span><span class=line><span class=cl>// It generates the Java, Python and BigQuery schema as described in buf.gen.yaml
+</span></span><span class=line><span class=cl>buf generate --include-imports
+</span></span></code></pre></div><h3 id=make-the-beam-yaml-read-proto>Make the Beam YAML read proto</h3><p>Make the following modifications to the to the YAML file:</p><div class=highlight><pre tabindex=0 class=chroma><code class=language-yaml data-lang=yaml><span class=line><span class=cl><span class=c># movie_events_pipeline.yml</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w></span><span class=nt>pipeline</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>transforms</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span>- <span class=nt>type</span><span class=p>:</span><span class=w> </span><span class=l>ReadFromKafka</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>name</span><span class=p>:</span><span class=w> </span><span class=l>ReadProtoMovieEvents</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>config</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>topic</span><span class=p>:</span><span class=w> </span><span class=s1>'movie_proto'</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>format</span><span class=p>:</span><span class=w> </span><span class=l>PROTO</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>bootstrap_servers</span><span class=p>:</span><span class=w> </span><span class=s1>'<BOOTSTRAP_SERVERS>'</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>file_descriptor_path</span><span class=p>:</span><span class=w> </span><span class=s1>'gs://my_proto_bucket/movie/v1.0.0/descriptor.binp'</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>message_name</span><span class=p>:</span><span class=w> </span><span class=s1>'event.v1.MovieEvent'</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span>- <span class=nt>type</span><span class=p>:</span><span class=w> </span><span class=l>WriteToBigQuery</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>name</span><span class=p>:</span><span class=w> </span><span class=l>WriteMovieEvents</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>input</span><span class=p>:</span><span class=w> </span><span class=l>ReadProtoMovieEvents</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>config</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>table</span><span class=p>:</span><span class=w> </span><span class=s1>'<PROJECT_ID>.raw.movie_table'</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>useAtLeastOnceSemantics</span><span class=p>:</span><span class=w> </span><span class=kc>true</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w></span><span class=nt>options</span><span class=p>:</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>streaming</span><span class=p>:</span><span class=w> </span><span class=kc>true</span><span class=w>
+</span></span></span><span class=line><span class=cl><span class=w> </span><span class=nt>dataflow_service_options</span><span class=p>:</span><span class=w> </span><span class=p>[</span><span class=l>streaming_mode_at_least_once]</span><span class=w>
+</span></span></span></code></pre></div><p>This step changes the format to <code>PROTO</code> and adds the <code>file_descriptor_path</code> and the <code>message_name</code>.</p><h3 id=deploy-the-pipeline-with-terraform>Deploy the pipeline with Terraform</h3><p>You can use <a href=https://www.terraform.io/>Terraform</a> to deploy the Beam YAML pipeline
+with <a href="https://cloud.google.com/products/dataflow?hl=en">Dataflow</a> as the runner.
+The following Terraform code example demonstrates how to achieve this:</p><div class=highlight><pre tabindex=0 class=chroma><code class=language-hcl data-lang=hcl><span class=line><span class=cl><span class=err>//</span> <span class=k>Enable</span> <span class=k>Dataflow</span> <span class=k>API</span><span class=p>.</span>
+</span></span><span class=line><span class=cl><span class=k>resource</span> <span class=s2>"google_project_service" "enable_dataflow_api"</span> {
+</span></span><span class=line><span class=cl><span class=n> project</span> <span class=o>=</span> <span class=k>var</span><span class=p>.</span><span class=k>gcp_project_id</span>
+</span></span><span class=line><span class=cl><span class=n> service</span> <span class=o>=</span> <span class=s2>"dataflow.googleapis.com"</span>
+</span></span><span class=line><span class=cl>}
+</span></span><span class=line><span class=cl>
+</span></span><span class=line><span class=cl><span class=err>//</span> <span class=k>DF</span> <span class=k>Beam</span> <span class=k>YAML</span>
+</span></span><span class=line><span class=cl><span class=k>resource</span> <span class=s2>"google_dataflow_flex_template_job" "data_movie_job"</span> {
+</span></span><span class=line><span class=cl><span class=n> provider</span> <span class=o>=</span> <span class=k>google</span><span class=err>-</span><span class=k>beta</span>
+</span></span><span class=line><span class=cl><span class=n> project</span> <span class=o>=</span> <span class=k>var</span><span class=p>.</span><span class=k>gcp_project_id</span>
+</span></span><span class=line><span class=cl><span class=n> name</span> <span class=o>=</span> <span class=s2>"movie-proto-events"</span>
+</span></span><span class=line><span class=cl><span class=n> container_spec_gcs_path</span> <span class=o>=</span> <span class=s2>"gs://dataflow-templates-${var.gcp_region}/latest/flex/Yaml_Template"</span>
+</span></span><span class=line><span class=cl><span class=n> region</span> <span class=o>=</span> <span class=k>var</span><span class=p>.</span><span class=k>gcp_region</span>
+</span></span><span class=line><span class=cl><span class=n> on_delete</span> <span class=o>=</span> <span class=s2>"drain"</span>
+</span></span><span class=line><span class=cl><span class=n> machine_type</span> <span class=o>=</span> <span class=s2>"n2d-standard-4"</span>
+</span></span><span class=line><span class=cl><span class=n> enable_streaming_engine</span> <span class=o>=</span> <span class=kt>true</span>
+</span></span><span class=line><span class=cl><span class=n> subnetwork</span> <span class=o>=</span> <span class=k>var</span><span class=p>.</span><span class=k>subnetwork</span>
+</span></span><span class=line><span class=cl><span class=n> skip_wait_on_job_termination</span> <span class=o>=</span> <span class=kt>true</span>
+</span></span><span class=line><span class=cl><span class=n> parameters</span> <span class=o>=</span> {
+</span></span><span class=line><span class=cl><span class=n> yaml_pipeline_file</span> <span class=o>=</span> <span class=s2>"gs://${var.bucket_name}/yamls/${var.package_version}/movie_events_pipeline.yml"</span>
+</span></span><span class=line><span class=cl><span class=n> max_num_workers</span> <span class=o>=</span> <span class=m>40</span>
+</span></span><span class=line><span class=cl><span class=n> worker_zone</span> <span class=o>=</span> <span class=k>var</span><span class=p>.</span><span class=k>gcp_zone</span>
+</span></span><span class=line><span class=cl> }
+</span></span><span class=line><span class=cl><span class=n> depends_on</span> <span class=o>=</span> <span class=p>[</span><span class=k>google_project_service</span><span class=p>.</span><span class=k>enable_dataflow_api</span><span class=p>]</span>
+</span></span><span class=line><span class=cl>}
+</span></span></code></pre></div><p>Assuming the BigQuery table exists, which you can do by using Terraform and Proto,
+this code creates a Dataflow job by using the Beam YAML code that reads Proto events from
+Kafka and writes them into BigQuery.</p><h2 id=improvements-and-conclusions>Improvements and conclusions</h2><p>The following community contributions could improve the Beam YAML code in this example:</p><ul><li><p><strong>Support schema registries:</strong> Integrate with schema registries such as Buf Registry or Apicurio for
+better schema management. The current workflow generates the descriptors by using Buf and store them in Google Cloud Storage.
+The descriptors could be stored in a schema registry instead.</p></li><li><p><strong>Enhanced Monitoring:</strong> Implement advanced monitoring and alerting mechanisms to quickly identify and address
+issues in the data pipeline.</p></li></ul><p>Leveraging Beam YAML and Protobuf lets us streamline the creation and maintenance of
+data processing pipelines, significantly reducing complexity. This approach ensures that engineers can more
+efficiently implement and scale robust, reusable pipelines without needs to manually write Beam code.</p><h2 id=contribute>Contribute</h2><p>Developers who want to help build out and add functionalities are welcome to start contributing to the effort in the
+<a href=https://github.com/apache/beam/tree/master/sdks/python/apache_beam/yaml>Beam YAML module</a>.</p><p>There is also a list of open <a href="https://github.com/apache/beam/issues?q=is%3Aopen+is%3Aissue+label%3Ayaml">bugs</a> found
+on the GitHub repo - now marked with the <code>yaml</code> tag.</p><p>Although Beam YAML is marked stable as of Beam 2.52, it is still under heavy development, with new features being
+added with each release. Those who want to be part of the design decisions and give insights to how the framework is
+being used are highly encouraged to join the <a href=https://beam.apache.org/community/contact-us/>dev mailing list</a>, where those discussions are occurring.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of [...]
+Danny McCormick &
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
+<a href=https://www.apache.org>The Apache Software Foundation</a>
+| <a href=/privacy_policy>Privacy Policy</a>
+| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beam-yaml-release/index.html b/website/generated-content/blog/beam-yaml-release/index.html
index 3921ee2450d..47a2d7cb858 100644
--- a/website/generated-content/blog/beam-yaml-release/index.html
+++ b/website/generated-content/blog/beam-yaml-release/index.html
@@ -125,9 +125,7 @@ added with each release. Those who wish to be part of the design decisions and g
being used are highly encouraged to join the dev mailing list as those discussions will be directed there. A link to
the dev list can be found <a href=https://beam.apache.org/community/contact-us/>here</a>.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/beamquest/index.html b/website/generated-content/blog/beamquest/index.html
index fdfa252b9af..d77ff7b1332 100644
--- a/website/generated-content/blog/beamquest/index.html
+++ b/website/generated-content/blog/beamquest/index.html
@@ -37,9 +37,7 @@
<script src=/js/sliders/top-banners.min.afa7d0a19acf7a3b28ca369490b3d401a619562a2a4c9612577be2f66a4b9855.js></script>
<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/capability-matrix/index.html b/website/generated-content/blog/capability-matrix/index.html
index 12016e90f06..4e812b28afb 100644
--- a/website/generated-content/blog/capability-matrix/index.html
+++ b/website/generated-content/blog/capability-matrix/index.html
@@ -188,9 +188,7 @@ Tyler Akidau [<a href=https://twitter.com/takidau>@takidau</a>]</span></div></he
<b></b></center></td><td width=25% class=cap-summary style=background-color:#ddd;border-color:#ca1><center><b>✕</b>
<b></b></center></td></tr><tr class=cap-summary><td class='cap-summary color-blank cap-blank' colspan=5></td></tr></table></div></p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p cl [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/contributor-spotlight-johanna-ojeling/index.html b/website/generated-content/blog/contributor-spotlight-johanna-ojeling/index.html
index 04e610c6e6d..8fa4200422e 100644
--- a/website/generated-content/blog/contributor-spotlight-johanna-ojeling/index.html
+++ b/website/generated-content/blog/contributor-spotlight-johanna-ojeling/index.html
@@ -37,9 +37,7 @@
<script src=/js/sliders/top-banners.min.afa7d0a19acf7a3b28ca369490b3d401a619562a2a4c9612577be2f66a4b9855.js></script>
<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/dataframe-api-preview-available/index.html b/website/generated-content/blog/dataframe-api-preview-available/index.html
index b716edebeb1..de6788e4af5 100644
--- a/website/generated-content/blog/dataframe-api-preview-available/index.html
+++ b/website/generated-content/blog/dataframe-api-preview-available/index.html
@@ -147,9 +147,7 @@ From there the best way to help is to knock out some of those not implemented
operations. We’re coordinating that work in
<a href=https://issues.apache.org/jira/browse/BEAM-9547>BEAM-9547</a>.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/deploy-python-pipeline-on-flink-runner/index.html b/website/generated-content/blog/deploy-python-pipeline-on-flink-runner/index.html
index dbbd868e3da..64673ae0679 100644
--- a/website/generated-content/blog/deploy-python-pipeline-on-flink-runner/index.html
+++ b/website/generated-content/blog/deploy-python-pipeline-on-flink-runner/index.html
@@ -654,9 +654,7 @@
</span></span><span class=line><span class=cl><span class=c1>## Delete the minikube.</span>
</span></span><span class=line><span class=cl>minikube delete</span></span></code></pre></div></div></div></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/dyi-content-discovery-platform-genai-beam/index.html b/website/generated-content/blog/dyi-content-discovery-platform-genai-beam/index.html
index a5096b7e128..3b05b1a25fc 100644
--- a/website/generated-content/blog/dyi-content-discovery-platform-genai-beam/index.html
+++ b/website/generated-content/blog/dyi-content-discovery-platform-genai-beam/index.html
@@ -129,9 +129,7 @@ $ > curl -X POST \
}
</code></pre><p><strong>Usage Tip:</strong> in case of abruptly changing topics, sometimes is better to use a new session identifier.</p><h3 id=deployment>Deployment</h3><p>As part of the platform solution, there are a set of scripts that help with the deployment of all the different components. By running the <code>start.sh</code> and setting the right parameters (GCP project, terraform state bucket and name for the platform instance) the script will take care of building the code, depl [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/first-release/index.html b/website/generated-content/blog/first-release/index.html
index 5f831bf7513..ea96659b57b 100644
--- a/website/generated-content/blog/first-release/index.html
+++ b/website/generated-content/blog/first-release/index.html
@@ -56,9 +56,7 @@ have any comments or discover any issues, I’d like to invite you to reach out
to us via <a href=/get-started/support/>user’s mailing list</a> or the
<a href=https://issues.apache.org/jira/browse/BEAM/>Apache JIRA issue tracker</a>.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/flink-batch-runner-milestone/index.html b/website/generated-content/blog/flink-batch-runner-milestone/index.html
index 2d660bb437f..95c6a581851 100644
--- a/website/generated-content/blog/flink-batch-runner-milestone/index.html
+++ b/website/generated-content/blog/flink-batch-runner-milestone/index.html
@@ -37,9 +37,7 @@
<script src=/js/sliders/top-banners.min.afa7d0a19acf7a3b28ca369490b3d401a619562a2a4c9612577be2f66a4b9855.js></script>
<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/go-2.40/index.html b/website/generated-content/blog/go-2.40/index.html
index 6f21332824b..e7b94af82a5 100644
--- a/website/generated-content/blog/go-2.40/index.html
+++ b/website/generated-content/blog/go-2.40/index.html
@@ -57,9 +57,7 @@ in Go. As always, please let us know what changes you would like to see by
<a href=https://github.com/apache/beam/issues/new/choose>filing an issue</a>,
<a href=dev@beam.apache.org>emailing the dev list</a>, or starting a <a href=https://app.slack.com/client/T4S1WH2J3/C9H0YNP3P>slack thread</a>!</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data proc [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/go-sdk-release/index.html b/website/generated-content/blog/go-sdk-release/index.html
index 9a6b66a6cff..5c7f72c7047 100644
--- a/website/generated-content/blog/go-sdk-release/index.html
+++ b/website/generated-content/blog/go-sdk-release/index.html
@@ -60,9 +60,7 @@ Ongoing focus is to bolster streaming focused features, improve existing connect
If you make something with the Go SDK, consider <a href=/community/contact-us/>sharing it with us</a>.
And remember, <a href=/contribute/>contributions</a> are always welcome.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/graduation-media-recap/index.html b/website/generated-content/blog/graduation-media-recap/index.html
index ab00324478e..a94accf37b9 100644
--- a/website/generated-content/blog/graduation-media-recap/index.html
+++ b/website/generated-content/blog/graduation-media-recap/index.html
@@ -55,9 +55,7 @@ stability. If you’d like to try out Apache Beam today, check out the latest
contribution and participation from anyone through our mailing lists, issue
tracker, pull requests, and events.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/gsoc-19/index.html b/website/generated-content/blog/gsoc-19/index.html
index 396542c78ce..181a3233977 100644
--- a/website/generated-content/blog/gsoc-19/index.html
+++ b/website/generated-content/blog/gsoc-19/index.html
@@ -55,9 +55,7 @@ I had never worked remotely, so this was a new experience. Although I struggled
I also had a lot of fun learning about Apache Beam’s internals, and other tools in the same ecosystem.
This was also the first time I had written code with a test-first approach.</p><p>I thank my mentor - Pablo Estrada, Apache Beam, The Apache Software Foundation and Google Summer of Code for this opportunity. I am also grateful to my mentor for helping me with everything I needed and more, and the Apache Beam community for being supportive and encouraging.</p><p>With the right effort, perseverance, conviction, and a plan, anything is possible. Anything.</p></div></div><div class=blog-con [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/hop-web-cloud/index.html b/website/generated-content/blog/hop-web-cloud/index.html
index b0a9ae29ec6..12db8238b51 100644
--- a/website/generated-content/blog/hop-web-cloud/index.html
+++ b/website/generated-content/blog/hop-web-cloud/index.html
@@ -177,9 +177,7 @@ Apache Hop visual pipelines with Google Cloud
Dataflow</a> to run a
Dataflow pipeline right from your web browser!</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/index.html b/website/generated-content/blog/index.html
index 66e1833a85b..d39227a6e1a 100644
--- a/website/generated-content/blog/index.html
+++ b/website/generated-content/blog/index.html
@@ -61,7 +61,7 @@ sdk</button>
website</button></div><div class=posts-list><a class="post-card tf-filter-item" href=/blog/beam-2.60.0/ data-categories='blog release '><div class="post-info post-category"><p>blog & release
</p><p>2024/10/17</p></div><p class=post-title>Apache Beam 2.60.0</p><p class=post-info>Yi Hu</p><div class=post-summary>We are happy to present the new 2.60.0 release of Beam. This release includes both improvements and new functionality. See the download page for this release.</div></a><a class="post-card tf-filter-item" href=/blog/beam-summit-2024-overview/ data-categories='blog '><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><p class=post-t [...]
Danny McCormick &
-Reza Rokni</p><div class=post-summary>At the recently concluded Beam Summit 2024, a two-day event held from September 4 to 5, numerous captivating presentations showcased the potential of Beam to address a wide range of challenges, with an emphasis on machine learning (ML).</div></a><a class="post-card tf-filter-item" href=/blog/unit-testing-in-beam/ data-categories='blog '><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><p class=post-title>Unit Testing in Beam: An [...]
+Reza Rokni</p><div class=post-summary>At the recently concluded Beam Summit 2024, a two-day event held from September 4 to 5, numerous captivating presentations showcased the potential of Beam to address a wide range of challenges, with an emphasis on machine learning (ML).</div></a><a class="post-card tf-filter-item" href=/blog/beam-yaml-proto/ data-categories='blog '><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><p class=post-title>Efficient Streaming Data Proc [...]
</p><p>2024/09/11</p></div><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p><div class=post-summary>We are happy to present the new 2.59.0 release of Beam. This release includes both improvements and new functionality. See the download page for this release.</div></a><a class="post-card tf-filter-item" href=/blog/beam-2.58.1/ data-categories='blog release '><div class="post-info post-category"><p>blog & release
</p><p>2024/08/15</p></div><p class=post-title>Apache Beam 2.58.1</p><p class=post-info>Danny McCormick</p><div class=post-summary>We are happy to present the new 2.58.1 release of Beam. This release includes both improvements and new functionality. See the download page for this release.</div></a><a class="post-card tf-filter-item" href=/blog/beam-2.58.0/ data-categories='blog release '><div class="post-info post-category"><p>blog & release
</p><p>2024/08/06</p></div><p class=post-title>Apache Beam 2.58.0</p><p class=post-info>Jack R. McCluskey</p><div class=post-summary>We are happy to present the new 2.58.0 release of Beam. This release includes both improvements and new functionality. See the download page for this release.</div></a><a class="post-card tf-filter-item" href=/blog/beam-2.57.0/ data-categories='blog release '><div class="post-info post-category"><p>blog & release
diff --git a/website/generated-content/blog/index.xml b/website/generated-content/blog/index.xml
index bb2b3993c68..533682df20d 100644
--- a/website/generated-content/blog/index.xml
+++ b/website/generated-content/blog/index.xml
@@ -98,7 +98,226 @@ limitations under the License.
<p>At Beam Summit, Beam contributors introduced <a href="https://youtu.be/R4iNwLBa3VQ">the Prism local runner</a> to the community. Prism greatly improves the local developer experience and reduces the gap between local and remote execution. In particular, when handling complicated ML tasks, Prism guarantees consistent runner behavior across these runners, a task that had previously lacked consistent support.</p>
<h2 id="summary">Summary</h2>
<p>Beam Summit 2024 showcased the tremendous potential of Apache Beam for addressing a wide range of data processing and machine learning challenges. We look forward to seeing even more innovative use cases and contributions in the future.</p>
-<p>To stay updated on the latest Beam developments and events, visit <a href="https://beam.apache.org/get-started/">the Apache Beam website</a> and follow us on <a href="https://www.linkedin.com/company/apache-beam/">social media</a>. We encourage you to join <a href="https://beam.apache.org/community/contact-us/">the Beam community</a> and <a href="https://beam.apache.org/contribute/">contribute to the project</a>. Together, let&rsquo;s unlock the full pot [...]
+<p>To stay updated on the latest Beam developments and events, visit <a href="https://beam.apache.org/get-started/">the Apache Beam website</a> and follow us on <a href="https://www.linkedin.com/company/apache-beam/">social media</a>. We encourage you to join <a href="https://beam.apache.org/community/contact-us/">the Beam community</a> and <a href="https://beam.apache.org/contribute/">contribute to the project</a>. Together, let&rsquo;s unlock the full pot [...]
+<!--
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+http://www.apache.org/licenses/LICENSE-2.0
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+<h1 id="efficient-streaming-data-processing-with-beam-yaml-and-protobuf">Efficient Streaming Data Processing with Beam YAML and Protobuf</h1>
+<p>As streaming data processing grows, so do its maintenance, complexity, and costs.
+This post explains how to efficiently scale pipelines by using <a href="https://protobuf.dev/">Protobuf</a>,
+which ensures that pipelines are reusable and quick to deploy. The goal is to keep this process simple
+for engineers to implement using <a href="https://beam.apache.org/documentation/sdks/yaml/">Beam YAML</a>.</p>
+<h2 id="simplify-pipelines-with-beam-yaml">Simplify pipelines with Beam YAML</h2>
+<p>Creating a pipeline in Beam can be somewhat difficult, especially for new Apache Beam users.
+Setting up the project, managing dependencies, and so on can be challenging.
+Beam YAML eliminates most of the boilerplate code,
+which allows you to focus on the most important part of the work: data transformation.</p>
+<p>Some of the key benefits of Beam YAML include:</p>
+<ul>
+<li><strong>Readability:</strong> By using a declarative language (<a href="https://yaml.org/">YAML</a>), the pipeline configuration is more human readable.</li>
+<li><strong>Reusability:</strong> Reusing the same components across different pipelines is simplified.</li>
+<li><strong>Maintainability:</strong> Pipeline maintenance and updates are easier.</li>
+</ul>
+<p>The following template shows an example of reading events from a <a href="https://kafka.apache.org/intro">Kafka</a> topic and
+writing them into <a href="https://cloud.google.com/bigquery?hl=en">BigQuery</a>.</p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="nt">pipeline</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">transforms</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">ReadFromKafka</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">ReadProtoMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">topic</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;TOPIC_NAME&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">format</span><span class="p">:</span><span class="w"> </span><span class="l">RAW/AVRO/JSON/PROTO</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">bootstrap_servers</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;BOOTSTRAP_SERVERS&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">schema</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;SCHEMA&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">WriteToBigQuery</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">WriteMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">input</span><span class="p">:</span><span class="w"> </span><span class="l">ReadProtoMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">table</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;PROJECT_ID.DATASET.MOVIE_EVENTS_TABLE&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">useAtLeastOnceSemantics</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">options</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">streaming</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">dataflow_service_options</span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="l">streaming_mode_at_least_once]</span><span class="w">
+</span></span></span></code></pre></div><h2 id="the-complete-workflow">The complete workflow</h2>
+<p>This section demonstrates the complete workflow for this pipeline.</p>
+<h3 id="create-a-simple-proto-event">Create a simple proto event</h3>
+<p>The following code creates a simple movie event.</p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-protobuf" data-lang="protobuf"><span class="line"><span class="cl"><span class="c1">// events/v1/movie_event.proto
+</span></span></span><span class="line"><span class="cl"><span class="c1"></span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="n">syntax</span> <span class="o">=</span> <span class="s">&#34;proto3&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="kn">package</span> <span class="nn">event</span><span class="o">.</span><span class="n">v1</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="k">import</span> <span class="s">&#34;bq_field.proto&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="k">import</span> <span class="s">&#34;bq_table.proto&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="k">import</span> <span class="s">&#34;buf/validate/validate.proto&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="k">import</span> <span class="s">&#34;google/protobuf/wrappers.proto&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="kd">message</span> <span class="nc">MovieEvent</span> <span class="p">{</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="k">option</span> <span class="p">(</span><span class="n">gen_bq_schema.bigquery_opts</span><span class="p">)</span><span class="o">.</span><span class="n">table_name</span> <span class="o">=</span> <span class="s">&#34;movie_table&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">google.protobuf.StringValue</span> <span class="n">event_id</span> <span class="o">=</span> <span class="mi">1</span> <span class="p">[(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">description</span> <span class="o">=</span> <span class=" [...]
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">google.protobuf.StringValue</span> <span class="n">user_id</span> <span class="o">=</span> <span class="mi">2</span> <span class="p">[(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">description</span> <span class="o">=</span> <span class="s [...]
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">google.protobuf.StringValue</span> <span class="n">movie_id</span> <span class="o">=</span> <span class="mi">3</span> <span class="p">[(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">description</span> <span class="o">=</span> <span class=" [...]
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">google.protobuf.Int32Value</span> <span class="n">rating</span> <span class="o">=</span> <span class="mi">4</span> <span class="p">[(</span><span class="n">buf.validate.field</span><span class="p">)</span><span class="o">.</span><span class="kt">int32</span> <span class="o">=</span> <span class="p">{</spa [...]
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="c1">// validates the average rating is at least 0
+</span></span></span><span class="line"><span class="cl"><span class="c1"></span> <span class="n">gte</span><span class="o">:</span> <span class="mi">0</span><span class="p">,</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="c1">// validates the average rating is at most 100
+</span></span></span><span class="line"><span class="cl"><span class="c1"></span> <span class="n">lte</span><span class="o">:</span> <span class="mi">100</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">},</span> <span class="p">(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">description</span> <span class="o">=</span> <span class="s">&#34;Movie rating&#34;</span><span class="p">];</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="kt">string</span> <span class="n">event_dt</span> <span class="o">=</span> <span class="mi">5</span> <span class="p">[</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">type_override</span> <span class="o">=</span> <span class="s">&#34;DATETIME&#34;</span><span class="p">,</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">description</span> <span class="o">=</span> <span class="s">&#34;UTC Datetime representing when we received this event. Format: YYYY-MM-DDTHH:MM:SS&#34;</span><span class="p">,</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">(</span><span class="n">buf.validate.field</span><span class="p">)</span> <span class="o">=</span> <span class="p">{</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="kt">string</span><span class="o">:</span> <span class="p">{</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">pattern</span><span class="o">:</span> <span class="s">&#34;^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}$&#34;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">},</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">ignore_empty</span><span class="o">:</span> <span class="kc">false</span><span class="p">,</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">}</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">];</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="p">}</span><span class="err">
+</span></span></span></code></pre></div><p>Because these events are written to BigQuery,
+the <a href="https://buf.build/googlecloudplatform/bq-schema-api/file/main:bq_field.proto"><code>bq_field</code></a> proto
+and the <a href="https://buf.build/googlecloudplatform/bq-schema-api/file/main:bq_table.proto"><code>bq_table</code></a> proto are imported.
+These proto files help generate the BigQuery JSON schema.
+This example also demonstrates a shift-left approach, which moves testing, quality,
+and performance as early as possible in the development process. For example, to ensure that only valid events are generated from the source, the <code>buf.validate</code> elements are included.</p>
+<p>After you create the <code>movie_event.proto</code> proto in the <code>events/v1</code> folder, you can generate
+the necessary <a href="https://buf.build/docs/reference/descriptors">file descriptor</a>.
+A file descriptor is a compiled representation of the schema that allows various tools and systems
+to understand and work with protobuf data dynamically. To simplify the process, this example uses Buf,
+which requires the following configuration files.</p>
+<p><b>Buf configuration:</b></p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="c"># buf.yaml</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">version</span><span class="p">:</span><span class="w"> </span><span class="l">v2</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">deps</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="l">buf.build/googlecloudplatform/bq-schema-api</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="l">buf.build/bufbuild/protovalidate</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">breaking</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">use</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="l">FILE</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">lint</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">use</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="l">DEFAULT</span><span class="w">
+</span></span></span></code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="c"># buf.gen.yaml</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">version</span><span class="p">:</span><span class="w"> </span><span class="l">v2</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">managed</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">enabled</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">plugins</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># Python Plugins</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">remote</span><span class="p">:</span><span class="w"> </span><span class="l">buf.build/protocolbuffers/python</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">out</span><span class="p">:</span><span class="w"> </span><span class="l">gen/python</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">remote</span><span class="p">:</span><span class="w"> </span><span class="l">buf.build/grpc/python</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">out</span><span class="p">:</span><span class="w"> </span><span class="l">gen/python</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># Java Plugins</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">remote</span><span class="p">:</span><span class="w"> </span><span class="l">buf.build/protocolbuffers/java:v25.2</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">out</span><span class="p">:</span><span class="w"> </span><span class="l">gen/maven/src/main/java</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">remote</span><span class="p">:</span><span class="w"> </span><span class="l">buf.build/grpc/java</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">out</span><span class="p">:</span><span class="w"> </span><span class="l">gen/maven/src/main/java</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># BQ Schemas</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">remote</span><span class="p">:</span><span class="w"> </span><span class="l">buf.build/googlecloudplatform/bq-schema:v1.1.0</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">out</span><span class="p">:</span><span class="w"> </span><span class="l">protoc-gen/bq_schema</span><span class="w">
+</span></span></span></code></pre></div><p>Run the following two commands to generate the necessary Java, Python, BigQuery schema, and Descriptor file:</p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl">// Generate the buf.lock file
+</span></span><span class="line"><span class="cl">buf deps update
+</span></span><span class="line"><span class="cl">
+</span></span><span class="line"><span class="cl">// It generates the descriptor in descriptor.binp.
+</span></span><span class="line"><span class="cl">buf build . -o descriptor.binp --exclude-imports
+</span></span><span class="line"><span class="cl">
+</span></span><span class="line"><span class="cl">// It generates the Java, Python and BigQuery schema as described in buf.gen.yaml
+</span></span><span class="line"><span class="cl">buf generate --include-imports
+</span></span></code></pre></div><h3 id="make-the-beam-yaml-read-proto">Make the Beam YAML read proto</h3>
+<p>Make the following modifications to the to the YAML file:</p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="c"># movie_events_pipeline.yml</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">pipeline</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">transforms</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">ReadFromKafka</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">ReadProtoMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">topic</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;movie_proto&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">format</span><span class="p">:</span><span class="w"> </span><span class="l">PROTO</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">bootstrap_servers</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;&lt;BOOTSTRAP_SERVERS&gt;&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">file_descriptor_path</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;gs://my_proto_bucket/movie/v1.0.0/descriptor.binp&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">message_name</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;event.v1.MovieEvent&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">WriteToBigQuery</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">WriteMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">input</span><span class="p">:</span><span class="w"> </span><span class="l">ReadProtoMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">table</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;&lt;PROJECT_ID&gt;.raw.movie_table&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">useAtLeastOnceSemantics</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">options</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">streaming</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">dataflow_service_options</span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="l">streaming_mode_at_least_once]</span><span class="w">
+</span></span></span></code></pre></div><p>This step changes the format to <code>PROTO</code> and adds the <code>file_descriptor_path</code> and the <code>message_name</code>.</p>
+<h3 id="deploy-the-pipeline-with-terraform">Deploy the pipeline with Terraform</h3>
+<p>You can use <a href="https://www.terraform.io/">Terraform</a> to deploy the Beam YAML pipeline
+with <a href="https://cloud.google.com/products/dataflow?hl=en">Dataflow</a> as the runner.
+The following Terraform code example demonstrates how to achieve this:</p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-hcl" data-lang="hcl"><span class="line"><span class="cl"><span class="err">//</span> <span class="k">Enable</span> <span class="k">Dataflow</span> <span class="k">API</span><span class="p">.</span>
+</span></span><span class="line"><span class="cl"><span class="k">resource</span> <span class="s2">&#34;google_project_service&#34; &#34;enable_dataflow_api&#34;</span> {
+</span></span><span class="line"><span class="cl"><span class="n"> project</span> <span class="o">=</span> <span class="k">var</span><span class="p">.</span><span class="k">gcp_project_id</span>
+</span></span><span class="line"><span class="cl"><span class="n"> service</span> <span class="o">=</span> <span class="s2">&#34;dataflow.googleapis.com&#34;</span>
+</span></span><span class="line"><span class="cl">}
+</span></span><span class="line"><span class="cl">
+</span></span><span class="line"><span class="cl"><span class="err">//</span> <span class="k">DF</span> <span class="k">Beam</span> <span class="k">YAML</span>
+</span></span><span class="line"><span class="cl"><span class="k">resource</span> <span class="s2">&#34;google_dataflow_flex_template_job&#34; &#34;data_movie_job&#34;</span> {
+</span></span><span class="line"><span class="cl"><span class="n"> provider</span> <span class="o">=</span> <span class="k">google</span><span class="err">-</span><span class="k">beta</span>
+</span></span><span class="line"><span class="cl"><span class="n"> project</span> <span class="o">=</span> <span class="k">var</span><span class="p">.</span><span class="k">gcp_project_id</span>
+</span></span><span class="line"><span class="cl"><span class="n"> name</span> <span class="o">=</span> <span class="s2">&#34;movie-proto-events&#34;</span>
+</span></span><span class="line"><span class="cl"><span class="n"> container_spec_gcs_path</span> <span class="o">=</span> <span class="s2">&#34;gs://dataflow-templates-${var.gcp_region}/latest/flex/Yaml_Template&#34;</span>
+</span></span><span class="line"><span class="cl"><span class="n"> region</span> <span class="o">=</span> <span class="k">var</span><span class="p">.</span><span class="k">gcp_region</span>
+</span></span><span class="line"><span class="cl"><span class="n"> on_delete</span> <span class="o">=</span> <span class="s2">&#34;drain&#34;</span>
+</span></span><span class="line"><span class="cl"><span class="n"> machine_type</span> <span class="o">=</span> <span class="s2">&#34;n2d-standard-4&#34;</span>
+</span></span><span class="line"><span class="cl"><span class="n"> enable_streaming_engine</span> <span class="o">=</span> <span class="kt">true</span>
+</span></span><span class="line"><span class="cl"><span class="n"> subnetwork</span> <span class="o">=</span> <span class="k">var</span><span class="p">.</span><span class="k">subnetwork</span>
+</span></span><span class="line"><span class="cl"><span class="n"> skip_wait_on_job_termination</span> <span class="o">=</span> <span class="kt">true</span>
+</span></span><span class="line"><span class="cl"><span class="n"> parameters</span> <span class="o">=</span> {
+</span></span><span class="line"><span class="cl"><span class="n"> yaml_pipeline_file</span> <span class="o">=</span> <span class="s2">&#34;gs://${var.bucket_name}/yamls/${var.package_version}/movie_events_pipeline.yml&#34;</span>
+</span></span><span class="line"><span class="cl"><span class="n"> max_num_workers</span> <span class="o">=</span> <span class="m">40</span>
+</span></span><span class="line"><span class="cl"><span class="n"> worker_zone</span> <span class="o">=</span> <span class="k">var</span><span class="p">.</span><span class="k">gcp_zone</span>
+</span></span><span class="line"><span class="cl"> }
+</span></span><span class="line"><span class="cl"><span class="n"> depends_on</span> <span class="o">=</span> <span class="p">[</span><span class="k">google_project_service</span><span class="p">.</span><span class="k">enable_dataflow_api</span><span class="p">]</span>
+</span></span><span class="line"><span class="cl">}
+</span></span></code></pre></div><p>Assuming the BigQuery table exists, which you can do by using Terraform and Proto,
+this code creates a Dataflow job by using the Beam YAML code that reads Proto events from
+Kafka and writes them into BigQuery.</p>
+<h2 id="improvements-and-conclusions">Improvements and conclusions</h2>
+<p>The following community contributions could improve the Beam YAML code in this example:</p>
+<ul>
+<li>
+<p><strong>Support schema registries:</strong> Integrate with schema registries such as Buf Registry or Apicurio for
+better schema management. The current workflow generates the descriptors by using Buf and store them in Google Cloud Storage.
+The descriptors could be stored in a schema registry instead.</p>
+</li>
+<li>
+<p><strong>Enhanced Monitoring:</strong> Implement advanced monitoring and alerting mechanisms to quickly identify and address
+issues in the data pipeline.</p>
+</li>
+</ul>
+<p>Leveraging Beam YAML and Protobuf lets us streamline the creation and maintenance of
+data processing pipelines, significantly reducing complexity. This approach ensures that engineers can more
+efficiently implement and scale robust, reusable pipelines without needs to manually write Beam code.</p>
+<h2 id="contribute">Contribute</h2>
+<p>Developers who want to help build out and add functionalities are welcome to start contributing to the effort in the
+<a href="https://github.com/apache/beam/tree/master/sdks/python/apache_beam/yaml">Beam YAML module</a>.</p>
+<p>There is also a list of open <a href="https://github.com/apache/beam/issues?q=is%3Aopen+is%3Aissue+label%3Ayaml">bugs</a> found
+on the GitHub repo - now marked with the <code>yaml</code> tag.</p>
+<p>Although Beam YAML is marked stable as of Beam 2.52, it is still under heavy development, with new features being
+added with each release. Those who want to be part of the design decisions and give insights to how the framework is
+being used are highly encouraged to join the <a href="https://beam.apache.org/community/contact-us/">dev mailing list</a>, where those discussions are occurring.</p></description></item><item><title>Blog: Unit Testing in Beam: An opinionated guide</title><link>/blog/unit-testing-in-beam/</link><pubDate>Fri, 13 Sep 2024 00:00:01 -0800</pubDate><guid>/blog/unit-testing-in-beam/</guid><description>
<!--
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
@@ -7114,148 +7333,4 @@ Ongoing focus is to bolster streaming focused features, improve existing connect
<h2 id="conclusion">Conclusion</h2>
<p>We hope you find the SDK useful, and it&rsquo;s still early days.
If you make something with the Go SDK, consider <a href="/community/contact-us/">sharing it with us</a>.
-And remember, <a href="/contribute/">contributions</a> are always welcome.</p></description></item><item><title>Blog: Apache Beam 2.33.0</title><link>/blog/beam-2.33.0/</link><pubDate>Thu, 07 Oct 2021 00:00:01 -0800</pubDate><guid>/blog/beam-2.33.0/</guid><description>
-<!--
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-http://www.apache.org/licenses/LICENSE-2.0
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
--->
-<p>We are happy to present the new 2.33.0 release of Beam.
-This release includes both improvements and new functionality.
-See the <a href="/get-started/downloads/#2330-2021-10-07">download page</a> for this release.</p>
-<p>For more information on changes in 2.33.0, check out the <a href="https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319527&amp;version=12350404">detailed release
-notes</a>.</p>
-<h2 id="highlights">Highlights</h2>
-<ul>
-<li>Go SDK is no longer experimental, and is officially part of the Beam release process.
-<ul>
-<li>Matching Go SDK containers are published on release.</li>
-<li>Batch usage is well supported, and tested on Flink, Spark, and the Python Portable Runner.
-<ul>
-<li>SDK Tests are also run against Google Cloud Dataflow, but this doesn&rsquo;t indicate reciprocal support.</li>
-</ul>
-</li>
-<li>The SDK supports Splittable DoFns, Cross Language transforms, and most Beam Model basics.</li>
-<li>Go Modules are now used for dependency management.
-<ul>
-<li>This is a breaking change, see Breaking Changes for resolution.</li>
-<li>Easier path to contribute to the Go SDK, no need to set up a GO_PATH.</li>
-<li>Minimum Go version is now Go v1.16</li>
-</ul>
-</li>
-<li>See the announcement blogpost for full information once published.</li>
-</ul>
-</li>
-</ul>
-<!--
-{$TOPICS e.g.:}
-### I/Os
-* Support for X source added (Java) ([BEAM-X](https://issues.apache.org/jira/browse/BEAM-X)).
-{$TOPICS}
--->
-<h3 id="new-features--improvements">New Features / Improvements</h3>
-<ul>
-<li>Projection pushdown in SchemaIO (<a href="https://issues.apache.org/jira/browse/BEAM-12609">BEAM-12609</a>).</li>
-<li>Upgrade Flink runner to Flink versions 1.13.2, 1.12.5 and 1.11.4 (<a href="https://issues.apache.org/jira/browse/BEAM-10955">BEAM-10955</a>).</li>
-</ul>
-<h3 id="breaking-changes">Breaking Changes</h3>
-<ul>
-<li>Since release 2.30.0, &ldquo;The AvroCoder changes for BEAM-2303 [changed] the reader/writer from the Avro ReflectDatum* classes to the SpecificDatum* classes&rdquo; (Java). This default behavior change has been reverted in this release. Use the <code>useReflectApi</code> setting to control it (<a href="https://issues.apache.org/jira/browse/BEAM-12628">BEAM-12628</a>).</li>
-</ul>
-<h3 id="deprecations">Deprecations</h3>
-<ul>
-<li>Python GBK will stop supporting unbounded PCollections that have global windowing and a default trigger in Beam 2.34. This can be overriden with <code>--allow_unsafe_triggers</code>. (<a href="https://issues.apache.org/jira/browse/BEAM-9487">BEAM-9487</a>).</li>
-<li>Python GBK will start requiring safe triggers or the <code>--allow_unsafe_triggers</code> flag starting with Beam 2.34. (<a href="https://issues.apache.org/jira/browse/BEAM-9487">BEAM-9487</a>).</li>
-</ul>
-<h3 id="bugfixes">Bugfixes</h3>
-<ul>
-<li>UnsupportedOperationException when reading from BigQuery tables and converting
-TableRows to Beam Rows (Java)
-(<a href="https://issues.apache.org/jira/browse/BEAM-12479">BEAM-12479</a>).</li>
-<li>SDFBoundedSourceReader behaves much slower compared with the original behavior
-of BoundedSource (Python)
-(<a href="https://issues.apache.org/jira/browse/BEAM-12781">BEAM-12781</a>).</li>
-<li>ORDER BY column not in SELECT crashes (ZetaSQL)
-(<a href="https://issues.apache.org/jira/browse/BEAM-12759">BEAM-12759</a>).</li>
-</ul>
-<h3 id="known-issues">Known Issues</h3>
-<ul>
-<li>Spark 2.x users will need to update Spark&rsquo;s Jackson runtime dependencies (<code>spark.jackson.version</code>) to at least version 2.9.2, due to Beam updating its dependencies.</li>
-<li>See a full list of open <a href="https://issues.apache.org/jira/issues/?jql=project%20%3D%20BEAM%20AND%20affectedVersion%20%3D%202.33.0%20ORDER%20BY%20priority%20DESC%2C%20updated%20DESC">issues that affect</a> this version.</li>
-<li>Go SDK jobs may produce &ldquo;Failed to deduce Step from MonitoringInfo&rdquo; messages following successful job execution. The messages are benign and don&rsquo;t indicate job failure. These are due to not yet handling PCollection metrics.</li>
-<li>Large Java BigQueryIO writes with the FILE_LOADS method will fail in batch mode (specifically, when copy jobs are used).
-This results in the error message: <code>IllegalArgumentException: Attempting to access unknown side input</code>.
-Please upgrade to a newer version (&gt; 2.34.0) or use another write method (e.g. <code>STORAGE_WRITE_API</code>).</li>
-</ul>
-<h2 id="list-of-contributors">List of Contributors</h2>
-<p>According to git shortlog, the following people contributed to the 2.33.0 release. Thank you to all contributors!</p>
-<p>Ahmet Altay,
-Alex Amato,
-Alexey Romanenko,
-Andreas Bergmeier,
-Andres Rodriguez,
-Andrew Pilloud,
-Andy Xu,
-Ankur Goenka,
-anthonyqzhu,
-Benjamin Gonzalez,
-Bhupinder Sindhwani,
-Chamikara Jayalath,
-Claire McGinty,
-Daniel Mateus Pires,
-Daniel Oliveira,
-David Huntsperger,
-Dylan Hercher,
-emily,
-Emily Ye,
-Etienne Chauchot,
-Eugene Nikolaiev,
-Heejong Lee,
-iindyk,
-Iñigo San Jose Visiers,
-Ismaël Mejía,
-Jack McCluskey,
-Jan Lukavský,
-Jeff Ruane,
-Jeremy Lewi,
-KevinGG,
-Ke Wu,
-Kyle Weaver,
-lostluck,
-Luke Cwik,
-Marwan Tammam,
-masahitojp,
-Mehdi Drissi,
-Minbo Bae,
-Ning Kang,
-Pablo Estrada,
-Pascal Gillet,
-Pawas Chhokra,
-Reuven Lax,
-Ritesh Ghorse,
-Robert Bradshaw,
-Robert Burke,
-Rodrigo Benenson,
-Ryan Thompson,
-Saksham Gupta,
-Sam Rohde,
-Sam Whittle,
-Sayat,
-Sayat Satybaldiyev,
-Siyuan Chen,
-Slava Chernyak,
-Steve Niemitz,
-Steven Niemitz,
-tvalentyn,
-Tyson Hamilton,
-Udi Meiri,
-vachan-shetty,
-Venkatramani Rajgopal,
-Yichi Zhang,
-zhoufek</p></description></item></channel></rss>
\ No newline at end of file
+And remember, <a href="/contribute/">contributions</a> are always welcome.</p></description></item></channel></rss>
\ No newline at end of file
diff --git a/website/generated-content/blog/kafka-to-pubsub-example/index.html b/website/generated-content/blog/kafka-to-pubsub-example/index.html
index 676c622bdfb..57326c3c196 100644
--- a/website/generated-content/blog/kafka-to-pubsub-example/index.html
+++ b/website/generated-content/blog/kafka-to-pubsub-example/index.html
@@ -65,9 +65,7 @@ you more understanding on how pipelines work and look like. If you are already u
some code samples in it will be useful for your use cases.</p><p>Please
<a href=/community/contact-us/>let us know</a> if you encounter any issues.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/looping-timers/index.html b/website/generated-content/blog/looping-timers/index.html
index 7544b34f3fb..c1d3d45a225 100644
--- a/website/generated-content/blog/looping-timers/index.html
+++ b/website/generated-content/blog/looping-timers/index.html
@@ -241,9 +241,7 @@ DirectRunner. For other runners, please look out for their release notes on
support for dealing with this use case in production.</p><p>(<a href=/documentation/runners/capability-matrix/>Capability Matrix</a>)</p><p>Runner specific notes:
Google Cloud Dataflow Runners Drain feature does not support looping timers (Link to matrix)</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/managing-beam-dependencies-in-java/index.html b/website/generated-content/blog/managing-beam-dependencies-in-java/index.html
index 232b925810c..43f02437e5f 100644
--- a/website/generated-content/blog/managing-beam-dependencies-in-java/index.html
+++ b/website/generated-content/blog/managing-beam-dependencies-in-java/index.html
@@ -85,9 +85,7 @@ useful. <a href=https://beam.apache.org/community/contact-us/>Feedback</a> and
contributions are always welcome! So feel free to create a GitHub issue, or open
a Pull Request if you encounter any problem when using those artifacts.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/ml-resources/index.html b/website/generated-content/blog/ml-resources/index.html
index 95314c25a4f..c7f2dc2831f 100644
--- a/website/generated-content/blog/ml-resources/index.html
+++ b/website/generated-content/blog/ml-resources/index.html
@@ -57,9 +57,7 @@ other pieces of the Machine Learning lifecycle like model evaluation with TFMA,
per-entity training, and more online training.</p><p>We hope you find this useful! As always, if you see any areas for improvement, please <a href=https://github.com/apache/beam/issues/new/choose>open an issue</a>
or a <a href=https://github.com/apache/beam/pulls>pull request</a>!</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/pattern-match-beam-sql/index.html b/website/generated-content/blog/pattern-match-beam-sql/index.html
index db3c9707fd0..51446bd6f69 100644
--- a/website/generated-content/blog/pattern-match-beam-sql/index.html
+++ b/website/generated-content/blog/pattern-match-beam-sql/index.html
@@ -85,9 +85,7 @@ only stores an event to the buffer if the event is a match to some pattern class
previous event back if the previous row is discarded. So the first row would always be a match (different from the standard)
if PREV is used.</p></blockquote><h2 id=progress>Progress</h2><ol><li>PRs<ol><li><a href=https://github.com/apache/beam/pull/12232>Support MATCH_RECOGNIZE using regex library</a> (merged)</li><li><a href=https://github.com/apache/beam/pull/12532>Support MATCH_RECOGNIZE using NFA</a> (pending)</li></ol></li><li>Commits<ol><li>partition by: <a href=https://github.com/apache/beam/pull/12232/commits/064ada7257970bcb1d35530be1b88cb3830f242b>commit 064ada7</a></li><li>order by: <a href=https:/ [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/presentation-materials/index.html b/website/generated-content/blog/presentation-materials/index.html
index 8a53cfa262d..25f21634dcc 100644
--- a/website/generated-content/blog/presentation-materials/index.html
+++ b/website/generated-content/blog/presentation-materials/index.html
@@ -40,9 +40,7 @@
&
Tyler Akidau [<a href=https://twitter.com/takidau>@takidau</a>]</span></div></header><div class="arrow-list header-top-margin" itemprop=articleBody><p>Are you interested in giving a presentation about Apache Beam? Perhaps you want to talk about Apache Beam at a local Meetup or a convention. Excellent! The Apache Beam community is excited to expand and grow the community. To help kickstart this process, we are excited to announce an initial set of <a href=/contribute/presentation-material [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/python-improved-annotations/index.html b/website/generated-content/blog/python-improved-annotations/index.html
index ce16655a757..05312151079 100644
--- a/website/generated-content/blog/python-improved-annotations/index.html
+++ b/website/generated-content/blog/python-improved-annotations/index.html
@@ -74,9 +74,7 @@ type hints by removing the outer PCollection container.</p><h2 id=pbegin-pdone-n
<a href=/community/contact-us/>let us know</a>
if you encounter any issues.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/python-performance-runtime-type-checking/index.html b/website/generated-content/blog/python-performance-runtime-type-checking/index.html
index 40f50684b64..af12b9eb93a 100644
--- a/website/generated-content/blog/python-performance-runtime-type-checking/index.html
+++ b/website/generated-content/blog/python-performance-runtime-type-checking/index.html
@@ -86,9 +86,7 @@ while providing higher quality error messages.</p><p>So what would the same erro
<a href=/community/contact-us/>let us know</a>
if you encounter any issues.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/python-sdk-now-public/index.html b/website/generated-content/blog/python-sdk-now-public/index.html
index 59622a63b1f..702a6d92f76 100644
--- a/website/generated-content/blog/python-sdk-now-public/index.html
+++ b/website/generated-content/blog/python-sdk-now-public/index.html
@@ -39,9 +39,7 @@
</p><p>2016/02/25</p></div><header class=post-header><h2 itemprop="name headline">Dataflow Python SDK is now public!</h1><div class=post-info><span>James Malone [<a href=https://twitter.com/chimerasaurus>@chimerasaurus</a>]</span></div></header><div class="arrow-list header-top-margin" itemprop=articleBody><p>When the Apache Beam project proposed entry into the <a href=https://wiki.apache.org/incubator/BeamProposal>Apache Incubator</a> the proposal
included the <a href=https://github.com/GoogleCloudPlatform/DataflowJavaSDK>Dataflow Java SDK</a>. In the long term, however, Apache Beam aims to support SDKs implemented in multiple languages, such as Python.</p><p>Today, Google submitted the <a href=https://github.com/GoogleCloudPlatform/DataflowPythonSDK>Dataflow Python (2.x) SDK</a> on GitHub. Google is committed to including the in progress python SDK in Apache Beam and, in that spirit, we’ve moved development of the Python SD [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/python-sdk-release/index.html b/website/generated-content/blog/python-sdk-release/index.html
index 6f42e68175d..2e0308c80c5 100644
--- a/website/generated-content/blog/python-sdk-release/index.html
+++ b/website/generated-content/blog/python-sdk-release/index.html
@@ -63,9 +63,7 @@ p.run()
</code></pre><p>This example estimates Pi by throwing random darts into the unit square and keeping track of the fraction of those darts that fell into the unit circle (see the full <a href=https://github.com/apache/beam/blob/v0.6.0/sdks/python/apache_beam/examples/complete/estimate_pi.py>example</a> for details). If you are curious, you can check the result of our estimation by looking at the output file.</p><pre tabindex=0><code>$ cat pi_estimate.txt*
</code></pre><h4 id=roadmap>Roadmap</h4><p>The first thing on the Python SDK’s roadmap is to address two of its limitations. First, the existing runners are currently limited to bounded PCollections, and we are looking forward to extending the SDK to support unbounded PCollections (“streaming”). Additionally, we are working on extending support to more Apache Beam runners, and the upcoming Fn API will do the heavy lifting.</p><p>Both of these improvements will enable the Python SDK to fu [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/python-typing/index.html b/website/generated-content/blog/python-typing/index.html
index d098421fd97..8d48400357e 100644
--- a/website/generated-content/blog/python-typing/index.html
+++ b/website/generated-content/blog/python-typing/index.html
@@ -96,9 +96,7 @@ native types. Please
<a href=/community/contact-us/>let us know</a> if you encounter
issues.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/review-input-streaming-connectors/index.html b/website/generated-content/blog/review-input-streaming-connectors/index.html
index 68bd28711b6..b6635609c08 100644
--- a/website/generated-content/blog/review-input-streaming-connectors/index.html
+++ b/website/generated-content/blog/review-input-streaming-connectors/index.html
@@ -41,9 +41,7 @@ Julien Phalip [<a href=https://twitter.com/julienphalip>@julienphalip</a>]</span
and <a href=https://spark.apache.org/docs/latest/api/java/org/apache/spark/streaming/StreamingContext.html#textFileStream-java.lang.String->textFileStream</a></td></tr><tr><td>S3<br>(Using the <code>s3://</code> URI)</td><td><a href=https://beam.apache.org/releases/javadoc/2.60.0/org/apache/beam/sdk/io/FileIO.html>FileIO</a> + <a href=https://beam.apache.org/releases/javadoc/2.60.0/org/apache/beam/sdk/io/aws2/options/S3Options.html>S3Options</a></td></tr><tr><td rowspan=3>Messaging Queue [...]
and <a href=https://spark.apache.org/docs/latest/api/python/reference/api/pyspark.streaming.StreamingContext.textFileStream.html>textFileStream</a></td></tr><tr><td rowspan=2>Object stores</td><td>Google Cloud Storage</td><td><a href=https://beam.apache.org/releases/pydoc/2.60.0/apache_beam.io.gcp.gcsio.html>io.gcp.gcsio</a></td><td rowspan=2><a href=https://spark.apache.org/docs/latest/api/python/reference/api/pyspark.streaming.StreamingContext.html#pyspark.streaming.StreamingContext>te [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/scaling-streaming-workload/index.html b/website/generated-content/blog/scaling-streaming-workload/index.html
index 98bd4286f93..95661e22ac6 100644
--- a/website/generated-content/blog/scaling-streaming-workload/index.html
+++ b/website/generated-content/blog/scaling-streaming-workload/index.html
@@ -40,9 +40,7 @@
<img class=center-block src=/images/blog/scaling-streaming-workload/5-output-size.png alt="Row output size"></p><p>The <code>PCollection</code> size written into BigQuery is considerably smaller than on previous executions. In fact, for this particular execution, the Beam row format is a smaller size than the Thrift format. A larger <code>PCollection</code> conformed by bigger per-element sizes can put nontrivial memory pressure in smaller worker configurations, reducing the overall thro [...]
<img class=center-block src=/images/blog/scaling-streaming-workload/7-current-shuffle-total.png alt="Streamed data size"></p><p>Considering all of these factors, this change further optimizes the workload, achieving a throughput of 6.4 MB/s per CPU core. This improvement is small compared to the same workload when using consistent writes into BigQuery, but it uses less streaming data resources. This configuration represents the most optimal setup for our workload, with the highest throug [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/season-of-docs/index.html b/website/generated-content/blog/season-of-docs/index.html
index 42dd8dfcf3e..6731062c603 100644
--- a/website/generated-content/blog/season-of-docs/index.html
+++ b/website/generated-content/blog/season-of-docs/index.html
@@ -38,9 +38,7 @@
<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
This project involves a number of <a href=https://issues.apache.org/jira/browse/BEAM-2888>corrections and improvements to the capability matrix</a>; followed by a few larger set of changes, involving:</p><ul><li>Plain english summaries for each runner’s support of the Beam model.</li><li>A paragraph-length description of the production-readiness for each runner.</li><li>Comparisons for non-model differences between runners.</li><li>Comparison for support of the portability framework for [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/six-months/index.html b/website/generated-content/blog/six-months/index.html
index 5d15c0254c1..570cc19a54e 100644
--- a/website/generated-content/blog/six-months/index.html
+++ b/website/generated-content/blog/six-months/index.html
@@ -37,9 +37,7 @@
<script src=/js/sliders/top-banners.min.afa7d0a19acf7a3b28ca369490b3d401a619562a2a4c9612577be2f66a4b9855.js></script>
<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/splitatfraction-method/index.html b/website/generated-content/blog/splitatfraction-method/index.html
index 96c52b0476d..15fa9e2b9ef 100644
--- a/website/generated-content/blog/splitatfraction-method/index.html
+++ b/website/generated-content/blog/splitatfraction-method/index.html
@@ -37,9 +37,7 @@
<script src=/js/sliders/top-banners.min.afa7d0a19acf7a3b28ca369490b3d401a619562a2a4c9612577be2f66a4b9855.js></script>
<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/splittable-do-fn-is-available/index.html b/website/generated-content/blog/splittable-do-fn-is-available/index.html
index fc2f18074b3..a734a200ee1 100644
--- a/website/generated-content/blog/splittable-do-fn-is-available/index.html
+++ b/website/generated-content/blog/splittable-do-fn-is-available/index.html
@@ -71,9 +71,7 @@ implementation to a splittable DoFn.</li></ul><p><strong>Python Examples</strong
A wrapper which converts an existing <a href=https://beam.apache.org/releases/pydoc/current/apache_beam.io.iobase.html#apache_beam.io.iobase.BoundedSource>BoundedSource</a>
implementation to a splittable DoFn.</li></ul><p><strong>Go Examples</strong></p><ul><li><a href=https://github.com/apache/beam/blob/ce190e11332469ea59b6c9acf16ee7c673ccefdd/sdks/go/pkg/beam/io/textio/sdf.go#L40>textio.ReadSdf</a> implements reading from text files using a splittable DoFn.</li></ul></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-i [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/splittable-do-fn/index.html b/website/generated-content/blog/splittable-do-fn/index.html
index 3a4f7728583..594c7c36092 100644
--- a/website/generated-content/blog/splittable-do-fn/index.html
+++ b/website/generated-content/blog/splittable-do-fn/index.html
@@ -343,9 +343,7 @@ bugs, and suggest or implement improvements.</p></li><li><p>Propose or develop a
users) and <a href=mailto:dev@beam.apache.org>dev@beam.apache.org</a> (mailing list for
Beam developers)!</p></li></ul></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/stateful-processing/index.html b/website/generated-content/blog/stateful-processing/index.html
index a3799a8e069..b445bb0dedf 100644
--- a/website/generated-content/blog/stateful-processing/index.html
+++ b/website/generated-content/blog/stateful-processing/index.html
@@ -419,9 +419,7 @@ backend(s).</p><p>And please do join the community at
<a href=/get-started/support>user@beam.apache.org</a>. We’d love to
hear from you.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/strata-hadoop-world-and-beam/index.html b/website/generated-content/blog/strata-hadoop-world-and-beam/index.html
index 05c9d01ffeb..ff54b7cf5ec 100644
--- a/website/generated-content/blog/strata-hadoop-world-and-beam/index.html
+++ b/website/generated-content/blog/strata-hadoop-world-and-beam/index.html
@@ -38,9 +38,7 @@
<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
</p><p>2016/10/11</p></div><header class=post-header><h2 itemprop="name headline">Strata+Hadoop World and Beam</h1><div class=post-info><span>Jesse Anderson [<a href=https://twitter.com/jessetanderson>@jessetanderson</a>]</span></div></header><div class="arrow-list header-top-margin" itemprop=articleBody><p>Tyler Akidau and I gave a <a href=https://conferences.oreilly.com/strata/hadoop-big-data-ny/public/schedule/detail/52129>three-hour tutorial</a> on Apache Beam at Strata+Hadoop [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/test-stream/index.html b/website/generated-content/blog/test-stream/index.html
index 730db896e3b..0806102df73 100644
--- a/website/generated-content/blog/test-stream/index.html
+++ b/website/generated-content/blog/test-stream/index.html
@@ -218,9 +218,7 @@ This permits tests for all styles of pipeline to be expressed directly within th
Java SDK. If you have questions or comments, we’d love to hear them on the
<a href=/get-started/support/>mailing lists</a>.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/timely-processing/index.html b/website/generated-content/blog/timely-processing/index.html
index 436df659bc3..193e04ae5a6 100644
--- a/website/generated-content/blog/timely-processing/index.html
+++ b/website/generated-content/blog/timely-processing/index.html
@@ -397,9 +397,7 @@ your preferred Beam backend(s).</p><p>And please do join the Beam community at
<a href=/get-started/support>user@beam.apache.org</a> and follow
<a href=https://twitter.com/ApacheBeam>@ApacheBeam</a> on Twitter.</p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/unit-testing-in-beam/index.html b/website/generated-content/blog/unit-testing-in-beam/index.html
index b8d00f55544..98420bc9e1a 100644
--- a/website/generated-content/blog/unit-testing-in-beam/index.html
+++ b/website/generated-content/blog/unit-testing-in-beam/index.html
@@ -140,9 +140,7 @@ All snippets in this post are included in <a href=https://github.com/apache/beam
</span></span></code></pre></div><h2 id=other-testing-best-practices>Other testing best practices:</h2><ol><li>Test all error messages that you raise.</li><li>Cover any edge cases that might exist in your data.</li><li>Example 1 could have written the <code>beam.Map</code> step with lambda functions instead of with <code>beam.Map(median_house_value_per_bedroom)</code>:</li></ol><pre tabindex=0><code>beam.Map(lambda x: x.strip().split(',')) | beam.Map(lambda x: float(x[8])/float(x[4])
</code></pre><p>Separating lambdas into a helper function by using <code>beam.Map(median_house_value_per_bedroom)</code> is the recommended approach for more testable code, because changes to the function would be modularized.</p><ol start=4><li>Use the <code>assert_that</code> statement to ensure that <code>PCollection</code> values match correctly, as in the previous example.</li></ol><p>For more guidance about testing on Beam and Dataflow, see the <a href=https://cloud.google.com/data [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/upcoming-events-for-beam-in-2022/index.html b/website/generated-content/blog/upcoming-events-for-beam-in-2022/index.html
index ab52f28aa5b..79577a624b1 100644
--- a/website/generated-content/blog/upcoming-events-for-beam-in-2022/index.html
+++ b/website/generated-content/blog/upcoming-events-for-beam-in-2022/index.html
@@ -37,9 +37,7 @@
<script src=/js/sliders/top-banners.min.afa7d0a19acf7a3b28ca369490b3d401a619562a2a4c9612577be2f66a4b9855.js></script>
<script>function showSearch(){addPlaceholder();var e,t=document.querySelector(".searchBar");t.classList.remove("disappear"),e=document.querySelector("#iconsBar"),e.classList.add("disappear")}function addPlaceholder(){$("input:text").attr("placeholder","What are you looking for?")}function endSearch(){var e,t=document.querySelector(".searchBar");t.classList.add("disappear"),e=document.querySelector("#iconsBar"),e.classList.remove("disappear")}function blockScroll(){$("body").toggleClass(" [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/validate-beam-release/index.html b/website/generated-content/blog/validate-beam-release/index.html
index 244a2a259b5..2c5c83caa01 100644
--- a/website/generated-content/blog/validate-beam-release/index.html
+++ b/website/generated-content/blog/validate-beam-release/index.html
@@ -89,9 +89,7 @@ You can go ahead and run your tests to verify that everything works well.</p><p>
Use the <code>--environment_config</code> flag to specify the release candidate container:
eg. <code>--environment_config=apache/beam_go_sdk:2.44.0rc1</code></p></div></div><div class=blog-content><h2>Latest from the blog</h2></div><div class=posts-list><a class=post-card href=/blog/beam-summit-2024-overview/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/10/16</p></div><div class=post><p class=post-title>Apache Beam Summit 2024: Unlocking the power of ML for data processing</p><p class=post-info>XQ Hu,
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/blog/where-is-my-pcollection-dot-map/index.html b/website/generated-content/blog/where-is-my-pcollection-dot-map/index.html
index 37ae4b57bc7..64648bc219a 100644
--- a/website/generated-content/blog/where-is-my-pcollection-dot-map/index.html
+++ b/website/generated-content/blog/where-is-my-pcollection-dot-map/index.html
@@ -60,9 +60,7 @@ PCollection<O> output = input
</pre></td></tr></table><h2 id=configurability>Configurability</h2><p>It makes for a fluent style to let values (PCollections) be the objects passed around and manipulated (i.e. the handles to the deferred execution graph), but it is the operations themselves that need to be composable, configurable, and extendable. Using PCollection methods for the operations doesn’t scale well here, especially in a language without default or keyword arguments. For example, a ParDo operation [...]
Danny McCormick &
-Reza Rokni</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=post-title>Unit Testing in Beam: An opinionated guide</p><p class=post-info>Svetak Sundhar</p></div></a><a class=post-card href=/blog/beam-2.59.0/ data-categories="blog release "><div class="post-info post-category"><p>blog & release
-
- </p><p>2024/09/11</p></div><div class=post><p class=post-title>Apache Beam 2.59.0</p><p class=post-info>Robert Burke</p></div></a></div></article></div><footer class=footer><div class=footer__contained><div class=footer__cols><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col__logo><img src=/images/beam_logo_circle.svg class=footer__logo alt="Beam logo"></div><div class=footer__cols__col__logo><img src=/images/apache_logo_circle.svg class=footer__logo [...]
+Reza Rokni</p></div></a><a class=post-card href=/blog/beam-yaml-proto/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/20</p></div><div class=post><p class=post-title>Efficient Streaming Data Processing with Beam YAML and Protobuf</p><p class=post-info>Ferran Fernandez</p></div></a><a class=post-card href=/blog/unit-testing-in-beam/ data-categories="blog "><div class="post-info post-category"><p>blog</p><p>2024/09/13</p></div><div class=post><p class=po [...]
<a href=https://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/categories/blog/index.xml b/website/generated-content/categories/blog/index.xml
index d3bb678e513..eb3797fb2e7 100644
--- a/website/generated-content/categories/blog/index.xml
+++ b/website/generated-content/categories/blog/index.xml
@@ -98,7 +98,226 @@ limitations under the License.
<p>At Beam Summit, Beam contributors introduced <a href="https://youtu.be/R4iNwLBa3VQ">the Prism local runner</a> to the community. Prism greatly improves the local developer experience and reduces the gap between local and remote execution. In particular, when handling complicated ML tasks, Prism guarantees consistent runner behavior across these runners, a task that had previously lacked consistent support.</p>
<h2 id="summary">Summary</h2>
<p>Beam Summit 2024 showcased the tremendous potential of Apache Beam for addressing a wide range of data processing and machine learning challenges. We look forward to seeing even more innovative use cases and contributions in the future.</p>
-<p>To stay updated on the latest Beam developments and events, visit <a href="https://beam.apache.org/get-started/">the Apache Beam website</a> and follow us on <a href="https://www.linkedin.com/company/apache-beam/">social media</a>. We encourage you to join <a href="https://beam.apache.org/community/contact-us/">the Beam community</a> and <a href="https://beam.apache.org/contribute/">contribute to the project</a>. Together, let&rsquo;s unlock the full pot [...]
+<p>To stay updated on the latest Beam developments and events, visit <a href="https://beam.apache.org/get-started/">the Apache Beam website</a> and follow us on <a href="https://www.linkedin.com/company/apache-beam/">social media</a>. We encourage you to join <a href="https://beam.apache.org/community/contact-us/">the Beam community</a> and <a href="https://beam.apache.org/contribute/">contribute to the project</a>. Together, let&rsquo;s unlock the full pot [...]
+<!--
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+http://www.apache.org/licenses/LICENSE-2.0
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+<h1 id="efficient-streaming-data-processing-with-beam-yaml-and-protobuf">Efficient Streaming Data Processing with Beam YAML and Protobuf</h1>
+<p>As streaming data processing grows, so do its maintenance, complexity, and costs.
+This post explains how to efficiently scale pipelines by using <a href="https://protobuf.dev/">Protobuf</a>,
+which ensures that pipelines are reusable and quick to deploy. The goal is to keep this process simple
+for engineers to implement using <a href="https://beam.apache.org/documentation/sdks/yaml/">Beam YAML</a>.</p>
+<h2 id="simplify-pipelines-with-beam-yaml">Simplify pipelines with Beam YAML</h2>
+<p>Creating a pipeline in Beam can be somewhat difficult, especially for new Apache Beam users.
+Setting up the project, managing dependencies, and so on can be challenging.
+Beam YAML eliminates most of the boilerplate code,
+which allows you to focus on the most important part of the work: data transformation.</p>
+<p>Some of the key benefits of Beam YAML include:</p>
+<ul>
+<li><strong>Readability:</strong> By using a declarative language (<a href="https://yaml.org/">YAML</a>), the pipeline configuration is more human readable.</li>
+<li><strong>Reusability:</strong> Reusing the same components across different pipelines is simplified.</li>
+<li><strong>Maintainability:</strong> Pipeline maintenance and updates are easier.</li>
+</ul>
+<p>The following template shows an example of reading events from a <a href="https://kafka.apache.org/intro">Kafka</a> topic and
+writing them into <a href="https://cloud.google.com/bigquery?hl=en">BigQuery</a>.</p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="nt">pipeline</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">transforms</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">ReadFromKafka</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">ReadProtoMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">topic</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;TOPIC_NAME&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">format</span><span class="p">:</span><span class="w"> </span><span class="l">RAW/AVRO/JSON/PROTO</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">bootstrap_servers</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;BOOTSTRAP_SERVERS&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">schema</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;SCHEMA&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">WriteToBigQuery</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">WriteMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">input</span><span class="p">:</span><span class="w"> </span><span class="l">ReadProtoMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">table</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;PROJECT_ID.DATASET.MOVIE_EVENTS_TABLE&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">useAtLeastOnceSemantics</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">options</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">streaming</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">dataflow_service_options</span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="l">streaming_mode_at_least_once]</span><span class="w">
+</span></span></span></code></pre></div><h2 id="the-complete-workflow">The complete workflow</h2>
+<p>This section demonstrates the complete workflow for this pipeline.</p>
+<h3 id="create-a-simple-proto-event">Create a simple proto event</h3>
+<p>The following code creates a simple movie event.</p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-protobuf" data-lang="protobuf"><span class="line"><span class="cl"><span class="c1">// events/v1/movie_event.proto
+</span></span></span><span class="line"><span class="cl"><span class="c1"></span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="n">syntax</span> <span class="o">=</span> <span class="s">&#34;proto3&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="kn">package</span> <span class="nn">event</span><span class="o">.</span><span class="n">v1</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="k">import</span> <span class="s">&#34;bq_field.proto&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="k">import</span> <span class="s">&#34;bq_table.proto&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="k">import</span> <span class="s">&#34;buf/validate/validate.proto&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="k">import</span> <span class="s">&#34;google/protobuf/wrappers.proto&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="kd">message</span> <span class="nc">MovieEvent</span> <span class="p">{</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="k">option</span> <span class="p">(</span><span class="n">gen_bq_schema.bigquery_opts</span><span class="p">)</span><span class="o">.</span><span class="n">table_name</span> <span class="o">=</span> <span class="s">&#34;movie_table&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">google.protobuf.StringValue</span> <span class="n">event_id</span> <span class="o">=</span> <span class="mi">1</span> <span class="p">[(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">description</span> <span class="o">=</span> <span class=" [...]
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">google.protobuf.StringValue</span> <span class="n">user_id</span> <span class="o">=</span> <span class="mi">2</span> <span class="p">[(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">description</span> <span class="o">=</span> <span class="s [...]
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">google.protobuf.StringValue</span> <span class="n">movie_id</span> <span class="o">=</span> <span class="mi">3</span> <span class="p">[(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">description</span> <span class="o">=</span> <span class=" [...]
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">google.protobuf.Int32Value</span> <span class="n">rating</span> <span class="o">=</span> <span class="mi">4</span> <span class="p">[(</span><span class="n">buf.validate.field</span><span class="p">)</span><span class="o">.</span><span class="kt">int32</span> <span class="o">=</span> <span class="p">{</spa [...]
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="c1">// validates the average rating is at least 0
+</span></span></span><span class="line"><span class="cl"><span class="c1"></span> <span class="n">gte</span><span class="o">:</span> <span class="mi">0</span><span class="p">,</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="c1">// validates the average rating is at most 100
+</span></span></span><span class="line"><span class="cl"><span class="c1"></span> <span class="n">lte</span><span class="o">:</span> <span class="mi">100</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">},</span> <span class="p">(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">description</span> <span class="o">=</span> <span class="s">&#34;Movie rating&#34;</span><span class="p">];</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="kt">string</span> <span class="n">event_dt</span> <span class="o">=</span> <span class="mi">5</span> <span class="p">[</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">type_override</span> <span class="o">=</span> <span class="s">&#34;DATETIME&#34;</span><span class="p">,</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">description</span> <span class="o">=</span> <span class="s">&#34;UTC Datetime representing when we received this event. Format: YYYY-MM-DDTHH:MM:SS&#34;</span><span class="p">,</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">(</span><span class="n">buf.validate.field</span><span class="p">)</span> <span class="o">=</span> <span class="p">{</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="kt">string</span><span class="o">:</span> <span class="p">{</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">pattern</span><span class="o">:</span> <span class="s">&#34;^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}$&#34;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">},</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">ignore_empty</span><span class="o">:</span> <span class="kc">false</span><span class="p">,</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">}</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">];</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="p">}</span><span class="err">
+</span></span></span></code></pre></div><p>Because these events are written to BigQuery,
+the <a href="https://buf.build/googlecloudplatform/bq-schema-api/file/main:bq_field.proto"><code>bq_field</code></a> proto
+and the <a href="https://buf.build/googlecloudplatform/bq-schema-api/file/main:bq_table.proto"><code>bq_table</code></a> proto are imported.
+These proto files help generate the BigQuery JSON schema.
+This example also demonstrates a shift-left approach, which moves testing, quality,
+and performance as early as possible in the development process. For example, to ensure that only valid events are generated from the source, the <code>buf.validate</code> elements are included.</p>
+<p>After you create the <code>movie_event.proto</code> proto in the <code>events/v1</code> folder, you can generate
+the necessary <a href="https://buf.build/docs/reference/descriptors">file descriptor</a>.
+A file descriptor is a compiled representation of the schema that allows various tools and systems
+to understand and work with protobuf data dynamically. To simplify the process, this example uses Buf,
+which requires the following configuration files.</p>
+<p><b>Buf configuration:</b></p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="c"># buf.yaml</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">version</span><span class="p">:</span><span class="w"> </span><span class="l">v2</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">deps</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="l">buf.build/googlecloudplatform/bq-schema-api</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="l">buf.build/bufbuild/protovalidate</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">breaking</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">use</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="l">FILE</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">lint</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">use</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="l">DEFAULT</span><span class="w">
+</span></span></span></code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="c"># buf.gen.yaml</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">version</span><span class="p">:</span><span class="w"> </span><span class="l">v2</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">managed</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">enabled</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">plugins</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># Python Plugins</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">remote</span><span class="p">:</span><span class="w"> </span><span class="l">buf.build/protocolbuffers/python</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">out</span><span class="p">:</span><span class="w"> </span><span class="l">gen/python</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">remote</span><span class="p">:</span><span class="w"> </span><span class="l">buf.build/grpc/python</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">out</span><span class="p">:</span><span class="w"> </span><span class="l">gen/python</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># Java Plugins</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">remote</span><span class="p">:</span><span class="w"> </span><span class="l">buf.build/protocolbuffers/java:v25.2</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">out</span><span class="p">:</span><span class="w"> </span><span class="l">gen/maven/src/main/java</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">remote</span><span class="p">:</span><span class="w"> </span><span class="l">buf.build/grpc/java</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">out</span><span class="p">:</span><span class="w"> </span><span class="l">gen/maven/src/main/java</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># BQ Schemas</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">remote</span><span class="p">:</span><span class="w"> </span><span class="l">buf.build/googlecloudplatform/bq-schema:v1.1.0</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">out</span><span class="p">:</span><span class="w"> </span><span class="l">protoc-gen/bq_schema</span><span class="w">
+</span></span></span></code></pre></div><p>Run the following two commands to generate the necessary Java, Python, BigQuery schema, and Descriptor file:</p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl">// Generate the buf.lock file
+</span></span><span class="line"><span class="cl">buf deps update
+</span></span><span class="line"><span class="cl">
+</span></span><span class="line"><span class="cl">// It generates the descriptor in descriptor.binp.
+</span></span><span class="line"><span class="cl">buf build . -o descriptor.binp --exclude-imports
+</span></span><span class="line"><span class="cl">
+</span></span><span class="line"><span class="cl">// It generates the Java, Python and BigQuery schema as described in buf.gen.yaml
+</span></span><span class="line"><span class="cl">buf generate --include-imports
+</span></span></code></pre></div><h3 id="make-the-beam-yaml-read-proto">Make the Beam YAML read proto</h3>
+<p>Make the following modifications to the to the YAML file:</p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="c"># movie_events_pipeline.yml</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">pipeline</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">transforms</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">ReadFromKafka</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">ReadProtoMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">topic</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;movie_proto&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">format</span><span class="p">:</span><span class="w"> </span><span class="l">PROTO</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">bootstrap_servers</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;&lt;BOOTSTRAP_SERVERS&gt;&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">file_descriptor_path</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;gs://my_proto_bucket/movie/v1.0.0/descriptor.binp&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">message_name</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;event.v1.MovieEvent&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">WriteToBigQuery</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">WriteMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">input</span><span class="p">:</span><span class="w"> </span><span class="l">ReadProtoMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">table</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;&lt;PROJECT_ID&gt;.raw.movie_table&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">useAtLeastOnceSemantics</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">options</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">streaming</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">dataflow_service_options</span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="l">streaming_mode_at_least_once]</span><span class="w">
+</span></span></span></code></pre></div><p>This step changes the format to <code>PROTO</code> and adds the <code>file_descriptor_path</code> and the <code>message_name</code>.</p>
+<h3 id="deploy-the-pipeline-with-terraform">Deploy the pipeline with Terraform</h3>
+<p>You can use <a href="https://www.terraform.io/">Terraform</a> to deploy the Beam YAML pipeline
+with <a href="https://cloud.google.com/products/dataflow?hl=en">Dataflow</a> as the runner.
+The following Terraform code example demonstrates how to achieve this:</p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-hcl" data-lang="hcl"><span class="line"><span class="cl"><span class="err">//</span> <span class="k">Enable</span> <span class="k">Dataflow</span> <span class="k">API</span><span class="p">.</span>
+</span></span><span class="line"><span class="cl"><span class="k">resource</span> <span class="s2">&#34;google_project_service&#34; &#34;enable_dataflow_api&#34;</span> {
+</span></span><span class="line"><span class="cl"><span class="n"> project</span> <span class="o">=</span> <span class="k">var</span><span class="p">.</span><span class="k">gcp_project_id</span>
+</span></span><span class="line"><span class="cl"><span class="n"> service</span> <span class="o">=</span> <span class="s2">&#34;dataflow.googleapis.com&#34;</span>
+</span></span><span class="line"><span class="cl">}
+</span></span><span class="line"><span class="cl">
+</span></span><span class="line"><span class="cl"><span class="err">//</span> <span class="k">DF</span> <span class="k">Beam</span> <span class="k">YAML</span>
+</span></span><span class="line"><span class="cl"><span class="k">resource</span> <span class="s2">&#34;google_dataflow_flex_template_job&#34; &#34;data_movie_job&#34;</span> {
+</span></span><span class="line"><span class="cl"><span class="n"> provider</span> <span class="o">=</span> <span class="k">google</span><span class="err">-</span><span class="k">beta</span>
+</span></span><span class="line"><span class="cl"><span class="n"> project</span> <span class="o">=</span> <span class="k">var</span><span class="p">.</span><span class="k">gcp_project_id</span>
+</span></span><span class="line"><span class="cl"><span class="n"> name</span> <span class="o">=</span> <span class="s2">&#34;movie-proto-events&#34;</span>
+</span></span><span class="line"><span class="cl"><span class="n"> container_spec_gcs_path</span> <span class="o">=</span> <span class="s2">&#34;gs://dataflow-templates-${var.gcp_region}/latest/flex/Yaml_Template&#34;</span>
+</span></span><span class="line"><span class="cl"><span class="n"> region</span> <span class="o">=</span> <span class="k">var</span><span class="p">.</span><span class="k">gcp_region</span>
+</span></span><span class="line"><span class="cl"><span class="n"> on_delete</span> <span class="o">=</span> <span class="s2">&#34;drain&#34;</span>
+</span></span><span class="line"><span class="cl"><span class="n"> machine_type</span> <span class="o">=</span> <span class="s2">&#34;n2d-standard-4&#34;</span>
+</span></span><span class="line"><span class="cl"><span class="n"> enable_streaming_engine</span> <span class="o">=</span> <span class="kt">true</span>
+</span></span><span class="line"><span class="cl"><span class="n"> subnetwork</span> <span class="o">=</span> <span class="k">var</span><span class="p">.</span><span class="k">subnetwork</span>
+</span></span><span class="line"><span class="cl"><span class="n"> skip_wait_on_job_termination</span> <span class="o">=</span> <span class="kt">true</span>
+</span></span><span class="line"><span class="cl"><span class="n"> parameters</span> <span class="o">=</span> {
+</span></span><span class="line"><span class="cl"><span class="n"> yaml_pipeline_file</span> <span class="o">=</span> <span class="s2">&#34;gs://${var.bucket_name}/yamls/${var.package_version}/movie_events_pipeline.yml&#34;</span>
+</span></span><span class="line"><span class="cl"><span class="n"> max_num_workers</span> <span class="o">=</span> <span class="m">40</span>
+</span></span><span class="line"><span class="cl"><span class="n"> worker_zone</span> <span class="o">=</span> <span class="k">var</span><span class="p">.</span><span class="k">gcp_zone</span>
+</span></span><span class="line"><span class="cl"> }
+</span></span><span class="line"><span class="cl"><span class="n"> depends_on</span> <span class="o">=</span> <span class="p">[</span><span class="k">google_project_service</span><span class="p">.</span><span class="k">enable_dataflow_api</span><span class="p">]</span>
+</span></span><span class="line"><span class="cl">}
+</span></span></code></pre></div><p>Assuming the BigQuery table exists, which you can do by using Terraform and Proto,
+this code creates a Dataflow job by using the Beam YAML code that reads Proto events from
+Kafka and writes them into BigQuery.</p>
+<h2 id="improvements-and-conclusions">Improvements and conclusions</h2>
+<p>The following community contributions could improve the Beam YAML code in this example:</p>
+<ul>
+<li>
+<p><strong>Support schema registries:</strong> Integrate with schema registries such as Buf Registry or Apicurio for
+better schema management. The current workflow generates the descriptors by using Buf and store them in Google Cloud Storage.
+The descriptors could be stored in a schema registry instead.</p>
+</li>
+<li>
+<p><strong>Enhanced Monitoring:</strong> Implement advanced monitoring and alerting mechanisms to quickly identify and address
+issues in the data pipeline.</p>
+</li>
+</ul>
+<p>Leveraging Beam YAML and Protobuf lets us streamline the creation and maintenance of
+data processing pipelines, significantly reducing complexity. This approach ensures that engineers can more
+efficiently implement and scale robust, reusable pipelines without needs to manually write Beam code.</p>
+<h2 id="contribute">Contribute</h2>
+<p>Developers who want to help build out and add functionalities are welcome to start contributing to the effort in the
+<a href="https://github.com/apache/beam/tree/master/sdks/python/apache_beam/yaml">Beam YAML module</a>.</p>
+<p>There is also a list of open <a href="https://github.com/apache/beam/issues?q=is%3Aopen+is%3Aissue+label%3Ayaml">bugs</a> found
+on the GitHub repo - now marked with the <code>yaml</code> tag.</p>
+<p>Although Beam YAML is marked stable as of Beam 2.52, it is still under heavy development, with new features being
+added with each release. Those who want to be part of the design decisions and give insights to how the framework is
+being used are highly encouraged to join the <a href="https://beam.apache.org/community/contact-us/">dev mailing list</a>, where those discussions are occurring.</p></description></item><item><title>Blog: Unit Testing in Beam: An opinionated guide</title><link>/blog/unit-testing-in-beam/</link><pubDate>Fri, 13 Sep 2024 00:00:01 -0800</pubDate><guid>/blog/unit-testing-in-beam/</guid><description>
<!--
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
@@ -7114,148 +7333,4 @@ Ongoing focus is to bolster streaming focused features, improve existing connect
<h2 id="conclusion">Conclusion</h2>
<p>We hope you find the SDK useful, and it&rsquo;s still early days.
If you make something with the Go SDK, consider <a href="/community/contact-us/">sharing it with us</a>.
-And remember, <a href="/contribute/">contributions</a> are always welcome.</p></description></item><item><title>Blog: Apache Beam 2.33.0</title><link>/blog/beam-2.33.0/</link><pubDate>Thu, 07 Oct 2021 00:00:01 -0800</pubDate><guid>/blog/beam-2.33.0/</guid><description>
-<!--
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-http://www.apache.org/licenses/LICENSE-2.0
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
--->
-<p>We are happy to present the new 2.33.0 release of Beam.
-This release includes both improvements and new functionality.
-See the <a href="/get-started/downloads/#2330-2021-10-07">download page</a> for this release.</p>
-<p>For more information on changes in 2.33.0, check out the <a href="https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319527&amp;version=12350404">detailed release
-notes</a>.</p>
-<h2 id="highlights">Highlights</h2>
-<ul>
-<li>Go SDK is no longer experimental, and is officially part of the Beam release process.
-<ul>
-<li>Matching Go SDK containers are published on release.</li>
-<li>Batch usage is well supported, and tested on Flink, Spark, and the Python Portable Runner.
-<ul>
-<li>SDK Tests are also run against Google Cloud Dataflow, but this doesn&rsquo;t indicate reciprocal support.</li>
-</ul>
-</li>
-<li>The SDK supports Splittable DoFns, Cross Language transforms, and most Beam Model basics.</li>
-<li>Go Modules are now used for dependency management.
-<ul>
-<li>This is a breaking change, see Breaking Changes for resolution.</li>
-<li>Easier path to contribute to the Go SDK, no need to set up a GO_PATH.</li>
-<li>Minimum Go version is now Go v1.16</li>
-</ul>
-</li>
-<li>See the announcement blogpost for full information once published.</li>
-</ul>
-</li>
-</ul>
-<!--
-{$TOPICS e.g.:}
-### I/Os
-* Support for X source added (Java) ([BEAM-X](https://issues.apache.org/jira/browse/BEAM-X)).
-{$TOPICS}
--->
-<h3 id="new-features--improvements">New Features / Improvements</h3>
-<ul>
-<li>Projection pushdown in SchemaIO (<a href="https://issues.apache.org/jira/browse/BEAM-12609">BEAM-12609</a>).</li>
-<li>Upgrade Flink runner to Flink versions 1.13.2, 1.12.5 and 1.11.4 (<a href="https://issues.apache.org/jira/browse/BEAM-10955">BEAM-10955</a>).</li>
-</ul>
-<h3 id="breaking-changes">Breaking Changes</h3>
-<ul>
-<li>Since release 2.30.0, &ldquo;The AvroCoder changes for BEAM-2303 [changed] the reader/writer from the Avro ReflectDatum* classes to the SpecificDatum* classes&rdquo; (Java). This default behavior change has been reverted in this release. Use the <code>useReflectApi</code> setting to control it (<a href="https://issues.apache.org/jira/browse/BEAM-12628">BEAM-12628</a>).</li>
-</ul>
-<h3 id="deprecations">Deprecations</h3>
-<ul>
-<li>Python GBK will stop supporting unbounded PCollections that have global windowing and a default trigger in Beam 2.34. This can be overriden with <code>--allow_unsafe_triggers</code>. (<a href="https://issues.apache.org/jira/browse/BEAM-9487">BEAM-9487</a>).</li>
-<li>Python GBK will start requiring safe triggers or the <code>--allow_unsafe_triggers</code> flag starting with Beam 2.34. (<a href="https://issues.apache.org/jira/browse/BEAM-9487">BEAM-9487</a>).</li>
-</ul>
-<h3 id="bugfixes">Bugfixes</h3>
-<ul>
-<li>UnsupportedOperationException when reading from BigQuery tables and converting
-TableRows to Beam Rows (Java)
-(<a href="https://issues.apache.org/jira/browse/BEAM-12479">BEAM-12479</a>).</li>
-<li>SDFBoundedSourceReader behaves much slower compared with the original behavior
-of BoundedSource (Python)
-(<a href="https://issues.apache.org/jira/browse/BEAM-12781">BEAM-12781</a>).</li>
-<li>ORDER BY column not in SELECT crashes (ZetaSQL)
-(<a href="https://issues.apache.org/jira/browse/BEAM-12759">BEAM-12759</a>).</li>
-</ul>
-<h3 id="known-issues">Known Issues</h3>
-<ul>
-<li>Spark 2.x users will need to update Spark&rsquo;s Jackson runtime dependencies (<code>spark.jackson.version</code>) to at least version 2.9.2, due to Beam updating its dependencies.</li>
-<li>See a full list of open <a href="https://issues.apache.org/jira/issues/?jql=project%20%3D%20BEAM%20AND%20affectedVersion%20%3D%202.33.0%20ORDER%20BY%20priority%20DESC%2C%20updated%20DESC">issues that affect</a> this version.</li>
-<li>Go SDK jobs may produce &ldquo;Failed to deduce Step from MonitoringInfo&rdquo; messages following successful job execution. The messages are benign and don&rsquo;t indicate job failure. These are due to not yet handling PCollection metrics.</li>
-<li>Large Java BigQueryIO writes with the FILE_LOADS method will fail in batch mode (specifically, when copy jobs are used).
-This results in the error message: <code>IllegalArgumentException: Attempting to access unknown side input</code>.
-Please upgrade to a newer version (&gt; 2.34.0) or use another write method (e.g. <code>STORAGE_WRITE_API</code>).</li>
-</ul>
-<h2 id="list-of-contributors">List of Contributors</h2>
-<p>According to git shortlog, the following people contributed to the 2.33.0 release. Thank you to all contributors!</p>
-<p>Ahmet Altay,
-Alex Amato,
-Alexey Romanenko,
-Andreas Bergmeier,
-Andres Rodriguez,
-Andrew Pilloud,
-Andy Xu,
-Ankur Goenka,
-anthonyqzhu,
-Benjamin Gonzalez,
-Bhupinder Sindhwani,
-Chamikara Jayalath,
-Claire McGinty,
-Daniel Mateus Pires,
-Daniel Oliveira,
-David Huntsperger,
-Dylan Hercher,
-emily,
-Emily Ye,
-Etienne Chauchot,
-Eugene Nikolaiev,
-Heejong Lee,
-iindyk,
-Iñigo San Jose Visiers,
-Ismaël Mejía,
-Jack McCluskey,
-Jan Lukavský,
-Jeff Ruane,
-Jeremy Lewi,
-KevinGG,
-Ke Wu,
-Kyle Weaver,
-lostluck,
-Luke Cwik,
-Marwan Tammam,
-masahitojp,
-Mehdi Drissi,
-Minbo Bae,
-Ning Kang,
-Pablo Estrada,
-Pascal Gillet,
-Pawas Chhokra,
-Reuven Lax,
-Ritesh Ghorse,
-Robert Bradshaw,
-Robert Burke,
-Rodrigo Benenson,
-Ryan Thompson,
-Saksham Gupta,
-Sam Rohde,
-Sam Whittle,
-Sayat,
-Sayat Satybaldiyev,
-Siyuan Chen,
-Slava Chernyak,
-Steve Niemitz,
-Steven Niemitz,
-tvalentyn,
-Tyson Hamilton,
-Udi Meiri,
-vachan-shetty,
-Venkatramani Rajgopal,
-Yichi Zhang,
-zhoufek</p></description></item></channel></rss>
\ No newline at end of file
+And remember, <a href="/contribute/">contributions</a> are always welcome.</p></description></item></channel></rss>
\ No newline at end of file
diff --git a/website/generated-content/feed.xml b/website/generated-content/feed.xml
index bb841263c57..bb6cc76825a 100644
--- a/website/generated-content/feed.xml
+++ b/website/generated-content/feed.xml
@@ -98,7 +98,226 @@ limitations under the License.
<p>At Beam Summit, Beam contributors introduced <a href="https://youtu.be/R4iNwLBa3VQ">the Prism local runner</a> to the community. Prism greatly improves the local developer experience and reduces the gap between local and remote execution. In particular, when handling complicated ML tasks, Prism guarantees consistent runner behavior across these runners, a task that had previously lacked consistent support.</p>
<h2 id="summary">Summary</h2>
<p>Beam Summit 2024 showcased the tremendous potential of Apache Beam for addressing a wide range of data processing and machine learning challenges. We look forward to seeing even more innovative use cases and contributions in the future.</p>
-<p>To stay updated on the latest Beam developments and events, visit <a href="https://beam.apache.org/get-started/">the Apache Beam website</a> and follow us on <a href="https://www.linkedin.com/company/apache-beam/">social media</a>. We encourage you to join <a href="https://beam.apache.org/community/contact-us/">the Beam community</a> and <a href="https://beam.apache.org/contribute/">contribute to the project</a>. Together, let&rsquo;s unlock the full pot [...]
+<p>To stay updated on the latest Beam developments and events, visit <a href="https://beam.apache.org/get-started/">the Apache Beam website</a> and follow us on <a href="https://www.linkedin.com/company/apache-beam/">social media</a>. We encourage you to join <a href="https://beam.apache.org/community/contact-us/">the Beam community</a> and <a href="https://beam.apache.org/contribute/">contribute to the project</a>. Together, let&rsquo;s unlock the full pot [...]
+<!--
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+http://www.apache.org/licenses/LICENSE-2.0
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+<h1 id="efficient-streaming-data-processing-with-beam-yaml-and-protobuf">Efficient Streaming Data Processing with Beam YAML and Protobuf</h1>
+<p>As streaming data processing grows, so do its maintenance, complexity, and costs.
+This post explains how to efficiently scale pipelines by using <a href="https://protobuf.dev/">Protobuf</a>,
+which ensures that pipelines are reusable and quick to deploy. The goal is to keep this process simple
+for engineers to implement using <a href="https://beam.apache.org/documentation/sdks/yaml/">Beam YAML</a>.</p>
+<h2 id="simplify-pipelines-with-beam-yaml">Simplify pipelines with Beam YAML</h2>
+<p>Creating a pipeline in Beam can be somewhat difficult, especially for new Apache Beam users.
+Setting up the project, managing dependencies, and so on can be challenging.
+Beam YAML eliminates most of the boilerplate code,
+which allows you to focus on the most important part of the work: data transformation.</p>
+<p>Some of the key benefits of Beam YAML include:</p>
+<ul>
+<li><strong>Readability:</strong> By using a declarative language (<a href="https://yaml.org/">YAML</a>), the pipeline configuration is more human readable.</li>
+<li><strong>Reusability:</strong> Reusing the same components across different pipelines is simplified.</li>
+<li><strong>Maintainability:</strong> Pipeline maintenance and updates are easier.</li>
+</ul>
+<p>The following template shows an example of reading events from a <a href="https://kafka.apache.org/intro">Kafka</a> topic and
+writing them into <a href="https://cloud.google.com/bigquery?hl=en">BigQuery</a>.</p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="nt">pipeline</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">transforms</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">ReadFromKafka</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">ReadProtoMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">topic</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;TOPIC_NAME&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">format</span><span class="p">:</span><span class="w"> </span><span class="l">RAW/AVRO/JSON/PROTO</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">bootstrap_servers</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;BOOTSTRAP_SERVERS&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">schema</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;SCHEMA&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">WriteToBigQuery</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">WriteMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">input</span><span class="p">:</span><span class="w"> </span><span class="l">ReadProtoMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">table</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;PROJECT_ID.DATASET.MOVIE_EVENTS_TABLE&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">useAtLeastOnceSemantics</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">options</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">streaming</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">dataflow_service_options</span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="l">streaming_mode_at_least_once]</span><span class="w">
+</span></span></span></code></pre></div><h2 id="the-complete-workflow">The complete workflow</h2>
+<p>This section demonstrates the complete workflow for this pipeline.</p>
+<h3 id="create-a-simple-proto-event">Create a simple proto event</h3>
+<p>The following code creates a simple movie event.</p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-protobuf" data-lang="protobuf"><span class="line"><span class="cl"><span class="c1">// events/v1/movie_event.proto
+</span></span></span><span class="line"><span class="cl"><span class="c1"></span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="n">syntax</span> <span class="o">=</span> <span class="s">&#34;proto3&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="kn">package</span> <span class="nn">event</span><span class="o">.</span><span class="n">v1</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="k">import</span> <span class="s">&#34;bq_field.proto&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="k">import</span> <span class="s">&#34;bq_table.proto&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="k">import</span> <span class="s">&#34;buf/validate/validate.proto&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="k">import</span> <span class="s">&#34;google/protobuf/wrappers.proto&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="kd">message</span> <span class="nc">MovieEvent</span> <span class="p">{</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="k">option</span> <span class="p">(</span><span class="n">gen_bq_schema.bigquery_opts</span><span class="p">)</span><span class="o">.</span><span class="n">table_name</span> <span class="o">=</span> <span class="s">&#34;movie_table&#34;</span><span class="p">;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">google.protobuf.StringValue</span> <span class="n">event_id</span> <span class="o">=</span> <span class="mi">1</span> <span class="p">[(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">description</span> <span class="o">=</span> <span class=" [...]
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">google.protobuf.StringValue</span> <span class="n">user_id</span> <span class="o">=</span> <span class="mi">2</span> <span class="p">[(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">description</span> <span class="o">=</span> <span class="s [...]
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">google.protobuf.StringValue</span> <span class="n">movie_id</span> <span class="o">=</span> <span class="mi">3</span> <span class="p">[(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">description</span> <span class="o">=</span> <span class=" [...]
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">google.protobuf.Int32Value</span> <span class="n">rating</span> <span class="o">=</span> <span class="mi">4</span> <span class="p">[(</span><span class="n">buf.validate.field</span><span class="p">)</span><span class="o">.</span><span class="kt">int32</span> <span class="o">=</span> <span class="p">{</spa [...]
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="c1">// validates the average rating is at least 0
+</span></span></span><span class="line"><span class="cl"><span class="c1"></span> <span class="n">gte</span><span class="o">:</span> <span class="mi">0</span><span class="p">,</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="c1">// validates the average rating is at most 100
+</span></span></span><span class="line"><span class="cl"><span class="c1"></span> <span class="n">lte</span><span class="o">:</span> <span class="mi">100</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">},</span> <span class="p">(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">description</span> <span class="o">=</span> <span class="s">&#34;Movie rating&#34;</span><span class="p">];</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="kt">string</span> <span class="n">event_dt</span> <span class="o">=</span> <span class="mi">5</span> <span class="p">[</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">type_override</span> <span class="o">=</span> <span class="s">&#34;DATETIME&#34;</span><span class="p">,</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">(</span><span class="n">gen_bq_schema.bigquery</span><span class="p">)</span><span class="o">.</span><span class="n">description</span> <span class="o">=</span> <span class="s">&#34;UTC Datetime representing when we received this event. Format: YYYY-MM-DDTHH:MM:SS&#34;</span><span class="p">,</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">(</span><span class="n">buf.validate.field</span><span class="p">)</span> <span class="o">=</span> <span class="p">{</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="kt">string</span><span class="o">:</span> <span class="p">{</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">pattern</span><span class="o">:</span> <span class="s">&#34;^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}$&#34;</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">},</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="n">ignore_empty</span><span class="o">:</span> <span class="kc">false</span><span class="p">,</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">}</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span> <span class="p">];</span><span class="err">
+</span></span></span><span class="line"><span class="cl"><span class="err"></span><span class="p">}</span><span class="err">
+</span></span></span></code></pre></div><p>Because these events are written to BigQuery,
+the <a href="https://buf.build/googlecloudplatform/bq-schema-api/file/main:bq_field.proto"><code>bq_field</code></a> proto
+and the <a href="https://buf.build/googlecloudplatform/bq-schema-api/file/main:bq_table.proto"><code>bq_table</code></a> proto are imported.
+These proto files help generate the BigQuery JSON schema.
+This example also demonstrates a shift-left approach, which moves testing, quality,
+and performance as early as possible in the development process. For example, to ensure that only valid events are generated from the source, the <code>buf.validate</code> elements are included.</p>
+<p>After you create the <code>movie_event.proto</code> proto in the <code>events/v1</code> folder, you can generate
+the necessary <a href="https://buf.build/docs/reference/descriptors">file descriptor</a>.
+A file descriptor is a compiled representation of the schema that allows various tools and systems
+to understand and work with protobuf data dynamically. To simplify the process, this example uses Buf,
+which requires the following configuration files.</p>
+<p><b>Buf configuration:</b></p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="c"># buf.yaml</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">version</span><span class="p">:</span><span class="w"> </span><span class="l">v2</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">deps</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="l">buf.build/googlecloudplatform/bq-schema-api</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="l">buf.build/bufbuild/protovalidate</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">breaking</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">use</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="l">FILE</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">lint</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">use</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="l">DEFAULT</span><span class="w">
+</span></span></span></code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="c"># buf.gen.yaml</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">version</span><span class="p">:</span><span class="w"> </span><span class="l">v2</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">managed</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">enabled</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">plugins</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># Python Plugins</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">remote</span><span class="p">:</span><span class="w"> </span><span class="l">buf.build/protocolbuffers/python</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">out</span><span class="p">:</span><span class="w"> </span><span class="l">gen/python</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">remote</span><span class="p">:</span><span class="w"> </span><span class="l">buf.build/grpc/python</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">out</span><span class="p">:</span><span class="w"> </span><span class="l">gen/python</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># Java Plugins</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">remote</span><span class="p">:</span><span class="w"> </span><span class="l">buf.build/protocolbuffers/java:v25.2</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">out</span><span class="p">:</span><span class="w"> </span><span class="l">gen/maven/src/main/java</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">remote</span><span class="p">:</span><span class="w"> </span><span class="l">buf.build/grpc/java</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">out</span><span class="p">:</span><span class="w"> </span><span class="l">gen/maven/src/main/java</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># BQ Schemas</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">remote</span><span class="p">:</span><span class="w"> </span><span class="l">buf.build/googlecloudplatform/bq-schema:v1.1.0</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">out</span><span class="p">:</span><span class="w"> </span><span class="l">protoc-gen/bq_schema</span><span class="w">
+</span></span></span></code></pre></div><p>Run the following two commands to generate the necessary Java, Python, BigQuery schema, and Descriptor file:</p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl">// Generate the buf.lock file
+</span></span><span class="line"><span class="cl">buf deps update
+</span></span><span class="line"><span class="cl">
+</span></span><span class="line"><span class="cl">// It generates the descriptor in descriptor.binp.
+</span></span><span class="line"><span class="cl">buf build . -o descriptor.binp --exclude-imports
+</span></span><span class="line"><span class="cl">
+</span></span><span class="line"><span class="cl">// It generates the Java, Python and BigQuery schema as described in buf.gen.yaml
+</span></span><span class="line"><span class="cl">buf generate --include-imports
+</span></span></code></pre></div><h3 id="make-the-beam-yaml-read-proto">Make the Beam YAML read proto</h3>
+<p>Make the following modifications to the to the YAML file:</p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="c"># movie_events_pipeline.yml</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">pipeline</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">transforms</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">ReadFromKafka</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">ReadProtoMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">topic</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;movie_proto&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">format</span><span class="p">:</span><span class="w"> </span><span class="l">PROTO</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">bootstrap_servers</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;&lt;BOOTSTRAP_SERVERS&gt;&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">file_descriptor_path</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;gs://my_proto_bucket/movie/v1.0.0/descriptor.binp&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">message_name</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;event.v1.MovieEvent&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">WriteToBigQuery</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">WriteMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">input</span><span class="p">:</span><span class="w"> </span><span class="l">ReadProtoMovieEvents</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">table</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;&lt;PROJECT_ID&gt;.raw.movie_table&#39;</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">useAtLeastOnceSemantics</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">options</span><span class="p">:</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">streaming</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">
+</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">dataflow_service_options</span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="l">streaming_mode_at_least_once]</span><span class="w">
+</span></span></span></code></pre></div><p>This step changes the format to <code>PROTO</code> and adds the <code>file_descriptor_path</code> and the <code>message_name</code>.</p>
+<h3 id="deploy-the-pipeline-with-terraform">Deploy the pipeline with Terraform</h3>
+<p>You can use <a href="https://www.terraform.io/">Terraform</a> to deploy the Beam YAML pipeline
+with <a href="https://cloud.google.com/products/dataflow?hl=en">Dataflow</a> as the runner.
+The following Terraform code example demonstrates how to achieve this:</p>
+<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-hcl" data-lang="hcl"><span class="line"><span class="cl"><span class="err">//</span> <span class="k">Enable</span> <span class="k">Dataflow</span> <span class="k">API</span><span class="p">.</span>
+</span></span><span class="line"><span class="cl"><span class="k">resource</span> <span class="s2">&#34;google_project_service&#34; &#34;enable_dataflow_api&#34;</span> {
+</span></span><span class="line"><span class="cl"><span class="n"> project</span> <span class="o">=</span> <span class="k">var</span><span class="p">.</span><span class="k">gcp_project_id</span>
+</span></span><span class="line"><span class="cl"><span class="n"> service</span> <span class="o">=</span> <span class="s2">&#34;dataflow.googleapis.com&#34;</span>
+</span></span><span class="line"><span class="cl">}
+</span></span><span class="line"><span class="cl">
+</span></span><span class="line"><span class="cl"><span class="err">//</span> <span class="k">DF</span> <span class="k">Beam</span> <span class="k">YAML</span>
+</span></span><span class="line"><span class="cl"><span class="k">resource</span> <span class="s2">&#34;google_dataflow_flex_template_job&#34; &#34;data_movie_job&#34;</span> {
+</span></span><span class="line"><span class="cl"><span class="n"> provider</span> <span class="o">=</span> <span class="k">google</span><span class="err">-</span><span class="k">beta</span>
+</span></span><span class="line"><span class="cl"><span class="n"> project</span> <span class="o">=</span> <span class="k">var</span><span class="p">.</span><span class="k">gcp_project_id</span>
+</span></span><span class="line"><span class="cl"><span class="n"> name</span> <span class="o">=</span> <span class="s2">&#34;movie-proto-events&#34;</span>
+</span></span><span class="line"><span class="cl"><span class="n"> container_spec_gcs_path</span> <span class="o">=</span> <span class="s2">&#34;gs://dataflow-templates-${var.gcp_region}/latest/flex/Yaml_Template&#34;</span>
+</span></span><span class="line"><span class="cl"><span class="n"> region</span> <span class="o">=</span> <span class="k">var</span><span class="p">.</span><span class="k">gcp_region</span>
+</span></span><span class="line"><span class="cl"><span class="n"> on_delete</span> <span class="o">=</span> <span class="s2">&#34;drain&#34;</span>
+</span></span><span class="line"><span class="cl"><span class="n"> machine_type</span> <span class="o">=</span> <span class="s2">&#34;n2d-standard-4&#34;</span>
+</span></span><span class="line"><span class="cl"><span class="n"> enable_streaming_engine</span> <span class="o">=</span> <span class="kt">true</span>
+</span></span><span class="line"><span class="cl"><span class="n"> subnetwork</span> <span class="o">=</span> <span class="k">var</span><span class="p">.</span><span class="k">subnetwork</span>
+</span></span><span class="line"><span class="cl"><span class="n"> skip_wait_on_job_termination</span> <span class="o">=</span> <span class="kt">true</span>
+</span></span><span class="line"><span class="cl"><span class="n"> parameters</span> <span class="o">=</span> {
+</span></span><span class="line"><span class="cl"><span class="n"> yaml_pipeline_file</span> <span class="o">=</span> <span class="s2">&#34;gs://${var.bucket_name}/yamls/${var.package_version}/movie_events_pipeline.yml&#34;</span>
+</span></span><span class="line"><span class="cl"><span class="n"> max_num_workers</span> <span class="o">=</span> <span class="m">40</span>
+</span></span><span class="line"><span class="cl"><span class="n"> worker_zone</span> <span class="o">=</span> <span class="k">var</span><span class="p">.</span><span class="k">gcp_zone</span>
+</span></span><span class="line"><span class="cl"> }
+</span></span><span class="line"><span class="cl"><span class="n"> depends_on</span> <span class="o">=</span> <span class="p">[</span><span class="k">google_project_service</span><span class="p">.</span><span class="k">enable_dataflow_api</span><span class="p">]</span>
+</span></span><span class="line"><span class="cl">}
+</span></span></code></pre></div><p>Assuming the BigQuery table exists, which you can do by using Terraform and Proto,
+this code creates a Dataflow job by using the Beam YAML code that reads Proto events from
+Kafka and writes them into BigQuery.</p>
+<h2 id="improvements-and-conclusions">Improvements and conclusions</h2>
+<p>The following community contributions could improve the Beam YAML code in this example:</p>
+<ul>
+<li>
+<p><strong>Support schema registries:</strong> Integrate with schema registries such as Buf Registry or Apicurio for
+better schema management. The current workflow generates the descriptors by using Buf and store them in Google Cloud Storage.
+The descriptors could be stored in a schema registry instead.</p>
+</li>
+<li>
+<p><strong>Enhanced Monitoring:</strong> Implement advanced monitoring and alerting mechanisms to quickly identify and address
+issues in the data pipeline.</p>
+</li>
+</ul>
+<p>Leveraging Beam YAML and Protobuf lets us streamline the creation and maintenance of
+data processing pipelines, significantly reducing complexity. This approach ensures that engineers can more
+efficiently implement and scale robust, reusable pipelines without needs to manually write Beam code.</p>
+<h2 id="contribute">Contribute</h2>
+<p>Developers who want to help build out and add functionalities are welcome to start contributing to the effort in the
+<a href="https://github.com/apache/beam/tree/master/sdks/python/apache_beam/yaml">Beam YAML module</a>.</p>
+<p>There is also a list of open <a href="https://github.com/apache/beam/issues?q=is%3Aopen+is%3Aissue+label%3Ayaml">bugs</a> found
+on the GitHub repo - now marked with the <code>yaml</code> tag.</p>
+<p>Although Beam YAML is marked stable as of Beam 2.52, it is still under heavy development, with new features being
+added with each release. Those who want to be part of the design decisions and give insights to how the framework is
+being used are highly encouraged to join the <a href="https://beam.apache.org/community/contact-us/">dev mailing list</a>, where those discussions are occurring.</p></description><link>/blog/beam-yaml-proto/</link><pubDate>Fri, 20 Sep 2024 11:53:38 +0200</pubDate><guid>/blog/beam-yaml-proto/</guid><category>blog</category></item><item><title>Unit Testing in Beam: An opinionated guide</title><description>
<!--
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
@@ -1536,235 +1755,4 @@ The newer Avro package is known to have breaking changes. If you are affected, y
<p>liferoad</p>
<p>martin trieu</p>
<p>tvalentyn</p>
-<p>xianhualiu</p></description><link>/blog/beam-2.56.0/</link><pubDate>Wed, 01 May 2024 10:00:00 -0400</pubDate><guid>/blog/beam-2.56.0/</guid><category>blog</category><category>release</category></item><item><title>Introducing Beam YAML: Apache Beam's First No-code SDK</title><description>
-<!--
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-http://www.apache.org/licenses/LICENSE-2.0
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
--->
-<p>Writing a Beam pipeline can be a daunting task. Learning the Beam model, downloading dependencies for the SDK language
-of choice, debugging the pipeline, and maintaining the pipeline code is a lot of overhead for users who want to write a
-simple to intermediate data processing pipeline. There have been strides in making the SDK&rsquo;s entry points easier, but
-for many, it is still a long way from being a painless process.</p>
-<p>To address some of these issues and simplify the entry point to Beam, we have introduced a new way to specify Beam
-pipelines by using configuration files rather than code. This new SDK, known as
-<a href="https://beam.apache.org/documentation/sdks/yaml/">Beam YAML</a>, employs a declarative approach to creating
-data processing pipelines using <a href="https://yaml.org/">YAML</a>, a widely used data serialization language.</p>
-<h1 id="benefits-of-using-beam-yaml">Benefits of using Beam YAML</h1>
-<p>The primary goal of Beam YAML is to make the entry point to Beam as welcoming as possible. However, this should not
-come at the expense of sacrificing the rich features that Beam offers.</p>
-<p>Here are some of the benefits of using Beam YAML:</p>
-<ul>
-<li><strong>No-code development:</strong> Allows users to develop pipelines without writing any code. This makes it easier to get
-started with Beam and to develop pipelines quickly and easily.</li>
-<li><strong>Maintainability</strong>: Configuration-based pipelines are easier to maintain than code-based pipelines. YAML format
-enables clear separation of concerns, simplifying changes and updates without affecting other code sections.</li>
-<li><strong>Declarative language:</strong> Provides a declarative language, which means that it is based on the description of the
-desired outcome rather than expressing the intent through code. This makes it easy to understand the structure and
-flow of a pipeline. The YAML syntax is also widely used with a rich community of resources for learning and
-leveraging the YAML syntax.</li>
-<li><strong>Powerful features:</strong> Supports a wide range of features, including a variety of data sources and sinks, turn-key
-transforms, and execution parameters. This makes it possible to develop complex data processing pipelines with Beam
-YAML.</li>
-<li><strong>Reusability</strong>: Beam YAML promotes code reuse by providing a way to define and share common pipeline patterns. You
-can create reusable YAML snippets or blocks that can be easily shared and reused in different pipelines. This reduces
-the need to write repetitive tasks and helps maintain consistency across pipelines.</li>
-<li><strong>Extensibility</strong>: Beam YAML offers a structure for integrating custom transformations into a pipeline, enabling
-organizations to contribute or leverage a pre-existing catalog of transformations that can be seamlessly accessed
-using the Beam YAML syntax across multiple pipelines. It is also possible to build third-party extensions, including
-custom parsers and other tools, that do not need to depend on Beam directly.</li>
-<li><strong>Backwards Compatibility</strong>: Beam YAML is still being actively worked on, bringing exciting new features and
-capabilities, but as these features are added, backwards compatibility will be preserved. This way, once a pipeline
-is written, it will continue to work despite future released versions of the SDK.</li>
-</ul>
-<p>Overall, using Beam YAML provides a number of advantages. It makes pipeline development and management more efficient
-and effective, enabling users to focus on the business logic and data processing tasks, rather than spending time on
-low-level coding details.</p>
-<h1 id="case-study-a-simple-business-analytics-use-case">Case Study: A simple business analytics use-case</h1>
-<p>Let&rsquo;s take the following sample transaction data for a department store:</p>
-<table>
-<thead>
-<tr>
-<th style="text-align:left">transaction_id</th>
-<th style="text-align:left">product_name</th>
-<th style="text-align:left">category</th>
-<th style="text-align:left">price</th>
-</tr>
-</thead>
-<tbody>
-<tr>
-<td style="text-align:left">T0012</td>
-<td style="text-align:left">Headphones</td>
-<td style="text-align:left">Electronics</td>
-<td style="text-align:left">59.99</td>
-</tr>
-<tr>
-<td style="text-align:left">T5034</td>
-<td style="text-align:left">Leather Jacket</td>
-<td style="text-align:left">Apparel</td>
-<td style="text-align:left">109.99</td>
-</tr>
-<tr>
-<td style="text-align:left">T0024</td>
-<td style="text-align:left">Aluminum Mug</td>
-<td style="text-align:left">Kitchen</td>
-<td style="text-align:left">29.99</td>
-</tr>
-<tr>
-<td style="text-align:left">T0104</td>
-<td style="text-align:left">Headphones</td>
-<td style="text-align:left">Electronics</td>
-<td style="text-align:left">59.99</td>
-</tr>
-<tr>
-<td style="text-align:left">T0302</td>
-<td style="text-align:left">Monitor</td>
-<td style="text-align:left">Electronics</td>
-<td style="text-align:left">249.99</td>
-</tr>
-</tbody>
-</table>
-<p>Now, let&rsquo;s say that the business wants to get a record of transactions for all purchases made in the Electronics
-department for audit purposes. Assuming the records are stored as a CSV file, a Beam YAML pipeline may look something
-like this:</p>
-<p>Source code for this example can be found
-<a href="https://github.com/apache/beam/blob/master/sdks/python/apache_beam/yaml/examples/simple_filter.yaml">here</a>.</p>
-<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="nt">pipeline</span><span class="p">:</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">transforms</span><span class="p">:</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">ReadFromCsv</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">ReadInputFile</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">path</span><span class="p">:</span><span class="w"> </span><span class="l">/path/to/input.csv</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">Filter</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">FilterWithCategory</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">input</span><span class="p">:</span><span class="w"> </span><span class="l">ReadInputFile</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">language</span><span class="p">:</span><span class="w"> </span><span class="l">python</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">keep</span><span class="p">:</span><span class="w"> </span><span class="l">category == &#34;Electronics&#34;</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">WriteToCsv</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">WriteOutputFile</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">input</span><span class="p">:</span><span class="w"> </span><span class="l">FilterWithCategory</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">path</span><span class="p">:</span><span class="w"> </span><span class="l">/path/to/output</span><span class="w">
-</span></span></span></code></pre></div><p>This would leave us with the following data:</p>
-<table>
-<thead>
-<tr>
-<th style="text-align:left">transaction_id</th>
-<th style="text-align:left">product_name</th>
-<th style="text-align:left">category</th>
-<th style="text-align:left">price</th>
-</tr>
-</thead>
-<tbody>
-<tr>
-<td style="text-align:left">T0012</td>
-<td style="text-align:left">Headphones</td>
-<td style="text-align:left">Electronics</td>
-<td style="text-align:left">59.99</td>
-</tr>
-<tr>
-<td style="text-align:left">T0104</td>
-<td style="text-align:left">Headphones</td>
-<td style="text-align:left">Electronics</td>
-<td style="text-align:left">59.99</td>
-</tr>
-<tr>
-<td style="text-align:left">T0302</td>
-<td style="text-align:left">Monitor</td>
-<td style="text-align:left">Electronics</td>
-<td style="text-align:left">249.99</td>
-</tr>
-</tbody>
-</table>
-<p>Now, let&rsquo;s say the business wants to determine how much of each Electronics item is being sold to ensure that the
-correct number is being ordered from the supplier. Let&rsquo;s also assume that they want to determine the total revenue for
-each item. This simple aggregation can follow the Filter from the previous example as such:</p>
-<p>Source code for this example can be found
-<a href="https://github.com/apache/beam/blob/master/sdks/python/apache_beam/yaml/examples/simple_filter_and_combine.yaml">here</a>.</p>
-<div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="nt">pipeline</span><span class="p">:</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">transforms</span><span class="p">:</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">ReadFromCsv</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">ReadInputFile</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">path</span><span class="p">:</span><span class="w"> </span><span class="l">/path/to/input.csv</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">Filter</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">FilterWithCategory</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">input</span><span class="p">:</span><span class="w"> </span><span class="l">ReadInputFile</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">language</span><span class="p">:</span><span class="w"> </span><span class="l">python</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">keep</span><span class="p">:</span><span class="w"> </span><span class="l">category == &#34;Electronics&#34;</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">Combine</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">CountNumberSold</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">input</span><span class="p">:</span><span class="w"> </span><span class="l">FilterWithCategory</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">group_by</span><span class="p">:</span><span class="w"> </span><span class="l">product_name</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">combine</span><span class="p">:</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">num_sold</span><span class="p">:</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">value</span><span class="p">:</span><span class="w"> </span><span class="l">product_name</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">fn</span><span class="p">:</span><span class="w"> </span><span class="l">count</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">total_revenue</span><span class="p">:</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">value</span><span class="p">:</span><span class="w"> </span><span class="l">price</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">fn</span><span class="p">:</span><span class="w"> </span><span class="l">sum</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">type</span><span class="p">:</span><span class="w"> </span><span class="l">WriteToCsv</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">WriteOutputFile</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">input</span><span class="p">:</span><span class="w"> </span><span class="l">CountNumberSold</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">config</span><span class="p">:</span><span class="w">
-</span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">path</span><span class="p">:</span><span class="w"> </span><span class="l">/path/to/output</span><span class="w">
-</span></span></span></code></pre></div><p>This would leave us with the following data:</p>
-<table>
-<thead>
-<tr>
-<th style="text-align:left">product_name</th>
-<th style="text-align:left">num_sold</th>
-<th style="text-align:left">total_revenue</th>
-</tr>
-</thead>
-<tbody>
-<tr>
-<td style="text-align:left">Headphones</td>
-<td style="text-align:left">2</td>
-<td style="text-align:left">119.98</td>
-</tr>
-<tr>
-<td style="text-align:left">Monitor</td>
-<td style="text-align:left">1</td>
-<td style="text-align:left">249.99</td>
-</tr>
-</tbody>
-</table>
-<p>While this was a relatively simple use-case, it shows the power of Beam YAML and how easy it is to go from business
-use-case to a prototype data pipeline in just a few lines of YAML.</p>
-<h1 id="getting-started-with-beam-yaml">Getting started with Beam YAML</h1>
-<p>There are several resources that have been compiled to help users get familiar with Beam YAML.</p>
-<h2 id="day-zero-notebook">Day Zero Notebook</h2>
-<a target="_blank" href="https://colab.research.google.com/github/apache/beam/blob/master/examples/notebooks/get-started/try-apache-beam-yaml.ipynb">
-<img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/>
-</a>
-<p>To help get started with Apache Beam, there is a Day Zero Notebook available on
-<a href="https://colab.sandbox.google.com/">Google Colab</a>, an online Python notebook environment with a free attachable
-runtime, containing some basic YAML pipeline examples.</p>
-<h2 id="documentation">Documentation</h2>
-<p>The Apache Beam website provides a set of <a href="https://beam.apache.org/documentation/sdks/yaml/">docs</a> that demonstrate the
-current capabilities of the Beam YAML SDK. There is also a catalog of currently-supported turnkey transforms found
-<a href="https://beam.apache.org/releases/yamldoc/current/">here</a>.</p>
-<h2 id="examples">Examples</h2>
-<p>A catalog of examples can be found
-<a href="https://github.com/apache/beam/tree/master/sdks/python/apache_beam/yaml/examples">here</a>. These examples showcase
-all the turnkey transforms that can be utilized in Beam YAML. There are also a number of Dataflow Cookbook examples
-that can be found <a href="https://github.com/GoogleCloudPlatform/dataflow-cookbook/tree/main/Python/yaml">here</a>.</p>
-<h2 id="contributing">Contributing</h2>
-<p>Developers who wish to help build out and add functionalities are welcome to start contributing to the effort in the
-Beam YAML module found <a href="https://github.com/apache/beam/tree/master/sdks/python/apache_beam/yaml">here</a>.</p>
-<p>There is also a list of open <a href="https://github.com/apache/beam/issues?q=is%3Aopen+is%3Aissue+label%3Ayaml">bugs</a> found
-on the GitHub repo - now marked with the &lsquo;yaml&rsquo; tag.</p>
-<p>While Beam YAML has been marked stable as of Beam 2.52, it is still under heavy development, with new features being
-added with each release. Those who wish to be part of the design decisions and give insights to how the framework is
-being used are highly encouraged to join the dev mailing list as those discussions will be directed there. A link to
-the dev list can be found <a href="https://beam.apache.org/community/contact-us/">here</a>.</p></description><link>/blog/beam-yaml-release/</link><pubDate>Thu, 11 Apr 2024 10:00:00 -0400</pubDate><guid>/blog/beam-yaml-release/</guid><category>blog</category></item></channel></rss>
\ No newline at end of file
+<p>xianhualiu</p></description><link>/blog/beam-2.56.0/</link><pubDate>Wed, 01 May 2024 10:00:00 -0400</pubDate><guid>/blog/beam-2.56.0/</guid><category>blog</category><category>release</category></item></channel></rss>
\ No newline at end of file
diff --git a/website/generated-content/sitemap.xml b/website/generated-content/sitemap.xml
index 17e04c5a17f..5c5be20ea54 100644
--- a/website/generated-content/sitemap.xml
+++ b/website/generated-content/sitemap.xml
@@ -1 +1 @@
-<?xml version="1.0" encoding="utf-8" standalone="yes"?><urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:xhtml="http://www.w3.org/1999/xhtml"><url><loc>/blog/beam-2.60.0/</loc><lastmod>2024-10-22T18:53:45-04:00</lastmod></url><url><loc>/categories/blog/</loc><lastmod>2024-10-22T18:53:45-04:00</lastmod></url><url><loc>/blog/</loc><lastmod>2024-10-22T18:53:45-04:00</lastmod></url><url><loc>/categories/</loc><lastmod>2024-10-22T18:53:45-04:00</lastmod></url><url><loc>/catego [...]
\ No newline at end of file
+<?xml version="1.0" encoding="utf-8" standalone="yes"?><urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:xhtml="http://www.w3.org/1999/xhtml"><url><loc>/blog/beam-2.60.0/</loc><lastmod>2024-10-22T22:04:15-04:00</lastmod></url><url><loc>/categories/blog/</loc><lastmod>2024-10-22T22:04:15-04:00</lastmod></url><url><loc>/blog/</loc><lastmod>2024-10-22T22:04:15-04:00</lastmod></url><url><loc>/categories/</loc><lastmod>2024-10-22T22:04:15-04:00</lastmod></url><url><loc>/catego [...]
\ No newline at end of file