You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/06/16 22:16:04 UTC
[beam] branch asf-site updated: Publishing website 2022/06/16 22:15:54 at commit 1dff59b
This is an automated email from the ASF dual-hosted git repository.
git-site-role pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 4a050751764 Publishing website 2022/06/16 22:15:54 at commit 1dff59b
4a050751764 is described below
commit 4a050751764ab82b8b13b48a212ac7a700490735
Author: jenkins <bu...@apache.org>
AuthorDate: Thu Jun 16 22:15:55 2022 +0000
Publishing website 2022/06/16 22:15:54 at commit 1dff59b
---
website/generated-content/documentation/index.xml | 26 +++++++++++-----------
.../documentation/patterns/ai-platform/index.html | 2 +-
.../documentation/programming-guide/index.html | 22 +++++++++---------
website/generated-content/sitemap.xml | 2 +-
4 files changed, 26 insertions(+), 26 deletions(-)
diff --git a/website/generated-content/documentation/index.xml b/website/generated-content/documentation/index.xml
index ae8d87ce0af..a88fa92c3b1 100644
--- a/website/generated-content/documentation/index.xml
+++ b/website/generated-content/documentation/index.xml
@@ -342,7 +342,7 @@ score: 0.8999999761581421
<a class="copy" type="button" data-bs-toggle="tooltip" data-bs-placement="bottom" title="Copy to clipboard">
<img src="/images/copy-icon.svg"/>
</a>
-<div class="highlight"><pre class="chroma"><code class="language-java" data-lang="java"><span class="o">//</span> <span class="n">Getting</span> <span class="n">predictions</span> <span class="n">is</span> <span class="n">not</span> <span class="n">yet</span> <span class="n">available</span> <span class="k">for</span> <span class="n">Java</span><span class="o">.</span> <span class="o">[</span><span class="n">BE [...]
+<div class="highlight"><pre class="chroma"><code class="language-java" data-lang="java"><span class="o">//</span> <span class="n">Getting</span> <span class="n">predictions</span> <span class="n">is</span> <span class="n">not</span> <span class="n">yet</span> <span class="n">available</span> <span class="k">for</span> <span class="n">Java</span><span class="o">.</span> <span class="o">[</span><span class="n">ht [...]
</div>
</div></description></item><item><title>Documentation: Apache Beam: Developing I/O connectors for Java</title><link>/documentation/io/developing-io-java/</link><pubDate>Mon, 01 Jan 0001 00:00:00 +0000</pubDate><guid>/documentation/io/developing-io-java/</guid><description>
<!--
@@ -10239,7 +10239,7 @@ accumulates the number of elements seen.</p>
<a class="copy" type="button" data-bs-toggle="tooltip" data-bs-placement="bottom" title="Copy to clipboard">
<img src="/images/copy-icon.svg"/>
</a>
-<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">BEAM</span><span class="o">-</span><span class="mf">10660.</span></code></pre></div>
+<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">https</span><span class="p">:</span><span class="o">//</span><span class="nx">github</span><span class="p">.</sp [...]
</div>
</div>
<h4 id="combiningstate">CombiningState</h4>
@@ -10278,7 +10278,7 @@ accumulates the number of elements seen.</p>
<a class="copy" type="button" data-bs-toggle="tooltip" data-bs-placement="bottom" title="Copy to clipboard">
<img src="/images/copy-icon.svg"/>
</a>
-<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">BEAM</span><span class="o">-</span><span class="mf">10660.</span></code></pre></div>
+<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">https</span><span class="p">:</span><span class="o">//</span><span class="nx">github</span><span class="p">.</sp [...]
</div>
</div>
<h4 id="bagstate">BagState</h4>
@@ -10331,7 +10331,7 @@ bags larger than available memory.</p>
<a class="copy" type="button" data-bs-toggle="tooltip" data-bs-placement="bottom" title="Copy to clipboard">
<img src="/images/copy-icon.svg"/>
</a>
-<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">BEAM</span><span class="o">-</span><span class="mf">10660.</span></code></pre></div>
+<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">https</span><span class="p">:</span><span class="o">//</span><span class="nx">github</span><span class="p">.</sp [...]
</div>
</div>
<h3 id="deferred-state-reads">11.2. Deferred state reads</h3>
@@ -10365,7 +10365,7 @@ runner can prefetch all of the states necessary. For example:</p>
<a class="copy" type="button" data-bs-toggle="tooltip" data-bs-placement="bottom" title="Copy to clipboard">
<img src="/images/copy-icon.svg"/>
</a>
-<div class="highlight"><pre class="chroma"><code class="language-py" data-lang="py"><span class="n">This</span> <span class="ow">is</span> <span class="ow">not</span> <span class="n">supported</span> <span class="n">yet</span><span class="p">,</span> <span class="n">see</span> <span class="n">BEAM</span><span class="o">-</span><span class="mf">11506.</span></code></pre></div>
+<div class="highlight"><pre class="chroma"><code class="language-py" data-lang="py"><span class="n">This</span> <span class="ow">is</span> <span class="ow">not</span> <span class="n">supported</span> <span class="n">yet</span><span class="p">,</span> <span class="n">see</span> <span class="n">https</span><span class="p">:</span><span class="o">//</span><span class="n">github</span><span class="o">.</span>< [...]
</div>
</div>
<div class='language-go snippet'>
@@ -10373,7 +10373,7 @@ runner can prefetch all of the states necessary. For example:</p>
<a class="copy" type="button" data-bs-toggle="tooltip" data-bs-placement="bottom" title="Copy to clipboard">
<img src="/images/copy-icon.svg"/>
</a>
-<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">BEAM</span><span class="o">-</span><span class="mf">10660.</span></code></pre></div>
+<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">https</span><span class="p">:</span><span class="o">//</span><span class="nx">github</span><span class="p">.</sp [...]
</div>
</div>
<p>If however there are code paths in which the states are not fetched, then annotating with @AlwaysFetched will add
@@ -10467,7 +10467,7 @@ allows for event-time aggregations.</p>
<a class="copy" type="button" data-bs-toggle="tooltip" data-bs-placement="bottom" title="Copy to clipboard">
<img src="/images/copy-icon.svg"/>
</a>
-<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">BEAM</span><span class="o">-</span><span class="mf">10660.</span></code></pre></div>
+<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">https</span><span class="p">:</span><span class="o">//</span><span class="nx">github</span><span class="p">.</sp [...]
</div>
</div>
<h4 id="processing-time-timers">11.3.2. Processing-time timers</h4>
@@ -10523,7 +10523,7 @@ to the current time. In Java, the <code>Timer.offset</code> and <code>T
<a class="copy" type="button" data-bs-toggle="tooltip" data-bs-placement="bottom" title="Copy to clipboard">
<img src="/images/copy-icon.svg"/>
</a>
-<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">BEAM</span><span class="o">-</span><span class="mf">10660.</span></code></pre></div>
+<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">https</span><span class="p">:</span><span class="o">//</span><span class="nx">github</span><span class="p">.</sp [...]
</div>
</div>
<h4 id="dynamic-timer-tags">11.3.3. Dynamic timer tags</h4>
@@ -10588,7 +10588,7 @@ tag is an empty string if not specified.</p>
<a class="copy" type="button" data-bs-toggle="tooltip" data-bs-placement="bottom" title="Copy to clipboard">
<img src="/images/copy-icon.svg"/>
</a>
-<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">BEAM</span><span class="o">-</span><span class="mf">10660.</span></code></pre></div>
+<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">https</span><span class="p">:</span><span class="o">//</span><span class="nx">github</span><span class="p">.</sp [...]
</div>
</div>
<h4 id="timer-output-timestamps">11.3.4. Timer output timestamps</h4>
@@ -10697,7 +10697,7 @@ past the timestamp of the minimum element. The following code demonstrates this.
<a class="copy" type="button" data-bs-toggle="tooltip" data-bs-placement="bottom" title="Copy to clipboard">
<img src="/images/copy-icon.svg"/>
</a>
-<div class="highlight"><pre class="chroma"><code class="language-py" data-lang="py"><span class="n">Timer</span> <span class="n">output</span> <span class="n">timestamps</span> <span class="ow">is</span> <span class="ow">not</span> <span class="n">yet</span> <span class="n">supported</span> <span class="ow">in</span> <span class="n">Python</span> <span class="n">SDK</span><span class="o">.</span> <span class="n [...]
+<div class="highlight"><pre class="chroma"><code class="language-py" data-lang="py"><span class="n">Timer</span> <span class="n">output</span> <span class="n">timestamps</span> <span class="ow">is</span> <span class="ow">not</span> <span class="n">yet</span> <span class="n">supported</span> <span class="ow">in</span> <span class="n">Python</span> <span class="n">SDK</span><span class="o">.</span> <span class="n [...]
</div>
</div>
<div class='language-go snippet'>
@@ -10705,7 +10705,7 @@ past the timestamp of the minimum element. The following code demonstrates this.
<a class="copy" type="button" data-bs-toggle="tooltip" data-bs-placement="bottom" title="Copy to clipboard">
<img src="/images/copy-icon.svg"/>
</a>
-<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">BEAM</span><span class="o">-</span><span class="mf">10660.</span></code></pre></div>
+<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">https</span><span class="p">:</span><span class="o">//</span><span class="nx">github</span><span class="p">.</sp [...]
</div>
</div>
<h3 id="garbage-collecting-state">11.4. Garbage collecting state</h3>
@@ -10758,7 +10758,7 @@ garbage-collection strategy.</p>
<a class="copy" type="button" data-bs-toggle="tooltip" data-bs-placement="bottom" title="Copy to clipboard">
<img src="/images/copy-icon.svg"/>
</a>
-<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">BEAM</span><span class="o">-</span><span class="mf">10660.</span></code></pre></div>
+<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">https</span><span class="p">:</span><span class="o">//</span><span class="nx">github</span><span class="p">.</sp [...]
</div>
</div>
<p>This <code>ParDo</code> stores state per day. Once the pipeline is done processing data for a given day, all the state for that
@@ -10841,7 +10841,7 @@ This can be done by updating a timer that garbage collects state. For example<
<a class="copy" type="button" data-bs-toggle="tooltip" data-bs-placement="bottom" title="Copy to clipboard">
<img src="/images/copy-icon.svg"/>
</a>
-<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">BEAM</span><span class="o">-</span><span class="mf">10660.</span></code></pre></div>
+<div class="highlight"><pre class="chroma"><code class="language-go" data-lang="go"><span class="nx">This</span> <span class="nx">is</span> <span class="nx">not</span> <span class="nx">supported</span> <span class="nx">yet</span><span class="p">,</span> <span class="nx">see</span> <span class="nx">https</span><span class="p">:</span><span class="o">//</span><span class="nx">github</span><span class="p">.</sp [...]
</div>
</div>
<h3 id="state-timers-examples">11.5. State and timers examples</h3>
diff --git a/website/generated-content/documentation/patterns/ai-platform/index.html b/website/generated-content/documentation/patterns/ai-platform/index.html
index c6e6055f3b9..df3da2e36ac 100644
--- a/website/generated-content/documentation/patterns/ai-platform/index.html
+++ b/website/generated-content/documentation/patterns/ai-platform/index.html
@@ -256,7 +256,7 @@ document_sentiment {
<span class=n>model_endpoint_spec</span><span class=o>=</span><span class=n>model_spec_pb2</span><span class=o>.</span><span class=n>AIPlatformPredictionModelSpec</span><span class=p>(</span>
<span class=n>project_id</span><span class=o>=</span><span class=s1>'my-project-id'</span><span class=p>,</span>
<span class=n>model_name</span><span class=o>=</span><span class=s1>'my-model-name'</span><span class=p>,</span>
- <span class=n>version_name</span><span class=o>=</span><span class=s1>'my-model-version'</span><span class=p>))))</span></code></pre></div></div></div><div class="language-java snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div class=highlight><pre class=chroma><code class=language-java data-lang=java><span class=o>//</span [...]
+ <span class=n>version_name</span><span class=o>=</span><span class=s1>'my-model-version'</span><span class=p>))))</span></code></pre></div></div></div><div class="language-java snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div class=highlight><pre class=chroma><code class=language-java data-lang=java><span class=o>//</span [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/documentation/programming-guide/index.html b/website/generated-content/documentation/programming-guide/index.html
index 719e8ed6bd9..cad1bef4706 100644
--- a/website/generated-content/documentation/programming-guide/index.html
+++ b/website/generated-content/documentation/programming-guide/index.html
@@ -3160,7 +3160,7 @@ accumulates the number of elements seen.</p><p>Note: <code>ValueState</code> is
<span class=n>state</span><span class=o>.</span><span class=n>write</span><span class=p>(</span><span class=n>current_value</span><span class=o>+</span><span class=mi>1</span><span class=p>)</span>
<span class=n>_</span> <span class=o>=</span> <span class=p>(</span><span class=n>p</span> <span class=o>|</span> <span class=s1>'Read per user'</span> <span class=o>>></span> <span class=n>ReadPerUser</span><span class=p>()</span>
- <span class=o>|</span> <span class=s1>'state pardo'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>ParDo</span><span class=p>(</span><span class=n>ReadModifyWriteStateDoFn</span><span class=p>()))</span></code></pre></div></div></div><div class="language-go snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/co [...]
+ <span class=o>|</span> <span class=s1>'state pardo'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>ParDo</span><span class=p>(</span><span class=n>ReadModifyWriteStateDoFn</span><span class=p>()))</span></code></pre></div></div></div><div class="language-go snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/co [...]
<code>ValueState</code> example could be rewritten to use <code>CombiningState</code></p><div class="language-java snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div class=highlight><pre class=chroma><code class=language-java data-lang=java><span class=n>PCollection</span><span class=o><</span><span class=n>KV</span><span class=o><</span><span cl [...]
<span class=n>perUser</span><span class=o>.</span><span class=na>apply</span><span class=o>(</span><span class=n>ParDo</span><span class=o>.</span><span class=na>of</span><span class=o>(</span><span class=k>new</span> <span class=n>DoFn</span><span class=o><</span><span class=n>KV</span><span class=o><</span><span class=n>String</span><span class=o>,</span> <span class=n>ValueT</span><span class=o>>,</span> <span class=n>OutputT</span><span class=o>>()</span> <span class=o>{</span>
<span class=nd>@StateId</span><span class=o>(</span><span class=s>"state"</span><span class=o>)</span> <span class=kd>private</span> <span class=kd>final</span> <span class=n>StateSpec</span><span class=o><</span><span class=n>CombiningState</span><span class=o><</span><span class=n>Integer</span><span class=o>,</span> <span class=kt>int</span><span class=o>[],</span> <span class=n>Integer</span><span class=o>>></span> <span class=n>numElements</span> <span class=o> [...]
@@ -3176,7 +3176,7 @@ accumulates the number of elements seen.</p><p>Note: <code>ValueState</code> is
<span class=n>state</span><span class=o>.</span><span class=n>add</span><span class=p>(</span><span class=mi>1</span><span class=p>)</span>
<span class=n>_</span> <span class=o>=</span> <span class=p>(</span><span class=n>p</span> <span class=o>|</span> <span class=s1>'Read per user'</span> <span class=o>>></span> <span class=n>ReadPerUser</span><span class=p>()</span>
- <span class=o>|</span> <span class=s1>'Combine state pardo'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>ParDo</span><span class=p>(</span><span class=n>CombiningStateDofn</span><span class=p>()))</span></code></pre></div></div></div><div class="language-go snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/ [...]
+ <span class=o>|</span> <span class=s1>'Combine state pardo'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>ParDo</span><span class=p>(</span><span class=n>CombiningStateDofn</span><span class=p>()))</span></code></pre></div></div></div><div class="language-go snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/ [...]
of elements. This allows for addition of elements to the collection without requiring the reading of the entire
collection first, which is an efficiency gain. In addition, runners that support paged reads can allow individual
bags larger than available memory.</p><div class="language-java snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div class=highlight><pre class=chroma><code class=language-java data-lang=java><span class=n>PCollection</span><span class=o><</span><span class=n>KV</span><span class=o><</span><span class=n>String</span><span class=o>,</span> <span cla [...]
@@ -3206,7 +3206,7 @@ bags larger than available memory.</p><div class="language-java snippet"><div cl
<span class=n>state</span><span class=o>.</span><span class=n>clear</span><span class=p>()</span>
<span class=n>_</span> <span class=o>=</span> <span class=p>(</span><span class=n>p</span> <span class=o>|</span> <span class=s1>'Read per user'</span> <span class=o>>></span> <span class=n>ReadPerUser</span><span class=p>()</span>
- <span class=o>|</span> <span class=s1>'Bag state pardo'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>ParDo</span><span class=p>(</span><span class=n>BagStateDoFn</span><span class=p>()))</span></code></pre></div></div></div><div class="language-go snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon. [...]
+ <span class=o>|</span> <span class=s1>'Bag state pardo'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>ParDo</span><span class=p>(</span><span class=n>BagStateDoFn</span><span class=p>()))</span></code></pre></div></div></div><div class="language-go snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon. [...]
on a state can cause the runner to perform a blocking read. Performing multiple blocking reads in sequence adds latency
to element processing. If you know that a state will always be read, you can annotate it as @AlwaysFetched, and then the
runner can prefetch all of the states necessary. For example:</p><div class="language-java snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div class=highlight><pre class=chroma><code class=language-java data-lang=java><span class=n>PCollection</span><span class=o><</span><span class=n>KV</span><span class=o><</span><span class=n>String</span><span [...]
@@ -3223,7 +3223,7 @@ runner can prefetch all of the states necessary. For example:</p><div class="lan
<span class=n>state2</span><span class=o>.</span><span class=na>read</span><span class=o>();</span>
<span class=n>state3</span><span class=o>.</span><span class=na>read</span><span class=o>();</span>
<span class=o>}</span>
-<span class=o>}));</span></code></pre></div></div></div><div class="language-py snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div class=highlight><pre class=chroma><code class=language-py data-lang=py><span class=n>This</span> <span class=ow>is</span> <span class=ow>not</span> <span class=n>supported</span> <span class=n>yet</span><span class=p>,</spa [...]
+<span class=o>}));</span></code></pre></div></div></div><div class="language-py snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div class=highlight><pre class=chroma><code class=language-py data-lang=py><span class=n>This</span> <span class=ow>is</span> <span class=ow>not</span> <span class=n>supported</span> <span class=n>yet</span><span class=p>,</spa [...]
unnecessary fetching for those paths. In this case, the readLater method allows the runner to know that the state will
be read in the future, allowing multiple state reads to be batched together.</p><div class="language-java snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div class=highlight><pre class=chroma><code class=language-java data-lang=java><span class=n>PCollection</span><span class=o><</span><span class=n>KV</span><span class=o><</span><span class=n>Str [...]
<span class=n>perUser</span><span class=o>.</span><span class=na>apply</span><span class=o>(</span><span class=n>ParDo</span><span class=o>.</span><span class=na>of</span><span class=o>(</span><span class=k>new</span> <span class=n>DoFn</span><span class=o><</span><span class=n>KV</span><span class=o><</span><span class=n>String</span><span class=o>,</span> <span class=n>ValueT</span><span class=o>>,</span> <span class=n>OutputT</span><span class=o>>()</span> <span class=o>{</span>
@@ -3287,7 +3287,7 @@ allows for event-time aggregations.</p><div class="language-java snippet"><div c
<span class=n>state</span><span class=o>.</span><span class=n>clear</span><span class=p>()</span>
<span class=n>_</span> <span class=o>=</span> <span class=p>(</span><span class=n>p</span> <span class=o>|</span> <span class=s1>'Read per user'</span> <span class=o>>></span> <span class=n>ReadPerUser</span><span class=p>()</span>
- <span class=o>|</span> <span class=s1>'EventTime timer pardo'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>ParDo</span><span class=p>(</span><span class=n>EventTimerDoFn</span><span class=p>()))</span></code></pre></div></div></div><div class="language-go snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/co [...]
+ <span class=o>|</span> <span class=s1>'EventTime timer pardo'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>ParDo</span><span class=p>(</span><span class=n>EventTimerDoFn</span><span class=p>()))</span></code></pre></div></div></div><div class="language-go snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/co [...]
before processing. It can also be used to schedule events that should occur at a specific time. Just like with
event-time timers, processing-time timers are per key - each key has a separate copy of the timer.</p><p>While processing-time timers can be set to an absolute timestamp, it is very common to set them to an offset relative
to the current time. In Java, the <code>Timer.offset</code> and <code>Timer.setRelative</code> methods can be used to accomplish this.</p><div class="language-java snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div class=highlight><pre class=chroma><code class=language-java data-lang=java><span class=n>PCollection</span><span class=o><</span><span c [...]
@@ -3321,7 +3321,7 @@ to the current time. In Java, the <code>Timer.offset</code> and <code>Timer.setR
<span class=n>state</span><span class=o>.</span><span class=n>clear</span><span class=p>()</span>
<span class=n>_</span> <span class=o>=</span> <span class=p>(</span><span class=n>p</span> <span class=o>|</span> <span class=s1>'Read per user'</span> <span class=o>>></span> <span class=n>ReadPerUser</span><span class=p>()</span>
- <span class=o>|</span> <span class=s1>'ProcessingTime timer pardo'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>ParDo</span><span class=p>(</span><span class=n>ProcessingTimerDoFn</span><span class=p>()))</span></code></pre></div></div></div><div class="language-go snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src= [...]
+ <span class=o>|</span> <span class=s1>'ProcessingTime timer pardo'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>ParDo</span><span class=p>(</span><span class=n>ProcessingTimerDoFn</span><span class=p>()))</span></code></pre></div></div></div><div class="language-go snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src= [...]
in a <code>DoFn</code> and allowing for the timer tags to be dynamically chosen - e.g. based on data in the input elements. A
timer with a specific tag can only be set to a single timestamp, so setting the timer again has the effect of
overwriting the previous expiration time for the timer with that tag. Each <code>TimerMap</code> is identified with a timer family
@@ -3364,7 +3364,7 @@ tag is an empty string if not specified.</p><div class="language-java snippet"><
<span class=k>yield</span> <span class=p>(</span><span class=n>timer_tag</span><span class=p>,</span> <span class=s1>'fired'</span><span class=p>)</span>
<span class=n>_</span> <span class=o>=</span> <span class=p>(</span><span class=n>p</span> <span class=o>|</span> <span class=s1>'Read per user'</span> <span class=o>>></span> <span class=n>ReadPerUser</span><span class=p>()</span>
- <span class=o>|</span> <span class=s1>'ProcessingTime timer pardo'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>ParDo</span><span class=p>(</span><span class=n>TimerDoFn</span><span class=p>()))</span></code></pre></div></div></div><div class="language-go snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/co [...]
+ <span class=o>|</span> <span class=s1>'ProcessingTime timer pardo'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>ParDo</span><span class=p>(</span><span class=n>TimerDoFn</span><span class=p>()))</span></code></pre></div></div></div><div class="language-go snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/co [...]
that if a timer is set to 12pm, any windowed aggregations or event-time timers later in the pipeline graph that finish
after 12pm will not expire. The timestamp of the timer is also the default output timestamp for the timer callback. This
means that any elements output from the onTimer method will have a timestamp equal to the timestamp of the timer firing.
@@ -3451,7 +3451,7 @@ past the timestamp of the minimum element. The following code demonstrates this.
<span class=c1>// Note that the timer has now fired.
</span><span class=c1></span> <span class=n>timerTimestamp</span><span class=o>.</span><span class=na>clear</span><span class=o>();</span>
<span class=o>}</span>
-<span class=o>}));</span></code></pre></div></div></div><div class="language-py snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div class=highlight><pre class=chroma><code class=language-py data-lang=py><span class=n>Timer</span> <span class=n>output</span> <span class=n>timestamps</span> <span class=ow>is</span> <span class=ow>not</span> <span class=n> [...]
+<span class=o>}));</span></code></pre></div></div></div><div class="language-py snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div class=highlight><pre class=chroma><code class=language-py data-lang=py><span class=n>Timer</span> <span class=n>output</span> <span class=n>timestamps</span> <span class=ow>is</span> <span class=ow>not</span> <span class=n> [...]
performance. There are two common strategies for garbage collecting state.</p><h5 id=using-windows-for-garbage-collection>11.4.1. <strong>Using windows for garbage collection</strong></h5><p>All state and timers for a key is scoped to the window it is in. This means that depending on the timestamp of the
input element the ParDo will see different values for the state depending on the window that element falls into. In
addition, once the input watermark passes the end of the window, the runner should garbage collect all state for that
@@ -3477,7 +3477,7 @@ garbage-collection strategy.</p><p>For example, given the following:</p><div cla
<span class=n>_</span> <span class=o>=</span> <span class=p>(</span><span class=n>p</span> <span class=o>|</span> <span class=s1>'Read per user'</span> <span class=o>>></span> <span class=n>ReadPerUser</span><span class=p>()</span>
<span class=o>|</span> <span class=s1>'Windowing'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>WindowInto</span><span class=p>(</span><span class=n>FixedWindows</span><span class=p>(</span><span class=mi>60</span> <span class=o>*</span> <span class=mi>60</span> <span class=o>*</span> <span class=mi>24</span><span class=p>))</span>
- <span class=o>|</span> <span class=s1>'DoFn'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>ParDo</span><span class=p>(</span><span class=n>StateDoFn</span><span class=p>()))</span></code></pre></div></div></div><div class="language-go snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div c [...]
+ <span class=o>|</span> <span class=s1>'DoFn'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>ParDo</span><span class=p>(</span><span class=n>StateDoFn</span><span class=p>()))</span></code></pre></div></div></div><div class="language-go snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div c [...]
day is garbage collected.</p><h5 id=using-timers-for-garbage-collection>11.4.1. <strong>Using timers For garbage collection</strong></h5><p>In some cases, it is difficult to find a windowing strategy that models the desired garbage-collection strategy. For
example, a common desire is to garbage collect state for a key once no activity has been seen on the key for some time.
This can be done by updating a timer that garbage collects state. For example</p><div class="language-java snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div class=highlight><pre class=chroma><code class=language-java data-lang=java><span class=n>PCollection</span><span class=o><</span><span class=n>KV</span><span class=o><</span><span class=n>St [...]
@@ -3543,7 +3543,7 @@ This can be done by updating a timer that garbage collects state. For example</p
<span class=n>_</span> <span class=o>=</span> <span class=p>(</span><span class=n>p</span> <span class=o>|</span> <span class=s1>'Read per user'</span> <span class=o>>></span> <span class=n>ReadPerUser</span><span class=p>()</span>
- <span class=o>|</span> <span class=s1>'User DoFn'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>ParDo</span><span class=p>(</span><span class=n>UserDoFn</span><span class=p>()))</span></code></pre></div></div></div><div class="language-go snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><d [...]
+ <span class=o>|</span> <span class=s1>'User DoFn'</span> <span class=o>>></span> <span class=n>beam</span><span class=o>.</span><span class=n>ParDo</span><span class=p>(</span><span class=n>UserDoFn</span><span class=p>()))</span></code></pre></div></div></div><div class="language-go snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><d [...]
a stream of views, representing suggested product links displayed to the user on the home page, and a stream of
clicks, representing actual user clicks on these links. The goal of the pipeline is to join click events with view
events, outputting a new joined event that contains information from both events. Each link has a unique identifier
@@ -4432,7 +4432,7 @@ functions as shortcuts for single, unnamed inputs/outputs or define a map for na
<span class=nx>outT</span> <span class=o>:=</span> <span class=nx>beam</span><span class=p>.</span><span class=nf>UnnamedOutput</span><span class=p>(</span><span class=nx>typex</span><span class=p>.</span><span class=nf>New</span><span class=p>(</span><span class=nx>reflectx</span><span class=p>.</span><span class=nx>String</span><span class=p>))</span>
<span class=nx>res</span> <span class=o>:=</span> <span class=nx>beam</span><span class=p>.</span><span class=nf>CrossLanguage</span><span class=p>(</span><span class=nx>s</span><span class=p>,</span> <span class=nx>urn</span><span class=p>,</span> <span class=nx>payload</span><span class=p>,</span> <span class=nx>expansionAddr</span><span class=p>,</span> <span class=nx>beam</span><span class=p>.</span><span class=nf>UnnamedInput</span><span class=p>(</span><span class=nx>inputPCol</spa [...]
</code></pre></div></li><li><p>After the job has been submitted to the Beam runner, shutdown the expansion service by
-terminating the expansion service process.</p></li></ol><h3 id=x-lang-transform-runner-support>13.3. Runner Support</h3><p>Currently, portable runners such as Flink, Spark, and the direct runner can be used with multi-language pipelines.</p><p>Dataflow supports multi-language pipelines through the Dataflow Runner v2 backend architecture.</p><h3 id=x-lang-transform-tips-troubleshooting>13.4 Tips and Troubleshooting</h3><p>For additional tips and troubleshooting information, see <a href=ht [...]
+terminating the expansion service process.</p></li></ol><h3 id=x-lang-transform-runner-support>13.3. Runner Support</h3><p>Currently, portable runners such as Flink, Spark, and the direct runner can be used with multi-language pipelines.</p><p>Dataflow supports multi-language pipelines through the Dataflow Runner v2 backend architecture.</p><h3 id=x-lang-transform-tips-troubleshooting>13.4 Tips and Troubleshooting</h3><p>For additional tips and troubleshooting information, see <a href=ht [...]
<a href=http://www.apache.org>The Apache Software Foundation</a>
| <a href=/privacy_policy>Privacy Policy</a>
| <a href=/feed.xml>RSS Feed</a><br><br>Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.</div></div><div class="footer__cols__col footer__cols__col__logos"><div class=footer__cols__col--group><div class=footer__cols__col__logo><a href=https://github.com/apache/beam><im [...]
\ No newline at end of file
diff --git a/website/generated-content/sitemap.xml b/website/generated-content/sitemap.xml
index a93512b1b44..bdeea3944b9 100644
--- a/website/generated-content/sitemap.xml
+++ b/website/generated-content/sitemap.xml
@@ -1 +1 @@
-<?xml version="1.0" encoding="utf-8" standalone="yes"?><urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:xhtml="http://www.w3.org/1999/xhtml"><url><loc>/blog/beam-2.39.0/</loc><lastmod>2022-05-25T11:28:33-07:00</lastmod></url><url><loc>/categories/blog/</loc><lastmod>2022-05-25T11:28:33-07:00</lastmod></url><url><loc>/blog/</loc><lastmod>2022-05-25T11:28:33-07:00</lastmod></url><url><loc>/categories/</loc><lastmod>2022-05-25T11:28:33-07:00</lastmod></url><url><loc>/blog/b [...]
\ No newline at end of file
+<?xml version="1.0" encoding="utf-8" standalone="yes"?><urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:xhtml="http://www.w3.org/1999/xhtml"><url><loc>/blog/beam-2.39.0/</loc><lastmod>2022-05-25T11:28:33-07:00</lastmod></url><url><loc>/categories/blog/</loc><lastmod>2022-05-25T11:28:33-07:00</lastmod></url><url><loc>/blog/</loc><lastmod>2022-05-25T11:28:33-07:00</lastmod></url><url><loc>/categories/</loc><lastmod>2022-05-25T11:28:33-07:00</lastmod></url><url><loc>/blog/b [...]
\ No newline at end of file