You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2021/08/18 00:06:34 UTC
[beam] branch asf-site updated: Publishing website 2021/08/18
00:06:03 at commit 216f0d9
This is an automated email from the ASF dual-hosted git repository.
git-site-role pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 34176e7 Publishing website 2021/08/18 00:06:03 at commit 216f0d9
34176e7 is described below
commit 34176e735f2747622903a3f866f1b9580b2fe9b5
Author: jenkins <bu...@apache.org>
AuthorDate: Wed Aug 18 00:06:04 2021 +0000
Publishing website 2021/08/18 00:06:03 at commit 216f0d9
---
website/generated-content/documentation/index.xml | 6 ++++--
.../generated-content/documentation/programming-guide/index.html | 6 ++++--
2 files changed, 8 insertions(+), 4 deletions(-)
diff --git a/website/generated-content/documentation/index.xml b/website/generated-content/documentation/index.xml
index 373ec30..3629024 100644
--- a/website/generated-content/documentation/index.xml
+++ b/website/generated-content/documentation/index.xml
@@ -10027,7 +10027,8 @@ to annotate the <code>DoFn</code>.</p>
<a class="copy" type="button" data-bs-toggle="tooltip" data-bs-placement="bottom" title="Copy to clipboard">
<img src="/images/copy-icon.svg"/>
</a>
-<div class="highlight"><pre class="chroma"><code class="language-py" data-lang="py"><span class="k">class</span> <span class="nc">FileToWordsRestrictionProvider</span><span class="p">(</span><span class="n">beam</span><span class="o">.</span><span class="n">io</span><span class="o">.</span><span class="n">RestrictionProvider</span><span class="p">):</span>
+<div class="highlight"><pre class="chroma"><code class="language-py" data-lang="py"><span class="k">class</span> <span class="nc">FileToWordsRestrictionProvider</span><span class="p">(</span><span class="n">beam</span><span class="o">.</span><span class="n">transforms</span><span class="o">.</span><span class="n">core</span><span class="o">.</span><span class="n">RestrictionProvider</span>
+<span class="p">):</span>
<span class="k">def</span> <span class="nf">initial_restriction</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">file_name</span><span class="p">):</span>
<span class="k">return</span> <span class="n">OffsetRange</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">os</span><span class="o">.</span><span class="n">stat</span><span class="p">(</span><span class="n">file_name</span><span class="p">)</span><span class="o">.</span><span class="n">st_size</span><span class="p">)</span>
<span class="k">def</span> <span class="nf">create_tracker</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">restriction</span><span class="p">):</span>
@@ -10112,7 +10113,8 @@ a set of initial splits:</p>
<a class="copy" type="button" data-bs-toggle="tooltip" data-bs-placement="bottom" title="Copy to clipboard">
<img src="/images/copy-icon.svg"/>
</a>
-<div class="highlight"><pre class="chroma"><code class="language-py" data-lang="py"><span class="k">class</span> <span class="nc">FileToWordsRestrictionProvider</span><span class="p">(</span><span class="n">beam</span><span class="o">.</span><span class="n">io</span><span class="o">.</span><span class="n">RestrictionProvider</span><span class="p">):</span>
+<div class="highlight"><pre class="chroma"><code class="language-py" data-lang="py"><span class="k">class</span> <span class="nc">FileToWordsRestrictionProvider</span><span class="p">(</span><span class="n">beam</span><span class="o">.</span><span class="n">transforms</span><span class="o">.</span><span class="n">core</span><span class="o">.</span><span class="n">RestrictionProvider</span>
+<span class="p">):</span>
<span class="k">def</span> <span class="nf">split</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">file_name</span><span class="p">,</span> <span class="n">restriction</span><span class="p">):</span>
<span class="c1"># Compute and output 64 MiB size ranges to process in parallel</span>
<span class="n">split_size</span> <span class="o">=</span> <span class="mi">64</span> <span class="o">*</span> <span class="p">(</span><span class="mi">1</span> <span class="o">&lt;&lt;</span> <span class="mi">20</span><span class="p">)</span>
diff --git a/website/generated-content/documentation/programming-guide/index.html b/website/generated-content/documentation/programming-guide/index.html
index 6bf2d97..6ac2d29 100644
--- a/website/generated-content/documentation/programming-guide/index.html
+++ b/website/generated-content/documentation/programming-guide/index.html
@@ -3454,7 +3454,8 @@ to annotate the <code>DoFn</code>.</p><div class="language-java snippet"><div cl
<span class=kd>public</span> <span class=n>Coder</span><span class=o><</span><span class=n>OffsetRange</span><span class=o>></span> <span class=nf>getRestrictionCoder</span><span class=o>()</span> <span class=o>{</span>
<span class=k>return</span> <span class=n>OffsetRange</span><span class=o>.</span><span class=na>Coder</span><span class=o>.</span><span class=na>of</span><span class=o>();</span>
<span class=o>}</span>
-<span class=o>}</span></code></pre></div></div></div><div class="language-py snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div class=highlight><pre class=chroma><code class=language-py data-lang=py><span class=k>class</span> <span class=nc>FileToWordsRestrictionProvider</span><span class=p>(</span><span class=n>beam</span><span class=o>.</span><span c [...]
+<span class=o>}</span></code></pre></div></div></div><div class="language-py snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div class=highlight><pre class=chroma><code class=language-py data-lang=py><span class=k>class</span> <span class=nc>FileToWordsRestrictionProvider</span><span class=p>(</span><span class=n>beam</span><span class=o>.</span><span c [...]
+ <span class=p>):</span>
<span class=k>def</span> <span class=nf>initial_restriction</span><span class=p>(</span><span class=bp>self</span><span class=p>,</span> <span class=n>file_name</span><span class=p>):</span>
<span class=k>return</span> <span class=n>OffsetRange</span><span class=p>(</span><span class=mi>0</span><span class=p>,</span> <span class=n>os</span><span class=o>.</span><span class=n>stat</span><span class=p>(</span><span class=n>file_name</span><span class=p>)</span><span class=o>.</span><span class=n>st_size</span><span class=p>)</span>
@@ -3520,7 +3521,8 @@ a set of initial splits:</p><div class="language-java snippet"><div class="noteb
<span class=o>}</span>
<span class=c1>// Output the last range
</span><span class=c1></span> <span class=n>splitReceiver</span><span class=o>.</span><span class=na>output</span><span class=o>(</span><span class=k>new</span> <span class=n>OffsetRange</span><span class=o>(</span><span class=n>i</span><span class=o>,</span> <span class=n>restriction</span><span class=o>.</span><span class=na>getTo</span><span class=o>()));</span>
-<span class=o>}</span></code></pre></div></div></div><div class="language-py snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div class=highlight><pre class=chroma><code class=language-py data-lang=py><span class=k>class</span> <span class=nc>FileToWordsRestrictionProvider</span><span class=p>(</span><span class=n>beam</span><span class=o>.</span><span c [...]
+<span class=o>}</span></code></pre></div></div></div><div class="language-py snippet"><div class="notebook-skip code-snippet"><a class=copy type=button data-bs-toggle=tooltip data-bs-placement=bottom title="Copy to clipboard"><img src=/images/copy-icon.svg></a><div class=highlight><pre class=chroma><code class=language-py data-lang=py><span class=k>class</span> <span class=nc>FileToWordsRestrictionProvider</span><span class=p>(</span><span class=n>beam</span><span class=o>.</span><span c [...]
+ <span class=p>):</span>
<span class=k>def</span> <span class=nf>split</span><span class=p>(</span><span class=bp>self</span><span class=p>,</span> <span class=n>file_name</span><span class=p>,</span> <span class=n>restriction</span><span class=p>):</span>
<span class=c1># Compute and output 64 MiB size ranges to process in parallel</span>
<span class=n>split_size</span> <span class=o>=</span> <span class=mi>64</span> <span class=o>*</span> <span class=p>(</span><span class=mi>1</span> <span class=o><<</span> <span class=mi>20</span><span class=p>)</span>