You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by me...@apache.org on 2018/03/21 05:30:38 UTC
[beam-site] 01/01: Prepare repository for deployment.
This is an automated email from the ASF dual-hosted git repository.
mergebot-role pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/beam-site.git
commit 7e6ecc92a8546747781575c925bd799bb7f5928c
Author: Mergebot <me...@apache.org>
AuthorDate: Tue Mar 20 22:30:35 2018 -0700
Prepare repository for deployment.
---
content/contribute/release-guide/index.html | 6 ++--
.../documentation/sdks/python-custom-io/index.html | 5 ++-
.../get-started/mobile-gaming-example/index.html | 39 ++++++----------------
content/get-started/support/index.html | 3 +-
4 files changed, 19 insertions(+), 34 deletions(-)
diff --git a/content/contribute/release-guide/index.html b/content/contribute/release-guide/index.html
index 8ba599b..4af9749 100644
--- a/content/contribute/release-guide/index.html
+++ b/content/contribute/release-guide/index.html
@@ -633,11 +633,9 @@ RC_TAG="v${VERSION}-RC${RC_NUM}"
<li>
<p>Create hashes for source files and sign the python source file file</p>
- <div class="highlighter-rouge"><pre class="highlight"><code> sha1sum apache-beam-${VERSION}-source-release.zip > apache-beam-${VERSION}-source-release.zip.sha1
- md5sum apache-beam-${VERSION}-source-release.zip > apache-beam-${VERSION}-source-release.zip.md5
+ <div class="highlighter-rouge"><pre class="highlight"><code> sha512sum apache-beam-${VERSION}-source-release.zip > apache-beam-${VERSION}-source-release.zip.sha512
gpg --armor --detach-sig apache-beam-${VERSION}-python.zip
- sha1sum apache-beam-${VERSION}-python.zip > apache-beam-${VERSION}-python.zip.sha1
- md5sum apache-beam-${VERSION}-python.zip > apache-beam-${VERSION}-python.zip.md5
+ sha512sum apache-beam-${VERSION}-python.zip > apache-beam-${VERSION}-python.zip.sha512
</code></pre>
</div>
</li>
diff --git a/content/documentation/sdks/python-custom-io/index.html b/content/documentation/sdks/python-custom-io/index.html
index 123373d..2aa1cd2 100644
--- a/content/documentation/sdks/python-custom-io/index.html
+++ b/content/documentation/sdks/python-custom-io/index.html
@@ -510,7 +510,10 @@
table_name = 'table' + uid
return SimpleKVWriter(self._simplekv, access_token, table_name)
- def finalize_write(self, access_token, table_names):
+ def pre_finalize(self, init_result, writer_results):
+ pass
+
+ def finalize_write(self, access_token, table_names, pre_finalize_result):
for i, table_name in enumerate(table_names):
self._simplekv.rename_table(
access_token, table_name, self._final_table_name + str(i))
diff --git a/content/get-started/mobile-gaming-example/index.html b/content/get-started/mobile-gaming-example/index.html
index 8a63425..cc1ac57 100644
--- a/content/get-started/mobile-gaming-example/index.html
+++ b/content/get-started/mobile-gaming-example/index.html
@@ -626,8 +626,7 @@ logical windows based on when those scores occurred in event time.</em></p>
<span class="n">options</span> <span class="o">=</span> <span class="n">PipelineOptions</span><span class="p">(</span><span class="n">pipeline_args</span><span class="p">)</span>
<span class="c"># We also require the --project option to access --dataset</span>
- <span class="n">project</span> <span class="o">=</span> <span class="n">options</span><span class="o">.</span><span class="n">view_as</span><span class="p">(</span><span class="n">GoogleCloudOptions</span><span class="p">)</span><span class="o">.</span><span class="n">project</span>
- <span class="k">if</span> <span class="n">project</span> <span class="ow">is</span> <span class="bp">None</span><span class="p">:</span>
+ <span class="k">if</span> <span class="n">options</span><span class="o">.</span><span class="n">view_as</span><span class="p">(</span><span class="n">GoogleCloudOptions</span><span class="p">)</span><span class="o">.</span><span class="n">project</span> <span class="ow">is</span> <span class="bp">None</span><span class="p">:</span>
<span class="n">parser</span><span class="o">.</span><span class="n">print_usage</span><span class="p">()</span>
<span class="k">print</span><span class="p">(</span><span class="n">sys</span><span class="o">.</span><span class="n">argv</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> <span class="o">+</span> <span class="s">': error: argument --project is required'</span><span class="p">)</span>
<span class="n">sys</span><span class="o">.</span><span class="nb">exit</span><span class="p">(</span><span class="mi">1</span><span class="p">)</span>
@@ -636,23 +635,18 @@ logical windows based on when those scores occurred in event time.</em></p>
<span class="c"># workflow rely on global context (e.g., a module imported at module level).</span>
<span class="n">options</span><span class="o">.</span><span class="n">view_as</span><span class="p">(</span><span class="n">SetupOptions</span><span class="p">)</span><span class="o">.</span><span class="n">save_main_session</span> <span class="o">=</span> <span class="bp">True</span>
- <span class="n">table_spec</span> <span class="o">=</span> <span class="s">'{}:{}.{}'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">project</span><span class="p">,</span> <span class="n">args</span><span class="o">.</span><span class="n">dataset</span><span class="p">,</span> <span class="n">args</span><span class="o">.</span><span class="n">table_name</span><span class="p">)</span>
- <span class="n">table_schema</span> <span class="o">=</span> <span class="p">(</span>
- <span class="s">'team:STRING, '</span>
- <span class="s">'total_score:INTEGER, '</span>
- <span class="s">'window_start:STRING'</span><span class="p">)</span>
-
<span class="k">with</span> <span class="n">beam</span><span class="o">.</span><span class="n">Pipeline</span><span class="p">(</span><span class="n">options</span><span class="o">=</span><span class="n">options</span><span class="p">)</span> <span class="k">as</span> <span class="n">p</span><span class="p">:</span>
<span class="p">(</span><span class="n">p</span> <span class="c"># pylint: disable=expression-not-assigned</span>
<span class="o">|</span> <span class="s">'ReadInputText'</span> <span class="o">>></span> <span class="n">beam</span><span class="o">.</span><span class="n">io</span><span class="o">.</span><span class="n">ReadFromText</span><span class="p">(</span><span class="n">args</span><span class="o">.</span><span class="nb">input</span><span class="p">)</span>
<span class="o">|</span> <span class="s">'HourlyTeamScore'</span> <span class="o">>></span> <span class="n">HourlyTeamScore</span><span class="p">(</span>
<span class="n">args</span><span class="o">.</span><span class="n">start_min</span><span class="p">,</span> <span class="n">args</span><span class="o">.</span><span class="n">stop_min</span><span class="p">,</span> <span class="n">args</span><span class="o">.</span><span class="n">window_duration</span><span class="p">)</span>
<span class="o">|</span> <span class="s">'TeamScoresDict'</span> <span class="o">>></span> <span class="n">beam</span><span class="o">.</span><span class="n">ParDo</span><span class="p">(</span><span class="n">TeamScoresDict</span><span class="p">())</span>
- <span class="o">|</span> <span class="s">'WriteTeamScoreSums'</span> <span class="o">>></span> <span class="n">beam</span><span class="o">.</span><span class="n">io</span><span class="o">.</span><span class="n">WriteToBigQuery</span><span class="p">(</span>
- <span class="n">table_spec</span><span class="p">,</span>
- <span class="n">schema</span><span class="o">=</span><span class="n">table_schema</span><span class="p">,</span>
- <span class="n">create_disposition</span><span class="o">=</span><span class="n">beam</span><span class="o">.</span><span class="n">io</span><span class="o">.</span><span class="n">BigQueryDisposition</span><span class="o">.</span><span class="n">CREATE_IF_NEEDED</span><span class="p">,</span>
- <span class="n">write_disposition</span><span class="o">=</span><span class="n">beam</span><span class="o">.</span><span class="n">io</span><span class="o">.</span><span class="n">BigQueryDisposition</span><span class="o">.</span><span class="n">WRITE_APPEND</span><span class="p">))</span>
+ <span class="o">|</span> <span class="s">'WriteTeamScoreSums'</span> <span class="o">>></span> <span class="n">WriteToBigQuery</span><span class="p">(</span>
+ <span class="n">args</span><span class="o">.</span><span class="n">table_name</span><span class="p">,</span> <span class="n">args</span><span class="o">.</span><span class="n">dataset</span><span class="p">,</span> <span class="p">{</span>
+ <span class="s">'team'</span><span class="p">:</span> <span class="s">'STRING'</span><span class="p">,</span>
+ <span class="s">'total_score'</span><span class="p">:</span> <span class="s">'INTEGER'</span><span class="p">,</span>
+ <span class="s">'window_start'</span><span class="p">:</span> <span class="s">'STRING'</span><span class="p">,</span>
+ <span class="p">}))</span>
</code></pre>
</div>
@@ -997,13 +991,6 @@ late results.</em></p>
<span class="c"># updates for late data. Uses the side input derived above --the set of</span>
<span class="c"># suspected robots-- to filter out scores from those users from the sum.</span>
<span class="c"># Write the results to BigQuery.</span>
-<span class="n">team_table_spec</span> <span class="o">=</span> <span class="n">table_spec_prefix</span> <span class="o">+</span> <span class="s">'_teams'</span>
-<span class="n">team_table_schema</span> <span class="o">=</span> <span class="p">(</span>
- <span class="s">'team:STRING, '</span>
- <span class="s">'total_score:INTEGER, '</span>
- <span class="s">'window_start:STRING, '</span>
- <span class="s">'processing_time: STRING'</span><span class="p">)</span>
-
<span class="p">(</span><span class="n">raw_events</span> <span class="c"># pylint: disable=expression-not-assigned</span>
<span class="o">|</span> <span class="s">'WindowIntoFixedWindows'</span> <span class="o">>></span> <span class="n">beam</span><span class="o">.</span><span class="n">WindowInto</span><span class="p">(</span>
<span class="n">beam</span><span class="o">.</span><span class="n">window</span><span class="o">.</span><span class="n">FixedWindows</span><span class="p">(</span><span class="n">fixed_window_duration</span><span class="p">))</span>
@@ -1054,9 +1041,6 @@ between instances are.</em></p>
<span class="c"># from further activity. Find and record the mean session lengths.</span>
<span class="c"># This information could help the game designers track the changing user</span>
<span class="c"># engagement as their set of game changes.</span>
-<span class="n">session_table_spec</span> <span class="o">=</span> <span class="n">table_spec_prefix</span> <span class="o">+</span> <span class="s">'_sessions'</span>
-<span class="n">session_table_schema</span> <span class="o">=</span> <span class="s">'mean_duration:FLOAT'</span>
-
<span class="p">(</span><span class="n">user_events</span> <span class="c"># pylint: disable=expression-not-assigned</span>
<span class="o">|</span> <span class="s">'WindowIntoSessions'</span> <span class="o">>></span> <span class="n">beam</span><span class="o">.</span><span class="n">WindowInto</span><span class="p">(</span>
<span class="n">beam</span><span class="o">.</span><span class="n">window</span><span class="o">.</span><span class="n">Sessions</span><span class="p">(</span><span class="n">session_gap</span><span class="p">),</span>
@@ -1100,11 +1084,10 @@ between instances are.</em></p>
<span class="o">|</span> <span class="n">beam</span><span class="o">.</span><span class="n">CombineGlobally</span><span class="p">(</span><span class="n">beam</span><span class="o">.</span><span class="n">combiners</span><span class="o">.</span><span class="n">MeanCombineFn</span><span class="p">())</span><span class="o">.</span><span class="n">without_defaults</span><span class="p">()</span>
<span class="o">|</span> <span class="s">'FormatAvgSessionLength'</span> <span class="o">>></span> <span class="n">beam</span><span class="o">.</span><span class="n">Map</span><span class="p">(</span>
<span class="k">lambda</span> <span class="n">elem</span><span class="p">:</span> <span class="p">{</span><span class="s">'mean_duration'</span><span class="p">:</span> <span class="nb">float</span><span class="p">(</span><span class="n">elem</span><span class="p">)})</span>
-<span class="o">|</span> <span class="s">'WriteAvgSessionLength'</span> <span class="o">>></span> <span class="n">beam</span><span class="o">.</span><span class="n">io</span><span class="o">.</span><span class="n">WriteToBigQuery</span><span class="p">(</span>
- <span class="n">session_table_spec</span><span class="p">,</span>
- <span class="n">schema</span><span class="o">=</span><span class="n">session_table_schema</span><span class="p">,</span>
- <span class="n">create_disposition</span><span class="o">=</span><span class="n">beam</span><span class="o">.</span><span class="n">io</span><span class="o">.</span><span class="n">BigQueryDisposition</span><span class="o">.</span><span class="n">CREATE_IF_NEEDED</span><span class="p">,</span>
- <span class="n">write_disposition</span><span class="o">=</span><span class="n">beam</span><span class="o">.</span><span class="n">io</span><span class="o">.</span><span class="n">BigQueryDisposition</span><span class="o">.</span><span class="n">WRITE_APPEND</span><span class="p">))</span>
+<span class="o">|</span> <span class="s">'WriteAvgSessionLength'</span> <span class="o">>></span> <span class="n">WriteToBigQuery</span><span class="p">(</span>
+ <span class="n">args</span><span class="o">.</span><span class="n">table_name</span> <span class="o">+</span> <span class="s">'_sessions'</span><span class="p">,</span> <span class="n">args</span><span class="o">.</span><span class="n">dataset</span><span class="p">,</span> <span class="p">{</span>
+ <span class="s">'mean_duration'</span><span class="p">:</span> <span class="s">'FLOAT'</span><span class="p">,</span>
+ <span class="p">}))</span>
</code></pre>
</div>
diff --git a/content/get-started/support/index.html b/content/get-started/support/index.html
index 3e76930..198e3aa 100644
--- a/content/get-started/support/index.html
+++ b/content/get-started/support/index.html
@@ -187,7 +187,8 @@
<h2 id="beam-slack-channel">Beam Slack Channel</h2>
-<p>You can participate in discussions and ask questions on the <a href="https://apachebeam.slack.com/">Beam Slack Channel</a>.</p>
+<p>You can participate in discussions and ask questions on the <a href="https://s.apache.org/beam-slack-channel">Beam Slack Channel</a>.
+<a href="https://s.apache.org/slack-invite">Join</a> the discussion now.</p>
</div>
</div>
--
To stop receiving notification emails like this one, please contact
mergebot-role@apache.org.