You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ro...@apache.org on 2017/08/03 17:14:24 UTC
[1/2] beam git commit: Closes #3659
Repository: beam
Updated Branches:
refs/heads/master d2133d34b -> 55bb423d8
Closes #3659
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/55bb423d
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/55bb423d
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/55bb423d
Branch: refs/heads/master
Commit: 55bb423d8ce2f45dfaa72cfa47c93e7046a1b035
Parents: d2133d3 1e582e6
Author: Robert Bradshaw <ro...@gmail.com>
Authored: Thu Aug 3 10:13:53 2017 -0700
Committer: Robert Bradshaw <ro...@gmail.com>
Committed: Thu Aug 3 10:13:53 2017 -0700
----------------------------------------------------------------------
sdks/python/apache_beam/runners/dataflow/dataflow_runner.py | 4 +++-
1 file changed, 3 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
[2/2] beam git commit: Improving naming of steps that consume side
inputs
Posted by ro...@apache.org.
Improving naming of steps that consume side inputs
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/1e582e6e
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/1e582e6e
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/1e582e6e
Branch: refs/heads/master
Commit: 1e582e6e5c68ab394a5d4f0555715277101d43b6
Parents: d2133d3
Author: Pablo <pa...@google.com>
Authored: Fri Jul 28 09:46:48 2017 -0700
Committer: Robert Bradshaw <ro...@gmail.com>
Committed: Thu Aug 3 10:13:53 2017 -0700
----------------------------------------------------------------------
sdks/python/apache_beam/runners/dataflow/dataflow_runner.py | 4 +++-
1 file changed, 3 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/beam/blob/1e582e6e/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py
----------------------------------------------------------------------
diff --git a/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py b/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py
index 87785a2..0df1882 100644
--- a/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py
+++ b/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py
@@ -517,10 +517,12 @@ class DataflowRunner(PipelineRunner):
si_labels[side_pval] = si_label
# Now create the step for the ParDo transform being handled.
+ transform_name = transform_node.full_label.rsplit('/', 1)[-1]
step = self._add_step(
TransformNames.DO,
transform_node.full_label + (
- '/Do' if transform_node.side_inputs else ''),
+ '/{}'.format(transform_name)
+ if transform_node.side_inputs else ''),
transform_node,
transform_node.transform.output_tags)
fn_data = self._pardo_fn_data(transform_node, lookup_label)