You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ro...@apache.org on 2016/12/06 01:10:46 UTC
[1/2] incubator-beam git commit: Change export format to AVRO for BQ
Repository: incubator-beam
Updated Branches:
refs/heads/python-sdk d59bccd82 -> eb98d636e
Change export format to AVRO for BQ
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/390fbfdd
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/390fbfdd
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/390fbfdd
Branch: refs/heads/python-sdk
Commit: 390fbfddf444df410f7cb61329496f6f24a0532c
Parents: d59bccd
Author: Sourabh Bajaj <so...@google.com>
Authored: Mon Dec 5 14:04:54 2016 -0800
Committer: Sourabh Bajaj <so...@google.com>
Committed: Mon Dec 5 14:04:54 2016 -0800
----------------------------------------------------------------------
sdks/python/apache_beam/runners/dataflow_runner.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/390fbfdd/sdks/python/apache_beam/runners/dataflow_runner.py
----------------------------------------------------------------------
diff --git a/sdks/python/apache_beam/runners/dataflow_runner.py b/sdks/python/apache_beam/runners/dataflow_runner.py
index 8b953b0..a3f7d94 100644
--- a/sdks/python/apache_beam/runners/dataflow_runner.py
+++ b/sdks/python/apache_beam/runners/dataflow_runner.py
@@ -520,7 +520,7 @@ class DataflowPipelineRunner(PipelineRunner):
elif transform.source.format == 'text':
step.add_property(PropertyNames.FILE_PATTERN, transform.source.path)
elif transform.source.format == 'bigquery':
- step.add_property(PropertyNames.BIGQUERY_EXPORT_FORMAT, 'FORMAT_JSON')
+ step.add_property(PropertyNames.BIGQUERY_EXPORT_FORMAT, 'FORMAT_AVRO')
# TODO(silviuc): Add table validation if transform.source.validate.
if transform.source.table_reference is not None:
step.add_property(PropertyNames.BIGQUERY_DATASET,
[2/2] incubator-beam git commit: Closes #1510
Posted by ro...@apache.org.
Closes #1510
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/eb98d636
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/eb98d636
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/eb98d636
Branch: refs/heads/python-sdk
Commit: eb98d636ec9bbe11795aa9ee2fea1a8ceddaf794
Parents: d59bccd 390fbfd
Author: Robert Bradshaw <ro...@gmail.com>
Authored: Mon Dec 5 17:10:34 2016 -0800
Committer: Robert Bradshaw <ro...@gmail.com>
Committed: Mon Dec 5 17:10:34 2016 -0800
----------------------------------------------------------------------
sdks/python/apache_beam/runners/dataflow_runner.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------