You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by al...@apache.org on 2017/05/12 00:12:13 UTC
[19/19] beam git commit: This closes #3103
This closes #3103
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/1cc32c65
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/1cc32c65
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/1cc32c65
Branch: refs/heads/release-2.0.0
Commit: 1cc32c65ea9f49c78d22999823884e1363a921d4
Parents: 65aa0ff 0f910b4
Author: Ahmet Altay <al...@google.com>
Authored: Thu May 11 17:11:38 2017 -0700
Committer: Ahmet Altay <al...@google.com>
Committed: Thu May 11 17:11:38 2017 -0700
----------------------------------------------------------------------
sdks/python/apache_beam/coders/coder_impl.py | 2 +
sdks/python/apache_beam/coders/coders.py | 32 +++++-
sdks/python/apache_beam/coders/coders_test.py | 11 +-
.../apache_beam/coders/coders_test_common.py | 2 +-
sdks/python/apache_beam/coders/observable.py | 5 +-
sdks/python/apache_beam/coders/slow_stream.py | 5 +-
.../apache_beam/coders/standard_coders_test.py | 2 +-
sdks/python/apache_beam/coders/stream.pyx | 5 +
sdks/python/apache_beam/coders/typecoders.py | 3 +
.../examples/complete/autocomplete_test.py | 4 +-
.../examples/complete/estimate_pi_test.py | 4 +-
.../complete/game/hourly_team_score_test.py | 4 +-
.../examples/complete/game/user_score_test.py | 4 +-
.../apache_beam/examples/complete/tfidf_test.py | 4 +-
.../complete/top_wikipedia_sessions_test.py | 4 +-
.../cookbook/bigquery_side_input_test.py | 4 +-
.../cookbook/bigquery_tornadoes_test.py | 6 +-
.../examples/cookbook/coders_test.py | 4 +-
.../examples/cookbook/combiners_test.py | 6 +-
.../examples/cookbook/custom_ptransform_test.py | 4 +-
.../examples/cookbook/filters_test.py | 12 ++-
.../examples/cookbook/mergecontacts.py | 14 +--
.../apache_beam/examples/snippets/snippets.py | 17 +--
.../examples/snippets/snippets_test.py | 35 +++---
.../apache_beam/examples/wordcount_debugging.py | 6 +-
sdks/python/apache_beam/internal/__init__.py | 2 +
.../python/apache_beam/internal/gcp/__init__.py | 2 +
sdks/python/apache_beam/io/avroio_test.py | 4 +-
sdks/python/apache_beam/io/concat_source.py | 4 +-
.../python/apache_beam/io/concat_source_test.py | 4 +-
sdks/python/apache_beam/io/filebasedsource.py | 2 +
.../apache_beam/io/filebasedsource_test.py | 4 +-
sdks/python/apache_beam/io/fileio.py | 7 ++
sdks/python/apache_beam/io/fileio_test.py | 2 +-
sdks/python/apache_beam/io/filesystem.py | 3 +
sdks/python/apache_beam/io/filesystems.py | 2 +
.../io/gcp/datastore/v1/fake_datastore.py | 6 +-
.../apache_beam/io/gcp/datastore/v1/helper.py | 5 +-
sdks/python/apache_beam/io/gcp/gcsfilesystem.py | 2 +
sdks/python/apache_beam/io/gcp/gcsio.py | 3 +
sdks/python/apache_beam/io/gcp/pubsub.py | 2 +
.../io/gcp/tests/bigquery_matcher.py | 3 +
sdks/python/apache_beam/io/iobase.py | 2 +
sdks/python/apache_beam/io/localfilesystem.py | 2 +
sdks/python/apache_beam/io/range_trackers.py | 7 +-
sdks/python/apache_beam/io/source_test_utils.py | 8 ++
sdks/python/apache_beam/io/sources_test.py | 4 +-
sdks/python/apache_beam/io/textio.py | 2 +-
sdks/python/apache_beam/io/textio_test.py | 5 +-
sdks/python/apache_beam/io/tfrecordio_test.py | 24 +++--
sdks/python/apache_beam/metrics/__init__.py | 1 +
sdks/python/apache_beam/metrics/cells.py | 2 +
sdks/python/apache_beam/metrics/execution.py | 6 +-
sdks/python/apache_beam/metrics/metric.py | 4 +
sdks/python/apache_beam/metrics/metricbase.py | 2 +
.../apache_beam/options/pipeline_options.py | 20 +++-
.../options/pipeline_options_validator.py | 2 +
.../apache_beam/options/value_provider.py | 8 ++
sdks/python/apache_beam/pipeline.py | 13 ++-
sdks/python/apache_beam/pipeline_test.py | 4 +-
sdks/python/apache_beam/pvalue.py | 11 ++
sdks/python/apache_beam/runners/api/__init__.py | 4 +-
sdks/python/apache_beam/runners/common.py | 5 +-
.../apache_beam/runners/dataflow/__init__.py | 9 ++
.../runners/dataflow/dataflow_runner.py | 9 +-
.../runners/dataflow/dataflow_runner_test.py | 5 +-
.../runners/dataflow/test_dataflow_runner.py | 3 +
.../apache_beam/runners/direct/__init__.py | 6 +-
.../apache_beam/runners/direct/direct_runner.py | 3 +
.../apache_beam/runners/direct/executor.py | 2 +-
.../runners/direct/transform_evaluator.py | 10 +-
.../apache_beam/runners/pipeline_context.py | 6 ++
.../apache_beam/runners/portability/__init__.py | 2 +
.../portability/maptask_executor_runner.py | 2 +-
.../portability/maptask_executor_runner_test.py | 6 +-
sdks/python/apache_beam/runners/runner.py | 3 +
sdks/python/apache_beam/runners/runner_test.py | 4 +-
.../apache_beam/runners/worker/__init__.py | 2 +
.../apache_beam/testing/pipeline_verifiers.py | 8 ++
.../python/apache_beam/testing/test_pipeline.py | 5 +
sdks/python/apache_beam/testing/test_stream.py | 14 ++-
sdks/python/apache_beam/testing/test_utils.py | 6 +-
sdks/python/apache_beam/testing/util.py | 107 +++++++++++++++++++
sdks/python/apache_beam/testing/util_test.py | 50 +++++++++
sdks/python/apache_beam/transforms/__init__.py | 2 +-
.../apache_beam/transforms/combiners_test.py | 2 +-
sdks/python/apache_beam/transforms/core.py | 50 ++++++---
.../apache_beam/transforms/create_test.py | 3 +-
.../apache_beam/transforms/cy_combiners.py | 5 +-
.../python/apache_beam/transforms/ptransform.py | 29 +++--
.../apache_beam/transforms/ptransform_test.py | 13 +--
.../python/apache_beam/transforms/sideinputs.py | 2 +
.../apache_beam/transforms/sideinputs_test.py | 2 +-
sdks/python/apache_beam/transforms/timeutil.py | 5 +
sdks/python/apache_beam/transforms/trigger.py | 14 +++
.../apache_beam/transforms/trigger_test.py | 2 +-
sdks/python/apache_beam/transforms/util.py | 79 --------------
sdks/python/apache_beam/transforms/util_test.py | 50 ---------
sdks/python/apache_beam/transforms/window.py | 17 ++-
.../apache_beam/transforms/window_test.py | 2 +-
.../transforms/write_ptransform_test.py | 2 +-
sdks/python/apache_beam/typehints/decorators.py | 17 ++-
sdks/python/apache_beam/typehints/opcodes.py | 2 +
.../apache_beam/typehints/trivial_inference.py | 2 +
sdks/python/apache_beam/typehints/typecheck.py | 17 +--
.../typehints/typed_pipeline_test.py | 2 +-
sdks/python/apache_beam/typehints/typehints.py | 18 ++++
.../apache_beam/typehints/typehints_test.py | 19 ++--
sdks/python/apache_beam/utils/__init__.py | 5 +-
sdks/python/apache_beam/utils/annotations.py | 4 +-
sdks/python/apache_beam/utils/counters.py | 5 +-
sdks/python/apache_beam/utils/processes.py | 6 +-
sdks/python/apache_beam/utils/profiler.py | 5 +-
sdks/python/apache_beam/utils/proto_utils.py | 2 +
sdks/python/apache_beam/utils/retry.py | 2 +
sdks/python/apache_beam/utils/timestamp.py | 5 +-
sdks/python/apache_beam/utils/urns.py | 2 +
sdks/python/apache_beam/utils/windowed_value.py | 4 +-
118 files changed, 724 insertions(+), 326 deletions(-)
----------------------------------------------------------------------