You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by cc...@apache.org on 2018/07/06 15:48:37 UTC

[beam] 01/01: Merge pull request #5373 from Fematich/runners

This is an automated email from the ASF dual-hosted git repository.

ccy pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 303a4275eb0a323761e1a4dec6a22fde9863acf8
Merge: 1b0cb42 0956fdf
Author: Charles Chen <ch...@users.noreply.github.com>
AuthorDate: Fri Jul 6 08:48:31 2018 -0700

    Merge pull request #5373 from Fematich/runners
    
    [BEAM-4003] Futurize runners subpackage

 sdks/python/apache_beam/runners/__init__.py        |  2 ++
 sdks/python/apache_beam/runners/common.py          | 16 +++++++++----
 sdks/python/apache_beam/runners/common_test.py     |  2 ++
 .../apache_beam/runners/dataflow/__init__.py       |  2 ++
 .../runners/dataflow/dataflow_metrics.py           |  6 ++++-
 .../runners/dataflow/dataflow_metrics_test.py      |  6 ++++-
 .../runners/dataflow/dataflow_runner.py            | 17 ++++++++-----
 .../runners/dataflow/dataflow_runner_test.py       |  4 ++++
 .../runners/dataflow/internal/__init__.py          |  1 +
 .../runners/dataflow/internal/apiclient.py         | 16 ++++++++-----
 .../runners/dataflow/internal/apiclient_test.py    |  3 +++
 .../runners/dataflow/internal/clients/__init__.py  |  1 +
 .../dataflow/internal/clients/dataflow/__init__.py |  2 ++
 .../clients/dataflow/dataflow_v1b3_client.py       |  3 +++
 .../clients/dataflow/dataflow_v1b3_messages.py     |  2 ++
 .../internal/clients/dataflow/message_matchers.py  |  4 +++-
 .../clients/dataflow/message_matchers_test.py      |  2 ++
 .../apache_beam/runners/dataflow/internal/names.py |  4 ++++
 .../runners/dataflow/native_io/__init__.py         |  1 +
 .../runners/dataflow/native_io/iobase.py           |  5 +++-
 .../runners/dataflow/native_io/iobase_test.py      |  1 +
 .../runners/dataflow/native_io/streaming_create.py |  6 ++++-
 .../runners/dataflow/ptransform_overrides.py       |  2 ++
 .../runners/dataflow/test_dataflow_runner.py       |  2 ++
 sdks/python/apache_beam/runners/direct/__init__.py |  2 ++
 .../apache_beam/runners/direct/bundle_factory.py   |  2 ++
 sdks/python/apache_beam/runners/direct/clock.py    |  1 +
 .../consumer_tracking_pipeline_visitor_test.py     |  1 +
 .../apache_beam/runners/direct/direct_metrics.py   |  3 +++
 .../runners/direct/direct_metrics_test.py          |  2 ++
 .../runners/direct/direct_runner_test.py           |  2 ++
 .../runners/direct/evaluation_context.py           |  3 ++-
 sdks/python/apache_beam/runners/direct/executor.py | 20 +++++++++-------
 .../runners/direct/helper_transforms.py            |  2 ++
 .../runners/direct/sdf_direct_runner.py            |  3 +++
 .../runners/direct/sdf_direct_runner_test.py       |  8 +++++--
 .../runners/direct/transform_evaluator.py          |  9 ++++---
 sdks/python/apache_beam/runners/direct/util.py     |  2 ++
 .../runners/direct/watermark_manager.py            |  7 +++---
 .../apache_beam/runners/experimental/__init__.py   |  1 +
 .../experimental/python_rpc_direct/__init__.py     |  2 ++
 .../python_rpc_direct/python_rpc_direct_runner.py  |  5 +++-
 .../experimental/python_rpc_direct/server.py       |  2 ++
 sdks/python/apache_beam/runners/job/__init__.py    |  1 +
 sdks/python/apache_beam/runners/job/manager.py     |  3 +++
 sdks/python/apache_beam/runners/job/utils.py       |  2 ++
 .../python/apache_beam/runners/pipeline_context.py |  3 +++
 .../apache_beam/runners/pipeline_context_test.py   |  2 ++
 .../apache_beam/runners/portability/__init__.py    |  2 ++
 .../runners/portability/fn_api_runner.py           | 21 +++++++++-------
 .../runners/portability/fn_api_runner_test.py      | 28 ++++++++++++----------
 .../runners/portability/local_job_service.py       |  8 ++++++-
 .../runners/portability/local_job_service_main.py  |  2 ++
 .../runners/portability/portable_runner.py         |  2 ++
 .../runners/portability/portable_runner_test.py    |  1 +
 .../apache_beam/runners/portability/stager.py      |  2 ++
 .../apache_beam/runners/portability/stager_test.py |  2 ++
 sdks/python/apache_beam/runners/runner.py          |  1 +
 sdks/python/apache_beam/runners/runner_test.py     |  2 ++
 sdks/python/apache_beam/runners/sdf_common.py      |  3 +++
 sdks/python/apache_beam/runners/test/__init__.py   |  2 ++
 sdks/python/apache_beam/runners/worker/__init__.py |  1 +
 .../apache_beam/runners/worker/bundle_processor.py | 14 +++++++----
 .../apache_beam/runners/worker/data_plane.py       | 20 +++++++++-------
 .../apache_beam/runners/worker/data_plane_test.py  |  7 ++++--
 .../apache_beam/runners/worker/log_handler.py      |  8 ++++++-
 .../apache_beam/runners/worker/log_handler_test.py |  4 +++-
 sdks/python/apache_beam/runners/worker/logger.py   |  4 ++++
 .../apache_beam/runners/worker/logger_test.py      |  5 +++-
 .../apache_beam/runners/worker/opcounters.py       |  6 ++++-
 .../apache_beam/runners/worker/opcounters_test.py  | 11 ++++++---
 .../apache_beam/runners/worker/operation_specs.py  |  2 ++
 .../apache_beam/runners/worker/operations.py       | 13 ++++++----
 .../apache_beam/runners/worker/sdk_worker.py       | 18 ++++++++------
 .../apache_beam/runners/worker/sdk_worker_main.py  | 16 +++++++++----
 .../apache_beam/runners/worker/sdk_worker_test.py  |  1 +
 .../apache_beam/runners/worker/sideinputs.py       | 18 ++++++++++----
 .../apache_beam/runners/worker/sideinputs_test.py  | 12 ++++++----
 .../apache_beam/runners/worker/statesampler.py     |  3 +++
 .../runners/worker/statesampler_slow.py            |  4 ++++
 .../runners/worker/statesampler_test.py            |  2 ++
 .../runners/worker/worker_id_interceptor.py        |  3 +--
 sdks/python/tox.ini                                |  1 +
 83 files changed, 335 insertions(+), 112 deletions(-)