You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ke...@apache.org on 2017/12/15 21:06:14 UTC
[beam] 01/01: Merge pull request #4271: merge master into go-sdk
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a commit to branch go-sdk
in repository https://gitbox.apache.org/repos/asf/beam.git
commit 9bdae2d09cb63569d057e14591e93246408bda25
Merge: 61558b9 e4a187b
Author: Kenn Knowles <ke...@kennknowles.com>
AuthorDate: Fri Dec 15 13:06:09 2017 -0800
Merge pull request #4271: merge master into go-sdk
...am_PostCommit_Java_ValidatesRunner_Spark.groovy | 2 +-
.../apache/beam/examples/WindowedWordCount.java | 5 +-
.../examples/common/WriteOneFilePerWindow.java | 12 +-
.../apache/beam/examples/WindowedWordCountIT.java | 8 +
.../fn-execution/src/main/proto/beam_fn_api.proto | 20 -
.../src/main/proto/beam_provision_api.proto | 2 +
pom.xml | 10 +-
.../beam/runners/apex/examples/WordCountTest.java | 2 +-
.../core/construction/WriteFilesTranslation.java | 7 +-
.../construction/WriteFilesTranslationTest.java | 13 +-
runners/core-java/pom.xml | 20 -
.../beam/runners/core/fn/FnApiControlClient.java | 152 ---
.../core/fn/FnApiControlClientPoolService.java | 72 --
.../beam/runners/core/fn/SdkHarnessClient.java | 176 ----
.../beam/runners/core/fn/SdkHarnessDoFnRunner.java | 108 --
.../core/fn/FnApiControlClientPoolServiceTest.java | 65 --
.../runners/core/fn/FnApiControlClientTest.java | 139 ---
.../beam/runners/core/fn/SdkHarnessClientTest.java | 96 --
.../runners/core/fn/SdkHarnessDoFnRunnerTest.java | 73 --
runners/flink/pom.xml | 4 -
.../wrappers/streaming/DoFnOperator.java | 12 +-
.../beam/runners/dataflow/DataflowRunner.java | 100 +-
.../beam/runners/dataflow/util/PropertyNames.java | 1 +
.../beam/runners/dataflow/DataflowRunnerTest.java | 2 +-
runners/java-fn-execution/build.gradle | 12 +-
runners/java-fn-execution/pom.xml | 12 +
.../beam/runners/fnexecution/GrpcFnServer.java | 1 -
.../fnexecution/InProcessServerFactory.java | 11 +-
.../fnexecution/control/SdkHarnessClient.java | 43 +-
.../runners/fnexecution/data}/FnDataService.java | 35 +-
.../reference/java}/build.gradle | 17 +-
.../reference/java}/pom.xml | 53 +-
.../beam/runners/reference/ReferenceRunner.java} | 18 +-
.../beam/runners/reference}/package-info.java | 8 +-
runners/reference/job-server/build.gradle | 2 +
runners/reference/job-server/pom.xml | 18 +
.../beam/runners/reference/job/PreparingJob.java | 4 +
.../reference/job/ReferenceRunnerJobService.java | 73 +-
.../job/ReferenceRunnerJobServiceTest.java | 61 +-
runners/reference/pom.xml | 1 +
.../beam/runners/spark/io/AvroPipelineTest.java | 5 +-
.../beam/model/fnexecution_v1/beam_fn_api.pb.go | 339 +++----
.../model/fnexecution_v1/beam_provision_api.pb.go | 72 +-
.../java/org/apache/beam/sdk/io/FileBasedSink.java | 281 +++---
.../main/java/org/apache/beam/sdk/io/FileIO.java | 37 +-
.../java/org/apache/beam/sdk/io/WriteFiles.java | 1061 ++++++++------------
.../apache/beam/sdk/testing/CombineFnTester.java | 2 +-
.../java/org/apache/beam/sdk/transforms/DoFn.java | 23 +
.../java/org/apache/beam/sdk/transforms/Reify.java | 73 +-
.../org/apache/beam/sdk/transforms/Sample.java | 15 +-
.../java/org/apache/beam/sdk/transforms/Watch.java | 204 ++--
.../beam/sdk/transforms/reflect/DoFnSignature.java | 22 +-
.../sdk/transforms/reflect/DoFnSignatures.java | 9 +-
.../apache/beam/sdk/values/TypeDescriptors.java | 4 +
.../org/apache/beam/sdk/io/FileBasedSinkTest.java | 66 +-
.../org/apache/beam/sdk/io/WriteFilesTest.java | 27 +-
.../org/apache/beam/sdk/transforms/SampleTest.java | 15 +
.../org/apache/beam/sdk/transforms/WatchTest.java | 119 ++-
.../sdk/transforms/reflect/DoFnSignaturesTest.java | 12 +
.../sdk/extensions/sql/BeamSqlSeekableTable.java | 18 +-
.../sdk/extensions/sql/impl/rel/BeamJoinRel.java | 45 +-
.../sql/impl/transform/BeamJoinTransforms.java | 81 ++
.../sdk/extensions/sql/BeamSqlApiSurfaceTest.java | 1 +
.../rel/BeamJoinRelUnboundedVsBoundedTest.java | 63 ++
sdks/java/fn-execution/build.gradle | 2 +
sdks/java/fn-execution/pom.xml | 19 +
.../data/BeamFnDataBufferingOutboundObserver.java | 73 +-
.../beam/sdk/fn/data/CloseableFnDataReceiver.java | 25 +-
.../apache/beam/sdk/fn}/data/FnDataReceiver.java | 6 +-
.../apache/beam/sdk/fn/data/LogicalEndpoint.java | 22 +-
.../org/apache/beam/sdk/fn/data/package-info.java | 9 +-
.../beam/sdk/fn}/stream/StreamObserverFactory.java | 83 +-
.../BeamFnDataBufferingOutboundObserverTest.java | 95 +-
.../sdk/fn}/stream/StreamObserverFactoryTest.java | 39 +-
.../beam/fn/harness/BeamFnDataReadRunner.java | 36 +-
.../beam/fn/harness/BeamFnDataWriteRunner.java | 25 +-
.../beam/fn/harness/BoundedSourceRunner.java | 53 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 149 ++-
.../java/org/apache/beam/fn/harness/FnHarness.java | 6 +-
.../beam/fn/harness/PTransformRunnerFactory.java | 30 +-
.../fn/harness/control/BeamFnControlClient.java | 18 +-
.../fn/harness/control/ProcessBundleHandler.java | 25 +-
.../data/BeamFnDataBufferingOutboundObserver.java | 22 +-
.../beam/fn/harness/data/BeamFnDataClient.java | 35 +-
.../beam/fn/harness/data/BeamFnDataGrpcClient.java | 40 +-
.../fn/harness/data/BeamFnDataGrpcMultiplexer.java | 14 +-
.../fn/harness/data/BeamFnDataInboundObserver.java | 6 +-
.../harness/data/MultiplexingFnDataReceiver.java | 50 +
.../fn/harness/logging/BeamFnLoggingClient.java | 2 +-
.../harness/state/BeamFnStateGrpcClientCache.java | 11 +-
.../stream/HarnessStreamObserverFactories.java | 57 ++
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 27 +-
.../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 37 +-
.../beam/fn/harness/BoundedSourceRunnerTest.java | 23 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 25 +-
.../harness/control/BeamFnControlClientTest.java | 7 +-
.../harness/control/ProcessBundleHandlerTest.java | 58 +-
.../BeamFnDataBufferingOutboundObserverTest.java | 23 +-
.../fn/harness/data/BeamFnDataGrpcClientTest.java | 82 +-
.../data/BeamFnDataGrpcMultiplexerTest.java | 14 +-
.../data/BeamFnDataInboundObserverTest.java | 12 +-
.../data/MultiplexingFnDataReceiverTest.java | 115 +++
.../state/BeamFnStateGrpcClientCacheTest.java | 7 +-
...ava => HarnessStreamObserverFactoriesTest.java} | 12 +-
.../beam/sdk/io/common/IOTestPipelineOptions.java | 3 +-
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 18 +-
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 17 +-
.../elasticsearch/ElasticsearchIOTestCommon.java | 1 +
sdks/java/io/file-based-io-tests/pom.xml | 29 +
.../java/org/apache/beam/sdk/io/avro/AvroIOIT.java | 137 +++
.../beam/sdk/io/common/FileBasedIOITHelper.java | 103 ++
.../java/org/apache/beam/sdk/io/text/TextIOIT.java | 98 +-
.../apache/beam/sdk/io/tfrecord/TFRecordIOIT.java | 137 +++
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 228 +++--
.../beam/sdk/io/gcp/bigtable/BigtableIOTest.java | 17 +-
sdks/java/io/pom.xml | 1 +
sdks/python/apache_beam/io/localfilesystem_test.py | 2 +-
sdks/python/apache_beam/io/vcfio.py | 46 +-
sdks/python/apache_beam/io/vcfio_test.py | 128 ++-
sdks/python/apache_beam/pipeline.py | 23 +-
sdks/python/apache_beam/runners/common.py | 79 +-
.../runners/dataflow/dataflow_runner.py | 4 +-
.../runners/dataflow/internal/apiclient.py | 2 +-
.../clients/dataflow/dataflow_v1b3_messages.py | 105 +-
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
.../apache_beam/runners/direct/bundle_factory.py | 6 +-
sdks/python/apache_beam/runners/direct/clock.py | 37 +-
.../apache_beam/runners/direct/direct_runner.py | 19 +-
.../runners/direct/evaluation_context.py | 9 +-
sdks/python/apache_beam/runners/direct/executor.py | 37 +-
.../runners/direct/transform_evaluator.py | 9 +-
.../runners/direct/watermark_manager.py | 28 +-
.../runners/portability/fn_api_runner.py | 67 +-
.../runners/portability/universal_local_runner.py | 29 +-
.../portability/universal_local_runner_main.py | 1 +
.../apache_beam/runners/worker/bundle_processor.py | 47 +-
.../apache_beam/runners/worker/operations.py | 15 +-
.../apache_beam/runners/worker/sdk_worker_main.py | 97 +-
.../clock.py => worker/sdk_worker_main_test.py} | 40 +-
.../runners/worker/statesampler_test.py | 2 +-
sdks/python/apache_beam/testing/test_utils.py | 15 +-
sdks/python/apache_beam/testing/util.py | 41 +-
sdks/python/apache_beam/testing/util_test.py | 42 +
sdks/python/apache_beam/transforms/core.py | 6 +-
sdks/python/apache_beam/transforms/trigger.py | 25 +-
sdks/python/apache_beam/transforms/util.py | 112 ++-
sdks/python/apache_beam/transforms/util_test.py | 230 +++++
sdks/python/apache_beam/transforms/window.py | 12 +-
sdks/python/apache_beam/utils/counters.py | 9 +-
sdks/python/apache_beam/utils/urns.py | 7 +-
sdks/python/container/boot.go | 1 +
sdks/python/gen_protos.py | 6 +-
sdks/python/run_pylint.sh | 2 +-
sdks/python/setup.py | 4 -
settings.gradle | 2 +
155 files changed, 4332 insertions(+), 3263 deletions(-)
--
To stop receiving notification emails like this one, please contact
"commits@beam.apache.org" <co...@beam.apache.org>.