You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by jb...@apache.org on 2018/01/27 19:45:38 UTC
[beam] branch master updated (b2e9283 -> 29859eb)
This is an automated email from the ASF dual-hosted git repository.
jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from b2e9283 Merge pull request #4508 from iemejia/fix-java-modules
add db60d37 Refactor code into idiomatic Java 8 style
new 29859eb Merge pull request #4511 from iemejia/idiomatic-java8
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../apache/beam/examples/common/ExampleUtils.java | 63 +++++-----
.../examples/complete/game/StatefulTeamScore.java | 33 +++--
.../examples/complete/game/injector/Injector.java | 19 ++-
.../apache/beam/examples/WindowedWordCountIT.java | 8 +-
.../apache/beam/runners/apex/ApexYarnLauncher.java | 12 +-
.../apex/translation/utils/ApexStateInternals.java | 7 +-
.../operators/ApexTimerInternalsTest.java | 2 +-
.../UnboundedReadFromBoundedSource.java | 6 +-
.../runners/core/GroupByKeyViaGroupByKeyOnly.java | 5 +-
.../runners/core/LateDataDroppingDoFnRunner.java | 38 +++---
.../beam/runners/core/MergingActiveWindowSet.java | 9 +-
...TimeBoundedSplittableProcessElementInvoker.java | 6 +-
.../runners/core/metrics/MetricsContainerImpl.java | 7 +-
.../core/LateDataDroppingDoFnRunnerTest.java | 22 ++--
.../beam/runners/core/ReduceFnRunnerTest.java | 71 ++++++-----
.../apache/beam/runners/core/ReduceFnTester.java | 33 ++---
.../beam/runners/core/StatefulDoFnRunnerTest.java | 9 +-
.../core/triggers/TriggerStateMachineTester.java | 7 +-
.../runners/direct/DirectExecutionContext.java | 7 +-
.../direct/GroupAlsoByWindowEvaluatorFactory.java | 2 +-
.../direct/GroupByKeyOnlyEvaluatorFactory.java | 7 +-
.../beam/runners/direct/SideInputContainer.java | 9 +-
.../beam/runners/direct/WatermarkManager.java | 39 ++----
.../beam/runners/direct/EvaluationContextTest.java | 4 +-
.../runners/direct/WindowEvaluatorFactoryTest.java | 4 +-
.../flink/metrics/FlinkMetricContainer.java | 8 +-
.../functions/SideInputInitializer.java | 16 +--
.../functions/SortingFlinkCombineRunner.java | 10 +-
.../runners/flink/streaming/DoFnOperatorTest.java | 8 +-
.../streaming/UnboundedSourceWrapperTest.java | 78 ++++++------
.../beam/runners/dataflow/BatchViewOverrides.java | 11 +-
.../beam/runners/dataflow/DataflowPipelineJob.java | 15 ++-
.../beam/runners/dataflow/util/MonitoringUtil.java | 3 +-
.../fnexecution/control/SdkHarnessClient.java | 18 +--
.../runners/fnexecution/ServerFactoryTest.java | 8 +-
.../runners/spark/SparkNativePipelineVisitor.java | 10 +-
.../spark/aggregators/NamedAggregators.java | 9 +-
.../beam/runners/spark/coders/CoderHelpers.java | 14 ++-
.../runners/spark/translation/BoundedDataset.java | 7 +-
.../spark/translation/SparkAbstractCombineFn.java | 9 +-
.../spark/translation/SparkGlobalCombineFn.java | 26 ++--
.../spark/translation/SparkKeyedCombineFn.java | 28 ++---
.../spark/translation/TransformTranslator.java | 2 +-
.../spark/translation/TranslationUtils.java | 2 +-
.../spark/translation/WindowingHelpers.java | 8 +-
.../streaming/StreamingTransformTranslator.java | 20 +--
.../runners/spark/util/SparkSideInputReader.java | 27 ++--
.../aggregators/metrics/sink/InMemoryMetrics.java | 18 ++-
.../ResumeFromCheckpointStreamingTest.java | 6 +-
.../java/org/apache/beam/sdk/coders/ByteCoder.java | 2 +-
.../beam/sdk/coders/StringDelegateCoder.java | 2 +-
.../org/apache/beam/sdk/coders/VarIntCoder.java | 2 +-
.../org/apache/beam/sdk/coders/VarLongCoder.java | 4 +-
.../java/org/apache/beam/sdk/io/FileSystems.java | 6 +-
.../org/apache/beam/sdk/io/LocalFileSystem.java | 14 ++-
.../main/java/org/apache/beam/sdk/io/TextIO.java | 10 +-
.../beam/sdk/options/PipelineOptionsFactory.java | 34 +++--
.../beam/sdk/options/ProxyInvocationHandler.java | 2 +-
.../beam/sdk/testing/SerializableMatchers.java | 10 +-
.../apache/beam/sdk/testing/WindowFnTestUtils.java | 10 +-
.../beam/sdk/transforms/ApproximateQuantiles.java | 4 +-
.../org/apache/beam/sdk/transforms/Create.java | 3 +-
.../org/apache/beam/sdk/transforms/DoFnTester.java | 19 ++-
.../java/org/apache/beam/sdk/transforms/Watch.java | 5 +-
.../beam/sdk/transforms/reflect/DoFnSignature.java | 20 +--
.../sdk/transforms/reflect/DoFnSignatures.java | 28 ++---
.../java/org/apache/beam/sdk/util/ApiSurface.java | 9 +-
.../apache/beam/sdk/util/BucketingFunction.java | 6 +-
.../java/org/apache/beam/sdk/util/CoderUtils.java | 12 +-
.../org/apache/beam/sdk/util/MovingFunction.java | 4 +-
.../java/org/apache/beam/sdk/util/Sleeper.java | 2 +-
.../java/org/apache/beam/sdk/util/ZipFiles.java | 11 +-
.../beam/sdk/util/common/ReflectHelpers.java | 6 +-
.../apache/beam/sdk/coders/DelegateCoderTest.java | 4 +-
.../apache/beam/sdk/coders/InstantCoderTest.java | 2 +-
.../org/apache/beam/sdk/io/FileBasedSinkTest.java | 4 +-
.../java/org/apache/beam/sdk/io/FileIOTest.java | 28 ++---
.../org/apache/beam/sdk/io/TextIOWriteTest.java | 53 +++++---
.../sdk/options/PipelineOptionsFactoryTest.java | 4 +-
.../sdk/runners/dataflow/TestCountingSource.java | 3 +-
.../org/apache/beam/sdk/testing/PAssertTest.java | 4 +-
.../apache/beam/sdk/transforms/GroupByKeyTest.java | 24 ++--
.../org/apache/beam/sdk/transforms/WatchTest.java | 15 ++-
.../display/DisplayDataMatchersTest.java | 68 +++-------
.../sdk/transforms/reflect/DoFnInvokersTest.java | 2 +-
.../reflect/DoFnSignaturesSplittableDoFnTest.java | 10 +-
.../org/apache/beam/sdk/util/ApiSurfaceTest.java | 2 +-
.../org/apache/beam/sdk/util/ZipFilesTest.java | 5 +-
.../sdk/extensions/gcp/storage/GcsFileSystem.java | 2 +-
.../extensions/sketching/SketchFrequencies.java | 8 +-
.../sketching/SketchFrequenciesTest.java | 6 +-
.../beam/sdk/extensions/sorter/InMemorySorter.java | 2 +-
.../beam/sdk/extensions/sql/BeamRecordSqlType.java | 6 +-
.../impl/transform/BeamAggregationTransforms.java | 10 +-
.../impl/transform/BeamBuiltinAggregations.java | 21 ++--
.../sql/impl/transform/BeamJoinTransforms.java | 10 +-
.../sdk/extensions/sql/BeamSqlDslUdfUdafTest.java | 6 +-
.../BeamSqlArithmeticExpressionTest.java | 4 +-
.../sdk/fn/stream/BufferingStreamObserver.java | 2 +-
.../beam/sdk/fn/stream/StreamObserverFactory.java | 2 +-
.../BeamFnDataBufferingOutboundObserverTest.java | 2 +-
.../beam/sdk/fn/stream/AdvancingPhaserTest.java | 5 +-
.../sdk/fn/stream/BufferingStreamObserverTest.java | 2 +-
.../apache/beam/sdk/fn/stream/DataStreamsTest.java | 9 +-
.../sdk/fn/stream/DirectStreamObserverTest.java | 2 +-
.../apache/beam/sdk/fn/test/TestExecutorsTest.java | 4 +-
.../apache/beam/sdk/fn/test/TestStreamsTest.java | 4 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 25 ++--
.../org/apache/beam/fn/harness/FnHarnessTest.java | 19 +--
.../harness/control/ProcessBundleHandlerTest.java | 140 +++++++++++----------
.../apache/beam/sdk/io/aws/s3/S3FileSystem.java | 85 +++----------
.../beam/sdk/io/gcp/bigquery/BigQueryHelpers.java | 7 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 22 +++-
.../beam/sdk/io/gcp/bigquery/WritePartition.java | 7 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 27 ++--
.../sdk/io/gcp/bigquery/FakeDatasetService.java | 7 +-
.../beam/sdk/io/gcp/bigquery/FakeJobService.java | 4 +-
.../sdk/io/gcp/bigtable/BigtableConfigTest.java | 39 ++----
.../beam/sdk/io/gcp/bigtable/BigtableIOTest.java | 39 +++---
.../sdk/io/gcp/pubsub/PubsubTestClientTest.java | 2 +-
.../io/gcp/spanner/MutationGroupEncoderTest.java | 7 +-
.../beam/sdk/io/gcp/spanner/OrderedCodeTest.java | 4 +-
.../sdk/io/gcp/spanner/SpannerIOWriteTest.java | 9 +-
.../io/hadoop/inputformat/HadoopInputFormatIO.java | 36 +++---
.../io/hadoop/inputformat/TestEmployeeDataSet.java | 16 +--
.../java/org/apache/beam/sdk/io/jms/JmsIOTest.java | 2 +-
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 30 ++---
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 2 +-
.../sdk/io/kinesis/DynamicCheckpointGenerator.java | 11 +-
.../sdk/io/kinesis/GetKinesisRecordsResult.java | 19 +--
.../beam/sdk/io/kinesis/ShardReadersPool.java | 8 +-
.../beam/sdk/io/kinesis/AmazonKinesisMock.java | 8 +-
.../beam/sdk/io/mongodb/MongoDBGridFSIOTest.java | 4 +-
.../org/apache/beam/sdk/io/mqtt/MqttIOTest.java | 92 +++++++-------
.../options/PipelineOptionsFactoryJava8Test.java | 2 +-
.../beam/sdk/transforms/DistinctJava8Test.java | 8 +-
.../sdk/transforms/SimpleFunctionJava8Test.java | 3 +-
.../beam/sdk/transforms/WithKeysJava8Test.java | 4 +-
.../beam/sdk/nexmark/queries/Query4Model.java | 9 +-
.../beam/sdk/nexmark/queries/Query5Model.java | 6 +-
.../apache/beam/sdk/nexmark/queries/Query6.java | 5 +-
.../beam/sdk/nexmark/queries/WinningBids.java | 7 +-
.../sdk/nexmark/queries/WinningBidsSimulator.java | 7 +-
143 files changed, 956 insertions(+), 1116 deletions(-)
--
To stop receiving notification emails like this one, please contact
jbonofre@apache.org.
[beam] 01/01: Merge pull request #4511 from iemejia/idiomatic-java8
Posted by jb...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
commit 29859eb54d05b96a9db477e7bb04537510273bd2
Merge: b2e9283 db60d37
Author: Jean-Baptiste Onofré <jb...@apache.org>
AuthorDate: Sat Jan 27 20:45:32 2018 +0100
Merge pull request #4511 from iemejia/idiomatic-java8
Refactor code into idiomatic Java 8 style
.../apache/beam/examples/common/ExampleUtils.java | 63 +++++-----
.../examples/complete/game/StatefulTeamScore.java | 33 +++--
.../examples/complete/game/injector/Injector.java | 19 ++-
.../apache/beam/examples/WindowedWordCountIT.java | 8 +-
.../apache/beam/runners/apex/ApexYarnLauncher.java | 12 +-
.../apex/translation/utils/ApexStateInternals.java | 7 +-
.../operators/ApexTimerInternalsTest.java | 2 +-
.../UnboundedReadFromBoundedSource.java | 6 +-
.../runners/core/GroupByKeyViaGroupByKeyOnly.java | 5 +-
.../runners/core/LateDataDroppingDoFnRunner.java | 38 +++---
.../beam/runners/core/MergingActiveWindowSet.java | 9 +-
...TimeBoundedSplittableProcessElementInvoker.java | 6 +-
.../runners/core/metrics/MetricsContainerImpl.java | 7 +-
.../core/LateDataDroppingDoFnRunnerTest.java | 22 ++--
.../beam/runners/core/ReduceFnRunnerTest.java | 71 ++++++-----
.../apache/beam/runners/core/ReduceFnTester.java | 33 ++---
.../beam/runners/core/StatefulDoFnRunnerTest.java | 9 +-
.../core/triggers/TriggerStateMachineTester.java | 7 +-
.../runners/direct/DirectExecutionContext.java | 7 +-
.../direct/GroupAlsoByWindowEvaluatorFactory.java | 2 +-
.../direct/GroupByKeyOnlyEvaluatorFactory.java | 7 +-
.../beam/runners/direct/SideInputContainer.java | 9 +-
.../beam/runners/direct/WatermarkManager.java | 39 ++----
.../beam/runners/direct/EvaluationContextTest.java | 4 +-
.../runners/direct/WindowEvaluatorFactoryTest.java | 4 +-
.../flink/metrics/FlinkMetricContainer.java | 8 +-
.../functions/SideInputInitializer.java | 16 +--
.../functions/SortingFlinkCombineRunner.java | 10 +-
.../runners/flink/streaming/DoFnOperatorTest.java | 8 +-
.../streaming/UnboundedSourceWrapperTest.java | 78 ++++++------
.../beam/runners/dataflow/BatchViewOverrides.java | 11 +-
.../beam/runners/dataflow/DataflowPipelineJob.java | 15 ++-
.../beam/runners/dataflow/util/MonitoringUtil.java | 3 +-
.../fnexecution/control/SdkHarnessClient.java | 18 +--
.../runners/fnexecution/ServerFactoryTest.java | 8 +-
.../runners/spark/SparkNativePipelineVisitor.java | 10 +-
.../spark/aggregators/NamedAggregators.java | 9 +-
.../beam/runners/spark/coders/CoderHelpers.java | 14 ++-
.../runners/spark/translation/BoundedDataset.java | 7 +-
.../spark/translation/SparkAbstractCombineFn.java | 9 +-
.../spark/translation/SparkGlobalCombineFn.java | 26 ++--
.../spark/translation/SparkKeyedCombineFn.java | 28 ++---
.../spark/translation/TransformTranslator.java | 2 +-
.../spark/translation/TranslationUtils.java | 2 +-
.../spark/translation/WindowingHelpers.java | 8 +-
.../streaming/StreamingTransformTranslator.java | 20 +--
.../runners/spark/util/SparkSideInputReader.java | 27 ++--
.../aggregators/metrics/sink/InMemoryMetrics.java | 18 ++-
.../ResumeFromCheckpointStreamingTest.java | 6 +-
.../java/org/apache/beam/sdk/coders/ByteCoder.java | 2 +-
.../beam/sdk/coders/StringDelegateCoder.java | 2 +-
.../org/apache/beam/sdk/coders/VarIntCoder.java | 2 +-
.../org/apache/beam/sdk/coders/VarLongCoder.java | 4 +-
.../java/org/apache/beam/sdk/io/FileSystems.java | 6 +-
.../org/apache/beam/sdk/io/LocalFileSystem.java | 14 ++-
.../main/java/org/apache/beam/sdk/io/TextIO.java | 10 +-
.../beam/sdk/options/PipelineOptionsFactory.java | 34 +++--
.../beam/sdk/options/ProxyInvocationHandler.java | 2 +-
.../beam/sdk/testing/SerializableMatchers.java | 10 +-
.../apache/beam/sdk/testing/WindowFnTestUtils.java | 10 +-
.../beam/sdk/transforms/ApproximateQuantiles.java | 4 +-
.../org/apache/beam/sdk/transforms/Create.java | 3 +-
.../org/apache/beam/sdk/transforms/DoFnTester.java | 19 ++-
.../java/org/apache/beam/sdk/transforms/Watch.java | 5 +-
.../beam/sdk/transforms/reflect/DoFnSignature.java | 20 +--
.../sdk/transforms/reflect/DoFnSignatures.java | 28 ++---
.../java/org/apache/beam/sdk/util/ApiSurface.java | 9 +-
.../apache/beam/sdk/util/BucketingFunction.java | 6 +-
.../java/org/apache/beam/sdk/util/CoderUtils.java | 12 +-
.../org/apache/beam/sdk/util/MovingFunction.java | 4 +-
.../java/org/apache/beam/sdk/util/Sleeper.java | 2 +-
.../java/org/apache/beam/sdk/util/ZipFiles.java | 11 +-
.../beam/sdk/util/common/ReflectHelpers.java | 6 +-
.../apache/beam/sdk/coders/DelegateCoderTest.java | 4 +-
.../apache/beam/sdk/coders/InstantCoderTest.java | 2 +-
.../org/apache/beam/sdk/io/FileBasedSinkTest.java | 4 +-
.../java/org/apache/beam/sdk/io/FileIOTest.java | 28 ++---
.../org/apache/beam/sdk/io/TextIOWriteTest.java | 53 +++++---
.../sdk/options/PipelineOptionsFactoryTest.java | 4 +-
.../sdk/runners/dataflow/TestCountingSource.java | 3 +-
.../org/apache/beam/sdk/testing/PAssertTest.java | 4 +-
.../apache/beam/sdk/transforms/GroupByKeyTest.java | 24 ++--
.../org/apache/beam/sdk/transforms/WatchTest.java | 15 ++-
.../display/DisplayDataMatchersTest.java | 68 +++-------
.../sdk/transforms/reflect/DoFnInvokersTest.java | 2 +-
.../reflect/DoFnSignaturesSplittableDoFnTest.java | 10 +-
.../org/apache/beam/sdk/util/ApiSurfaceTest.java | 2 +-
.../org/apache/beam/sdk/util/ZipFilesTest.java | 5 +-
.../sdk/extensions/gcp/storage/GcsFileSystem.java | 2 +-
.../extensions/sketching/SketchFrequencies.java | 8 +-
.../sketching/SketchFrequenciesTest.java | 6 +-
.../beam/sdk/extensions/sorter/InMemorySorter.java | 2 +-
.../beam/sdk/extensions/sql/BeamRecordSqlType.java | 6 +-
.../impl/transform/BeamAggregationTransforms.java | 10 +-
.../impl/transform/BeamBuiltinAggregations.java | 21 ++--
.../sql/impl/transform/BeamJoinTransforms.java | 10 +-
.../sdk/extensions/sql/BeamSqlDslUdfUdafTest.java | 6 +-
.../BeamSqlArithmeticExpressionTest.java | 4 +-
.../sdk/fn/stream/BufferingStreamObserver.java | 2 +-
.../beam/sdk/fn/stream/StreamObserverFactory.java | 2 +-
.../BeamFnDataBufferingOutboundObserverTest.java | 2 +-
.../beam/sdk/fn/stream/AdvancingPhaserTest.java | 5 +-
.../sdk/fn/stream/BufferingStreamObserverTest.java | 2 +-
.../apache/beam/sdk/fn/stream/DataStreamsTest.java | 9 +-
.../sdk/fn/stream/DirectStreamObserverTest.java | 2 +-
.../apache/beam/sdk/fn/test/TestExecutorsTest.java | 4 +-
.../apache/beam/sdk/fn/test/TestStreamsTest.java | 4 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 25 ++--
.../org/apache/beam/fn/harness/FnHarnessTest.java | 19 +--
.../harness/control/ProcessBundleHandlerTest.java | 140 +++++++++++----------
.../apache/beam/sdk/io/aws/s3/S3FileSystem.java | 85 +++----------
.../beam/sdk/io/gcp/bigquery/BigQueryHelpers.java | 7 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 22 +++-
.../beam/sdk/io/gcp/bigquery/WritePartition.java | 7 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 27 ++--
.../sdk/io/gcp/bigquery/FakeDatasetService.java | 7 +-
.../beam/sdk/io/gcp/bigquery/FakeJobService.java | 4 +-
.../sdk/io/gcp/bigtable/BigtableConfigTest.java | 39 ++----
.../beam/sdk/io/gcp/bigtable/BigtableIOTest.java | 39 +++---
.../sdk/io/gcp/pubsub/PubsubTestClientTest.java | 2 +-
.../io/gcp/spanner/MutationGroupEncoderTest.java | 7 +-
.../beam/sdk/io/gcp/spanner/OrderedCodeTest.java | 4 +-
.../sdk/io/gcp/spanner/SpannerIOWriteTest.java | 9 +-
.../io/hadoop/inputformat/HadoopInputFormatIO.java | 36 +++---
.../io/hadoop/inputformat/TestEmployeeDataSet.java | 16 +--
.../java/org/apache/beam/sdk/io/jms/JmsIOTest.java | 2 +-
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 30 ++---
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 2 +-
.../sdk/io/kinesis/DynamicCheckpointGenerator.java | 11 +-
.../sdk/io/kinesis/GetKinesisRecordsResult.java | 19 +--
.../beam/sdk/io/kinesis/ShardReadersPool.java | 8 +-
.../beam/sdk/io/kinesis/AmazonKinesisMock.java | 8 +-
.../beam/sdk/io/mongodb/MongoDBGridFSIOTest.java | 4 +-
.../org/apache/beam/sdk/io/mqtt/MqttIOTest.java | 92 +++++++-------
.../options/PipelineOptionsFactoryJava8Test.java | 2 +-
.../beam/sdk/transforms/DistinctJava8Test.java | 8 +-
.../sdk/transforms/SimpleFunctionJava8Test.java | 3 +-
.../beam/sdk/transforms/WithKeysJava8Test.java | 4 +-
.../beam/sdk/nexmark/queries/Query4Model.java | 9 +-
.../beam/sdk/nexmark/queries/Query5Model.java | 6 +-
.../apache/beam/sdk/nexmark/queries/Query6.java | 5 +-
.../beam/sdk/nexmark/queries/WinningBids.java | 7 +-
.../sdk/nexmark/queries/WinningBidsSimulator.java | 7 +-
143 files changed, 956 insertions(+), 1116 deletions(-)
--
To stop receiving notification emails like this one, please contact
jbonofre@apache.org.