You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/08/09 02:47:49 UTC

[beam] tag nightly-master updated (84cbd9b -> de8ff70)

This is an automated email from the ASF dual-hosted git repository.

github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.


*** WARNING: tag nightly-master was modified! ***

    from 84cbd9b  (commit)
      to de8ff70  (commit)
    from 84cbd9b  [BEAM-8460] Exclude category containing failing tests for spark/flink to restore green test signal. (#12503)
     add 56ea002  [BEAM-10656] Enable bundle finalization within the Java direct runner. (#12488)
     add 18d6493  [BEAM-9977] Implement ReadFromKafkaViaSDF
     add 7fbc09e  Merge pull request #11749 from boyuanzz/kafka
     add 9d0d0b0  OrderedListState API
     add edb4295  Merge pull request #12474: [BEAM-10650] OrderedListState API
     add 9124e11  removed duplicate test
     add 08bc30c  fixed typo in comments
     add ea5093a  removed duplicate tests
     add de8ff70  Merge pull request #12487 from ettirapp/gcs-test-fix - Fixing Typos in GCS and S3 Filesystem Tests

No new revisions were added by this update.

Summary of changes:
 .../pipeline/src/main/proto/beam_runner_api.proto  |   5 +
 .../core/construction/ParDoTranslation.java        |   9 +
 .../beam/runners/core/InMemoryBundleFinalizer.java |  53 ++
 .../beam/runners/core/InMemoryStateInternals.java  | 100 ++-
 ...TimeBoundedSplittableProcessElementInvoker.java |  12 +-
 .../apache/beam/runners/core/SimpleDoFnRunner.java |   3 +-
 .../org/apache/beam/runners/core/StateTag.java     |   3 +
 .../org/apache/beam/runners/core/StateTags.java    |  11 +
 .../org/apache/beam/runners/core/StepContext.java  |   6 +
 .../runners/core/InMemoryBundleFinalizerTest.java  |  32 +-
 ...BoundedSplittableProcessElementInvokerTest.java |  42 +-
 .../runners/core/SplittableParDoProcessFnTest.java |   4 +-
 runners/direct-java/build.gradle                   |   1 -
 .../direct/CopyOnAccessInMemoryStateInternals.java |  22 +
 .../runners/direct/DirectExecutionContext.java     |  24 +
 .../beam/runners/direct/EvaluationContext.java     |  14 +
 .../direct/GroupAlsoByWindowEvaluatorFactory.java  |   1 +
 .../apache/beam/runners/direct/ParDoEvaluator.java |   1 +
 .../SplittableProcessElementsEvaluatorFactory.java |   3 +-
 .../direct/StatefulParDoEvaluatorFactory.java      |   3 +-
 .../beam/runners/direct/StepTransformResult.java   |  18 +-
 .../beam/runners/direct/TransformResult.java       |  10 +
 runners/flink/flink_runner.gradle                  |   1 +
 runners/flink/job-server/flink_job_server.gradle   |   2 +
 .../wrappers/streaming/SplittableDoFnOperator.java |   5 +-
 .../state/FlinkBroadcastStateInternals.java        |   8 +
 .../streaming/state/FlinkStateInternals.java       |  15 +
 runners/google-cloud-dataflow-java/build.gradle    |   1 +
 .../beam/runners/dataflow/DataflowRunner.java      |   7 +
 .../worker/SplittableProcessFnFactory.java         |   6 +-
 .../dataflow/worker/WindmillStateInternals.java    |  93 ++-
 .../worker/windmill/src/main/proto/windmill.proto  |  59 ++
 runners/jet/build.gradle                           |   1 +
 runners/portability/java/build.gradle              |   1 +
 runners/samza/build.gradle                         |   1 +
 .../samza/runtime/SamzaStoreStateInternals.java    |   8 +
 runners/spark/build.gradle                         |   2 +
 runners/spark/job-server/build.gradle              |   1 +
 .../spark/stateful/SparkStateInternals.java        |   8 +
 .../apache/beam/sdk/state/OrderedListState.java    |  55 ++
 .../org/apache/beam/sdk/state/StateBinder.java     |   3 +
 .../StateKeySpec.java}                             |  22 +-
 .../java/org/apache/beam/sdk/state/StateSpec.java  |   2 +
 .../java/org/apache/beam/sdk/state/StateSpecs.java |  64 ++
 ...{UsesImpulse.java => UsesOrderedListState.java} |   5 +-
 .../java/org/apache/beam/sdk/transforms/ParDo.java |   5 +
 .../sdk/transforms/reflect/DoFnSignatures.java     |   5 +
 .../org/apache/beam/sdk/transforms/ParDoTest.java  | 311 +++++++++
 .../beam/sdk/transforms/SplittableDoFnTest.java    |  19 +-
 .../extensions/gcp/storage/GcsFileSystemTest.java  |  11 -
 .../beam/fn/harness/state/FnApiStateAccessor.java  |   8 +
 .../beam/sdk/io/aws/s3/S3ResourceIdTest.java       |  10 +-
 .../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 756 ++++++++++++++++++---
 .../org/apache/beam/sdk/io/kafka/KafkaIOUtils.java | 144 ++++
 .../beam/sdk/io/kafka/KafkaSourceDescriptor.java   |  75 ++
 .../beam/sdk/io/kafka/KafkaUnboundedReader.java    |  62 +-
 .../beam/sdk/io/kafka/ReadFromKafkaDoFn.java       | 403 +++++++++++
 .../beam/sdk/io/kafka/KafkaIOExternalTest.java     |  62 +-
 .../org/apache/beam/sdk/io/kafka/KafkaIOTest.java  |  43 --
 .../apache/beam/sdk/io/kafka/KafkaIOUtilsTest.java |  67 ++
 60 files changed, 2451 insertions(+), 277 deletions(-)
 create mode 100644 runners/core-java/src/main/java/org/apache/beam/runners/core/InMemoryBundleFinalizer.java
 copy sdks/java/core/src/test/java/org/apache/beam/sdk/transforms/windowing/AfterSynchronizedProcessingTimeTest.java => runners/core-java/src/test/java/org/apache/beam/runners/core/InMemoryBundleFinalizerTest.java (55%)
 create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/state/OrderedListState.java
 copy sdks/java/core/src/main/java/org/apache/beam/sdk/{schemas/io/InvalidConfigurationException.java => state/StateKeySpec.java} (63%)
 copy sdks/java/core/src/main/java/org/apache/beam/sdk/testing/{UsesImpulse.java => UsesOrderedListState.java} (84%)
 create mode 100644 sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaIOUtils.java
 create mode 100644 sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaSourceDescriptor.java
 create mode 100644 sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/ReadFromKafkaDoFn.java
 create mode 100644 sdks/java/io/kafka/src/test/java/org/apache/beam/sdk/io/kafka/KafkaIOUtilsTest.java