You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/08/09 02:47:49 UTC
[beam] tag nightly-master updated (84cbd9b -> de8ff70)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 84cbd9b (commit)
to de8ff70 (commit)
from 84cbd9b [BEAM-8460] Exclude category containing failing tests for spark/flink to restore green test signal. (#12503)
add 56ea002 [BEAM-10656] Enable bundle finalization within the Java direct runner. (#12488)
add 18d6493 [BEAM-9977] Implement ReadFromKafkaViaSDF
add 7fbc09e Merge pull request #11749 from boyuanzz/kafka
add 9d0d0b0 OrderedListState API
add edb4295 Merge pull request #12474: [BEAM-10650] OrderedListState API
add 9124e11 removed duplicate test
add 08bc30c fixed typo in comments
add ea5093a removed duplicate tests
add de8ff70 Merge pull request #12487 from ettirapp/gcs-test-fix - Fixing Typos in GCS and S3 Filesystem Tests
No new revisions were added by this update.
Summary of changes:
.../pipeline/src/main/proto/beam_runner_api.proto | 5 +
.../core/construction/ParDoTranslation.java | 9 +
.../beam/runners/core/InMemoryBundleFinalizer.java | 53 ++
.../beam/runners/core/InMemoryStateInternals.java | 100 ++-
...TimeBoundedSplittableProcessElementInvoker.java | 12 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 3 +-
.../org/apache/beam/runners/core/StateTag.java | 3 +
.../org/apache/beam/runners/core/StateTags.java | 11 +
.../org/apache/beam/runners/core/StepContext.java | 6 +
.../runners/core/InMemoryBundleFinalizerTest.java | 32 +-
...BoundedSplittableProcessElementInvokerTest.java | 42 +-
.../runners/core/SplittableParDoProcessFnTest.java | 4 +-
runners/direct-java/build.gradle | 1 -
.../direct/CopyOnAccessInMemoryStateInternals.java | 22 +
.../runners/direct/DirectExecutionContext.java | 24 +
.../beam/runners/direct/EvaluationContext.java | 14 +
.../direct/GroupAlsoByWindowEvaluatorFactory.java | 1 +
.../apache/beam/runners/direct/ParDoEvaluator.java | 1 +
.../SplittableProcessElementsEvaluatorFactory.java | 3 +-
.../direct/StatefulParDoEvaluatorFactory.java | 3 +-
.../beam/runners/direct/StepTransformResult.java | 18 +-
.../beam/runners/direct/TransformResult.java | 10 +
runners/flink/flink_runner.gradle | 1 +
runners/flink/job-server/flink_job_server.gradle | 2 +
.../wrappers/streaming/SplittableDoFnOperator.java | 5 +-
.../state/FlinkBroadcastStateInternals.java | 8 +
.../streaming/state/FlinkStateInternals.java | 15 +
runners/google-cloud-dataflow-java/build.gradle | 1 +
.../beam/runners/dataflow/DataflowRunner.java | 7 +
.../worker/SplittableProcessFnFactory.java | 6 +-
.../dataflow/worker/WindmillStateInternals.java | 93 ++-
.../worker/windmill/src/main/proto/windmill.proto | 59 ++
runners/jet/build.gradle | 1 +
runners/portability/java/build.gradle | 1 +
runners/samza/build.gradle | 1 +
.../samza/runtime/SamzaStoreStateInternals.java | 8 +
runners/spark/build.gradle | 2 +
runners/spark/job-server/build.gradle | 1 +
.../spark/stateful/SparkStateInternals.java | 8 +
.../apache/beam/sdk/state/OrderedListState.java | 55 ++
.../org/apache/beam/sdk/state/StateBinder.java | 3 +
.../StateKeySpec.java} | 22 +-
.../java/org/apache/beam/sdk/state/StateSpec.java | 2 +
.../java/org/apache/beam/sdk/state/StateSpecs.java | 64 ++
...{UsesImpulse.java => UsesOrderedListState.java} | 5 +-
.../java/org/apache/beam/sdk/transforms/ParDo.java | 5 +
.../sdk/transforms/reflect/DoFnSignatures.java | 5 +
.../org/apache/beam/sdk/transforms/ParDoTest.java | 311 +++++++++
.../beam/sdk/transforms/SplittableDoFnTest.java | 19 +-
.../extensions/gcp/storage/GcsFileSystemTest.java | 11 -
.../beam/fn/harness/state/FnApiStateAccessor.java | 8 +
.../beam/sdk/io/aws/s3/S3ResourceIdTest.java | 10 +-
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 756 ++++++++++++++++++---
.../org/apache/beam/sdk/io/kafka/KafkaIOUtils.java | 144 ++++
.../beam/sdk/io/kafka/KafkaSourceDescriptor.java | 75 ++
.../beam/sdk/io/kafka/KafkaUnboundedReader.java | 62 +-
.../beam/sdk/io/kafka/ReadFromKafkaDoFn.java | 403 +++++++++++
.../beam/sdk/io/kafka/KafkaIOExternalTest.java | 62 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 43 --
.../apache/beam/sdk/io/kafka/KafkaIOUtilsTest.java | 67 ++
60 files changed, 2451 insertions(+), 277 deletions(-)
create mode 100644 runners/core-java/src/main/java/org/apache/beam/runners/core/InMemoryBundleFinalizer.java
copy sdks/java/core/src/test/java/org/apache/beam/sdk/transforms/windowing/AfterSynchronizedProcessingTimeTest.java => runners/core-java/src/test/java/org/apache/beam/runners/core/InMemoryBundleFinalizerTest.java (55%)
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/state/OrderedListState.java
copy sdks/java/core/src/main/java/org/apache/beam/sdk/{schemas/io/InvalidConfigurationException.java => state/StateKeySpec.java} (63%)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/testing/{UsesImpulse.java => UsesOrderedListState.java} (84%)
create mode 100644 sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaIOUtils.java
create mode 100644 sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaSourceDescriptor.java
create mode 100644 sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/ReadFromKafkaDoFn.java
create mode 100644 sdks/java/io/kafka/src/test/java/org/apache/beam/sdk/io/kafka/KafkaIOUtilsTest.java