[beam] branch nightly-refs/heads/master updated (aea7c135a8e -> d50f1b1790a)

[gi...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git


    from aea7c135a8e [BEAM-14486] Document pubsubio & fix its behavior. (#17709)
     add acea4027b6d [BEAM-14489] Remove non-SDF version of TextIO. (#17712)
     add 94b61900e25 [BEAM-14298] resolve dependency org.pentaho:pentaho-aggdesigner-algorithm:5.1.5-jhyde (#17734)
     add d9436c41b32 Fix -- linting issue (#17738)
     add bb8dafb0ecf [BEAM-12308] change expected value in kakfa IT (#17740)
     add ca7a80f7b58 Fix 'NoneType' object has no attribute error
     add d8a67a9726b Merge pull request #17746 from ihji/ihji-patch-1
     add 7547cb0ea68 [BEAM-14053] [CdapIO] Add wrapper class for CDAP plugin (#17150)
     add b65969ec00b [BEAM-14471] Adding testcases and examples for xlang Python DataframeTransform
     add bbc1867e6f3 update
     add e4dc7855e4f add DataframeTransform wrapper
     add 5bb31275132 Merge pull request #17674 from ihji/BEAM-14471
     add d50f1b1790a [BEAM-14129] Clean up PubsubLiteIO by removing options that no longer apply (#17169)

No new revisions were added by this update.

Summary of changes:
 CHANGES.md                                         |   1 +
 .../org/apache/beam/gradle/BeamModulePlugin.groovy |  69 +++---
 .../org/apache/beam/gradle/Repositories.groovy     |  15 +-
 examples/multi-language/build.gradle               |   7 +
 .../multilanguage/PythonDataframeWordCount.java    | 151 +++++++++++++
 .../core/construction/BaseExternalTest.java        |  68 ++++++
 .../core/construction/ValidateRunnerXlangTest.java | 106 ++++------
 runners/direct-java/build.gradle                   |   6 +-
 runners/flink/job-server/flink_job_server.gradle   |   2 +-
 runners/google-cloud-dataflow-java/build.gradle    |   2 +-
 runners/samza/job-server/build.gradle              |   4 +-
 runners/spark/spark_runner.gradle                  |   4 +-
 sdks/go/pkg/beam/io/textio/sdf.go                  | 203 ------------------
 sdks/go/pkg/beam/io/textio/sdf_test.go             |  49 -----
 sdks/go/pkg/beam/io/textio/textio.go               | 151 ++++++++++++-
 sdks/go/pkg/beam/io/textio/textio_test.go          |  41 ++--
 .../src/main/resources/beam/suppressions.xml       |   1 +
 .../sdk/testing/UsesCrossLanguageTransforms.java   |  27 ---
 ...eMessage.java => UsesJavaExpansionService.java} |   6 +-
 .../beam/sdk/expansion/service/ExternalTest.java   |  21 +-
 sdks/java/extensions/python/build.gradle           |   9 +
 .../extensions/python/DataframeTransformTest.java  |  57 +++++
 .../extensions/python/io/DataframeTransform.java   |  76 +++++++
 sdks/java/io/cdap/build.gradle                     |   4 +
 .../java/org/apache/beam/sdk/io/cdap/Plugin.java   | 233 +++++++++++++++++++++
 .../apache/beam/sdk/io/cdap/PluginConstants.java   | 107 ++++++++++
 .../org/apache/beam/sdk/io/cdap/PluginTest.java    | 119 +++++++++++
 .../sdk/io/gcp/pubsublite/SubscriberOptions.java   |  34 +--
 .../internal/ExternalTransformConfig.java          |   5 -
 .../internal/MemoryBufferedSubscriber.java         |   7 -
 .../internal/MemoryBufferedSubscriberImpl.java     |  15 --
 .../internal/PerSubscriptionPartitionSdf.java      |   6 +-
 .../pubsublite/internal/SubscribeTransform.java    |   3 -
 .../internal/SubscriptionPartitionProcessor.java   |   3 +-
 .../SubscriptionPartitionProcessorImpl.java        |  57 ++---
 .../beam/sdk/io/gcp/pubsublite/ReadWriteIT.java    |   8 +-
 .../internal/MemoryBufferedSubscriberImplTest.java |  24 +--
 .../internal/PerSubscriptionPartitionSdfTest.java  |   9 +-
 .../SubscriptionPartitionProcessorImplTest.java    |  33 +--
 .../io/external/generate_sequence_test.py          |  14 +-
 .../io/external/xlang_kafkaio_it_test.py           |   9 +-
 .../io/external/xlang_parquetio_test.py            |   2 +-
 sdks/python/apache_beam/io/gcp/bigquery_test.py    |   4 +-
 .../apache_beam/io/gcp/pubsublite/external.py      |  15 +-
 .../apache_beam/io/gcp/pubsublite/proto_api.py     |   6 -
 .../runners/portability/expansion_service_test.py  |  42 ++--
 .../transforms/validate_runner_xlang_test.py       |  24 ++-
 sdks/python/scripts/run_expansion_services.sh      |   7 +-
 48 files changed, 1197 insertions(+), 669 deletions(-)
 create mode 100644 examples/multi-language/src/main/java/org/apache/beam/examples/multilanguage/PythonDataframeWordCount.java
 create mode 100644 runners/core-construction-java/src/test/java/org/apache/beam/runners/core/construction/BaseExternalTest.java
 delete mode 100644 sdks/go/pkg/beam/io/textio/sdf.go
 delete mode 100644 sdks/go/pkg/beam/io/textio/sdf_test.go
 delete mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/testing/UsesCrossLanguageTransforms.java
 copy sdks/java/core/src/main/java/org/apache/beam/sdk/testing/{UsesFailureMessage.java => UsesJavaExpansionService.java} (79%)
 create mode 100644 sdks/java/extensions/python/src/test/java/org/apache/beam/sdk/extensions/python/DataframeTransformTest.java
 create mode 100644 sdks/java/extensions/python/src/test/java/org/apache/beam/sdk/extensions/python/io/DataframeTransform.java
 create mode 100644 sdks/java/io/cdap/src/main/java/org/apache/beam/sdk/io/cdap/Plugin.java
 create mode 100644 sdks/java/io/cdap/src/main/java/org/apache/beam/sdk/io/cdap/PluginConstants.java
 create mode 100644 sdks/java/io/cdap/src/test/java/org/apache/beam/sdk/io/cdap/PluginTest.java