You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/04/02 04:43:16 UTC
[beam] branch nightly-refs/heads/master updated (ca47cd8 -> 13230c8)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from ca47cd8 Merge pull request #17230: [BEAM-13741] Remove forced calcite dependency from BaseBeamTable
add 3f52ddd [BEAM-14153] Reshuffled Row Coder PCollection used as Side Input cause encoder issues. (#17147)
add 30ebe10 Revert "Revert "[BEAM-14038] Auto-startup for Python expansion service. (#17035)""
add 0878d71 Skip failing test for now.
add fc65763 Merge pull request #17235 [BEAM-14148] Roll PyExpansionService forward, skipping flaky test for now.
add e42027b delint go sdk (#17247)
add 8a7c92c Merge pull request #16841 from [BEAM-8823] Make FnApiRunner work by executing ready elements instead of stages
add d16c8c1 [BEAM-14192] Update legacy container version (#17210)
add d856f28 [BEAM-14225] load balance jenkins jobs
add 3d4454c Merge pull request #17238 from ibzib/BEAM-14225
add 8068baa Fix mishandling of API with BQIO (#17211)
add 0ab181f [BEAM-14221] Update documentation with Flink on Dataproc features (#17232)
add 238613f [BEAM-14133] Fix potential NPE in BigQueryServicesImpl.getErrorInfo
add b7b3f68 add test
add 25e6756 Merge pull request #17133 from ihji/BEAM-14133
add c2cdd75 Revert "[BEAM-14190] Python sends dataflow schema field"
add 13230c8 Merge pull request #17255 from kileys/test-revert
No new revisions were added by this update.
Summary of changes:
.test-infra/jenkins/CommonJobProperties.groovy | 2 +-
.test-infra/jenkins/CronJobBuilder.groovy | 2 +-
.test-infra/jenkins/PostcommitJobBuilder.groovy | 2 +-
.test-infra/jenkins/job_00_seed.groovy | 4 +-
.test-infra/jenkins/job_Dependency_Check.groovy | 3 +-
.../job_LoadTests_FnApiRunner_Python.groovy | 2 +-
.test-infra/jenkins/job_Metrics_Report.groovy | 3 +-
.../job_PerformanceTests_BigQueryIO_Java.groovy | 2 +-
.../job_PerformanceTests_FileBasedIO_IT.groovy | 4 +-
.../job_PerformanceTests_HadoopFormat.groovy | 2 +-
.../job_PerformanceTests_InfluxDBIO_IT.groovy | 2 +-
.../jenkins/job_PerformanceTests_JDBC.groovy | 2 +-
.../jenkins/job_PerformanceTests_KafkaIO_IT.groovy | 2 +-
.../job_PerformanceTests_MongoDBIO_IT.groovy | 2 +-
.../jenkins/job_PerformanceTests_Python.groovy | 2 +-
.../jenkins/job_PerformanceTests_SQLIO_Java.groovy | 2 +-
...ob_PostCommit_Python_MongoDBIO_Load_Test.groovy | 2 +-
.../jenkins/job_PostRelease_NightlySnapshot.groovy | 2 +-
.../jenkins/job_Publish_Docker_Snapshots.groovy | 2 +-
.../jenkins/job_Release_NightlySnapshot.groovy | 2 +-
.../job_Release_Python_NightlySnapshot.groovy | 2 +-
CHANGES.md | 4 +
runners/google-cloud-dataflow-java/build.gradle | 2 +-
sdks/go/pkg/beam/core/runtime/exec/translate.go | 33 +-
.../pkg/beam/core/runtime/exec/translate_test.go | 29 ++
sdks/go/pkg/beam/core/runtime/graphx/translate.go | 35 +-
.../pkg/beam/core/runtime/graphx/translate_test.go | 9 +
sdks/go/pkg/beam/core/runtime/graphx/v1/v1.pb.go | 218 +++++++---
sdks/go/pkg/beam/core/runtime/graphx/v1/v1.proto | 9 +
sdks/go/pkg/beam/core/runtime/xlangx/resolve.go | 4 +-
.../pkg/beam/core/runtime/xlangx/resolve_test.go | 7 +-
.../pkg/beam/runners/dataflow/dataflowlib/stage.go | 2 +-
.../beam/runners/universal/runnerlib/execute.go | 2 +
sdks/go/test/integration/primitives/pardo.go | 3 +-
sdks/go/test/regression/lperror.go | 68 +++
sdks/go/test/regression/lperror_test.go | 83 ++++
.../java/extensions/{arrow => python}/build.gradle | 14 +-
.../extensions/python/ExternalPythonTransform.java | 110 +++++
.../beam/sdk/extensions/python/PythonService.java | 132 ++++++
.../beam/sdk/extensions/python}/package-info.java | 4 +-
.../sdk/extensions/python/bootstrap_beam_venv.py | 115 +++++
.../python/ExternalPythonTransformTest.java} | 34 +-
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 8 +-
.../io/gcp/bigquery/BigQueryServicesImplTest.java | 12 +-
sdks/python/apache_beam/coders/row_coder.py | 9 -
sdks/python/apache_beam/coders/row_coder_test.py | 11 -
sdks/python/apache_beam/examples/matrix_power.py | 103 +++++
...ount_debugging_test.py => matrix_power_test.py} | 53 ++-
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 4 +-
sdks/python/apache_beam/io/iobase.py | 12 +-
.../apache_beam/runners/interactive/README.md | 23 +
.../apache-beam-jupyterlab-sidepanel/README.md | 5 +-
.../runners/portability/fn_api_runner/execution.py | 359 ++++++++++++----
.../runners/portability/fn_api_runner/fn_runner.py | 473 ++++++++++++++-------
.../portability/fn_api_runner/fn_runner_test.py | 24 +-
.../portability/fn_api_runner/translations.py | 69 ++-
.../fn_api_runner/visualization_tools.py | 30 +-
.../portability/fn_api_runner/watermark_manager.py | 53 ++-
.../portability/fn_api_runner/worker_handlers.py | 3 +
.../apache_beam/transforms/userstate_test.py | 40 ++
sdks/python/apache_beam/transforms/util.py | 3 +
settings.gradle.kts | 1 +
62 files changed, 1833 insertions(+), 427 deletions(-)
copy sdks/java/extensions/{arrow => python}/build.gradle (78%)
create mode 100644 sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/ExternalPythonTransform.java
create mode 100644 sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/PythonService.java
copy {examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub/options => sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python}/package-info.java (87%)
create mode 100644 sdks/java/extensions/python/src/main/resources/org/apache/beam/sdk/extensions/python/bootstrap_beam_venv.py
copy sdks/java/extensions/{euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/translate/TimestampExtractTransformTest.java => python/src/test/java/org/apache/beam/sdk/extensions/python/ExternalPythonTransformTest.java} (56%)
create mode 100644 sdks/python/apache_beam/examples/matrix_power.py
copy sdks/python/apache_beam/examples/{wordcount_debugging_test.py => matrix_power_test.py} (50%)