You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/08/20 02:52:05 UTC
[beam] tag nightly-master updated (ff20e29 -> d005a5e)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from ff20e29 (commit)
to d005a5e (commit)
from ff20e29 [BEAM-10757] Add enum34 to manual_licenses (#12624)
add 34b6ad7 [BEAM-BEAM-10667] Make github actions bulding wheels bucket name stored as a secret
add fcd767f Merge pull request #12513: [BEAM-10667] Make gh-actions wheels bucket name stored as a secret
add 2b2b8e7 Merge pull request #12597: [BEAM-10685] Added integration test for streaming for SnowflakeIO
add 85efc38 [BEAM-10756] Fix empty pull response to not ack and to not throw IndexOutOfBoundsException
add ecfc389 Merge pull request #12623 from lukecwik/beam10756
add 3114f0c [BEAM-10753] Add Slack link invitation on README
add 423abb7 Update README.md
add 38999c6 Merge pull request #12620 from irvifa/docs/add-slack-invitation-link
add 7577e00 [BEAM-3301] Adding SDF Go Dataflow translation. (#12629)
add 2fce720 clarifying unclear comments
add f3ac482 Merge pull request #12631 from ettirapp/filesystem-fixes
add 85af44e Allow Nexmark launcher to publish human-readable events to pubsub.
add 7d384789 Merge pull request #12606 - Allow Nexmark launcher to publish human-readable events to pubsub.
add 317997f [BEAM-10752] Use TestPubsubSignal in PubsubToBigqueryIT (#12625)
add e666a51 Include coders embedded in CombinePayload when converting x-lang transforms to proto definition
add f2959c3 Merge pull request #12586: [BEAM-8019] Don't drop coders embedded in CombinePayload
add 275b7c9 [BEAM-10200] Add optional experiment to enable heap dump through the … (#12537)
add ca2e7e7 [BEAM-9979] Support a reset call that happens after the bundle is done allowing resetting of internal state of a transform runner.
add 1c6b07c Merge pull request #12636 from lukecwik/beam9979
add a673e34 [BEAM-9919] Refining xlang types and wrappers
add 1b6b60e Merge pull request #12632 [BEAM-9919] Refining xlang types and wrappers
add 9620d62 [BEAM-9919] xlang transforms wrapped with namespaces
add 63f9808 [BEAM-9919] cleaning namespace.go
add 5f6cf0b Merge pull request #12635 [BEAM-9919] Isolating xlang transforms by namespace
add 49b5192 [BEAM-9547] Implement dataframes top, join, merge. (#12516)
add af2f7af [BEAM-9920] Enabling artifact staging for xlang transforms
add 0c65ca3 documentation(beam/sdks/go): added apache license and function docstring
add 891e775 fix(beam/sdks/go): correcting changed function name
add 801af80 Merge pull request #12644 from [BEAM-9920] Enabling artifact staging for xlang transforms
add 8995905 [BEAM-9980] Configure Python versions for direct test suite tasks via settings.gradle
add d005a5e Merge pull request #12614 [BEAM-9980] Configure Python versions for direct test suite tasks via settings.gradle
No new revisions were added by this update.
Summary of changes:
.github/workflows/build_wheels.yml | 6 +-
.github/workflows/python_tests.yml | 1 +
.../job_PostCommit_Python_MongoDBIO_IT.groovy | 3 +-
CI.md | 1 +
README.md | 1 +
scripts/ci/ci_check_are_gcp_variables_set.sh | 2 +-
sdks/go/examples/xlang/wordcount/wordcount.go | 115 ++++++++++
.../go/examples/xlang/wordcount/xlang_wordcount.go | 111 ---------
sdks/go/pkg/beam/core/graph/edge.go | 50 ++--
sdks/go/pkg/beam/core/graph/xlang.go | 145 +++++-------
sdks/go/pkg/beam/core/runtime/graphx/translate.go | 25 +-
sdks/go/pkg/beam/core/runtime/graphx/xlang.go | 54 +++++
sdks/go/pkg/beam/core/runtime/xlangx/namespace.go | 125 ++++++++++
sdks/go/pkg/beam/core/runtime/xlangx/resolve.go | 70 ++++++
sdks/go/pkg/beam/core/runtime/xlangx/translate.go | 46 ++--
.../beam/runners/dataflow/dataflowlib/messages.go | 1 +
.../beam/runners/dataflow/dataflowlib/translate.go | 13 ++
.../pkg/beam/runners/universal/runnerlib/stage.go | 3 +-
sdks/go/pkg/beam/runners/universal/universal.go | 3 +
sdks/go/pkg/beam/xlang.go | 82 ++++---
.../sdk/extensions/gcp/storage/GcsFileSystem.java | 8 +-
.../sdk/extensions/sql/PubsubToBigqueryIT.java | 28 +--
.../beam/fn/harness/BeamFnDataReadRunner.java | 1 +
.../beam/fn/harness/BeamFnDataWriteRunner.java | 1 +
.../beam/fn/harness/BoundedSourceRunner.java | 1 +
.../org/apache/beam/fn/harness/CombineRunners.java | 1 +
.../org/apache/beam/fn/harness/FlattenRunner.java | 1 +
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 1 +
.../org/apache/beam/fn/harness/MapFnRunners.java | 1 +
.../beam/fn/harness/PTransformRunnerFactory.java | 20 +-
.../fn/harness/control/ProcessBundleHandler.java | 27 ++-
.../beam/fn/harness/AssignWindowsRunnerTest.java | 5 +-
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 4 +
.../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 1 +
.../beam/fn/harness/BoundedSourceRunnerTest.java | 1 +
.../apache/beam/fn/harness/CombineRunnersTest.java | 15 +-
.../apache/beam/fn/harness/FlattenRunnerTest.java | 10 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 19 ++
.../apache/beam/fn/harness/MapFnRunnersTest.java | 3 +
.../harness/control/ProcessBundleHandlerTest.java | 46 +++-
.../apache/beam/sdk/io/aws/s3/S3FileSystem.java | 19 +-
.../beam/sdk/io/gcp/pubsub/TestPubsubSignal.java | 5 +-
sdks/java/io/snowflake/build.gradle | 1 +
.../io/snowflake/test/StreamingSnowflakeIOIT.java | 196 ++++++++++++++++
.../beam/sdk/io/snowflake/test/TestUtils.java | 18 ++
.../beam/sdk/nexmark/NexmarkConfiguration.java | 17 ++
.../apache/beam/sdk/nexmark/NexmarkLauncher.java | 24 +-
.../apache/beam/sdk/nexmark/NexmarkOptions.java | 6 +
.../org/apache/beam/sdk/nexmark/NexmarkUtils.java | 8 +
sdks/python/apache_beam/dataframe/frames.py | 251 ++++++++++++++++++++-
sdks/python/apache_beam/dataframe/frames_test.py | 28 +++
.../apache_beam/dataframe/pandas_doctests_test.py | 27 ++-
.../runners/portability/portable_runner.py | 7 +-
.../apache_beam/runners/worker/sdk_worker.py | 6 +-
.../apache_beam/runners/worker/sdk_worker_main.py | 19 +-
.../apache_beam/runners/worker/worker_status.py | 28 ++-
.../runners/worker/worker_status_test.py | 9 +
sdks/python/apache_beam/transforms/core.py | 23 +-
.../{dataflow/py35 => direct}/build.gradle | 8 +-
sdks/python/test-suites/direct/common.gradle | 96 ++++++++
sdks/python/test-suites/direct/py2/build.gradle | 99 +-------
sdks/python/test-suites/direct/py35/build.gradle | 31 ---
sdks/python/test-suites/direct/py38/build.gradle | 11 -
sdks/python/test-suites/gradle.properties | 3 +
settings.gradle | 1 +
65 files changed, 1481 insertions(+), 511 deletions(-)
create mode 100644 sdks/go/examples/xlang/wordcount/wordcount.go
delete mode 100644 sdks/go/examples/xlang/wordcount/xlang_wordcount.go
create mode 100644 sdks/go/pkg/beam/core/runtime/graphx/xlang.go
create mode 100644 sdks/go/pkg/beam/core/runtime/xlangx/namespace.go
create mode 100644 sdks/go/pkg/beam/core/runtime/xlangx/resolve.go
create mode 100644 sdks/java/io/snowflake/src/test/java/org/apache/beam/sdk/io/snowflake/test/StreamingSnowflakeIOIT.java
copy sdks/python/test-suites/{dataflow/py35 => direct}/build.gradle (82%)