You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/10/30 03:25:08 UTC
[beam] tag nightly-master updated (63629c0 -> 5e45db3)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 63629c0 (commit)
to 5e45db3 (commit)
from 63629c0 [BEAM-7372][BEAM-8371][BEAM-9372] drop python 2.7 and 3.5 support from python container (#13193)
add ce190e1 [BEAM-11108] Add a version of TextIO implemented via SDF. (#13188)
add b1cdbf9 [BEAM-9547] Dataframe corrwith. (#13141)
add 34e27ba Optimizes extract_output for 1 element accumulator case. (#13220)
add 527d783 [BEAM-5465] Run cleanVendor task when clean is invoked (#13222)
add 7a309c2 [BEAM-10869] Make WriteToPubsub output serialized PubsubMessage proto bytes when using runner v2
add c9e2580 Merge pull request #12806 from [BEAM-10869] Make WriteToPubsub output serialized PubsubMessage proto bytes when using runner v2
add 8b9e015 [BEAM-9615] Add schema coders and tests. #13209
add b26b499 [BEAM-5504] Add Avro support to Pubsub table provider (#12780)
add 492d64b Increase Dataflow V2 validates runner timeout.
add 7828af8 Merge pull request #13223 from tysonjh/bump-timeout-java-r2-vr
add 5b38285 [BEAM-9547] Implementation for drop, explode (#13139)
add 5e45db3 Merge pull request #13210 from [BEAM-10994] Update hot key detection log message
No new revisions were added by this update.
Summary of changes:
...tCommit_Java_ValidatesRunner_Dataflow_V2.groovy | 2 +-
CHANGES.md | 1 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 8 +
.../beam/runners/dataflow/DataflowRunner.java | 150 ++++-
.../beam/runners/dataflow/worker/HotKeyLogger.java | 6 +-
.../runners/dataflow/worker/HotKeyLoggerTest.java | 6 +-
sdks/go/container/build.gradle | 2 +
sdks/go/examples/build.gradle | 2 +
sdks/go/examples/stringsplit/stringsplit.go | 2 +-
sdks/go/examples/wordcount/wordcount.go | 8 +
sdks/go/pkg/beam/beam.shims.go | 29 +
sdks/go/pkg/beam/coder.go | 70 +++
sdks/go/pkg/beam/coder_test.go | 114 +++-
sdks/go/pkg/beam/core/runtime/graphx/translate.go | 2 +-
.../beam/io/rtrackers/offsetrange/offsetrange.go | 29 +-
.../io/rtrackers/offsetrange/offsetrange_test.go | 97 +++-
sdks/go/pkg/beam/io/textio/sdf.go | 203 +++++++
.../go/pkg/beam/io/textio/sdf_test.go | 28 +-
sdks/go/pkg/beam/io/textio/textio.go | 2 +-
.../go/pkg/beam/runners/universal/runnerlib/job.go | 2 +-
sdks/go/pkg/beam/util.go | 2 +-
sdks/go/test/build.gradle | 2 +
.../datacatalog/DataCatalogTableProvider.java | 4 +-
...TableProvider.java => PubsubTableProvider.java} | 4 +-
.../sdk/extensions/sql/PubsubToBigqueryIT.java | 8 +-
.../sql/meta/provider/pubsub/PubsubAvroIT.java | 102 ++++
.../sql/meta/provider/pubsub/PubsubJsonIT.java | 628 +--------------------
...ubsubJsonIT.java => PubsubTableProviderIT.java} | 470 +++++++--------
...viderTest.java => PubsubTableProviderTest.java} | 14 +-
.../beam/sdk/io/gcp/pubsub/ExternalRead.java | 20 +-
.../beam/sdk/io/gcp/pubsub/ExternalWrite.java | 19 +-
.../beam/sdk/io/gcp/pubsub/PubsubMessageToRow.java | 136 +++--
.../beam/sdk/io/gcp/pubsub/PubsubMessages.java | 58 ++
.../sdk/io/gcp/pubsub/PubsubSchemaIOProvider.java | 23 +-
.../beam/sdk/io/gcp/pubsub/RowToPubsubMessage.java | 79 ++-
.../sdk/io/gcp/pubsub/PubsubMessageToRowTest.java | 28 +-
sdks/python/apache_beam/dataframe/frames.py | 163 +++++-
sdks/python/apache_beam/dataframe/frames_test.py | 5 +
.../apache_beam/dataframe/pandas_doctests_test.py | 4 +-
.../apache_beam/dataframe/transforms_test.py | 32 +-
sdks/python/apache_beam/io/gcp/pubsub.py | 46 +-
sdks/python/apache_beam/io/gcp/pubsub_test.py | 5 +-
.../runners/dataflow/dataflow_runner.py | 8 +-
.../apache_beam/runners/direct/direct_runner.py | 19 +-
sdks/python/apache_beam/transforms/core.py | 10 +-
.../dsls/sql/extensions/create-external-table.md | 29 +-
46 files changed, 1580 insertions(+), 1101 deletions(-)
create mode 100644 sdks/go/pkg/beam/io/textio/sdf.go
copy learning/katas/go/introduction/hello_beam/hello_beam_test/test/task_test.go => sdks/go/pkg/beam/io/textio/sdf_test.go (66%)
rename sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsub/{PubsubJsonTableProvider.java => PubsubTableProvider.java} (91%)
create mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsub/PubsubAvroIT.java
copy sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsub/{PubsubJsonIT.java => PubsubTableProviderIT.java} (60%)
rename sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsub/{PubsubJsonTableProviderTest.java => PubsubTableProviderTest.java} (89%)
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsub/PubsubMessages.java