You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/04/14 04:37:19 UTC
[beam] branch nightly-refs/heads/master updated (1d3d43b56a0 -> 2aa24dc3758)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 1d3d43b56a0 Merge pull request #17321 [BEAM-13864] Add remaining Dataflow test suites for Python 3.9.
add 4b47e3cb352 Fix a couple style issues (#17361)
add fbf16e5412d [BEAM-14287] Clean up staticcheck warnings in graph/coder (#17337)
add 227fca623ad handle changing schemas in Storage API sink
add 1dd98718ab5 Merge pull request #17070: Handle changing schemas in Storage API sink
add bf910a1f30c Improvements to dataflow job service for non-Python jobs. (#17338)
add a4409905a7b Bump minimist (#17290)
add e056f36a9f0 Bump ansi-regex (#17291)
add 5a9de09573e Bump nanoid (#17292)
add 28011d85eb1 Bump lodash (#17293)
add 87fa6855940 Bump url-parse (#17294)
add 68f131a0322 Bump moment (#17328)
add 2aa24dc3758 Merge pull request #15549 from [BEAM-11997] Changed RedisIO implementation to SDF
No new revisions were added by this update.
Summary of changes:
sdks/go/pkg/beam/core/graph/coder/map.go | 2 +-
sdks/go/pkg/beam/core/graph/coder/map_test.go | 3 +-
sdks/go/pkg/beam/core/graph/coder/registry_test.go | 6 -
sdks/go/pkg/beam/core/graph/coder/row_test.go | 36 ++
.../core/runtime/xlangx/expansionx/download.go | 4 +-
sdks/go/pkg/beam/core/runtime/xlangx/registry.go | 7 +-
.../org/apache/beam/sdk/transforms/Latest.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 13 +-
.../beam/sdk/io/gcp/bigquery/BigQueryOptions.java | 6 +
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 29 ++
...ateTables.java => CreateTableDestinations.java} | 101 +++---
.../sdk/io/gcp/bigquery/CreateTableHelpers.java | 10 +-
.../sdk/io/gcp/bigquery/SplittingIterable.java | 37 +-
.../io/gcp/bigquery/StorageApiConvertMessages.java | 13 +-
.../bigquery/StorageApiDynamicDestinations.java | 23 +-
.../StorageApiDynamicDestinationsBeamRow.java | 27 +-
.../StorageApiDynamicDestinationsTableRow.java | 162 ++++++---
.../beam/sdk/io/gcp/bigquery/StorageApiLoads.java | 73 ++--
.../io/gcp/bigquery/StorageApiWritePayload.java} | 16 +-
.../StorageApiWriteRecordsInconsistent.java | 26 +-
.../bigquery/StorageApiWriteUnshardedRecords.java | 138 +++----
.../bigquery/StorageApiWritesShardedRecords.java | 58 ++-
.../io/gcp/bigquery/TableRowToStorageApiProto.java | 88 +++--
.../beam/sdk/io/gcp/bigquery/TableSchemaCache.java | 296 +++++++++++++++
.../bigquery/TwoLevelMessageConverterCache.java | 4 +
.../sdk/io/gcp/testing/FakeDatasetService.java | 80 ++--
.../beam/sdk/io/gcp/testing/FakeJobService.java | 18 +-
.../sdk/io/gcp/bigquery/BigQueryIOReadTest.java | 5 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 126 ++++++-
.../bigquery/TableRowToStorageApiProtoTest.java | 11 +-
.../org/apache/beam/sdk/io/redis/RedisCursor.java | 161 +++++++++
.../java/org/apache/beam/sdk/io/redis/RedisIO.java | 121 ++-----
.../org/apache/beam/sdk/io/redis/RedisIOTest.java | 69 ++++
.../runners/dataflow/dataflow_runner.py | 36 +-
.../runners/dataflow/internal/apiclient.py | 10 +-
.../apache-beam-jupyterlab-sidepanel/yarn.lock | 401 ++++++++++++++++++---
.../portability/fn_api_runner/translations.py | 7 +-
.../runners/portability/local_job_service.py | 13 +-
38 files changed, 1731 insertions(+), 509 deletions(-)
copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/{CreateTables.java => CreateTableDestinations.java} (52%)
copy sdks/java/io/{jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcWriteResult.java => google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiWritePayload.java} (66%)
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/TableSchemaCache.java
create mode 100644 sdks/java/io/redis/src/main/java/org/apache/beam/sdk/io/redis/RedisCursor.java