You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/12/28 04:20:10 UTC
[beam] branch nightly-refs/heads/master updated (d72fdecfa3f -> 46a12bf423d)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from d72fdecfa3f [BigQueryIO] Don't update schema of destination table when no schema is provided (#24700)
add ffdd8d47b78 [Playground] Python multifile examples (#24751)
add 59946441269 [CdapIO] Complete examples for CDAP Salesforce plugins (#24567)
add 44c9d0278c0 Make go vet and go staticcheck output visible in CI (#24786)
add 96f4391cc61 [Go SDK] Fix multimap support for the direct runner (#24775)
add bcfdb7b63cd [#24515] Ensure that Go pipelines on Dataflow are not allowed to opt out of runner v2. (#24767)
add 07b4329b986 Update Java portable container for Dataflow (#24791)
add 46a12bf423d [BigQuery] Extend timestamp precision to microseconds when writing with Beam Rows (Storage API) (#24784)
No new revisions were added by this update.
Summary of changes:
.github/workflows/go_tests.yml | 14 +-
CHANGES.md | 6 +-
build.gradle.kts | 5 +
examples/java/cdap/README.md | 2 +-
examples/java/cdap/hubspot/build.gradle | 2 +-
.../beam/examples/complete/cdap/hubspot/README.md | 14 +-
.../cdap/{servicenow => salesforce}/build.gradle | 17 +-
.../salesforce/CdapSalesforceStreamingToTxt.java | 154 ++++
.../cdap/salesforce/CdapSalesforceToTxt.java | 137 ++++
.../examples/complete/cdap/salesforce/README.md | 123 +++
.../cdap/salesforce/TxtToCdapSalesforce.java | 151 ++++
.../salesforce/options/CdapSalesforceOptions.java | 66 ++
.../options/CdapSalesforceSinkOptions.java | 86 ++
.../options/CdapSalesforceSourceOptions.java | 44 ++
.../CdapSalesforceStreamingSourceOptions.java | 45 ++
.../cdap/salesforce/options/package-info.java | 20 +
.../complete/cdap/salesforce/package-info.java | 20 +
.../transforms/FormatInputTransform.java | 106 +++
.../transforms/FormatOutputTransform.java | 54 ++
.../cdap/salesforce/transforms/package-info.java | 20 +
.../cdap/salesforce/utils/CsvRecordCoder.java | 48 ++
.../cdap/salesforce/utils/GetOffsetUtils.java | 80 ++
.../utils/PluginConfigOptionsConverter.java | 100 +++
.../cdap/salesforce/utils/package-info.java | 20 +
.../example-txt-to-cdap-salesforce-custom.txt | 20 +
examples/java/cdap/servicenow/build.gradle | 2 +-
.../examples/complete/cdap/servicenow/README.md | 6 +-
examples/java/cdap/zendesk/build.gradle | 2 +-
.../beam/examples/complete/cdap/zendesk/README.md | 6 +-
.../katas/python/IO/TextIO/ReadFromText/task.py | 4 +-
.../Streaming/Triggers/Early Triggers/task.py | 4 +-
.../Streaming/Triggers/Event Time Triggers/task.py | 20 +-
.../Triggers/Window Accumulation Modes/task.py | 4 +-
playground/api/v1/api.proto | 4 +-
playground/backend/cmd/server/controller.go | 52 +-
playground/backend/cmd/server/controller_test.go | 48 +-
playground/backend/internal/api/v1/api.pb.go | 863 +++++++++++----------
.../code_processing/code_processing_test.go | 20 +-
.../backend/internal/db/datastore/datastore_db.go | 53 +-
.../internal/db/datastore/datastore_db_test.go | 48 +-
playground/backend/internal/db/db.go | 2 +-
playground/backend/internal/db/entity/common.go | 25 -
playground/backend/internal/db/entity/snippet.go | 5 +
playground/backend/internal/fs_tool/fs.go | 18 +-
playground/backend/internal/fs_tool/fs_test.go | 4 +-
.../internal/preparers/java_preparers_test.go | 7 +-
.../setup_tools/life_cycle/life_cycle_setuper.go | 5 +-
.../life_cycle/life_cycle_setuper_test.go | 5 +-
.../backend/internal/tests/test_data/test_data.go | 31 +-
playground/buf.gen.yaml | 6 +
.../lib/src/api/v1/api.pb.dart | 16 +
.../lib/src/api/v1/api.pbjson.dart | 6 +-
playground/infrastructure/api/v1/api_pb2.py | 620 +++------------
playground/infrastructure/api/v1/api_pb2.pyi | 378 +++++++++
playground/infrastructure/api/v1/api_pb2_grpc.py | 293 ++++---
playground/infrastructure/ci_cd.py | 3 -
playground/infrastructure/conftest.py | 34 +-
playground/infrastructure/datastore_client.py | 42 +-
playground/infrastructure/grpc_client.py | 10 +-
playground/infrastructure/helper.py | 33 +-
playground/infrastructure/models.py | 52 +-
playground/infrastructure/requirements.txt | 7 +-
playground/infrastructure/test_ci_cd.py | 2 +-
playground/infrastructure/test_datastore_client.py | 12 +-
playground/infrastructure/test_helper.py | 83 +-
playground/infrastructure/test_utils.py | 3 +-
runners/google-cloud-dataflow-java/build.gradle | 3 +-
sdks/go/pkg/beam/runners/dataflow/dataflow.go | 65 +-
sdks/go/pkg/beam/runners/dataflow/dataflow_test.go | 159 +++-
.../beam/runners/dataflow/dataflowlib/execute.go | 13 +-
.../pkg/beam/runners/dataflow/dataflowlib/job.go | 26 +-
sdks/go/pkg/beam/runners/direct/buffer.go | 17 +-
sdks/go/pkg/beam/runners/direct/direct_test.go | 30 +
sdks/go/test/build.gradle | 2 -
sdks/go/test/run_validatesrunner_tests.sh | 16 +-
.../io/gcp/bigquery/BeamRowToStorageApiProto.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 1 +
.../gcp/bigquery/BeamRowToStorageApiProtoTest.java | 10 +-
.../examples/complete/game/user_score.py | 5 +-
settings.gradle.kts | 1 +
80 files changed, 3177 insertions(+), 1367 deletions(-)
copy examples/java/cdap/{servicenow => salesforce}/build.gradle (87%)
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/CdapSalesforceStreamingToTxt.java
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/CdapSalesforceToTxt.java
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/README.md
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/TxtToCdapSalesforce.java
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/options/CdapSalesforceOptions.java
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/options/CdapSalesforceSinkOptions.java
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/options/CdapSalesforceSourceOptions.java
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/options/CdapSalesforceStreamingSourceOptions.java
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/options/package-info.java
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/package-info.java
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/transforms/FormatInputTransform.java
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/transforms/FormatOutputTransform.java
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/transforms/package-info.java
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/utils/CsvRecordCoder.java
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/utils/GetOffsetUtils.java
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/utils/PluginConfigOptionsConverter.java
create mode 100644 examples/java/cdap/salesforce/src/main/java/org/apache/beam/examples/complete/cdap/salesforce/utils/package-info.java
create mode 100644 examples/java/cdap/salesforce/src/test/resources/example-txt-to-cdap-salesforce-custom.txt
delete mode 100644 playground/backend/internal/db/entity/common.go
create mode 100644 playground/infrastructure/api/v1/api_pb2.pyi