You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/12/24 04:21:01 UTC
[beam] branch nightly-refs/heads/master updated (fde81f815cc -> 820839fe86b)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from fde81f815cc Merge pull request #24738: jamm on -javaagent instead of classpath
add 17cc0dcfa60 Bump actions/setup-java from 3.6.0 to 3.8.0 (#24559)
add d6391231053 Fix some typos (#24736)
add f30ad44761b Adding Setup python to Dataflow job in Java Tests (#24712)
add 2b746d1d217 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in /sdks (#24740)
add 642a16f9a61 Add a couple of well-known Google properties that use Beam extensively.
add cef0cf74aba Merge pull request #24718 Add a couple of well-known Google properties that use Beam extensively.
add 0917978677f Refactor focusing to contextLine (#24674)
add b757ad035b9 Support SqlTypes Date in AvroUtils (#24756)
add cb31ea2efcc Fix SingleStoreIO performance test job (#24753)
add b877a6680ca Fix a small wrong url link in notebook (#24746)
add 3b9ab77ef90 Exclude MultimapState related tests in Dataflow legacy worker validates runner tests (#24758)
add ce5fcac379f [Website] delete 404 links #24745 (#24744)
add 4764f0e2043 [Website] update links with 404 status code
add 3f67b2c0769 Merge pull request #24635: [Website] update links with 404 status code
add f80ac005bfd [Release Tasks Migration] - Git Tag Workflow (#24418)
add 46c77783b1e Fix POM of beam-sdks-java-core (closes #24675)
add eb23b0a123e Merge pull request #24760: Fix POM of beam-sdks-java-core
add 94c6212a38f Change Point Analysis (#23931)
add 97d96558e23 change examples to licensed ones with mentions of autors and licenses (#24762)
add 9810ff82b75 Implement PubsubWriteSchemaTransformProvider (#24443)
add 28afd035271 [CdapIO] Complete examples for CDAP Hubspot plugins (#24568)
add 2b6d9dcb425 Fix Permission denied error build beam locally (#24766)
add baa8910694c fix typo: UnmarshallWindowFn should be UnmarshalWindowFn (#24771)
add 820839fe86b Remove slow review label after processing commands to avoid race (#24765)
No new revisions were added by this update.
Summary of changes:
.github/workflows/build_playground_backend.yml | 2 +-
.github/workflows/build_playground_frontend.yml | 2 +-
.github/workflows/git_tag_released_version.yml | 54 ++
.github/workflows/java_tests.yml | 74 +-
.github/workflows/playground_deploy_backend.yml | 2 +-
.github/workflows/playground_deploy_examples.yml | 2 +-
.../workflows/playground_examples_ci_reusable.yml | 2 +-
.github/workflows/run_perf_alert_tool.yml | 59 ++
.github/workflows/run_rc_validation.yml | 4 +-
.../job_PerformanceTests_SingleStoreIO.groovy | 2 +-
CI.md | 6 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
examples/java/cdap/README.md | 4 +-
examples/java/cdap/hubspot/build.gradle | 112 +++
.../cdap/hubspot/CdapHubspotStreamingToTxt.java | 146 ++++
.../complete/cdap/hubspot/CdapHubspotToTxt.java | 141 ++++
.../beam/examples/complete/cdap/hubspot/README.md | 110 +++
.../complete/cdap/hubspot/TxtToCdapHubspot.java | 128 ++++
.../cdap/hubspot/options/CdapHubspotOptions.java | 46 ++
.../hubspot/options/CdapHubspotSinkOptions.java | 44 ++
.../hubspot/options/CdapHubspotSourceOptions.java | 35 +-
.../options/CdapHubspotStreamingSourceOptions.java | 33 +-
.../cdap/hubspot/options/package-info.java | 27 +-
.../complete/cdap/hubspot/package-info.java | 27 +-
.../hubspot/transforms/FormatInputTransform.java | 94 +++
.../hubspot/transforms/FormatOutputTransform.java | 53 ++
.../cdap/hubspot/transforms/package-info.java | 27 +-
.../cdap/hubspot/utils/GetOffsetUtils.java | 74 ++
.../utils/PluginConfigOptionsConverter.java | 53 ++
.../complete/cdap/hubspot/utils/package-info.java | 27 +-
.../example-txt-to-cdap-hubspot-companies.txt | 20 +
.../complete/cdap/utils/JsonElementCoder.java | 49 ++
.../beam-ml/run_inference_multi_model.ipynb | 165 +++--
.../tour-of-beam/reading-and-writing-data.ipynb | 2 +-
playground/backend/containers/go/build.gradle | 1 +
.../widgets/embedded_editor.dart | 1 -
.../widgets/editor_textarea_wrapper.dart | 1 -
.../controllers/snippet_editing_controller.dart | 28 +
.../lib/src/models/example_base.dart | 2 +
.../lib/src/widgets/editor_textarea.dart | 178 -----
.../lib/src/widgets/snippet_editor.dart | 117 ++-
runners/google-cloud-dataflow-java/build.gradle | 1 +
scripts/ci/pr-bot/processPrUpdate.ts | 19 +-
scripts/ci/pr-bot/shared/persistentState.ts | 12 +-
sdks/go.mod | 8 +-
sdks/go.sum | 19 +-
.../pkg/beam/core/runtime/exec/translate_test.go | 2 +-
.../apache/beam/sdk/schemas/utils/AvroUtils.java | 10 +-
.../beam/sdk/schemas/utils/AvroUtilsTest.java | 20 +
.../beam/sdk/io/gcp/pubsub/PubsubClient.java | 107 +++
.../beam/sdk/io/gcp/pubsub/PubsubGrpcClient.java | 97 +++
.../beam/sdk/io/gcp/pubsub/PubsubJsonClient.java | 42 ++
.../beam/sdk/io/gcp/pubsub/PubsubRowToMessage.java | 17 +-
.../PubsubSchemaTransformWriteConfiguration.java | 104 ---
.../beam/sdk/io/gcp/pubsub/PubsubTestClient.java | 81 +++
.../PubsubWriteSchemaTransformConfiguration.java | 212 ++++++
.../pubsub/PubsubWriteSchemaTransformProvider.java | 444 ++++++++++++
.../beam/sdk/io/gcp/pubsub/PubsubClientTest.java | 112 +++
.../sdk/io/gcp/pubsub/PubsubGrpcClientTest.java | 168 +++++
.../sdk/io/gcp/pubsub/PubsubJsonClientTest.java | 100 +++
.../sdk/io/gcp/pubsub/PubsubRowToMessageTest.java | 104 ++-
.../beam/sdk/io/gcp/pubsub/PubsubSchemaIT.java | 124 ++++
.../PubsubWriteSchemaTransformProviderIT.java | 180 +++++
.../PubsubWriteSchemaTransformProviderTest.java | 786 +++++++++++++++++++++
.../io/gcp/pubsub/all_data_types_flat_schema.proto | 32 +-
.../pubsub/avro_all_data_types_flat_schema.json | 30 +
...ingleStoreSchemaTransformReadConfiguration.java | 2 +-
...ngleStoreSchemaTransformWriteConfiguration.java | 2 +-
.../python/apache_beam/testing/analyzers/README.md | 97 +++
.../apache_beam/testing/analyzers}/__init__.py | 0
.../testing/analyzers/analyze_metric_data.ipynb | 172 +++++
.../apache_beam/testing/analyzers/constants.py | 68 ++
.../testing/analyzers/github_issues_utils.py | 196 +++++
.../apache_beam/testing/analyzers/perf_analysis.py | 192 +++++
.../testing/analyzers/perf_analysis_test.py | 198 ++++++
.../testing/analyzers/perf_analysis_utils.py | 214 ++++++
.../testing/analyzers/tests_config.yaml | 37 +
.../testing/load_tests/load_test_metrics_utils.py | 24 +-
sdks/python/scripts/generate_pydoc.sh | 1 +
settings.gradle.kts | 1 +
.../en/blog/review-input-streaming-connectors.md | 2 +-
.../www/site/content/en/case-studies/android.md | 18 +
website/www/site/content/en/case-studies/chrome.md | 18 +
website/www/site/content/en/case-studies/fitbit.md | 18 +
.../www/site/content/en/case-studies/googleplay.md | 18 +
.../www/site/content/en/case-studies/youtube.md | 18 +
.../content/en/contribute/postcommits-policies.md | 2 +-
.../en/contribute/precommit-triage-guide.md | 4 +-
.../www/site/content/en/contribute/runner-guide.md | 2 +-
.../content/en/documentation/io/built-in/cdap.md | 2 +-
.../en/documentation/io/built-in/sparkreceiver.md | 2 +-
.../site/content/en/documentation/io/connectors.md | 8 +-
.../content/en/documentation/programming-guide.md | 2 +-
.../static/images/logos/powered-by/android.png | Bin 0 -> 16006 bytes
.../site/static/images/logos/powered-by/chrome.png | Bin 0 -> 14345 bytes
.../site/static/images/logos/powered-by/fitbit.png | Bin 0 -> 4274 bytes
.../static/images/logos/powered-by/googleplay.png | Bin 0 -> 7293 bytes
.../static/images/logos/powered-by/youtube.png | Bin 0 -> 5669 bytes
98 files changed, 5445 insertions(+), 660 deletions(-)
create mode 100644 .github/workflows/git_tag_released_version.yml
create mode 100644 .github/workflows/run_perf_alert_tool.yml
create mode 100644 examples/java/cdap/hubspot/build.gradle
create mode 100644 examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/CdapHubspotStreamingToTxt.java
create mode 100644 examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/CdapHubspotToTxt.java
create mode 100644 examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/README.md
create mode 100644 examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/TxtToCdapHubspot.java
create mode 100644 examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/options/CdapHubspotOptions.java
create mode 100644 examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/options/CdapHubspotSinkOptions.java
copy playground/frontend/lib/pages/embedded_playground/widgets/embedded_editor.dart => examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/options/CdapHubspotSourceOptions.java (53%)
copy playground/frontend/lib/pages/embedded_playground/widgets/embedded_editor.dart => examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/options/CdapHubspotStreamingSourceOptions.java (51%)
copy playground/frontend/lib/pages/embedded_playground/widgets/embedded_editor.dart => examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/options/package-info.java (53%)
copy playground/frontend/lib/pages/embedded_playground/widgets/embedded_editor.dart => examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/package-info.java (53%)
create mode 100644 examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/transforms/FormatInputTransform.java
create mode 100644 examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/transforms/FormatOutputTransform.java
copy playground/frontend/lib/pages/embedded_playground/widgets/embedded_editor.dart => examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/transforms/package-info.java (53%)
create mode 100644 examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/utils/GetOffsetUtils.java
create mode 100644 examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/utils/PluginConfigOptionsConverter.java
copy playground/frontend/lib/pages/embedded_playground/widgets/embedded_editor.dart => examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/utils/package-info.java (53%)
create mode 100644 examples/java/cdap/hubspot/src/test/resources/example-txt-to-cdap-hubspot-companies.txt
create mode 100644 examples/java/cdap/src/main/java/org/apache/beam/examples/complete/cdap/utils/JsonElementCoder.java
delete mode 100644 playground/frontend/playground_components/lib/src/widgets/editor_textarea.dart
delete mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsub/PubsubSchemaTransformWriteConfiguration.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsub/PubsubWriteSchemaTransformConfiguration.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsub/PubsubWriteSchemaTransformProvider.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsub/PubsubSchemaIT.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsub/PubsubWriteSchemaTransformProviderIT.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsub/PubsubWriteSchemaTransformProviderTest.java
copy playground/frontend/lib/pages/embedded_playground/widgets/embedded_editor.dart => sdks/java/io/google-cloud-platform/src/test/resources/org/apache/beam/sdk/io/gcp/pubsub/all_data_types_flat_schema.proto (53%)
create mode 100644 sdks/java/io/google-cloud-platform/src/test/resources/org/apache/beam/sdk/io/gcp/pubsub/avro_all_data_types_flat_schema.json
create mode 100644 sdks/python/apache_beam/testing/analyzers/README.md
copy {.test-infra/jenkins/dependency_check => sdks/python/apache_beam/testing/analyzers}/__init__.py (100%)
create mode 100644 sdks/python/apache_beam/testing/analyzers/analyze_metric_data.ipynb
create mode 100644 sdks/python/apache_beam/testing/analyzers/constants.py
create mode 100644 sdks/python/apache_beam/testing/analyzers/github_issues_utils.py
create mode 100644 sdks/python/apache_beam/testing/analyzers/perf_analysis.py
create mode 100644 sdks/python/apache_beam/testing/analyzers/perf_analysis_test.py
create mode 100644 sdks/python/apache_beam/testing/analyzers/perf_analysis_utils.py
create mode 100644 sdks/python/apache_beam/testing/analyzers/tests_config.yaml
create mode 100644 website/www/site/content/en/case-studies/android.md
create mode 100644 website/www/site/content/en/case-studies/chrome.md
create mode 100644 website/www/site/content/en/case-studies/fitbit.md
create mode 100644 website/www/site/content/en/case-studies/googleplay.md
create mode 100644 website/www/site/content/en/case-studies/youtube.md
create mode 100644 website/www/site/static/images/logos/powered-by/android.png
create mode 100644 website/www/site/static/images/logos/powered-by/chrome.png
create mode 100644 website/www/site/static/images/logos/powered-by/fitbit.png
create mode 100644 website/www/site/static/images/logos/powered-by/googleplay.png
create mode 100644 website/www/site/static/images/logos/powered-by/youtube.png