You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2023/02/15 04:56:43 UTC
[beam] branch nightly-refs/heads/master updated (198b93eacef -> 3e080ff212d)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 198b93eacef [#24971] Add a retry policy for JmsIO #24971 (#24973)
add 6f7d2fbaeb4 (#25316) Enable LZMA compression in Python SDK I/O (#25317)
add bb5e200df70 Add WatchFilePattern (#25393)
add 0a0bff5a049 Support gauge metrics in portable mode (#25396)
add 007713c8320 Validate that GBK coders are always set correctly. (#25394)
add a1e07773e8b Ignore flags for beam_sql magic
add 03982ea4583 Merge remote-tracking branch 'origin/master'
add 2c3fd4ff4ba Raise the error when some functions are misused
add 154ff573837 change how to import
add 15699670853 Raise the RuntimeError message when some InteractiveRunner functions are misused
add 849692ef7b6 Fix tox error running hdfsIntegrationTest (#25446)
add 299be58cf99 Adding support for DLQ for ZetaSQL (#25426)
add 1dfd89dffc9 Remove python 3.6 references (#25445)
add 5b0b5541d43 Fix pulling licenses (#25456)
add d232795556a Update grafana dashboard to handle name change for CombinerTableBenchmark to PrecombineGroupingTableBenchmark (#25452)
add ed7eae82b31 Test loading URLs (#25034)
add 67b7962f8e7 Fixing issue with ErrorCapture transform where pipeline issues are caused by lack of proper expansion (#25465)
add e1e5cdf72fe [24464] Finalize FileWriteSchemaTransformProvider (#25420)
add bf6d24223f7 Use codecov-action@v3; v2 is no longer supported. (#25477)
add 3e080ff212d Update the title of the wordcount quickstart (#25471)
No new revisions were added by this update.
Summary of changes:
.github/workflows/go_tests.yml | 2 +-
.github/workflows/playground_frontend_test.yml | 2 +-
.../perftests_metrics/Java_JMH_benchmarks.json | 12 +-
.test-infra/tools/README.md | 4 +-
.test-infra/tools/python_installer.sh | 2 +-
CHANGES.md | 2 +
learning/tour-of-beam/frontend/pubspec.yaml | 2 +-
playground/README.md | 6 +
playground/frontend/Dockerfile | 3 +-
playground/frontend/README.md | 164 ++++-
playground/frontend/build.gradle | 14 +
.../common/examples.dart} | 18 +-
.../common/widget_tester.dart} | 17 +-
.../integration_test/initial_urls_test.dart | 272 +++++++
.../standalone_change_example_sdk_run_test.dart | 66 +-
.../standalone_default_examples_test.dart | 95 +++
playground/frontend/lib/locator.dart | 9 +-
playground/frontend/lib/main.dart | 5 +-
.../no_url_example_loading_descriptor.dart | 3 +
.../widgets/embedded_actions.dart | 4 +-
.../lib/src/assets/assets.gen.dart | 22 +-
.../lib/src/cache/example_cache.dart | 7 +-
.../lib/src/constants/constants.dart} | 5 +-
.../example_loaders/content_example_loader.dart | 1 +
.../example_loaders/http_example_loader.dart | 4 +
.../example_loaders/standard_example_loader.dart | 2 +-
.../user_shared_example_loader.dart | 5 +-
.../snippet_file_editing_controller.dart | 6 +-
...catalog_default_example_loading_descriptor.dart | 12 +-
.../content_example_loading_descriptor.dart | 36 +-
.../empty_example_loading_descriptor.dart | 5 +-
.../example_loading_descriptor.dart | 2 +
.../examples_loading_descriptor.dart | 20 +
.../http_example_loading_descriptor.dart | 8 +
.../standard_example_loading_descriptor.dart | 8 +
.../user_shared_example_loading_descriptor.dart | 8 +
.../lib/src/models/example_view_options.dart | 9 +
.../frontend/playground_components/pubspec.yaml | 16 +-
.../test/src/common/example_cache.mocks.dart | 94 ++-
.../src/common/example_repository_mock.mocks.dart | 62 +-
.../src/controllers/example_loaders/common.dart | 3 +
.../example_loader_factory_test.dart | 3 +
.../examples_loader_test.mocks.dart | 248 +++++--
.../http_example_loader_test.mocks.dart | 94 ++-
.../playground_controller_test.mocks.dart | 119 ++-
...og_default_example_loading_descriptor_test.dart | 17 +-
.../content_example_loading_descriptor_test.dart | 16 +-
.../empty_example_loading_descriptor_test.dart | 4 +
.../examples_loading_descriptor_test.dart | 36 +
.../http_example_loading_descriptor_test.dart | 14 +-
.../standard_example_loading_descriptor_test.dart | 16 +-
...ser_shared_example_loading_descriptor_test.dart | 14 +-
.../repositories/code_repository_test.mocks.dart | 115 ++-
.../example_repository_test.mocks.dart | 156 +++-
.../lib/playground_components_dev.dart | 19 +-
.../playground_components_dev/lib/src/code.dart | 3 +-
.../lib/src/examples.dart | 35 -
.../lib/src/examples/example_descriptor.dart | 131 ++++
.../lib/src/examples/go/content/example.go} | 28 +-
.../lib/src/examples/go/example.dart} | 61 +-
.../lib/src/examples/go/minimal_word_count.dart | 61 ++
.../lib/src/examples/go/word_count.dart} | 17 +-
.../java/aggregation_max.dart} | 23 +-
.../lib/src/examples/java/minimal_word_count.dart} | 22 +-
.../lib/src/examples/python/aggregation_mean.dart} | 18 +-
.../examples/python/word_count_with_metrics.dart} | 21 +-
.../scio/common.dart} | 11 +-
.../lib/src/examples/scio/minimal_word_count.dart} | 23 +-
.../playground_components_dev/lib/src/expect.dart | 43 +-
.../lib/src/widget_tester.dart | 51 ++
.../playground_components_dev/pubspec.yaml | 8 +-
playground/frontend/pubspec.lock | 808 ++++++++++++++-------
playground/frontend/pubspec.yaml | 12 +-
.../states/example_selector_state_test.mocks.dart | 56 +-
.../runners/core/metrics/MetricsContainerImpl.java | 47 +-
.../core/metrics/MonitoringInfoConstants.java | 2 +
.../core/metrics/MetricsContainerImplTest.java | 35 +
.../container/license_scripts/dep_urls_java.yaml | 4 +
.../apache/beam/sdk/coders/RowCoderGenerator.java | 12 +-
.../SqlTransformSchemaTransformProvider.java | 9 +
.../extensions/sql/zetasql/BeamZetaSqlCalcRel.java | 112 ++-
.../sql/zetasql/BeamZetaSqlCalcRelTest.java | 70 ++
.../sql/zetasql/ZetaSqlDialectSpecTest.java | 14 +-
sdks/java/io/csv/build.gradle | 1 +
.../java/org/apache/beam/sdk/io/csv/CsvIO.java | 50 +-
.../org/apache/beam/sdk/io/csv/CsvIOTestData.java | 12 +-
.../apache/beam/sdk/io/csv/CsvIOTestJavaBeans.java | 265 -------
.../beam/sdk/io/csv/CsvIOWriteDisplayDataTest.java | 76 ++
.../org/apache/beam/sdk/io/csv/CsvIOWriteTest.java | 6 +-
.../beam/sdk/io/csv/RowToCsvCSVFormatTest.java | 6 +-
.../io/csv/RowToCsvPredefinedCSVFormatsTest.java | 6 +-
sdks/java/io/file-schema-transform/build.gradle | 1 +
.../CsvWriteSchemaTransformFormatProvider.java | 65 +-
.../FileWriteSchemaTransformConfiguration.java | 19 +-
.../FileWriteSchemaTransformFormatProviders.java | 4 +-
...FileWriteSchemaTransformFormatProviderTest.java | 248 +++++++
...FileWriteSchemaTransformFormatProviderTest.java | 10 +-
...ytorch_image_classification_with_side_inputs.py | 218 ++++++
sdks/python/apache_beam/io/fileio.py | 6 +-
sdks/python/apache_beam/io/filesystem.py | 21 +-
sdks/python/apache_beam/io/filesystem_test.py | 25 +-
sdks/python/apache_beam/ml/inference/base_test.py | 22 +-
sdks/python/apache_beam/ml/inference/utils.py | 116 +++
sdks/python/apache_beam/ml/inference/utils_test.py | 103 +++
sdks/python/apache_beam/runners/common.py | 44 ++
.../runners/dataflow/internal/apiclient.py | 4 +-
.../runners/dataflow/internal/apiclient_test.py | 16 +-
.../runners/interactive/pipeline_fragment.py | 5 +
.../runners/interactive/pipeline_fragment_test.py | 8 +
.../python/apache_beam/runners/pipeline_context.py | 12 +-
.../runners/portability/fn_api_runner/fn_runner.py | 2 +
.../runners/portability/portable_runner.py | 7 +
sdks/python/apache_beam/typehints/schemas.py | 22 +-
sdks/python/tox.ini | 8 +-
.../site/content/en/get-started/quickstart-py.md | 4 +-
.../www/site/layouts/shortcodes/playground.html | 2 +
.../layouts/shortcodes/playground_snippet.html | 5 +-
117 files changed, 3920 insertions(+), 1144 deletions(-)
copy playground/frontend/{lib/modules/examples/models/example_loading_descriptors/no_url_example_loading_descriptor.dart => integration_test/common/examples.dart} (79%)
copy playground/frontend/{playground_components/test/src/models/example_loading_descriptors/empty_example_loading_descriptor_test.dart => integration_test/common/widget_tester.dart} (74%)
create mode 100644 playground/frontend/integration_test/initial_urls_test.dart
create mode 100644 playground/frontend/integration_test/standalone_default_examples_test.dart
rename playground/frontend/{playground_components_dev/lib/src/example_names.dart => playground_components/lib/src/constants/constants.dart} (86%)
delete mode 100644 playground/frontend/playground_components_dev/lib/src/examples.dart
create mode 100644 playground/frontend/playground_components_dev/lib/src/examples/example_descriptor.dart
copy playground/frontend/{playground_components/lib/src/models/example_loading_descriptors/example_loading_descriptor.dart => playground_components_dev/lib/src/examples/go/content/example.go} (65%)
copy playground/frontend/{playground_components/test/src/models/example_loading_descriptors/http_example_loading_descriptor_test.dart => playground_components_dev/lib/src/examples/go/example.dart} (55%)
create mode 100644 playground/frontend/playground_components_dev/lib/src/examples/go/minimal_word_count.dart
copy playground/frontend/{lib/modules/examples/models/example_loading_descriptors/no_url_example_loading_descriptor.dart => playground_components_dev/lib/src/examples/go/word_count.dart} (73%)
rename playground/frontend/playground_components_dev/lib/src/{example_paths.dart => examples/java/aggregation_max.dart} (68%)
copy playground/frontend/{playground_components/test/src/models/example_loading_descriptors/empty_example_loading_descriptor_test.dart => playground_components_dev/lib/src/examples/java/minimal_word_count.dart} (70%)
copy playground/frontend/{lib/modules/examples/models/example_loading_descriptors/no_url_example_loading_descriptor.dart => playground_components_dev/lib/src/examples/python/aggregation_mean.dart} (71%)
copy playground/frontend/{playground_components/test/src/models/example_loading_descriptors/empty_example_loading_descriptor_test.dart => playground_components_dev/lib/src/examples/python/word_count_with_metrics.dart} (70%)
rename playground/frontend/playground_components_dev/lib/src/{example_outputs.dart => examples/scio/common.dart} (75%)
copy playground/frontend/{playground_components/test/src/models/example_loading_descriptors/empty_example_loading_descriptor_test.dart => playground_components_dev/lib/src/examples/scio/minimal_word_count.dart} (67%)
delete mode 100644 sdks/java/io/csv/src/test/java/org/apache/beam/sdk/io/csv/CsvIOTestJavaBeans.java
create mode 100644 sdks/java/io/csv/src/test/java/org/apache/beam/sdk/io/csv/CsvIOWriteDisplayDataTest.java
create mode 100644 sdks/java/io/file-schema-transform/src/test/java/org/apache/beam/sdk/io/fileschematransform/CsvFileWriteSchemaTransformFormatProviderTest.java
create mode 100644 sdks/python/apache_beam/examples/inference/pytorch_image_classification_with_side_inputs.py
create mode 100644 sdks/python/apache_beam/ml/inference/utils_test.py