You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/01/22 04:13:32 UTC
[beam] branch nightly-refs/heads/master updated (f43789a -> 737be25)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from f43789a Merge pull request #16514 from [BEAM-12164]: Add SDF for reading change stream records
add 5d5ffad Merge pull request #16540 from [BEAM-13678][Playground]Update Github Action To Deploy Examples
add c54b4b3 Update GH Actions to use proper variables names and proper triggers
add f850308 Merge pull request #16539 from [BEAM-13677][Playground]Update GitHub Actions to Build Playground Containers In Proper Way
add 1d594f3 Merge pull request #16546 from [BEAM-13661] [BEAM-13704] [Playground] Update tags for examples/katas/unit-tests
add a75ccc8 Merge pull request #16369 from [BEAM-13558] [Playground] Hide the Graph tab and SCIO from SDK options
add 616f432 [BEAM-10206] Add key for fields in wrapper (#16583)
add 2c5c4d8 Merge pull request #16530 from Adding JSON support in SpannerIO and Spanner schema parser
add 6b26fbc [BEAM-13687] Improved Spanner IO request count metrics
add 29804a0 [BEAM-13687] Improved Spanner IO request count metrics
add 737be25 [BEAM-13685] Enable users to specify cache directory under Interactive Beam options
No new revisions were added by this update.
Summary of changes:
.github/workflows/build_playground_backend.yml | 52 ++++++++++++---------
.github/workflows/build_playground_frontend.yml | 23 +++++++---
.github/workflows/playground_deploy_examples.yml | 27 +++++++----
.../apache/beam/examples/DebuggingWordCount.java | 1 +
.../org/apache/beam/examples/MinimalWordCount.java | 3 +-
.../java/org/apache/beam/examples/WordCount.java | 1 +
.../apache/beam/examples/complete/TfIdfTest.java | 1 -
.../beam/examples/complete/game/GameStatsTest.java | 1 -
.../examples/cookbook/DistinctExampleTest.java | 1 -
.../commontransforms/aggregation/count/Task.java | 1 -
.../commontransforms/aggregation/max/Task.java | 1 -
.../commontransforms/aggregation/mean/Task.java | 1 -
.../commontransforms/aggregation/min/Task.java | 1 -
.../commontransforms/aggregation/sum/Task.java | 1 -
.../katas/commontransforms/filter/filter/Task.java | 1 -
.../katas/commontransforms/filter/pardo/Task.java | 1 -
.../katas/commontransforms/withkeys/Task.java | 1 -
.../katas/coretransforms/branching/Task.java | 1 -
.../combine/binarycombinefnlambda/Task.java | 1 -
.../combine/binarycombinefn/Task.java | 1 -
.../coretransforms/combine/combineperkey/Task.java | 1 -
.../coretransforms/combine/combinefn/Task.java | 1 -
.../katas/coretransforms/combine/simple/Task.java | 1 -
.../katas/coretransforms/composite/Task.java | 1 -
.../katas/coretransforms/flatten/Task.java | 1 -
.../katas/coretransforms/groupbykey/Task.java | 1 -
.../coretransforms/map/flatmapelements/Task.java | 1 -
.../katas/coretransforms/map/mapelements/Task.java | 1 -
.../coretransforms/map/pardoonetomany/Task.java | 1 -
.../katas/coretransforms/map/pardo/Task.java | 1 -
.../katas/coretransforms/partition/Task.java | 1 -
.../katas/coretransforms/sideoutput/Task.java | 1 -
.../learning/katas/examples/wordcount/Task.java | 1 -
.../beam/learning/katas/intro/hello/Task.java | 2 +-
.../learning/katas/windowing/fixedwindow/Task.java | 1 -
.../Common Transforms/Aggregation/Count/task.py | 1 -
.../Common Transforms/Aggregation/Largest/task.py | 1 -
.../Common Transforms/Aggregation/Mean/task.py | 1 -
.../Common Transforms/Aggregation/Smallest/task.py | 1 -
.../Common Transforms/Aggregation/Sum/task.py | 1 -
.../python/Common Transforms/Filter/Filter/task.py | 1 -
.../python/Common Transforms/Filter/ParDo/task.py | 1 -
.../Common Transforms/WithKeys/WithKeys/task.py | 1 -
.../Core Transforms/Branching/Branching/task.py | 1 -
.../CoGroupByKey/CoGroupByKey/task.py | 1 -
.../Core Transforms/Combine/Combine PerKey/task.py | 1 -
.../Core Transforms/Combine/CombineFn/task.py | 1 -
.../Combine/Simple Function/task.py | 1 -
.../Composite Transform/task.py | 1 -
.../python/Core Transforms/Flatten/Flatten/task.py | 1 -
.../Core Transforms/GroupByKey/GroupByKey/task.py | 1 -
.../python/Core Transforms/Map/FlatMap/task.py | 1 -
.../katas/python/Core Transforms/Map/Map/task.py | 1 -
.../Core Transforms/Map/ParDo OneToMany/task.py | 1 -
.../katas/python/Core Transforms/Map/ParDo/task.py | 1 -
.../Core Transforms/Partition/Partition/task.py | 1 -
.../Core Transforms/Side Input/Side Input/task.py | 1 -
.../Side Output/Side Output/task.py | 1 -
.../python/Examples/Word Count/Word Count/task.py | 1 -
.../Introduction/Hello Beam/Hello Beam/task.py | 2 +-
.../Windowing/Adding Timestamp/ParDo/task.py | 1 -
.../Fixed Time Window/Fixed Time Window/task.py | 1 -
playground/categories.yaml | 3 +-
.../lib/modules/output/components/output.dart | 2 +-
.../lib/modules/output/components/output_area.dart | 4 +-
.../components/output_header/output_tabs.dart | 11 +++--
.../lib/modules/sdk/components/sdk_selector.dart | 7 ++-
playground/infrastructure/helm/Chart.yaml | 2 +-
.../helm/templates/service-python.yaml | 2 +-
.../{Chart.yaml => templates/serviceaccount.yaml} | 16 ++++---
.../debugging_wordcount/debugging_wordcount.go | 1 +
sdks/go/examples/forest/forest.go | 1 -
sdks/go/examples/grades/grades.go | 1 -
.../minimal_wordcount/minimal_wordcount.go | 3 +-
sdks/go/examples/stringsplit/stringsplit.go | 1 -
.../windowed_wordcount/windowed_wordcount.go | 1 +
sdks/go/examples/wordcount/wordcount.go | 1 +
sdks/go/examples/yatzy/yatzy.go | 1 -
sdks/go/pkg/beam/combine_test.go | 1 -
sdks/go/pkg/beam/partition_test.go | 1 -
.../pkg/beam/runners/universal/runnerlib/stage.go | 6 +--
.../go/pkg/beam/transforms/filter/distinct_test.go | 1 -
sdks/go/pkg/beam/transforms/filter/filter_test.go | 1 -
.../apache/beam/sdk/testing/TestStreamTest.java | 1 -
.../apache/beam/sdk/transforms/CombineFnsTest.java | 1 -
.../org/apache/beam/sdk/transforms/FilterTest.java | 1 -
.../beam/sdk/io/gcp/spanner/BatchSpannerRead.java | 11 +++--
.../sdk/io/gcp/spanner/MutationSizeEstimator.java | 12 ++++-
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 17 ++++---
.../beam/sdk/io/gcp/spanner/SpannerSchema.java | 3 ++
.../io/gcp/spanner/MutationSizeEstimatorTest.java | 18 ++++++++
.../beam/sdk/io/gcp/spanner/SpannerSchemaTest.java | 5 +-
.../examples/cookbook/combiners_test.py | 1 -
.../apache_beam/examples/cookbook/filters_test.py | 1 -
.../examples/streaming_wordcount_it_test.py | 1 -
sdks/python/apache_beam/examples/wordcount.py | 1 +
.../apache_beam/examples/wordcount_debugging.py | 1 +
.../apache_beam/examples/wordcount_minimal.py | 1 +
.../apache_beam/examples/wordcount_minimal_test.py | 1 -
sdks/python/apache_beam/examples/wordcount_test.py | 1 -
.../apache_beam/examples/wordcount_with_metrics.py | 2 +
sdks/python/apache_beam/metrics/metric_test.py | 1 -
...low_exercise_streaming_metrics_pipeline_test.py | 1 -
.../runners/interactive/background_caching_job.py | 9 +++-
.../runners/interactive/cache_manager.py | 1 +
.../runners/interactive/cache_manager_test.py | 50 ++++++++++++++++++++
.../runners/interactive/caching/streaming_cache.py | 1 +
.../interactive/caching/streaming_cache_test.py | 53 ++++++++++++++++++++++
.../runners/interactive/interactive_beam.py | 27 +++++++++++
.../runners/interactive/interactive_environment.py | 15 ++++--
.../interactive/options/interactive_options.py | 1 +
sdks/python/apache_beam/transforms/sql_test.py | 1 -
112 files changed, 320 insertions(+), 151 deletions(-)
copy playground/infrastructure/helm/{Chart.yaml => templates/serviceaccount.yaml} (74%)