You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2024/03/09 03:48:20 UTC
(beam) branch nightly-refs/heads/master updated (5342a960af2 -> 3727f4d66a4)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 5342a960af2 Attempt to install staged Beam SDK if one is available, before checking if Beam is installed. (#30565)
add f7fdfa7b348 Duet AI prompts: containers, hints, external calls (no links) (#30435)
add 3f8af4b61b2 Resolve Any environment types before optimization. (#30568)
add afae0215f8f Try fix Dataflow PreCommit on release branch (#30574)
add a391198b5a6 [RRIO]: Add RequestResponseIO examples and documentation on website for the Java SDK (#30430)
add 53e8efa32d7 [yaml] Add Beam YAML Examples (#30003)
add 8e7e8fee387 Add info on large_model flag in LLM page (#30585)
add 3727f4d66a4 Prefer yaml_pipeline in error messages (#30544)
No new revisions were added by this update.
Summary of changes:
examples/java/webapis/build.gradle | 51 ++
.../beam/examples/webapis/AdditionalSnippets.java | 50 ++
.../beam/examples/webapis/GeminiAIClient.java | 126 +++++
.../beam/examples/webapis/GeminiAIExample.java | 183 +++++++
.../beam/examples/webapis/GeminiAIOptions.java | 34 ++
.../webapis/GenerateContentRequestCoder.java | 48 ++
.../webapis/GenerateContentResponseCoder.java | 44 ++
.../beam/examples/webapis/HttpImageClient.java | 111 +++++
.../apache/beam/examples/webapis/ImageRequest.java | 78 +++
.../beam/examples/webapis/ImageRequestCoder.java | 48 ++
.../beam/examples/webapis/ImageResponse.java | 53 ++
.../beam/examples/webapis/ImageResponseCoder.java | 56 +++
.../org/apache/beam/examples/webapis/Images.java | 96 ++++
.../java/org/apache/beam/examples/webapis/Log.java | 56 +++
.../examples/webapis/UsingHttpClientExample.java | 68 +++
.../beam/examples/webapis/GeminiAIExampleTest.java | 52 ++
.../webapis/UsingHttpClientExampleTest.java | 46 ++
learning/prompts/code-explanation/01_io_kafka.md | 9 +-
learning/prompts/code-explanation/02_io_pubsub.md | 9 +-
.../prompts/code-explanation/03_io_bigquery.md | 9 +-
.../prompts/code-explanation/04_io_bigtable.md | 8 +-
learning/prompts/code-explanation/05_io_spanner.md | 12 +-
.../prompts/code-explanation/06_io_tfrecord.md | 8 +-
learning/prompts/code-explanation/07_io_json.md | 6 +-
learning/prompts/code-explanation/08_io_csv.md | 5 +-
learning/prompts/code-explanation/09_io_avro.md | 7 +-
learning/prompts/code-explanation/10_io_parquet.md | 7 +-
learning/prompts/code-explanation/11_io_jdbc.md | 6 +-
.../47_batching_for_external_calls.md | 71 +++
.../48_resource_hints.md | 65 +++
.../49_container_environments.md | 121 +++++
.../examples/build.gradle | 6 +-
.../resources/beam/checkstyle/suppressions.xml | 1 +
.../runners/portability/fn_api_runner/fn_runner.py | 15 +
sdks/python/apache_beam/testing/test_pipeline.py | 7 +-
sdks/python/apache_beam/yaml/examples/README.md | 67 +++
.../python/apache_beam/yaml/examples}/__init__.py | 0
.../apache_beam/yaml/examples/examples_test.py | 154 ++++++
.../apache_beam/yaml/examples/regex_matches.yaml | 62 +++
.../aggregation/combine_count_minimal.yaml | 62 +++
.../aggregation/combine_max_minimal.yaml | 53 ++
.../aggregation/combine_mean_minimal.yaml | 53 ++
.../aggregation/combine_min_minimal.yaml | 53 ++
.../aggregation/combine_multiple_aggregations.yaml | 83 ++++
.../transforms/aggregation/combine_sum.yaml | 67 +++
.../aggregation/combine_sum_minimal.yaml | 53 ++
.../transforms/aggregation/group_into_batches.yaml | 67 +++
.../aggregation/top_largest_per_key.yaml | 57 +++
.../aggregation/top_smallest_per_key.yaml | 59 +++
.../examples/transforms/elementwise/explode.yaml | 41 ++
.../transforms/elementwise/filter_callable.yaml | 52 ++
.../elementwise/map_to_fields_callable.yaml | 45 ++
.../yaml/examples/wordcount_minimal.yaml | 87 ++++
sdks/python/apache_beam/yaml/main.py | 18 +-
sdks/python/apache_beam/yaml/readme_test.py | 4 +-
settings.gradle.kts | 1 +
.../en/documentation/io/built-in/webapis.md | 536 +++++++++++++++++++++
.../site/content/en/documentation/io/connectors.md | 13 +
.../en/documentation/ml/large-language-modeling.md | 18 +-
.../partials/section-menu/en/documentation.html | 1 +
60 files changed, 3219 insertions(+), 59 deletions(-)
create mode 100644 examples/java/webapis/build.gradle
create mode 100644 examples/java/webapis/src/main/java/org/apache/beam/examples/webapis/AdditionalSnippets.java
create mode 100644 examples/java/webapis/src/main/java/org/apache/beam/examples/webapis/GeminiAIClient.java
create mode 100644 examples/java/webapis/src/main/java/org/apache/beam/examples/webapis/GeminiAIExample.java
create mode 100644 examples/java/webapis/src/main/java/org/apache/beam/examples/webapis/GeminiAIOptions.java
create mode 100644 examples/java/webapis/src/main/java/org/apache/beam/examples/webapis/GenerateContentRequestCoder.java
create mode 100644 examples/java/webapis/src/main/java/org/apache/beam/examples/webapis/GenerateContentResponseCoder.java
create mode 100644 examples/java/webapis/src/main/java/org/apache/beam/examples/webapis/HttpImageClient.java
create mode 100644 examples/java/webapis/src/main/java/org/apache/beam/examples/webapis/ImageRequest.java
create mode 100644 examples/java/webapis/src/main/java/org/apache/beam/examples/webapis/ImageRequestCoder.java
create mode 100644 examples/java/webapis/src/main/java/org/apache/beam/examples/webapis/ImageResponse.java
create mode 100644 examples/java/webapis/src/main/java/org/apache/beam/examples/webapis/ImageResponseCoder.java
create mode 100644 examples/java/webapis/src/main/java/org/apache/beam/examples/webapis/Images.java
create mode 100644 examples/java/webapis/src/main/java/org/apache/beam/examples/webapis/Log.java
create mode 100644 examples/java/webapis/src/main/java/org/apache/beam/examples/webapis/UsingHttpClientExample.java
create mode 100644 examples/java/webapis/src/test/java/org/apache/beam/examples/webapis/GeminiAIExampleTest.java
create mode 100644 examples/java/webapis/src/test/java/org/apache/beam/examples/webapis/UsingHttpClientExampleTest.java
create mode 100644 learning/prompts/documentation-lookup-nolinks/47_batching_for_external_calls.md
create mode 100644 learning/prompts/documentation-lookup-nolinks/48_resource_hints.md
create mode 100644 learning/prompts/documentation-lookup-nolinks/49_container_environments.md
create mode 100644 sdks/python/apache_beam/yaml/examples/README.md
copy {examples/notebooks/notebook_test_scripts => sdks/python/apache_beam/yaml/examples}/__init__.py (100%)
create mode 100644 sdks/python/apache_beam/yaml/examples/examples_test.py
create mode 100644 sdks/python/apache_beam/yaml/examples/regex_matches.yaml
create mode 100644 sdks/python/apache_beam/yaml/examples/transforms/aggregation/combine_count_minimal.yaml
create mode 100644 sdks/python/apache_beam/yaml/examples/transforms/aggregation/combine_max_minimal.yaml
create mode 100644 sdks/python/apache_beam/yaml/examples/transforms/aggregation/combine_mean_minimal.yaml
create mode 100644 sdks/python/apache_beam/yaml/examples/transforms/aggregation/combine_min_minimal.yaml
create mode 100644 sdks/python/apache_beam/yaml/examples/transforms/aggregation/combine_multiple_aggregations.yaml
create mode 100644 sdks/python/apache_beam/yaml/examples/transforms/aggregation/combine_sum.yaml
create mode 100644 sdks/python/apache_beam/yaml/examples/transforms/aggregation/combine_sum_minimal.yaml
create mode 100644 sdks/python/apache_beam/yaml/examples/transforms/aggregation/group_into_batches.yaml
create mode 100644 sdks/python/apache_beam/yaml/examples/transforms/aggregation/top_largest_per_key.yaml
create mode 100644 sdks/python/apache_beam/yaml/examples/transforms/aggregation/top_smallest_per_key.yaml
create mode 100644 sdks/python/apache_beam/yaml/examples/transforms/elementwise/explode.yaml
create mode 100644 sdks/python/apache_beam/yaml/examples/transforms/elementwise/filter_callable.yaml
create mode 100644 sdks/python/apache_beam/yaml/examples/transforms/elementwise/map_to_fields_callable.yaml
create mode 100644 sdks/python/apache_beam/yaml/examples/wordcount_minimal.yaml
create mode 100644 website/www/site/content/en/documentation/io/built-in/webapis.md