You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/06/23 04:11:20 UTC

[beam] branch nightly-refs/heads/master updated (b9d99405aba -> 52e1b3ff9e9)

This is an automated email from the ASF dual-hosted git repository.

github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git


    from b9d99405aba Add ExecuteBundles transform to Go FhirIO (#21840)
     add c7485a0a92d fix: Add a retry code to insertall retry policy
     add 2574f9106c7 Merge pull request #17772 from yirutang/insertall
     add b3c410a54d7 Bump cloud.google.com/go/datastore from 1.6.0 to 1.8.0 in /sdks (#21973)
     add 06b4d9b1aca Bump google.golang.org/api from 0.83.0 to 0.85.0 in /sdks (#21974)
     add adac54e1fa4 [Go SDK] Adds a snippet for GBK in BPG (#21842)
     add 242f8f3ffe4 Update parameterized requirement in /sdks/python (#21975)
     add 45bebebdafe Merge pull request #21981 from [Playground] Upgrade Flutter linter, fix linter issues (#21951)
     add 48bad7d966a Clean up redundant articles, prepositions, conjunctions appeared everywhere (#21969)
     add bf2ac4119aa Fix FlatMap numpy array bug (#22006)
     add 6a39f9bf611 Streaming-related runner fixes.
     add 029c582b111 Improvements to auto-started services.
     add 6fc10e0b490 Fix version, asserts for remote execution.
     add 1874b60679c Add IO dependencies.
     add dac8ef20e00 Add several cross-language IOs.
     add 3e4fe2e1e5a Disable tests that require new release is required for out-of-the-box testing.
     add da9bce6fc61 More strongly typed outputs.
     add 52e1b3ff9e9 Merge pull request #21723 Add several IOs to the typescript SDK.

No new revisions were added by this update.

Summary of changes:
 .../org/apache/beam/gradle/BeamModulePlugin.groovy |    2 +-
 .../apache/beam/examples/DebuggingWordCount.java   |    2 +-
 .../apache/beam/examples/WindowedWordCount.java    |    2 +-
 .../java/org/apache/beam/examples/WordCount.java   |    2 +-
 .../beam/examples/complete/AutoComplete.java       |    4 +-
 .../beam/examples/cookbook/TriggerExample.java     |    2 +-
 .../beam/examples/kotlin/DebuggingWordCount.kt     |    2 +-
 .../beam/examples/kotlin/WindowedWordCount.kt      |    2 +-
 .../org/apache/beam/examples/kotlin/WordCount.kt   |    2 +-
 .../examples/kotlin/cookbook/TriggerExample.kt     |    2 +-
 .../Window Accumulation Mode/task.md               |    2 +-
 .../java/Windowing/Adding Timestamp/ParDo/task.md  |    2 +-
 .../Adding Timestamp/WithTimestamps/task.md        |    2 +-
 .../Window Accumulation Mode/task.md               |    2 +-
 .../Windowing/Adding Timestamp/ParDo/task.md       |    2 +-
 .../Adding Timestamp/WithTimestamps/task.md        |    2 +-
 .../Window Accumulation Mode/task.md               |    2 +-
 .../Windowing/Adding Timestamp/ParDo/task.md       |    2 +-
 .../Windowing/Adding Timestamp/ParDo/task.py       |    2 +-
 playground/frontend/analysis_options.yaml          |   66 +-
 .../dropdown_button/dropdown_button.dart           |    4 +-
 .../lib/components/split_view/split_view.dart      |    2 +-
 .../modules/editor/components/editor_textarea.dart |    2 +-
 .../pipeline_options_dropdown.dart                 |    2 +-
 .../pipeline_options_dropdown_body.dart            |    4 +-
 .../pipeline_options_form.dart                     |    2 +-
 .../example_list/category_expansion_panel.dart     |    2 +-
 .../lib/modules/examples/example_selector.dart     |    4 +-
 .../graph/graph_builder/painters/node_painter.dart |    2 +-
 .../components/base_notification.dart              |    8 +-
 .../modules/sdk/components/sdk_selector_row.dart   |    2 +-
 .../shortcuts/components/shortcuts_modal.dart      |    2 +-
 .../lib/modules/shortcuts/models/shortcut.dart     |    2 +-
 .../components/embedded_split_view.dart            |    2 +-
 .../feedback/feedback_dropdown_content.dart        |    2 +-
 .../feedback/feedback_dropdown_icon_button.dart    |    2 +-
 .../pages/playground/states/examples_state.dart    |   10 +-
 .../pages/playground/states/playground_state.dart  |    2 +-
 playground/frontend/pubspec.lock                   |   12 +-
 playground/frontend/pubspec.yaml                   |   35 +-
 .../frontend/test/utils/run_with_retry_test.dart   |   10 +-
 .../org/apache/beam/runners/core/ReduceFn.java     |    2 +-
 .../runners/core/metrics/DistributionData.java     |    4 +-
 .../apache/beam/runners/core/ReduceFnTester.java   |    4 +-
 .../beam/runners/direct/WatermarkManager.java      |    4 +-
 .../beam/runners/flink/FlinkPipelineOptions.java   |    8 +-
 .../flink/FlinkPortableClientEntryPoint.java       |    2 +-
 .../functions/FlinkPartialReduceFunction.java      |    4 +-
 .../beam/runners/dataflow/BatchViewOverrides.java  |    8 +-
 .../beam/runners/dataflow/DataflowPipelineJob.java |    2 +-
 .../beam/runners/dataflow/DataflowRunner.java      |    2 +-
 .../beam/runners/dataflow/worker/ConcatReader.java |    2 +-
 .../dataflow/worker/IsmSideInputReader.java        |   14 +-
 .../dataflow/worker/StreamingDataflowWorker.java   |    2 +-
 .../dataflow/worker/WindmillStateInternals.java    |    2 +-
 .../worker/util/common/worker/GroupingTables.java  |    2 +-
 .../fnexecution/control/SdkHarnessClient.java      |   15 +-
 .../spark/aggregators/NamedAggregators.java        |    2 +-
 .../apache/beam/runners/spark/io/CreateStream.java |    2 +-
 .../aggregators/NamedAggregators.java              |    2 +-
 .../spark/src/test/resources/metrics.properties    |    2 +-
 sdks/go.mod                                        |   19 +-
 sdks/go.sum                                        |   37 +-
 .../debugging_wordcount/debugging_wordcount.go     |    2 +-
 .../go/examples/large_wordcount/large_wordcount.go |    2 +-
 .../minimal_wordcount/minimal_wordcount.go         |    2 +-
 sdks/go/examples/snippets/04transforms.go          |   10 +
 sdks/go/examples/wordcount/wordcount.go            |    2 +-
 sdks/go/pkg/beam/core/runtime/exec/fn_test.go      |    2 +-
 sdks/go/pkg/beam/core/runtime/exec/fullvalue.go    |    2 +-
 sdks/go/pkg/beam/core/runtime/exec/sdf.go          |    2 +-
 sdks/go/pkg/beam/core/runtime/graphx/xlang.go      |    2 +-
 .../pkg/beam/core/runtime/harness/datamgr_test.go  |    2 +-
 sdks/go/pkg/beam/core/runtime/harness/init/init.go |    2 +-
 sdks/go/pkg/beam/core/typex/special.go             |    2 +-
 sdks/go/pkg/beam/io/filesystem/local/local_test.go |    2 +-
 .../java/org/apache/beam/sdk/coders/AvroCoder.java |    2 +-
 .../apache/beam/sdk/coders/StringUtf8Coder.java    |    2 +-
 .../main/java/org/apache/beam/sdk/io/AvroIO.java   |    4 +-
 .../org/apache/beam/sdk/io/CompressedSource.java   |    4 +-
 .../beam/sdk/schemas/transforms/AddFields.java     |    2 +-
 .../sdk/schemas/transforms/SchemaAggregateFn.java  |    2 +-
 .../apache/beam/sdk/schemas/transforms/Select.java |    2 +-
 .../apache/beam/sdk/testing/CombineFnTester.java   |    2 +-
 .../beam/sdk/transforms/ApproximateQuantiles.java  |    2 +-
 .../beam/sdk/transforms/ApproximateUnique.java     |    2 +-
 .../sdk/transforms/windowing/package-info.java     |    4 +-
 .../java/org/apache/beam/sdk/util/ZipFiles.java    |    4 +-
 .../beam/sdk/util/common/ReflectHelpers.java       |    4 +-
 .../beam/sdk/schemas/transforms/CoGroupTest.java   |    2 +-
 .../beam/sdk/transforms/GroupIntoBatchesTest.java  |    2 +-
 .../extensions/euphoria/core/testkit/JoinTest.java |    4 +-
 .../extensions/gcp/storage/GcsPathValidator.java   |    4 +-
 .../sdk/extensions/gcp/util/CustomHttpErrors.java  |    2 +-
 sdks/java/extensions/sql/NOTICE                    |    2 +-
 .../org/apache/beam/sdk/fn/JvmInitializers.java    |    2 +-
 .../beam/fn/harness/PrecombineGroupingTable.java   |    2 +-
 .../fn/harness/state/StateFetchingIterators.java   |    2 +-
 .../beam/sdk/io/aws2/kinesis/ShardCheckpoint.java  |    2 +-
 .../apache/beam/sdk/io/cassandra/CassandraIO.java  |    4 +-
 .../elasticsearch/ElasticsearchIOTestCommon.java   |    4 +-
 .../beam/sdk/io/elasticsearch/ElasticsearchIO.java |    4 +-
 .../beam/sdk/io/gcp/bigquery/BigQueryIO.java       |    2 +-
 .../sdk/io/gcp/bigquery/InsertRetryPolicy.java     |    2 +-
 .../sdk/io/gcp/firestore/FirestoreV1ReadFn.java    |    2 +-
 .../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java    |    2 +-
 .../sdk/io/gcp/bigquery/InsertRetryPolicyTest.java |    2 +
 .../src/test/resources/cassandra.yaml              |    2 +-
 .../beam/sdk/io/kafka/KafkaExactlyOnceSink.java    |    2 +-
 .../beam/sdk/io/kafka/KafkaUnboundedReader.java    |    6 +-
 .../beam/sdk/io/kafka/TimestampPolicyFactory.java  |    2 +-
 .../org/apache/beam/sdk/io/kafka/KafkaIOTest.java  |    2 +-
 .../beam/sdk/io/kinesis/ShardCheckpoint.java       |    2 +-
 .../apache/beam/sdk/io/thrift/TestThriftEnum.java  |    2 +-
 .../org/apache/beam/sdk/nexmark/NexmarkUtils.java  |    2 +-
 sdks/python/apache_beam/dataframe/frames.py        |    2 +-
 sdks/python/apache_beam/io/gcp/bigquery.py         |    2 +-
 sdks/python/apache_beam/runners/common.py          |    7 +-
 .../runners/dataflow/dataflow_metrics.py           |    2 +-
 .../runners/dataflow/internal/apiclient.py         |    4 +-
 .../runners/dataflow/internal/apiclient_test.py    |    2 +-
 .../runners/interactive/pipeline_instrument.py     |    2 +-
 .../portability/fn_api_runner/fn_runner_test.py    |    9 +
 .../apache_beam/runners/worker/sdk_worker_main.py  |    2 +-
 .../apache_beam/testing/synthetic_pipeline.py      |    2 +-
 sdks/python/apache_beam/transforms/ptransform.py   |    2 +-
 sdks/python/apache_beam/utils/annotations_test.py  |    2 +-
 sdks/python/setup.py                               |    2 +-
 sdks/typescript/package-lock.json                  | 1012 +++++++++++++++++---
 sdks/typescript/package.json                       |    2 +
 .../typescript/src/apache_beam/coders/row_coder.ts |   24 +-
 sdks/typescript/src/apache_beam/io/avroio.ts       |   55 ++
 sdks/typescript/src/apache_beam/io/bigqueryio.ts   |   58 ++
 sdks/typescript/src/apache_beam/io/kafka.ts        |  124 +++
 sdks/typescript/src/apache_beam/io/parquetio.ts    |   69 ++
 sdks/typescript/src/apache_beam/io/pubsub.ts       |  134 +++
 sdks/typescript/src/apache_beam/io/pubsublite.ts   |   55 ++
 sdks/typescript/src/apache_beam/io/schemaio.ts     |   65 ++
 sdks/typescript/src/apache_beam/io/textio.ts       |  129 ++-
 .../src/apache_beam/runners/artifacts.ts           |    6 +-
 .../typescript/src/apache_beam/runners/dataflow.ts |    8 +-
 .../apache_beam/runners/portable_runner/runner.ts  |   32 +-
 sdks/typescript/src/apache_beam/runners/runner.ts  |   14 +-
 .../src/apache_beam/runners/universal.ts           |    4 +-
 sdks/typescript/src/apache_beam/testing/assert.ts  |   12 +-
 .../src/apache_beam/transforms/flatten.ts          |    1 -
 .../src/apache_beam/transforms/python.ts           |   59 ++
 sdks/typescript/src/apache_beam/utils/service.ts   |  152 ++-
 .../typescript/src/apache_beam/utils/utils.ts      |   21 +-
 sdks/typescript/src/apache_beam/version.ts         |    5 +-
 sdks/typescript/src/apache_beam/worker/data.ts     |    2 +-
 sdks/typescript/src/apache_beam/worker/worker.ts   |    3 +-
 .../src/apache_beam/worker/worker_main.ts          |    2 +
 sdks/typescript/test/io_test.ts                    |  333 +++++++
 website/www/site/content/en/blog/python-typing.md  |    2 +-
 .../content/en/community/presentation-materials.md |    2 +-
 .../en/documentation/dsls/sql/walkthrough.md       |    2 +-
 .../en/documentation/patterns/pipeline-options.md  |    2 +-
 .../content/en/documentation/programming-guide.md  |   12 +-
 .../site/content/en/documentation/runners/samza.md |    2 +-
 .../en/documentation/sdks/java-thirdparty.md       |    2 +-
 .../shortcodes/flink_java_pipeline_options.html    |    2 +-
 .../shortcodes/flink_python_pipeline_options.html  |    2 +-
 163 files changed, 2527 insertions(+), 418 deletions(-)
 create mode 100644 sdks/typescript/src/apache_beam/io/avroio.ts
 create mode 100644 sdks/typescript/src/apache_beam/io/bigqueryio.ts
 create mode 100644 sdks/typescript/src/apache_beam/io/kafka.ts
 create mode 100644 sdks/typescript/src/apache_beam/io/parquetio.ts
 create mode 100644 sdks/typescript/src/apache_beam/io/pubsub.ts
 create mode 100644 sdks/typescript/src/apache_beam/io/pubsublite.ts
 create mode 100644 sdks/typescript/src/apache_beam/io/schemaio.ts
 create mode 100644 sdks/typescript/src/apache_beam/transforms/python.ts
 copy playground/frontend/lib/modules/examples/models/outputs_model.dart => sdks/typescript/src/apache_beam/utils/utils.ts (68%)
 create mode 100644 sdks/typescript/test/io_test.ts