You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/06/23 04:11:20 UTC
[beam] branch nightly-refs/heads/master updated (b9d99405aba -> 52e1b3ff9e9)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from b9d99405aba Add ExecuteBundles transform to Go FhirIO (#21840)
add c7485a0a92d fix: Add a retry code to insertall retry policy
add 2574f9106c7 Merge pull request #17772 from yirutang/insertall
add b3c410a54d7 Bump cloud.google.com/go/datastore from 1.6.0 to 1.8.0 in /sdks (#21973)
add 06b4d9b1aca Bump google.golang.org/api from 0.83.0 to 0.85.0 in /sdks (#21974)
add adac54e1fa4 [Go SDK] Adds a snippet for GBK in BPG (#21842)
add 242f8f3ffe4 Update parameterized requirement in /sdks/python (#21975)
add 45bebebdafe Merge pull request #21981 from [Playground] Upgrade Flutter linter, fix linter issues (#21951)
add 48bad7d966a Clean up redundant articles, prepositions, conjunctions appeared everywhere (#21969)
add bf2ac4119aa Fix FlatMap numpy array bug (#22006)
add 6a39f9bf611 Streaming-related runner fixes.
add 029c582b111 Improvements to auto-started services.
add 6fc10e0b490 Fix version, asserts for remote execution.
add 1874b60679c Add IO dependencies.
add dac8ef20e00 Add several cross-language IOs.
add 3e4fe2e1e5a Disable tests that require new release is required for out-of-the-box testing.
add da9bce6fc61 More strongly typed outputs.
add 52e1b3ff9e9 Merge pull request #21723 Add several IOs to the typescript SDK.
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
.../apache/beam/examples/DebuggingWordCount.java | 2 +-
.../apache/beam/examples/WindowedWordCount.java | 2 +-
.../java/org/apache/beam/examples/WordCount.java | 2 +-
.../beam/examples/complete/AutoComplete.java | 4 +-
.../beam/examples/cookbook/TriggerExample.java | 2 +-
.../beam/examples/kotlin/DebuggingWordCount.kt | 2 +-
.../beam/examples/kotlin/WindowedWordCount.kt | 2 +-
.../org/apache/beam/examples/kotlin/WordCount.kt | 2 +-
.../examples/kotlin/cookbook/TriggerExample.kt | 2 +-
.../Window Accumulation Mode/task.md | 2 +-
.../java/Windowing/Adding Timestamp/ParDo/task.md | 2 +-
.../Adding Timestamp/WithTimestamps/task.md | 2 +-
.../Window Accumulation Mode/task.md | 2 +-
.../Windowing/Adding Timestamp/ParDo/task.md | 2 +-
.../Adding Timestamp/WithTimestamps/task.md | 2 +-
.../Window Accumulation Mode/task.md | 2 +-
.../Windowing/Adding Timestamp/ParDo/task.md | 2 +-
.../Windowing/Adding Timestamp/ParDo/task.py | 2 +-
playground/frontend/analysis_options.yaml | 66 +-
.../dropdown_button/dropdown_button.dart | 4 +-
.../lib/components/split_view/split_view.dart | 2 +-
.../modules/editor/components/editor_textarea.dart | 2 +-
.../pipeline_options_dropdown.dart | 2 +-
.../pipeline_options_dropdown_body.dart | 4 +-
.../pipeline_options_form.dart | 2 +-
.../example_list/category_expansion_panel.dart | 2 +-
.../lib/modules/examples/example_selector.dart | 4 +-
.../graph/graph_builder/painters/node_painter.dart | 2 +-
.../components/base_notification.dart | 8 +-
.../modules/sdk/components/sdk_selector_row.dart | 2 +-
.../shortcuts/components/shortcuts_modal.dart | 2 +-
.../lib/modules/shortcuts/models/shortcut.dart | 2 +-
.../components/embedded_split_view.dart | 2 +-
.../feedback/feedback_dropdown_content.dart | 2 +-
.../feedback/feedback_dropdown_icon_button.dart | 2 +-
.../pages/playground/states/examples_state.dart | 10 +-
.../pages/playground/states/playground_state.dart | 2 +-
playground/frontend/pubspec.lock | 12 +-
playground/frontend/pubspec.yaml | 35 +-
.../frontend/test/utils/run_with_retry_test.dart | 10 +-
.../org/apache/beam/runners/core/ReduceFn.java | 2 +-
.../runners/core/metrics/DistributionData.java | 4 +-
.../apache/beam/runners/core/ReduceFnTester.java | 4 +-
.../beam/runners/direct/WatermarkManager.java | 4 +-
.../beam/runners/flink/FlinkPipelineOptions.java | 8 +-
.../flink/FlinkPortableClientEntryPoint.java | 2 +-
.../functions/FlinkPartialReduceFunction.java | 4 +-
.../beam/runners/dataflow/BatchViewOverrides.java | 8 +-
.../beam/runners/dataflow/DataflowPipelineJob.java | 2 +-
.../beam/runners/dataflow/DataflowRunner.java | 2 +-
.../beam/runners/dataflow/worker/ConcatReader.java | 2 +-
.../dataflow/worker/IsmSideInputReader.java | 14 +-
.../dataflow/worker/StreamingDataflowWorker.java | 2 +-
.../dataflow/worker/WindmillStateInternals.java | 2 +-
.../worker/util/common/worker/GroupingTables.java | 2 +-
.../fnexecution/control/SdkHarnessClient.java | 15 +-
.../spark/aggregators/NamedAggregators.java | 2 +-
.../apache/beam/runners/spark/io/CreateStream.java | 2 +-
.../aggregators/NamedAggregators.java | 2 +-
.../spark/src/test/resources/metrics.properties | 2 +-
sdks/go.mod | 19 +-
sdks/go.sum | 37 +-
.../debugging_wordcount/debugging_wordcount.go | 2 +-
.../go/examples/large_wordcount/large_wordcount.go | 2 +-
.../minimal_wordcount/minimal_wordcount.go | 2 +-
sdks/go/examples/snippets/04transforms.go | 10 +
sdks/go/examples/wordcount/wordcount.go | 2 +-
sdks/go/pkg/beam/core/runtime/exec/fn_test.go | 2 +-
sdks/go/pkg/beam/core/runtime/exec/fullvalue.go | 2 +-
sdks/go/pkg/beam/core/runtime/exec/sdf.go | 2 +-
sdks/go/pkg/beam/core/runtime/graphx/xlang.go | 2 +-
.../pkg/beam/core/runtime/harness/datamgr_test.go | 2 +-
sdks/go/pkg/beam/core/runtime/harness/init/init.go | 2 +-
sdks/go/pkg/beam/core/typex/special.go | 2 +-
sdks/go/pkg/beam/io/filesystem/local/local_test.go | 2 +-
.../java/org/apache/beam/sdk/coders/AvroCoder.java | 2 +-
.../apache/beam/sdk/coders/StringUtf8Coder.java | 2 +-
.../main/java/org/apache/beam/sdk/io/AvroIO.java | 4 +-
.../org/apache/beam/sdk/io/CompressedSource.java | 4 +-
.../beam/sdk/schemas/transforms/AddFields.java | 2 +-
.../sdk/schemas/transforms/SchemaAggregateFn.java | 2 +-
.../apache/beam/sdk/schemas/transforms/Select.java | 2 +-
.../apache/beam/sdk/testing/CombineFnTester.java | 2 +-
.../beam/sdk/transforms/ApproximateQuantiles.java | 2 +-
.../beam/sdk/transforms/ApproximateUnique.java | 2 +-
.../sdk/transforms/windowing/package-info.java | 4 +-
.../java/org/apache/beam/sdk/util/ZipFiles.java | 4 +-
.../beam/sdk/util/common/ReflectHelpers.java | 4 +-
.../beam/sdk/schemas/transforms/CoGroupTest.java | 2 +-
.../beam/sdk/transforms/GroupIntoBatchesTest.java | 2 +-
.../extensions/euphoria/core/testkit/JoinTest.java | 4 +-
.../extensions/gcp/storage/GcsPathValidator.java | 4 +-
.../sdk/extensions/gcp/util/CustomHttpErrors.java | 2 +-
sdks/java/extensions/sql/NOTICE | 2 +-
.../org/apache/beam/sdk/fn/JvmInitializers.java | 2 +-
.../beam/fn/harness/PrecombineGroupingTable.java | 2 +-
.../fn/harness/state/StateFetchingIterators.java | 2 +-
.../beam/sdk/io/aws2/kinesis/ShardCheckpoint.java | 2 +-
.../apache/beam/sdk/io/cassandra/CassandraIO.java | 4 +-
.../elasticsearch/ElasticsearchIOTestCommon.java | 4 +-
.../beam/sdk/io/elasticsearch/ElasticsearchIO.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 2 +-
.../sdk/io/gcp/bigquery/InsertRetryPolicy.java | 2 +-
.../sdk/io/gcp/firestore/FirestoreV1ReadFn.java | 2 +-
.../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 2 +-
.../sdk/io/gcp/bigquery/InsertRetryPolicyTest.java | 2 +
.../src/test/resources/cassandra.yaml | 2 +-
.../beam/sdk/io/kafka/KafkaExactlyOnceSink.java | 2 +-
.../beam/sdk/io/kafka/KafkaUnboundedReader.java | 6 +-
.../beam/sdk/io/kafka/TimestampPolicyFactory.java | 2 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 2 +-
.../beam/sdk/io/kinesis/ShardCheckpoint.java | 2 +-
.../apache/beam/sdk/io/thrift/TestThriftEnum.java | 2 +-
.../org/apache/beam/sdk/nexmark/NexmarkUtils.java | 2 +-
sdks/python/apache_beam/dataframe/frames.py | 2 +-
sdks/python/apache_beam/io/gcp/bigquery.py | 2 +-
sdks/python/apache_beam/runners/common.py | 7 +-
.../runners/dataflow/dataflow_metrics.py | 2 +-
.../runners/dataflow/internal/apiclient.py | 4 +-
.../runners/dataflow/internal/apiclient_test.py | 2 +-
.../runners/interactive/pipeline_instrument.py | 2 +-
.../portability/fn_api_runner/fn_runner_test.py | 9 +
.../apache_beam/runners/worker/sdk_worker_main.py | 2 +-
.../apache_beam/testing/synthetic_pipeline.py | 2 +-
sdks/python/apache_beam/transforms/ptransform.py | 2 +-
sdks/python/apache_beam/utils/annotations_test.py | 2 +-
sdks/python/setup.py | 2 +-
sdks/typescript/package-lock.json | 1012 +++++++++++++++++---
sdks/typescript/package.json | 2 +
.../typescript/src/apache_beam/coders/row_coder.ts | 24 +-
sdks/typescript/src/apache_beam/io/avroio.ts | 55 ++
sdks/typescript/src/apache_beam/io/bigqueryio.ts | 58 ++
sdks/typescript/src/apache_beam/io/kafka.ts | 124 +++
sdks/typescript/src/apache_beam/io/parquetio.ts | 69 ++
sdks/typescript/src/apache_beam/io/pubsub.ts | 134 +++
sdks/typescript/src/apache_beam/io/pubsublite.ts | 55 ++
sdks/typescript/src/apache_beam/io/schemaio.ts | 65 ++
sdks/typescript/src/apache_beam/io/textio.ts | 129 ++-
.../src/apache_beam/runners/artifacts.ts | 6 +-
.../typescript/src/apache_beam/runners/dataflow.ts | 8 +-
.../apache_beam/runners/portable_runner/runner.ts | 32 +-
sdks/typescript/src/apache_beam/runners/runner.ts | 14 +-
.../src/apache_beam/runners/universal.ts | 4 +-
sdks/typescript/src/apache_beam/testing/assert.ts | 12 +-
.../src/apache_beam/transforms/flatten.ts | 1 -
.../src/apache_beam/transforms/python.ts | 59 ++
sdks/typescript/src/apache_beam/utils/service.ts | 152 ++-
.../typescript/src/apache_beam/utils/utils.ts | 21 +-
sdks/typescript/src/apache_beam/version.ts | 5 +-
sdks/typescript/src/apache_beam/worker/data.ts | 2 +-
sdks/typescript/src/apache_beam/worker/worker.ts | 3 +-
.../src/apache_beam/worker/worker_main.ts | 2 +
sdks/typescript/test/io_test.ts | 333 +++++++
website/www/site/content/en/blog/python-typing.md | 2 +-
.../content/en/community/presentation-materials.md | 2 +-
.../en/documentation/dsls/sql/walkthrough.md | 2 +-
.../en/documentation/patterns/pipeline-options.md | 2 +-
.../content/en/documentation/programming-guide.md | 12 +-
.../site/content/en/documentation/runners/samza.md | 2 +-
.../en/documentation/sdks/java-thirdparty.md | 2 +-
.../shortcodes/flink_java_pipeline_options.html | 2 +-
.../shortcodes/flink_python_pipeline_options.html | 2 +-
163 files changed, 2527 insertions(+), 418 deletions(-)
create mode 100644 sdks/typescript/src/apache_beam/io/avroio.ts
create mode 100644 sdks/typescript/src/apache_beam/io/bigqueryio.ts
create mode 100644 sdks/typescript/src/apache_beam/io/kafka.ts
create mode 100644 sdks/typescript/src/apache_beam/io/parquetio.ts
create mode 100644 sdks/typescript/src/apache_beam/io/pubsub.ts
create mode 100644 sdks/typescript/src/apache_beam/io/pubsublite.ts
create mode 100644 sdks/typescript/src/apache_beam/io/schemaio.ts
create mode 100644 sdks/typescript/src/apache_beam/transforms/python.ts
copy playground/frontend/lib/modules/examples/models/outputs_model.dart => sdks/typescript/src/apache_beam/utils/utils.ts (68%)
create mode 100644 sdks/typescript/test/io_test.ts