You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/08/11 04:37:29 UTC
[beam] branch nightly-refs/heads/master updated (4799828f753 -> cf9ea1f4426)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 4799828f753 Persist ghprbPullId parameter in seed job (#22579)
add 00b5605852c Adhoc: Fix logging in Spark runner to avoid unnecessary creation of strings (#22638)
add 5d6f9f16dc6 Improve exception when requested error tag does not exist (#22401) (#22405)
add fa9691fe2e9 Reimplement Pub/Sub Lite's I/O using UnboundedSource. (#22612)
add 05eb9b2c298 [Website] update contribution content collapse
add e86456ea71b Merge pull request #22468: [Website] update contribution content collapse
add 5dced2e55fd Clean up checkstyle suppressions.xml (#22649)
add ad120dfe202 [Playground] [Infrastructure] format python code style (#22291)
add 8fb494544d7 Minor: Add helpful names for parameterized dataframe.schemas_test (#22630)
add 434427e90b5 [BEAM-14118, #21639] Use vendored gRPC 1.48.1 (#22628)
add 3031a3d2aca Fix #22466 Add github actions dependency updates with dependabot
add 80aec231f6c Change Python PostCommits timeout (#22655)
add f56e5476e8a Revert "Persist ghprbPullId parameter in seed job (#22579)" (#22656)
add bb8ebf0572b Bump actions/setup-java from 2 to 3 (#22666)
add fb7a01370c2 Bump actions/labeler from 3 to 4 (#22670)
add fa9e0bbbd55 Bump actions/setup-node from 2 to 3 (#22671)
add f0de6b39600 Bump actions/setup-go from 2 to 3 (#22669)
add fca4fb168cb Bump actions/setup-python from 2 to 4 (#22668)
add 45910cde6e3 Bump actions/checkout from 2 to 3 (#22667)
add e3dec0d9c34 Fix broken link to Retry Policy blog (#22554)
add c9c57a765db Include total in header of issue report (#22475)
add 38cc8bc7cfc [Playground] Share any code feature frontend (#22477)
add 9a538d2367c Update vendored gRPC version for SpannerTransformRegistrarTest
add 2f569990d64 Merge pull request #22677: Update vendored gRPC version for SpannerTransformRegistrarTest
add 0c2e235a016 Remove subprocess.PIPE usage by using a temp file (#22654)
add cf9ea1f4426 [#22647] Upgrade org.apache.samza to 1.6 (#22648)
No new revisions were added by this update.
Summary of changes:
.github/dependabot.yml | 8 +
.github/workflows/build_playground_backend.yml | 8 +-
.github/workflows/build_playground_frontend.yml | 6 +-
.github/workflows/build_wheels.yml | 10 +-
.github/workflows/cancel.yml | 2 +-
.github/workflows/go_tests.yml | 4 +-
.github/workflows/issue-tagger.yml | 2 +-
.github/workflows/java_tests.yml | 14 +-
.github/workflows/label_prs.yml | 2 +-
.github/workflows/local_env_tests.yml | 8 +-
.github/workflows/playground_deploy_examples.yml | 10 +-
.github/workflows/pr-bot-new-prs.yml | 2 +-
.github/workflows/pr-bot-pr-updates.yml | 2 +-
.github/workflows/pr-bot-prs-needing-attention.yml | 2 +-
.github/workflows/pr-bot-update-reviewers.yml | 2 +-
.github/workflows/python_tests.yml | 20 +-
.github/workflows/typescript_tests.yml | 4 +-
.test-infra/jenkins/job_00_seed.groovy | 4 -
.test-infra/jenkins/job_PostCommit_Python.groovy | 2 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 12 +-
.../apache/beam/gradle/GrpcVendoring_1_43_2.groovy | 207 -------
examples/java/build.gradle | 2 +-
.../transforms/DataProtectors.java | 6 +-
.../kafkatopubsub/kafka/consumer/Utils.java | 4 +-
playground/frontend/analysis_options.yaml | 1 -
.../dropdown_button/dropdown_button.dart | 53 +-
.../horizontal_divider.dart} | 27 +-
.../lib/components/split_view/split_view.dart | 2 +-
.../toggle_theme_button/toggle_theme_button.dart | 10 +-
.../toggle_theme_icon_button.dart | 4 +-
playground/frontend/lib/config/theme.dart | 110 +++-
playground/frontend/lib/constants/params.dart | 8 +-
playground/frontend/lib/constants/sizes.dart | 4 +
playground/frontend/lib/l10n/app_en.arb | 22 +-
.../modules/editor/components/editor_themes.dart | 5 +-
.../components/share_dropdown/link_text_field.dart | 103 ++++
.../components/share_dropdown/share_button.dart | 58 ++
.../share_dropdown/share_dropdown_body.dart} | 54 +-
.../components/share_dropdown/share_tab_body.dart} | 32 +-
.../share_tabs/example_share_tabs.dart | 67 +++
.../share_dropdown/share_tabs/share_tabs.dart} | 50 +-
.../share_tabs/snippet_save_and_share_tabs.dart | 56 ++
.../share_dropdown/share_tabs_headers.dart} | 35 +-
.../example_list/expansion_panel_item.dart | 14 +-
.../lib/modules/examples/example_selector.dart | 65 +--
...atalog_default_example_loading_descriptor.dart} | 25 +-
.../empty_example_loading_descriptor.dart} | 25 +-
.../example_loading_descriptor.dart} | 15 +-
.../examples_loading_descriptor.dart} | 26 +-
.../examples_loading_descriptor_factory.dart | 79 +++
.../standard_example_loading_descriptor.dart} | 27 +-
.../user_shared_example_loading_descriptor.dart} | 28 +-
.../lib/modules/examples/models/example_model.dart | 4 +
.../modules/examples/models/example_origin.dart | 24 +-
...tor_size_model.dart => example_token_type.dart} | 21 +-
.../example_client/example_client.dart | 28 +-
.../example_client/grpc_example_client.dart | 110 +++-
.../examples/repositories/example_repository.dart | 21 +-
.../models/get_snippet_request.dart} | 10 +-
.../models/get_snippet_response.dart} | 17 +-
.../models/save_snippet_request.dart} | 17 +-
.../repositories/models/save_snippet_response.dart | 9 +-
.../models/shared_file_model.dart} | 14 +-
.../lib/modules/output/components/output.dart | 20 +-
.../output_header/output_placements.dart | 41 +-
.../{output_header.dart => tab_header.dart} | 25 +-
.../lib/modules/sdk/components/sdk_selector.dart | 7 +-
.../frontend/lib/modules/sdk/models/sdk.dart | 27 +
.../components/editor_textarea_wrapper.dart | 9 +-
.../feedback/feedback_dropdown_content.dart | 10 +-
.../components/playground_page_body.dart | 4 +-
.../components/playground_page_providers.dart | 128 +---
.../lib/pages/playground/playground_page.dart | 13 +-
.../catalog_default_example_loader.dart | 48 ++
.../example_loaders/empty_example_loader.dart} | 50 +-
.../states/example_loaders/example_loader.dart | 9 +-
.../states/example_loaders/examples_loader.dart | 87 +++
.../example_loaders/standard_example_loader.dart | 74 +++
.../user_shared_example_loader.dart} | 21 +-
.../playground/states/example_selector_state.dart | 17 +-
.../pages/playground/states/examples_state.dart | 92 ++-
.../pages/playground/states/playground_state.dart | 33 +-
playground/frontend/lib/playground_app.dart | 65 +--
playground/frontend/lib/utils/dropdown_utils.dart | 48 ++
.../frontend/lib/utils/share_code_utils.dart | 111 ++++
.../example_repository_test.mocks.dart | 80 ++-
.../states/example_selector_state_test.dart | 20 +-
.../states/example_selector_state_test.mocks.dart | 89 +--
.../playground/states/examples_state_test.dart | 31 +-
.../playground/states/mocks/example_mock.dart | 22 +-
.../states/mocks/example_repository_mock.dart | 51 ++
.../example_repository_mock.mocks.dart} | 76 ++-
.../playground/states/mocks/request_mock.dart | 2 +-
.../playground/states/playground_state_test.dart | 25 +-
.../states/playground_state_test.mocks.dart | 197 +++++++
playground/infrastructure/cd_helper.py | 442 +++++++-------
playground/infrastructure/checker.py | 52 +-
playground/infrastructure/ci_cd.py | 74 +--
playground/infrastructure/ci_helper.py | 184 +++---
playground/infrastructure/config.py | 108 ++--
playground/infrastructure/grpc_client.py | 280 ++++-----
playground/infrastructure/helper.py | 644 ++++++++++-----------
playground/infrastructure/logger.py | 46 +-
playground/infrastructure/test_cd_helper.py | 232 ++++----
playground/infrastructure/test_ci_cd.py | 12 +-
playground/infrastructure/test_ci_helper.py | 254 ++++----
playground/infrastructure/test_grpc_client.py | 80 +--
playground/infrastructure/test_helper.py | 372 ++++++------
playground/infrastructure/test_logger.py | 6 +-
runners/core-construction-java/build.gradle | 2 +-
.../beam/runners/core/construction/BeamUrns.java | 2 +-
.../core/construction/CoderTranslation.java | 2 +-
.../core/construction/CoderTranslators.java | 2 +-
.../core/construction/CombineTranslation.java | 2 +-
.../CreatePCollectionViewTranslation.java | 2 +-
.../DefaultExpansionServiceClientFactory.java | 2 +-
.../core/construction/DisplayDataTranslation.java | 2 +-
.../runners/core/construction/Environments.java | 4 +-
.../beam/runners/core/construction/External.java | 6 +-
.../runners/core/construction/ModelCoders.java | 2 +-
.../construction/PCollectionViewTranslation.java | 2 +-
.../core/construction/ParDoTranslation.java | 4 +-
.../construction/PipelineOptionsTranslation.java | 6 +-
.../runners/core/construction/ReadTranslation.java | 4 +-
.../runners/core/construction/SdkComponents.java | 2 +-
.../core/construction/TestStreamTranslation.java | 2 +-
.../core/construction/WindowIntoTranslation.java | 2 +-
.../construction/WindowingStrategyTranslation.java | 8 +-
.../core/construction/WriteFilesTranslation.java | 2 +-
.../graph/GreedyPCollectionFusers.java | 2 +-
.../core/construction/graph/QueryablePipeline.java | 2 +-
.../core/construction/BaseExternalTest.java | 6 +-
.../PipelineOptionsTranslationTest.java | 6 +-
.../core/construction/PipelineTranslationTest.java | 2 +-
.../construction/WindowIntoTranslationTest.java | 2 +-
.../construction/graph/ProtoOverridesTest.java | 2 +-
runners/core-java/build.gradle | 2 +-
.../runners/core/metrics/MetricsContainerImpl.java | 2 +-
.../core/metrics/MetricsContainerStepMap.java | 6 +-
.../core/metrics/MonitoringInfoEncodings.java | 2 +-
.../beam/runners/core/metrics/ShortIdMap.java | 2 +-
.../runners/core/metrics/SimpleExecutionState.java | 2 +-
.../runners/core/metrics/SimpleStateRegistry.java | 2 +-
.../core/metrics/MonitoringInfoEncodingsTest.java | 2 +-
runners/direct-java/build.gradle | 4 +-
runners/flink/flink_runner.gradle | 2 +-
.../FlinkBatchPortablePipelineTranslator.java | 2 +-
.../apache/beam/runners/flink/FlinkJobInvoker.java | 2 +-
.../beam/runners/flink/FlinkPipelineRunner.java | 2 +-
.../FlinkStreamingPortablePipelineTranslator.java | 2 +-
.../utils/FlinkPortableRunnerUtils.java | 2 +-
.../streaming/ExecutableStageDoFnOperator.java | 4 +-
.../wrappers/streaming/FlinkKeyUtils.java | 2 +-
.../FlinkExecutableStageFunctionTest.java | 2 +-
.../streaming/ExecutableStageDoFnOperatorTest.java | 4 +-
.../wrappers/streaming/FlinkKeyUtilsTest.java | 2 +-
runners/google-cloud-dataflow-java/build.gradle | 2 +-
.../dataflow/DataflowPipelineTranslator.java | 2 +-
.../beam/runners/dataflow/DataflowRunner.java | 4 +-
.../util/RowCoderCloudObjectTranslator.java | 2 +-
.../util/SchemaCoderCloudObjectTranslator.java | 2 +-
.../dataflow/DataflowPipelineTranslatorTest.java | 2 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 2 +-
.../google-cloud-dataflow-java/worker/build.gradle | 2 +-
.../worker/legacy-worker/build.gradle | 4 +-
.../runners/dataflow/worker/ByteArrayReader.java | 4 +-
.../runners/dataflow/worker/ByteStringCoder.java | 2 +-
.../worker/ChunkingShuffleBatchReader.java | 2 +-
.../dataflow/worker/DataflowRunnerHarness.java | 2 +-
.../worker/DataflowWorkerHarnessHelper.java | 4 +-
.../worker/GroupAlsoByWindowParDoFnFactory.java | 2 +-
.../beam/runners/dataflow/worker/PubsubSink.java | 2 +-
.../dataflow/worker/StreamingDataflowWorker.java | 4 +-
.../worker/StreamingModeExecutionContext.java | 2 +-
.../dataflow/worker/StreamingSideInputFetcher.java | 2 +-
.../dataflow/worker/UngroupedShuffleReader.java | 2 +-
.../dataflow/worker/WindmillComputationKey.java | 4 +-
.../dataflow/worker/WindmillNamespacePrefix.java | 2 +-
.../beam/runners/dataflow/worker/WindmillSink.java | 2 +-
.../dataflow/worker/WindmillStateCache.java | 2 +-
.../dataflow/worker/WindmillStateInternals.java | 2 +-
.../dataflow/worker/WindmillStateReader.java | 2 +-
.../dataflow/worker/WindmillTimerInternals.java | 2 +-
.../dataflow/worker/WorkerCustomSources.java | 2 +-
.../dataflow/worker/fn/BeamFnControlService.java | 6 +-
.../control/RegisterAndProcessBundleOperation.java | 8 +-
.../worker/fn/data/BeamFnDataGrpcService.java | 4 +-
.../worker/fn/logging/BeamFnLoggingService.java | 4 +-
.../fn/stream/ServerStreamObserverFactory.java | 6 +-
.../graph/CreateExecutableStageNodeFunction.java | 4 +-
...nsertFetchAndFilterStreamingSideInputNodes.java | 2 +-
.../worker/graph/RegisterNodeFunction.java | 4 +-
.../common/worker/ByteArrayShufflePosition.java | 4 +-
.../worker/GroupingShuffleEntryIterator.java | 2 +-
.../common/worker/KeyGroupedShuffleEntries.java | 2 +-
.../worker/util/common/worker/ShuffleEntry.java | 2 +-
.../worker/windmill/DirectStreamObserver.java | 4 +-
.../windmill/ForwardingClientResponseObserver.java | 6 +-
.../worker/windmill/GrpcWindmillServer.java | 30 +-
.../worker/windmill/StreamObserverFactory.java | 4 +-
.../runners/dataflow/harness/test/TestStreams.java | 4 +-
.../runners/dataflow/worker/DataflowMatchers.java | 2 +-
.../worker/DataflowWorkerHarnessHelperTest.java | 2 +-
.../dataflow/worker/GroupingShuffleReaderTest.java | 2 +-
.../runners/dataflow/worker/PubsubReaderTest.java | 2 +-
.../runners/dataflow/worker/PubsubSinkTest.java | 2 +-
.../runners/dataflow/worker/ReaderCacheTest.java | 2 +-
.../runners/dataflow/worker/ShuffleSinkTest.java | 2 +-
.../runners/dataflow/worker/StateFetcherTest.java | 2 +-
.../worker/StreamingDataflowWorkerTest.java | 4 +-
.../worker/StreamingGroupAlsoByWindowFnsTest.java | 2 +-
...reamingGroupAlsoByWindowsReshuffleDoFnTest.java | 2 +-
.../worker/StreamingModeExecutionContextTest.java | 2 +-
.../worker/StreamingSideInputDoFnRunnerTest.java | 2 +-
.../worker/StreamingSideInputFetcherTest.java | 2 +-
.../runners/dataflow/worker/TestShuffleReader.java | 2 +-
.../runners/dataflow/worker/TestShuffleWriter.java | 2 +-
.../dataflow/worker/WindmillKeyedWorkItemTest.java | 2 +-
.../worker/WindmillReaderIteratorBaseTest.java | 2 +-
.../dataflow/worker/WindmillStateCacheTest.java | 2 +-
.../worker/WindmillStateInternalsTest.java | 2 +-
.../dataflow/worker/WindmillStateReaderTest.java | 2 +-
.../dataflow/worker/WorkerCustomSourcesTest.java | 2 +-
.../worker/fn/BeamFnControlServiceTest.java | 4 +-
.../RegisterAndProcessBundleOperationTest.java | 2 +-
.../worker/fn/data/BeamFnDataGrpcServiceTest.java | 8 +-
.../fn/logging/BeamFnLoggingServiceTest.java | 6 +-
.../fn/stream/ServerStreamObserverFactoryTest.java | 4 +-
...tFetchAndFilterStreamingSideInputNodesTest.java | 2 +-
.../logging/DataflowWorkerLoggingHandlerTest.java | 2 +-
.../worker/BatchingShuffleEntryReaderTest.java | 2 +-
.../worker/GroupingShuffleEntryIteratorTest.java | 2 +-
.../util/common/worker/ShuffleEntryTest.java | 2 +-
.../worker/windmill/GrpcWindmillServerTest.java | 14 +-
runners/java-fn-execution/build.gradle | 2 +-
.../artifact/ArtifactRetrievalService.java | 8 +-
.../artifact/ArtifactStagingService.java | 10 +-
.../control/BundleCheckpointHandlers.java | 2 +-
.../fnexecution/control/FnApiControlClient.java | 6 +-
.../control/FnApiControlClientPoolService.java | 6 +-
.../control/ProcessBundleDescriptors.java | 2 +-
.../runners/fnexecution/data/GrpcDataService.java | 2 +-
.../environment/ExternalEnvironmentFactory.java | 2 +-
.../fnexecution/logging/GrpcLoggingService.java | 2 +-
.../runners/fnexecution/provisioning/JobInfo.java | 2 +-
.../provisioning/StaticGrpcProvisionService.java | 2 +-
.../fnexecution/state/GrpcStateService.java | 4 +-
.../fnexecution/state/StateRequestHandlers.java | 2 +-
.../status/BeamWorkerStatusGrpcService.java | 2 +-
.../fnexecution/status/WorkerStatusClient.java | 2 +-
.../translation/PipelineTranslatorUtils.java | 2 +-
.../runners/fnexecution/wire/ByteStringCoder.java | 4 +-
.../GrpcContextHeaderAccessorProviderTest.java | 20 +-
.../runners/fnexecution/ServerFactoryTest.java | 12 +-
.../artifact/ArtifactRetrievalServiceTest.java | 10 +-
.../artifact/ArtifactStagingServiceTest.java | 12 +-
.../control/DefaultJobBundleFactoryTest.java | 4 +-
.../control/FnApiControlClientPoolServiceTest.java | 8 +-
.../control/FnApiControlClientTest.java | 2 +-
.../fnexecution/control/RemoteExecutionTest.java | 2 +-
.../fnexecution/control/SdkHarnessClientTest.java | 2 +-
.../fnexecution/data/GrpcDataServiceTest.java | 8 +-
.../logging/GrpcLoggingServiceTest.java | 6 +-
.../StaticGrpcProvisionServiceTest.java | 10 +-
.../fnexecution/state/GrpcStateServiceTest.java | 4 +-
.../state/StateRequestHandlersTest.java | 2 +-
.../status/BeamWorkerStatusGrpcServiceTest.java | 8 +-
.../fnexecution/status/WorkerStatusClientTest.java | 2 +-
.../fnexecution/wire/ByteStringCoderTest.java | 2 +-
.../runners/fnexecution/wire/CommonCoderTest.java | 4 +-
runners/java-job-service/build.gradle | 2 +-
.../runners/jobsubmission/InMemoryJobService.java | 10 +-
.../beam/runners/jobsubmission/JobInvocation.java | 2 +-
.../beam/runners/jobsubmission/JobInvoker.java | 2 +-
.../beam/runners/jobsubmission/JobPreparation.java | 2 +-
.../jobsubmission/PortablePipelineJarCreator.java | 4 +-
.../jobsubmission/PortablePipelineJarUtils.java | 6 +-
.../jobsubmission/InMemoryJobServiceTest.java | 6 +-
.../runners/jobsubmission/JobInvocationTest.java | 2 +-
.../PortablePipelineJarCreatorTest.java | 2 +-
.../portability/JobServicePipelineResult.java | 2 +-
.../beam/runners/portability/PortableRunner.java | 4 +-
.../portability/testing/TestJobService.java | 2 +-
.../runners/portability/PortableRunnerTest.java | 8 +-
runners/samza/build.gradle | 4 +-
runners/samza/job-server/build.gradle | 6 +-
.../apache/beam/runners/samza/SamzaJobInvoker.java | 2 +-
.../samza/runtime/SamzaStateRequestHandlers.java | 2 +-
.../samza/runtime/SamzaTimerInternalsFactory.java | 13 +-
.../translation/SamzaTestStreamTranslator.java | 2 +-
.../samza/translation/WindowAssignTranslator.java | 2 +-
.../aggregators/AggregatorsAccumulator.java | 2 +-
.../metrics/MetricsAccumulator.java | 2 +-
.../aggregators/AggregatorsAccumulator.java | 2 +-
.../metrics/MetricsAccumulator.java | 2 +-
runners/spark/spark_runner.gradle | 2 +-
.../apache/beam/runners/spark/SparkJobInvoker.java | 2 +-
.../beam/runners/spark/SparkPipelineRunner.java | 16 +-
.../org/apache/beam/runners/spark/SparkRunner.java | 2 +-
.../beam/runners/spark/SparkRunnerDebugger.java | 2 +-
.../apache/beam/runners/spark/TestSparkRunner.java | 2 +-
.../spark/aggregators/AggregatorsAccumulator.java | 2 +-
.../beam/runners/spark/io/MicrobatchSource.java | 7 +-
.../beam/runners/spark/io/SourceDStream.java | 2 +-
.../runners/spark/metrics/MetricsAccumulator.java | 2 +-
.../SparkGroupAlsoByWindowViaWindowSet.java | 25 +-
.../streaming/WatermarkSyncedDStream.java | 6 +-
runners/twister2/build.gradle | 2 +-
.../functions/AssignWindowsFunction.java | 2 +-
.../translators/functions/DoFnFunction.java | 2 +-
.../functions/GroupByWindowFunction.java | 2 +-
scripts/ci/issue-report/generateReport.js | 3 +-
.../src/main/resources/beam/suppressions.xml | 44 --
sdks/java/core/build.gradle | 2 +-
sdks/java/core/jmh/build.gradle | 2 +-
.../jmh/util/ByteStringOutputStreamBenchmark.java | 4 +-
.../java/org/apache/beam/sdk/io/TextSource.java | 2 +-
.../java/org/apache/beam/sdk/io/range/ByteKey.java | 4 +-
.../apache/beam/sdk/schemas/SchemaTranslation.java | 2 +-
.../schemas/logicaltypes/SchemaLogicalType.java | 2 +-
.../transforms/resourcehints/ResourceHints.java | 2 +-
.../beam/sdk/util/ByteStringOutputStream.java | 4 +-
.../java/org/apache/beam/sdk/util/CoderUtils.java | 2 +-
.../beam/sdk/schemas/SchemaTranslationTest.java | 2 +-
.../beam/sdk/util/ByteStringOutputStreamTest.java | 2 +-
.../org/apache/beam/sdk/util/CoderUtilsTest.java | 2 +-
sdks/java/expansion-service/build.gradle | 2 +-
.../sdk/expansion/service/ExpansionServer.java | 4 +-
.../sdk/expansion/service/ExpansionService.java | 8 +-
.../service/JavaClassLookupTransformProvider.java | 4 +-
.../beam/sdk/expansion/service/ExternalTest.java | 4 +-
.../JavaClassLookupTransformProviderTest.java | 4 +-
sdks/java/extensions/python/build.gradle | 2 +-
.../extensions/python/PythonExternalTransform.java | 2 +-
.../schemaio-expansion-service/build.gradle | 2 +-
.../ExternalSchemaIOTransformRegistrar.java | 2 +-
sdks/java/fn-execution/build.gradle | 2 +-
.../sdk/fn/channel/AddHarnessIdInterceptor.java | 8 +-
.../beam/sdk/fn/channel/ManagedChannelFactory.java | 20 +-
.../beam/sdk/fn/channel/SocketAddressFactory.java | 2 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexer.java | 6 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexer2.java | 4 +-
.../sdk/fn/data/BeamFnDataInboundObserver.java | 2 +-
.../sdk/fn/data/BeamFnDataOutboundAggregator.java | 4 +-
.../sdk/fn/data/BeamFnDataOutboundObserver.java | 2 +-
.../beam/sdk/fn/data/DecodingFnDataReceiver.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortRead.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortWrite.java | 2 +-
.../org/apache/beam/sdk/fn/server/FnService.java | 6 +-
.../server/GrpcContextHeaderAccessorProvider.java | 16 +-
.../apache/beam/sdk/fn/server/GrpcFnServer.java | 2 +-
.../beam/sdk/fn/server/InProcessServerFactory.java | 8 +-
.../apache/beam/sdk/fn/server/ServerFactory.java | 26 +-
.../sdk/fn/stream/BufferingStreamObserver.java | 4 +-
.../org/apache/beam/sdk/fn/stream/DataStreams.java | 2 +-
.../beam/sdk/fn/stream/DirectStreamObserver.java | 4 +-
.../stream/ForwardingClientResponseObserver.java | 6 +-
.../sdk/fn/stream/OutboundObserverFactory.java | 4 +-
.../sdk/fn/stream/SynchronizedStreamObserver.java | 2 +-
.../org/apache/beam/sdk/fn/test/TestStreams.java | 4 +-
.../sdk/fn/windowing/EncodedBoundedWindow.java | 2 +-
.../sdk/fn/channel/ManagedChannelFactoryTest.java | 6 +-
.../sdk/fn/channel/SocketAddressFactoryTest.java | 2 +-
.../fn/data/BeamFnDataGrpcMultiplexer2Test.java | 2 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexerTest.java | 2 +-
.../sdk/fn/data/BeamFnDataInboundObserverTest.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortReadTest.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortWriteTest.java | 2 +-
.../apache/beam/sdk/fn/stream/DataStreamsTest.java | 2 +-
.../ForwardingClientResponseObserverTest.java | 6 +-
.../sdk/fn/stream/OutboundObserverFactoryTest.java | 4 +-
.../sdk/fn/windowing/EncodedBoundedWindowTest.java | 2 +-
sdks/java/harness/build.gradle | 2 +-
sdks/java/harness/jmh/build.gradle | 2 +-
.../fn/harness/jmh/ProcessBundleBenchmark.java | 2 +-
.../control/ExecutionStateSamplerBenchmark.java | 2 +-
.../fn/harness/jmh/control/MetricsBenchmark.java | 2 +-
.../jmh/logging/BeamFnLoggingClientBenchmark.java | 6 +-
.../beam/fn/harness/BeamFnDataReadRunner.java | 2 +-
.../beam/fn/harness/ExternalWorkerService.java | 2 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 16 +-
.../java/org/apache/beam/fn/harness/FnHarness.java | 4 +-
.../fn/harness/control/BeamFnControlClient.java | 4 +-
.../fn/harness/control/BundleProgressReporter.java | 2 +-
.../fn/harness/control/ExecutionStateSampler.java | 2 +-
.../apache/beam/fn/harness/control/Metrics.java | 2 +-
.../fn/harness/control/ProcessBundleHandler.java | 4 +-
.../beam/fn/harness/data/BeamFnDataGrpcClient.java | 2 +-
.../fn/harness/logging/BeamFnLoggingClient.java | 12 +-
.../harness/state/BeamFnStateGrpcClientCache.java | 4 +-
.../beam/fn/harness/state/FnApiStateAccessor.java | 2 +-
.../fn/harness/state/FnApiTimerBundleTracker.java | 2 +-
.../beam/fn/harness/state/MultimapSideInput.java | 2 +-
.../beam/fn/harness/state/MultimapUserState.java | 2 +-
.../beam/fn/harness/state/StateBackedIterable.java | 2 +-
.../fn/harness/state/StateFetchingIterators.java | 2 +-
.../beam/fn/harness/status/BeamFnStatusClient.java | 4 +-
.../stream/HarnessStreamObserverFactories.java | 2 +-
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 2 +-
.../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 2 +-
.../beam/fn/harness/ExternalWorkerServiceTest.java | 2 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 38 +-
.../org/apache/beam/fn/harness/FnHarnessTest.java | 12 +-
.../harness/control/BeamFnControlClientTest.java | 8 +-
.../control/BundleProgressReporterTest.java | 2 +-
.../harness/control/ExecutionStateSamplerTest.java | 2 +-
.../beam/fn/harness/control/MetricsTest.java | 2 +-
.../harness/control/ProcessBundleHandlerTest.java | 4 +-
.../fn/harness/data/BeamFnDataGrpcClientTest.java | 14 +-
.../data/PCollectionConsumerRegistryTest.java | 2 +-
.../harness/logging/BeamFnLoggingClientTest.java | 16 +-
.../beam/fn/harness/state/BagUserStateTest.java | 2 +-
.../state/BeamFnStateGrpcClientCacheTest.java | 12 +-
.../fn/harness/state/FakeBeamFnStateClient.java | 2 +-
.../fn/harness/state/IterableSideInputTest.java | 2 +-
.../fn/harness/state/MultimapSideInputTest.java | 2 +-
.../fn/harness/state/MultimapUserStateTest.java | 2 +-
.../fn/harness/state/StateBackedIterableTest.java | 2 +-
.../harness/state/StateFetchingIteratorsTest.java | 2 +-
.../fn/harness/status/BeamFnStatusClientTest.java | 6 +-
.../stream/HarnessStreamObserverFactoriesTest.java | 4 +-
sdks/java/io/contextualtextio/build.gradle | 2 +-
.../contextualtextio/ContextualTextIOSource.java | 2 +-
sdks/java/io/debezium/build.gradle | 2 +-
.../apache/beam/io/debezium/SourceRecordJson.java | 4 +-
sdks/java/io/google-cloud-platform/build.gradle | 2 +-
.../beam/sdk/io/gcp/bigquery/WriteResult.java | 8 +-
.../beam/sdk/io/gcp/pubsub/TestPubsubSignal.java | 121 ++--
.../beam/sdk/io/gcp/pubsublite/PubsubLiteIO.java | 3 +
.../{BlockingCommitter.java => ApiServices.java} | 12 +-
.../gcp/pubsublite/internal/BlockingCommitter.java | 3 +-
.../pubsublite/internal/BlockingCommitterImpl.java | 55 ++
.../pubsublite/internal/CheckpointMarkImpl.java | 76 +++
.../internal/LimitingTopicBacklogReader.java | 2 +-
.../internal/ManagedBacklogReaderFactoryImpl.java | 68 ---
...cklogReaderFactory.java => ManagedFactory.java} | 12 +-
.../pubsublite/internal/ManagedFactoryImpl.java | 60 ++
.../internal/PerSubscriptionPartitionSdf.java | 22 +-
.../pubsublite/internal/SubscribeTransform.java | 85 ++-
.../pubsublite/internal/SubscriberAssembler.java | 59 +-
.../SubscriptionPartitionProcessorImpl.java | 42 +-
.../pubsublite/internal/TopicBacklogReader.java | 4 +-
.../pubsublite/internal/UnboundedReaderImpl.java | 144 +++++
.../pubsublite/internal/UnboundedSourceImpl.java | 121 ++++
.../io/gcp/spanner/SpannerTransformRegistrar.java | 2 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 4 +-
.../sdk/io/gcp/pubsub/PubsubIOExternalTest.java | 2 +-
.../internal/BlockingCommmitterImplTest.java | 64 ++
.../internal/CheckpointMarkImplTest.java | 64 ++
.../internal/PerSubscriptionPartitionSdfTest.java | 32 +-
.../SubscriptionPartitionProcessorImplTest.java | 38 +-
.../internal/UnboundedReaderImplTest.java | 202 +++++++
.../gcp/spanner/SpannerTransformRegistrarTest.java | 2 +-
.../beam/sdk/io/kafka/KafkaIOExternalTest.java | 2 +-
sdks/python/apache_beam/dataframe/schemas_test.py | 19 +-
sdks/python/apache_beam/utils/subprocess_server.py | 29 +-
settings.gradle.kts | 1 -
vendor/grpc-1_43_2/build.gradle | 37 --
website/www/site/assets/scss/_lists.scss | 2 +-
.../en/contribute/get-started-contributing.md | 5 +
.../documentation/resources/learning-resources.md | 2 +-
461 files changed, 5220 insertions(+), 3397 deletions(-)
delete mode 100644 buildSrc/src/main/groovy/org/apache/beam/gradle/GrpcVendoring_1_43_2.groovy
copy playground/frontend/lib/components/{toggle_theme_button/toggle_theme_icon_button.dart => horizonta_divider/horizontal_divider.dart} (65%)
create mode 100644 playground/frontend/lib/modules/editor/components/share_dropdown/link_text_field.dart
create mode 100644 playground/frontend/lib/modules/editor/components/share_dropdown/share_button.dart
copy playground/frontend/lib/modules/{output/components/output_header/output_header.dart => editor/components/share_dropdown/share_dropdown_body.dart} (50%)
copy playground/frontend/lib/{components/toggle_theme_button/toggle_theme_icon_button.dart => modules/editor/components/share_dropdown/share_tab_body.dart} (62%)
create mode 100644 playground/frontend/lib/modules/editor/components/share_dropdown/share_tabs/example_share_tabs.dart
copy playground/frontend/lib/modules/{output/components/output_header/output_header.dart => editor/components/share_dropdown/share_tabs/share_tabs.dart} (51%)
create mode 100644 playground/frontend/lib/modules/editor/components/share_dropdown/share_tabs/snippet_save_and_share_tabs.dart
copy playground/frontend/lib/{components/toggle_theme_button/toggle_theme_icon_button.dart => modules/editor/components/share_dropdown/share_tabs_headers.dart} (58%)
copy playground/frontend/lib/modules/examples/models/{selector_size_model.dart => example_loading_descriptors/catalog_default_example_loading_descriptor.dart} (55%)
copy playground/frontend/lib/modules/examples/models/{selector_size_model.dart => example_loading_descriptors/empty_example_loading_descriptor.dart} (56%)
copy playground/frontend/lib/modules/examples/models/{selector_size_model.dart => example_loading_descriptors/example_loading_descriptor.dart} (78%)
copy playground/frontend/lib/modules/examples/models/{selector_size_model.dart => example_loading_descriptors/examples_loading_descriptor.dart} (56%)
create mode 100644 playground/frontend/lib/modules/examples/models/example_loading_descriptors/examples_loading_descriptor_factory.dart
copy playground/frontend/lib/modules/examples/models/{selector_size_model.dart => example_loading_descriptors/standard_example_loading_descriptor.dart} (55%)
copy playground/frontend/lib/modules/examples/models/{selector_size_model.dart => example_loading_descriptors/user_shared_example_loading_descriptor.dart} (54%)
copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommitter.java => playground/frontend/lib/modules/examples/models/example_origin.dart (68%)
copy playground/frontend/lib/modules/examples/models/{selector_size_model.dart => example_token_type.dart} (73%)
copy playground/frontend/lib/modules/examples/{models/selector_size_model.dart => repositories/models/get_snippet_request.dart} (82%)
copy playground/frontend/lib/modules/examples/{models/selector_size_model.dart => repositories/models/get_snippet_response.dart} (68%)
copy playground/frontend/lib/modules/examples/{models/selector_size_model.dart => repositories/models/save_snippet_request.dart} (68%)
copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommitter.java => playground/frontend/lib/modules/examples/repositories/models/save_snippet_response.dart (83%)
copy playground/frontend/lib/modules/examples/{models/selector_size_model.dart => repositories/models/shared_file_model.dart} (82%)
rename playground/frontend/lib/modules/output/components/output_header/{output_header.dart => tab_header.dart} (66%)
create mode 100644 playground/frontend/lib/pages/playground/states/example_loaders/catalog_default_example_loader.dart
copy playground/frontend/{test/pages/playground/states/mocks/example_mock.dart => lib/pages/playground/states/example_loaders/empty_example_loader.dart} (52%)
copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommitter.java => playground/frontend/lib/pages/playground/states/example_loaders/example_loader.dart (83%)
create mode 100644 playground/frontend/lib/pages/playground/states/example_loaders/examples_loader.dart
create mode 100644 playground/frontend/lib/pages/playground/states/example_loaders/standard_example_loader.dart
rename playground/frontend/lib/{modules/examples/models/selector_size_model.dart => pages/playground/states/example_loaders/user_shared_example_loader.dart} (53%)
create mode 100644 playground/frontend/lib/utils/dropdown_utils.dart
create mode 100644 playground/frontend/lib/utils/share_code_utils.dart
create mode 100644 playground/frontend/test/pages/playground/states/mocks/example_repository_mock.dart
rename playground/frontend/test/pages/playground/states/{examples_state_test.mocks.dart => mocks/example_repository_mock.mocks.dart} (55%)
create mode 100644 playground/frontend/test/pages/playground/states/playground_state_test.mocks.dart
copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/{BlockingCommitter.java => ApiServices.java} (76%)
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommitterImpl.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/CheckpointMarkImpl.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ManagedBacklogReaderFactoryImpl.java
rename sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/{ManagedBacklogReaderFactory.java => ManagedFactory.java} (70%)
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ManagedFactoryImpl.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UnboundedReaderImpl.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UnboundedSourceImpl.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommmitterImplTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/CheckpointMarkImplTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UnboundedReaderImplTest.java
delete mode 100644 vendor/grpc-1_43_2/build.gradle