You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2025/06/11 04:07:12 UTC
(beam) branch nightly-refs/heads/master updated (27712a0858c -> de76cfa16d3)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 27712a0858c Add a new experiment flag to enable real-time clock as processing time. (#35202)
add 48e5414ef19 Touch trigger files for lightweight runners
add 0e91b58277c Eliminate WindowedValue.getPane() in preparation for making it a user-facing interface
add 2b804ba1c34 Merge pull request #35213: Remove WindowedValue.getPane() in preparation for making WindowedValue a user-facing interface
add 88404204880 Do not fail if there were failed deletes (#35222)
add 5f0c3a0d6c2 Force FnApiRunner in cases where prism can't handle use case (#35219)
add 094a315679e Bump golang.org/x/net from 0.40.0 to 0.41.0 in /sdks (#35206)
add b56f99db5b0 Fix incorrect typehints generated by FlatMap with default identity function (#35164)
add de76cfa16d3 Parse values returned from Dataflow API to BoundedTrieData (#34738)
No new revisions were added by this update.
Summary of changes:
...eam_PostCommit_Java_ValidatesRunner_Direct.json | 1 +
...beam_PostCommit_Java_ValidatesRunner_Flink.json | 1 +
...beam_PostCommit_Java_ValidatesRunner_Spark.json | 1 +
...a_ValidatesRunner_SparkStructuredStreaming.json | 1 +
.test-infra/tools/stale_bq_datasets_cleaner.sh | 5 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
.../examples/complete/game/LeaderBoardTest.java | 13 ++-
.../runners/core/LateDataDroppingDoFnRunner.java | 2 +-
...TimeBoundedSplittableProcessElementInvoker.java | 6 +-
.../apache/beam/runners/core/PaneInfoTracker.java | 2 +-
.../beam/runners/core/ReduceFnContextFactory.java | 12 +-
.../apache/beam/runners/core/ReduceFnRunner.java | 10 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 4 +-
.../core/SplittableParDoViaKeyedWorkItems.java | 6 +-
.../beam/runners/core/WindowingInternals.java | 6 +-
.../beam/runners/core/metrics/BoundedTrieData.java | 9 +-
.../beam/runners/core/ReduceFnRunnerTest.java | 82 ++++++++------
.../apache/beam/runners/core/WindowMatchers.java | 6 +-
.../beam/runners/direct/SideInputContainer.java | 4 +-
.../runners/direct/WindowEvaluatorFactory.java | 2 +-
.../runners/direct/WindowEvaluatorFactoryTest.java | 18 +--
.../flink/FlinkStreamingTransformTranslators.java | 4 +-
.../translation/functions/FlinkAssignWindows.java | 2 +-
.../functions/SortingFlinkCombineRunner.java | 4 +-
.../beam/runners/dataflow/BatchViewOverrides.java | 2 +-
.../beam/runners/dataflow/DataflowMetrics.java | 80 ++++++++++++-
.../dataflow/RedistributeByKeyOverrideFactory.java | 6 +-
.../beam/runners/dataflow/DataflowMetricsTest.java | 37 +++++-
.../worker/AssignWindowsParDoFnFactory.java | 2 +-
.../dataflow/worker/PartialGroupByKeyParDoFns.java | 6 +-
.../ReifyTimestampAndWindowsParDoFnFactory.java | 4 +-
.../dataflow/worker/UngroupedWindmillReader.java | 6 +-
.../dataflow/worker/WindmillKeyedWorkItem.java | 4 +-
.../beam/runners/dataflow/worker/WindmillSink.java | 6 +-
.../dataflow/worker/util/ValueInEmptyWindows.java | 4 +-
...ReifyTimestampAndWindowsParDoFnFactoryTest.java | 2 +-
.../worker/StreamingDataflowWorkerTest.java | 13 ++-
.../dataflow/worker/WindmillKeyedWorkItemTest.java | 4 +-
.../control/BundleCheckpointHandlers.java | 2 +-
.../beam/runners/jet/processors/AssignWindowP.java | 2 +-
.../apache/beam/runners/jet/processors/ViewP.java | 12 +-
.../beam/runners/jet/processors/WindowGroupP.java | 2 +-
.../apache/beam/runners/samza/runtime/DoFnOp.java | 2 +-
.../beam/runners/samza/runtime/WindowAssignOp.java | 2 +-
.../batch/GroupByKeyTranslatorBatch.java | 2 +-
.../batch/WindowAssignTranslatorBatch.java | 2 +-
.../translation/helpers/EncoderHelpers.java | 19 ++--
.../GroupNonMergingWindowsFunctions.java | 3 +-
.../ReifyTimestampsAndWindowsFunction.java | 5 +-
.../spark/translation/TransformTranslator.java | 7 +-
.../spark/translation/TranslationUtils.java | 2 +-
.../functions/AssignWindowsFunction.java | 2 +-
.../functions/ByteToWindowFunctionPrimitive.java | 2 +-
.../translators/functions/MapToTupleFunction.java | 4 +-
sdks/go.mod | 12 +-
sdks/go.sum | 24 ++--
.../main/java/org/apache/beam/sdk/io/FileIO.java | 14 +--
.../apache/beam/sdk/testing/PaneExtractors.java | 17 +--
.../org/apache/beam/sdk/transforms/Create.java | 6 +-
.../org/apache/beam/sdk/transforms/Distinct.java | 8 +-
.../org/apache/beam/sdk/transforms/DoFnTester.java | 6 +-
.../apache/beam/sdk/transforms/Redistribute.java | 2 +-
.../java/org/apache/beam/sdk/transforms/Reify.java | 9 +-
.../org/apache/beam/sdk/transforms/Reshuffle.java | 2 +-
.../beam/sdk/util/RowStringInterpolator.java | 2 +-
.../apache/beam/sdk/util/construction/Timer.java | 18 +--
.../sdk/values/FailsafeValueInSingleWindow.java | 4 +-
.../beam/sdk/values/ValueInSingleWindow.java | 8 +-
.../org/apache/beam/sdk/values/WindowedValue.java | 8 +-
.../org/apache/beam/sdk/values/WindowedValues.java | 126 +++++++++++----------
.../beam/sdk/io/DefaultFilenamePolicyTest.java | 4 +-
.../java/org/apache/beam/sdk/io/FileIOTest.java | 4 +-
.../apache/beam/sdk/testing/TestStreamTest.java | 8 +-
.../org/apache/beam/sdk/transforms/CreateTest.java | 2 +-
.../beam/sdk/transforms/RedistributeTest.java | 4 +-
.../apache/beam/sdk/transforms/ReshuffleTest.java | 4 +-
.../apache/beam/sdk/util/WindowedValueTest.java | 12 +-
.../beam/sdk/util/construction/TimerTest.java | 2 +-
.../beam/fn/harness/AssignWindowsRunner.java | 2 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 75 +++++++-----
.../SplittablePairWithRestrictionDoFnRunner.java | 4 +-
...littableSplitAndSizeRestrictionsDoFnRunner.java | 4 +-
.../beam/fn/harness/AssignWindowsRunnerTest.java | 4 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 66 +++++------
...plittablePairWithRestrictionDoFnRunnerTest.java | 12 +-
...ableSplitAndSizeRestrictionsDoFnRunnerTest.java | 24 ++--
.../sdk/io/gcp/bigquery/BatchedStreamingWrite.java | 6 +-
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 2 +-
.../beam/sdk/io/gcp/bigquery/ErrorContainer.java | 4 +-
.../beam/sdk/io/gcp/bigquery/PrepareWrite.java | 4 +-
.../beam/sdk/io/gcp/bigquery/WritePartition.java | 1 -
.../sdk/io/gcp/testing/FakeDatasetService.java | 2 +-
.../sdk/io/iceberg/WriteGroupedRowsToFiles.java | 4 +-
.../sdk/io/iceberg/WriteUngroupedRowsToFiles.java | 4 +-
.../apache/beam/sdk/nexmark/queries/Query10.java | 8 +-
.../apache_beam/dataframe/transforms_test.py | 12 +-
.../transforms/elementwise/pardo_dofn_methods.py | 9 +-
.../apache_beam/io/gcp/bigquery_file_loads_test.py | 15 ++-
sdks/python/apache_beam/io/gcp/bigquery_test.py | 27 +++--
sdks/python/apache_beam/io/gcp/bigtableio_test.py | 6 +-
.../io/gcp/experimental/spannerio_test.py | 18 ++-
sdks/python/apache_beam/io/gcp/pubsub_test.py | 12 ++
sdks/python/apache_beam/ml/gcp/cloud_dlp_test.py | 12 +-
sdks/python/apache_beam/ml/inference/base_test.py | 26 ++++-
.../ml/inference/tensorflow_inference_test.py | 5 +-
.../python/apache_beam/options/pipeline_options.py | 1 +
sdks/python/apache_beam/pipeline_test.py | 4 +-
.../runners/direct/direct_runner_test.py | 13 ++-
.../interactive/non_interactive_runner_test.py | 4 +-
sdks/python/apache_beam/runners/runner_test.py | 5 +-
sdks/python/apache_beam/transforms/core.py | 3 +-
sdks/python/apache_beam/transforms/core_test.py | 32 ++++++
sdks/python/apache_beam/transforms/trigger_test.py | 4 +-
sdks/python/apache_beam/typehints/decorators.py | 5 +
.../apache_beam/typehints/decorators_test.py | 1 +
.../python/apache_beam/typehints/typecheck_test.py | 2 +
sdks/python/apache_beam/typehints/typehints.py | 2 +
.../python/apache_beam/typehints/typehints_test.py | 1 +
sdks/python/apache_beam/yaml/readme_test.py | 4 +-
119 files changed, 749 insertions(+), 455 deletions(-)