[beam] branch nightly-refs/heads/master updated (d08cef6 -> 4c979cc)

[gi...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.


    from d08cef6  Merge pull request #17055: [BEAM-14087] Mapped JOB_STATE_RESOURCE_CLEANING_UP to State.RUNNING
     add 9096f96  [BEAM-11934] Add enable_file_dynamic_sharding to allow DataflowRunner users to opt-in to dynamic sharding logic (#17095)
     add 280099a  [BEAM-12777] Create symlink for `current` directory (#17105)
     add 5f7bb55  [BEAM-14020] Adding SchemaTransform, SchemaTransformProvider, TypedSchemaTransformProvider, and PCollectionRowTuple (#16958)
     add 256bdd4  [BEAM-13015] Modify metrics to begin and reset to a non-dirty state. (#16983)
     add 62a6610  [BEAM-14112] Avoid storing a generator in _CustomBigQuerySource (#17100)
     add 6da5fa6  Populate environment capabilities in v1beta3 protos. (#17042)
     add 0510cec  [BEAM-14038] Auto-startup for Python expansion service. (#17035)
     add b88bed5  [BEAM-12976] Test a whole pipeline using projection pushdown in BQ IO.
     add eb5fbd3  [BEAM-12976] Enable projection pushdown for Java pipelines on Dataflow, Flink, and Spark.
     add 3e472e2  Merge pull request #17107 from ibzib/enable-optimizer
     add d699086  [BEAM-14123] Fix typo in hdfsIntegrationTest task name.
     add b36a557  Merge pull request #17114 from ibzib/hdfs-typo
     add 6e196b2  [BEAM-13893] improved coverage of jobopts package (#17003)
     add 48ed687  [BEAM-10212] Clean-up comments, remove rawtypes usage.
     add 4c979cc  Merge pull request #16954 from lukecwik/beam10212

No new revisions were added by this update.

Summary of changes:
 CHANGES.md                                         |   1 +
 .../src/main/scripts/build_release_candidate.sh    |   8 +-
 .../beam/runners/core/metrics/CounterCell.java     |   2 +-
 .../beam/runners/core/metrics/DirtyState.java      |  10 +-
 .../runners/core/metrics/DistributionCell.java     |   2 +-
 .../beam/runners/core/metrics/GaugeCell.java       |   2 +-
 .../beam/runners/core/metrics/HistogramCell.java   |   2 +-
 .../beam/runners/core/metrics/CounterCellTest.java |   3 +-
 .../beam/runners/core/metrics/DirtyStateTest.java  |   8 +-
 .../runners/core/metrics/DistributionCellTest.java |   3 +-
 .../beam/runners/core/metrics/GaugeCellTest.java   |   3 +-
 .../runners/core/metrics/HistogramCellTest.java    | 109 +++++++++
 .../core/metrics/MetricsContainerImplTest.java     |  38 ++-
 .../org/apache/beam/runners/flink/FlinkRunner.java |   6 +
 .../beam/runners/dataflow/DataflowRunner.java      |  18 +-
 .../org/apache/beam/runners/spark/SparkRunner.java |   6 +
 sdks/go/pkg/beam/options/jobopts/options.go        |   4 +-
 sdks/go/pkg/beam/options/jobopts/options_test.go   | 131 ++++++++++
 .../SchemaTransform.java}                          |  23 +-
 .../SchemaTransformProvider.java}                  |  43 ++--
 .../transforms/TypedSchemaTransformProvider.java   |  93 +++++++
 .../org/apache/beam/sdk/util/HistogramData.java    |  28 +++
 .../beam/sdk/values/PCollectionRowTuple.java       | 271 +++++++++++++++++++++
 .../TypedSchemaTransformProviderTest.java          | 126 ++++++++++
 .../beam/sdk/values/PCollectionRowTupleTest.java   | 177 ++++++++++++++
 .../java/extensions/{arrow => python}/build.gradle |  14 +-
 .../extensions/python/ExternalPythonTransform.java | 110 +++++++++
 .../beam/sdk/extensions/python/PythonService.java  | 132 ++++++++++
 .../beam/sdk/extensions/python}/package-info.java  |   4 +-
 .../sdk/extensions/python/bootstrap_beam_venv.py   | 115 +++++++++
 .../python/ExternalPythonTransformTest.java}       |  32 +--
 .../apache/beam/fn/harness/FnApiDoFnRunner.java    |   8 -
 .../io/gcp/bigquery/BigQueryIOStorageReadIT.java   |  59 ++++-
 sdks/python/apache_beam/io/gcp/bigquery.py         |  38 ++-
 .../apache_beam/io/gcp/bigquery_read_it_test.py    |  12 +
 .../runners/dataflow/internal/apiclient.py         |   9 +-
 sdks/python/test-suites/direct/common.gradle       |   2 +-
 settings.gradle.kts                                |   1 +
 38 files changed, 1533 insertions(+), 120 deletions(-)
 create mode 100644 runners/core-java/src/test/java/org/apache/beam/runners/core/metrics/HistogramCellTest.java
 create mode 100644 sdks/go/pkg/beam/options/jobopts/options_test.go
 copy sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/{io/GenericDlqProvider.java => transforms/SchemaTransform.java} (57%)
 copy sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/{io/SchemaIOProvider.java => transforms/SchemaTransformProvider.java} (55%)
 create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/transforms/TypedSchemaTransformProvider.java
 create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/values/PCollectionRowTuple.java
 create mode 100644 sdks/java/core/src/test/java/org/apache/beam/sdk/schemas/transforms/TypedSchemaTransformProviderTest.java
 create mode 100644 sdks/java/core/src/test/java/org/apache/beam/sdk/values/PCollectionRowTupleTest.java
 copy sdks/java/extensions/{arrow => python}/build.gradle (78%)
 create mode 100644 sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/ExternalPythonTransform.java
 create mode 100644 sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/PythonService.java
 copy {examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub/options => sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python}/package-info.java (87%)
 create mode 100644 sdks/java/extensions/python/src/main/resources/org/apache/beam/sdk/extensions/python/bootstrap_beam_venv.py
 copy sdks/java/extensions/{euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/translate/TimestampExtractTransformTest.java => python/src/test/java/org/apache/beam/sdk/extensions/python/ExternalPythonTransformTest.java} (57%)