You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/07/16 02:47:50 UTC
[beam] tag nightly-master updated (b80dc54 -> e7f2589)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from b80dc54 (commit)
to e7f2589 (commit)
from b80dc54 [BEAM-9198] BeamSQL aggregation analytics functionality (#11975)
add d2e7c1e Throw exception when file to stage is not found, instead of logging a warning
add 5efedd7 Merge pull request #11639: [BEAM-4440] Throw exception when file to stage is not found, instead of logging a warning
add 2b51f22 [BEAM-9889] Publish InfluxDB backup to public GCS bucket
add 6bd4aa5 [BEAM-9889] Populate local instance of InfluxDB with data
add 9c6ceb8 Merge pull request #12167: [BEAM-9889] Populate local instance of InfluxDB with data
add 6c313eb [BEAM-10486] Update OffsetRestrictionTracker to honor failed claim attempt marking the claim as done when checkpointing. (#12260)
add af4d209 [BEAM-7390] Add cogroupbykey code snippets (#12217)
add 2ef6f66 Gate GH actions so it only runs in main/upstream repo (#12222)
add a5a917e [BEAM-8727] Bump software.amazon.awssdk to 2.13.54
add a8e2819 Merge pull request #12265: [BEAM-8727] Bump software.amazon.awssdk to 2.13.54
add 0369002 Merge pull request #12262 from [BEAM-10491] Simplify PeriodicSequence generator to use OffsetRanges with whole whole numbers
add 91f90a8 [BEAM-10025] [Samza] Exclude UsesUnboundedPCollections tests.
add b0ece37 Merge pull request #12270 from ibzib/BEAM-10025
add 8bd9ad3 Update docs for Reshuffle to remove the reference for "deduplication by id".
add 62118fa Merge pull request #12126: Update docs for Reshuffle to remove the reference for deduplication
add 26c1dad Support ZetaSQL NUMERIC type. (#12174)
add 16477ff [BEAM-10462] transforms handle Double.NaN
add f8b3e64 Merge pull request #12240: [BEAM-10462] transforms handle Double.NaN
add 0023771 [BEAM-7390] Add combineglobally code snippets (#12252)
add 5688521 Updated output tags
add bcdb3ee Merge pull request #12269 from davidcavazos/update-output-tags
add 1ae2e87 Replace com.sun.istack.Nullable with checkframework Nullable
add 48b1898 Forbid import of com.sun.istack
add b753c1a Merge pull request #12273: Replace com.sun.istack.Nullable with checkframework Nullable
add cc65c02 [BEAM-10397] add missing environment in windowing strategy for Dataflow
add 6f844f7 Merge pull request #12164: [BEAM-10397] add missing environment in windowing strategy for Dataflow
add 923b823 [BEAM-10460] Increase SparkPortableExecutionTest.testExecution timeout to 10 minutes
add e7f2589 Merge pull request #12243 from kennknowles/SparkPortableExecutionTest
No new revisions were added by this update.
Summary of changes:
.github/workflows/build_wheels.yml | 9 +-
.test-infra/metrics/docker-compose.yml | 16 +-
.../metrics/{sync/github => influxdb}/Dockerfile | 16 +-
.../metrics/influxdb/gsutil/.boto | 8 +-
.../{sync/jenkins => influxdb/gsutil}/Dockerfile | 12 +-
.../kubernetes/beam-influxdb-autobackup.yaml | 38 +++-
...eam-influxdb-backups-persistentvolumeclaim.yaml | 30 ---
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
.../construction/WindowingStrategyTranslation.java | 11 +-
.../construction/PCollectionTranslationTest.java | 14 +-
.../construction/RehydratedComponentsTest.java | 8 +-
.../WindowingStrategyTranslationTest.java | 9 +-
.../beam/runners/dataflow/DataflowRunner.java | 24 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 43 ++++
runners/samza/build.gradle | 4 +
.../spark/translation/SparkTranslationContext.java | 2 +-
.../runners/spark/SparkPortableExecutionTest.java | 2 +-
.../src/main/resources/beam/checkstyle.xml | 6 +
.../java/org/apache/beam/sdk/transforms/Max.java | 6 +-
.../java/org/apache/beam/sdk/transforms/Min.java | 6 +-
.../org/apache/beam/sdk/transforms/Reshuffle.java | 4 +-
.../apache/beam/sdk/values/WindowingStrategy.java | 59 ++++-
.../org/apache/beam/sdk/transforms/MaxTest.java | 16 ++
.../org/apache/beam/sdk/transforms/MinTest.java | 16 ++
.../org/apache/beam/sdk/transforms/SumTest.java | 29 +++
.../provider/bigquery/BeamBigQuerySqlDialect.java | 14 +-
.../sdk/extensions/sql/zetasql/SqlAnalyzer.java | 1 +
.../sql/zetasql/ZetaSqlBeamTranslationUtils.java | 9 +
.../zetasql/ZetaSqlCalciteTranslationUtils.java | 5 +
.../zetasql/translation/ExpressionConverter.java | 22 ++
.../zetasql/translation/TableScanConverter.java | 3 +-
.../beam/sdk/extensions/sql/zetasql/TestInput.java | 8 +
.../sql/zetasql/ZetaSqlDialectSpecTest.java | 246 +++++++++++++++++++++
.../extensions/sql/zetasql/ZetaSqlTestBase.java | 1 +
.../extensions/sql/zetasql/ZetaSqlTypesUtils.java} | 32 +--
.../beam/sdk/io/hcatalog/HCatalogBeamSchema.java | 2 +-
sdks/python/apache_beam/io/restriction_trackers.py | 8 +-
.../apache_beam/io/restriction_trackers_test.py | 32 ++-
.../runners/dataflow/dataflow_runner.py | 22 +-
.../runners/dataflow/dataflow_runner_test.py | 2 +-
sdks/python/apache_beam/transforms/core.py | 36 +--
.../apache_beam/transforms/periodicsequence.py | 62 ++----
sdks/python/apache_beam/transforms/util.py | 9 +-
.../transforms/python/aggregation/cogroupbykey.md | 39 +++-
.../python/aggregation/combineglobally.md | 186 +++++++++++++++-
.../transforms/python/elementwise/filter.md | 12 +-
.../transforms/python/elementwise/flatmap.md | 19 +-
.../transforms/python/elementwise/keys.md | 2 +-
.../transforms/python/elementwise/kvswap.md | 2 +-
.../transforms/python/elementwise/map.md | 16 +-
.../transforms/python/elementwise/pardo.md | 6 +-
.../transforms/python/elementwise/partition.md | 6 +-
.../transforms/python/elementwise/regex.md | 18 +-
.../transforms/python/elementwise/tostring.md | 6 +-
.../transforms/python/elementwise/values.md | 2 +-
.../python/elementwise/withtimestamps.md | 6 +-
56 files changed, 959 insertions(+), 265 deletions(-)
copy .test-infra/metrics/{sync/github => influxdb}/Dockerfile (74%)
copy sdks/java/extensions/sql/src/main/resources/org.apache.beam.vendor.calcite.v1_20_0.org.codehaus.commons.compiler.properties => .test-infra/metrics/influxdb/gsutil/.boto (89%)
copy .test-infra/metrics/{sync/jenkins => influxdb/gsutil}/Dockerfile (83%)
delete mode 100644 .test-infra/metrics/kubernetes/beam-influxdb-backups-persistentvolumeclaim.yaml
copy sdks/java/{core/src/main/java/org/apache/beam/sdk/util/ShardedFile.java => extensions/sql/zetasql/src/test/java/org/apache/beam/sdk/extensions/sql/zetasql/ZetaSqlTypesUtils.java} (57%)