You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/08/27 03:03:34 UTC
[beam] tag nightly-master updated (a99c682 -> d6adcdf)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from a99c682 (commit)
to d6adcdf (commit)
from a99c682 Merge pull request #12663 from [BEAM-10597] Propagate BigQuery streaming insert throttled time to Dataflow worker in Python SDK
add ab1112c [BEAM-10777] Add two blog posts detailing changes to the type hints module of the Python SDK (#12657)
add 95a3c23 Dataframe set_index is not index preserving (#12676)
add b424791 Adding key in Spark
add 59ee4fb Merge pull request #12514: [BEAM-9850] Key should be available in @OnTimer methods (Spark Runner)
add ed86547 Update BigQuery storage API source to v1
add e7e9868 Make stream progress reporting work with v1 API
add 36a14df Clean up some leftovers
add a298af1 Address code review feedback
add 1efe5c3 Merge pull request #12494: [BEAM-10658] Update BigQuery storage sources to v1 API
add 0b36444 [BEAM-9680] Add Aggregation Count lesson to Go SDK katas (#12646)
add f675112 [BEAM-10675] Add Python GBK Load Tests for streaming on Dataflow (#12612)
add fdeabb6 [BEAM-10771] Fix whitespace error causing whitespace lint to fail
add b348602 Merge pull request #12689 from lukecwik/beam10771
add f025335 [BEAM-4980] Upgrade to Netty 4.1.51.Final and Netty_tcnative 2.0.31.Final (#12511)
add 46a228c [BEAM-10670] Make Twister2Runner opt-out for using an SDF powered Read transform. (#12594)
add 64c8a38 Refactor to reuse computation+key
add b1849ed Merge pull request #12677 from nehsyc/cleanup
add 39e74c4 implement query 12
add 5d8aa2c Merge pull request #12675 from [BEAM-2855] implement query 12
add 18cea02 Fix author names
add be1f175 Merge pull request #12690: [BEAM-10710] Fix author name typo for blog posts
add eb9b93f [BEAM-10701] Add codecov config, fix paths hopefully (#12684)
add f3a8b5c Merge pull request #12674 from [BEAM-8258] basic metric feature for nexmark
add 9a2f7e7 Add skipped tests for Series.dt and Series.str methods (#12615)
add 5408b97 [BEAM-9547] Add a few more DataFrame operations (#12682)
add 8b3b14c Fix PairWithRestrictionFn process no attribute signature error
add 7973f41 Merge pull request #12640 from y1chi/bundle_runner_sdf
add 9c4339b [BEAM-10821] Add Python SDK typing improvements to CHANGES.md (#12693)
add 6473909 Handle split when truncate observes windows.
add d6adcdf Merge pull request #12419 from boyuanzz/window_split
No new revisions were added by this update.
Summary of changes:
.../aggregation/distinct.py => .github/codecov.yml | 57 +-
.gitignore | 4 +-
.../jenkins/job_LoadTests_GBK_Python.groovy | 101 +-
.../job_LoadTests_GBK_Python_reiterate.groovy | 80 +-
CHANGES.md | 7 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 6 +-
.../apache/beam/gradle/GrpcVendoring_1_26_0.groovy | 4 +-
.../filter => aggregation/count}/cmd/main.go | 5 +-
.../aggregation/count}/pkg/task/task.go | 7 +-
.../aggregation/count}/task-info.yaml | 8 +-
.../aggregation/count/task-remote-info.yaml | 2 +
.../common_transforms/aggregation/count}/task.md | 11 +-
.../pardo => aggregation/count}/test/task_test.go | 6 +-
.../aggregation}/lesson-info.yaml | 2 +-
.../aggregation/lesson-remote-info.yaml | 3 +
.../katas/go/common_transforms/section-info.yaml | 1 +
learning/katas/go/course-remote-info.yaml | 2 +-
learning/katas/go/go.mod | 10 +-
learning/katas/go/go.sum | 14 +
.../worker/MetricTrackingWindmillServerStub.java | 47 +-
.../beam/runners/dataflow/worker/ReaderCache.java | 50 +-
.../worker/StreamingModeExecutionContext.java | 25 +-
...pacePrefix.java => WindmillComputationKey.java} | 38 +-
.../dataflow/worker/WindmillStateCache.java | 102 +-
.../runners/dataflow/worker/ReaderCacheTest.java | 54 +-
.../dataflow/worker/WindmillStateCacheTest.java | 91 +-
.../worker/WindmillStateInternalsTest.java | 12 +-
runners/spark/build.gradle | 1 -
.../spark/translation/MultiDoFnFunction.java | 4 +-
.../spark/translation/SparkProcessContext.java | 7 +-
.../beam/runners/twister2/Twister2Runner.java | 2 +
.../Twister2BatchPipelineTranslator.java | 3 +
...latorBatch.java => ImpulseTranslatorBatch.java} | 22 +-
.../functions/ImpulseSource.java} | 27 +-
.../src/main/java/org/apache/beam/sdk/io/Read.java | 2 +-
sdks/java/extensions/sql/hcatalog/build.gradle | 2 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 704 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 7330 +++++++++++---------
.../beam/sdk/io/gcp/bigquery/BigQueryHelpers.java | 63 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 89 +-
.../beam/sdk/io/gcp/bigquery/BigQueryServices.java | 12 +-
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 26 +-
.../gcp/bigquery/BigQueryStorageQuerySource.java | 2 +-
.../io/gcp/bigquery/BigQueryStorageSourceBase.java | 67 +-
.../gcp/bigquery/BigQueryStorageStreamSource.java | 144 +-
.../gcp/bigquery/BigQueryStorageTableSource.java | 13 +-
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 2 +-
.../gcp/bigquery/BigQueryIOStorageQueryTest.java | 85 +-
.../io/gcp/bigquery/BigQueryIOStorageReadTest.java | 470 +-
.../{apache_beam/ml/__init__.py => .coveragerc} | 3 +
sdks/python/apache_beam/dataframe/frames.py | 30 +-
.../apache_beam/dataframe/pandas_doctests_test.py | 101 +
.../apache_beam/dataframe/transforms_test.py | 14 +-
.../runners/direct/sdf_direct_runner.py | 7 +-
.../testing/benchmarks/nexmark/monitor.py | 68 +
.../testing/benchmarks/nexmark/nexmark_launcher.py | 56 +-
.../testing/benchmarks/nexmark/nexmark_util.py | 31 +
.../nexmark/queries/{query11.py => query12.py} | 33 +-
.../testing/load_tests/group_by_key_test.py | 20 +-
.../testing/load_tests/load_test_metrics_utils.py | 18 +-
sdks/python/tox.ini | 2 +-
.../content/en/blog/python-improved-annotations.md | 110 +
.../python-performance-runtime-type-checking.md | 154 +
website/www/site/data/authors.yml | 6 +-
64 files changed, 6085 insertions(+), 4394 deletions(-)
copy sdks/python/apache_beam/examples/snippets/transforms/aggregation/distinct.py => .github/codecov.yml (53%)
copy learning/katas/go/common_transforms/{filter/filter => aggregation/count}/cmd/main.go (94%)
copy learning/katas/go/{core_transforms/combine/simple_function => common_transforms/aggregation/count}/pkg/task/task.go (90%)
copy learning/katas/go/{core_transforms/additional_outputs/additional_outputs => common_transforms/aggregation/count}/task-info.yaml (96%)
create mode 100644 learning/katas/go/common_transforms/aggregation/count/task-remote-info.yaml
copy learning/katas/{python/Common Transforms/Aggregation/Count => go/common_transforms/aggregation/count}/task.md (68%)
copy learning/katas/go/common_transforms/{filter/pardo => aggregation/count}/test/task_test.go (92%)
copy learning/katas/{python/Windowing/Adding Timestamp => go/common_transforms/aggregation}/lesson-info.yaml (99%)
create mode 100644 learning/katas/go/common_transforms/aggregation/lesson-remote-info.yaml
copy runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/{WindmillNamespacePrefix.java => WindmillComputationKey.java} (59%)
copy runners/twister2/src/main/java/org/apache/beam/runners/twister2/translators/batch/{ReadSourceTranslatorBatch.java => ImpulseTranslatorBatch.java} (63%)
copy runners/twister2/src/main/java/org/apache/beam/runners/twister2/{translation/wrappers/Twister2EmptySource.java => translators/functions/ImpulseSource.java} (58%)
copy sdks/python/{apache_beam/ml/__init__.py => .coveragerc} (97%)
create mode 100644 sdks/python/apache_beam/testing/benchmarks/nexmark/monitor.py
copy sdks/python/apache_beam/testing/benchmarks/nexmark/queries/{query11.py => query12.py} (58%)
create mode 100644 website/www/site/content/en/blog/python-improved-annotations.md
create mode 100644 website/www/site/content/en/blog/python-performance-runtime-type-checking.md