You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/09/24 03:00:26 UTC
[beam] tag nightly-master updated (9eaef36 -> dc99f04)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 9eaef36 (commit)
to dc99f04 (commit)
from 9eaef36 Revert "[BEAM-9547] Raise NotImplementedError and WontImplementError throughout DeferredDataframe (#12858)" (#12910)
add 65047c6 [BEAM-7372] Drop Python 2 shims and update docstring in apache_beam.typehints.schemas (#12906)
add 89bcf72 [BEAM-10769] Clarify Avro IO documentation. (#12638)
add d5967d1 [BEAM-10814][BEAM-10570] DataframeTransform outputs elements (#12882)
add aa58e1e [BEAM-10871] Fix FhirLROIT tests (again) (#12908)
add a3470bd Add the ib.recordings API
add 5124442 Fix macos IB recordings test
add 09db072 Delete RM reference from environment when evicted
add f5bf064 Move pipeline_var into RM constructor
add cb6d22e Merge pull request #12800 from [BEAM-10603] Add the ib.recordings API
add df6a85c [BEAM-2546] Update CHANGES.md and add some checks
add e45b393 Merge pull request #12917: [BEAM-2546] InfluxDbIO: update CHANGES.md and add some checks
add d672cb0 [BEAM-9372][BEAM-7372] Remove Py2 and Py35 test suites.
add 989c873 [BEAM-9372][BEAM-8371] Sunset Python 2 and Python 3.5 support in Apache Beam.
add 5b1e8ea [BEAM-9372][BEAM-7372] Clean release script and correct naming pattern for 3.8 and newer wheels.
add 1a09a75 [BEAM-7372][BEAM-8371][BEAM-9372] Sunset Python 2 and Python 3.5 support. (#12911)
add 3f71138 [BEAM-10586] Remove Python 2.7 and Python 3.5 support in Dataflow runner. (#12524)
add 967d728 Revert "[BEAM-10861] Adds URNs and payloads to PubSub transforms to allow runner-native overrides (#12760)"
add c352d45 Merge pull request #12914: [BEAM-10861] Revert "[BEAM-10861] Adds URNs and payloads to PubSub transforms to allow runner-native overrides"
add 379ba0e Merge pull request #12912 from [BEAM-10938] Adds support for writing a footer to Python WriteToText
add 3d67200 [BEAM-9547] Roll forward #12858 (#12920)
add d6745206 Fix BEAM-10956
add 34a2caf Merge pull request #12922 from [BEAM-10956] Fixes incorrect API usage in PipelineInstrumentTest causing flakiness
add c0bde2b Merge pull request #12782 from [BEAM-10950] Overriding Dataflow Native BQSource.
add 88037dc [BEAM-10844] Add experiment option prebuild_sdk_container to prebuild python sdk container with dependencies. (#12727)
add 935d1d8 [BEAM-8660] Use PortableOptions.artifact_endpoint if provided over endpoint reported from jobserver
add abc5e7f Add artifact_endpoint to TestJobServicePlan
add 300d38d Add simple test for artifact_endpoint
add 3d296c4 Merge pull request #12905 from sambvfx/artifact-endpoint
add 045d934 Moving to 2.26.0-SNAPSHOT on master branch.
add dc99f04 [BEAM-9616] Consolidate Element and DoFn json impl (#12925)
No new revisions were added by this update.
Summary of changes:
.github/PULL_REQUEST_TEMPLATE.md | 2 +-
.github/workflows/build_wheels.yml | 6 +-
.github/workflows/python_tests.yml | 5 +-
.test-infra/jenkins/README.md | 1 -
.test-infra/jenkins/job_Inventory.groovy | 4 +-
.../jenkins/job_PerformanceTests_Python.groovy | 5 +-
...mmit_CrossLanguageValidatesRunner_Direct.groovy | 8 +-
...ommit_CrossLanguageValidatesRunner_Flink.groovy | 8 +-
...ommit_CrossLanguageValidatesRunner_Spark.groovy | 8 +-
...Commit_Python_Chicago_Taxi_Example_Flink.groovy | 4 +-
...ommit_Python_ValidatesContainer_Dataflow.groovy | 4 +-
...stCommit_Python_ValidatesRunner_Dataflow.groovy | 2 -
...ommit_Python_ValidatesRunner_Dataflow_V2.groovy | 10 +-
.../jenkins/job_PreCommit_Portable_Python.groovy | 7 +-
.../jenkins/job_Publish_Docker_Snapshots.groovy | 2 +
.test-infra/junitxml_report.py | 6 +-
CHANGES.md | 1 +
README.md | 2 +-
build.gradle | 10 -
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 6 +-
gradle.properties | 4 +-
.../pipeline/src/main/proto/beam_runner_api.proto | 54 ----
.../python-release/python_release_automation.sh | 2 +-
.../python_release_automation_utils.sh | 14 +-
.../run_release_candidate_python_mobile_gaming.sh | 2 +-
.../run_release_candidate_python_quickstart.sh | 2 +-
.../src/main/scripts/build_release_candidate.sh | 2 +-
.../scripts/download_github_actions_artifacts.py | 2 +-
release/src/main/scripts/mass_comment.py | 9 +-
release/src/main/scripts/publish_docker_images.sh | 2 +-
release/src/main/scripts/run_rc_validation.sh | 2 +-
sdks/go/pkg/beam/coder.go | 5 +-
sdks/go/pkg/beam/core/runtime/graphx/serialize.go | 10 +-
sdks/go/pkg/beam/core/util/jsonx/jsonx.go | 53 ++++
sdks/go/pkg/beam/core/util/reflectx/json.go | 33 ---
.../beam/sdk/io/gcp/healthcare/FhirIOLROIT.java | 2 +-
.../apache/beam/sdk/io/influxdb/InfluxDbIO.java | 22 ++
sdks/python/apache_beam/__init__.py | 17 +-
sdks/python/apache_beam/coders/row_coder.py | 13 +-
sdks/python/apache_beam/dataframe/convert.py | 40 ++-
sdks/python/apache_beam/dataframe/convert_test.py | 32 ++-
sdks/python/apache_beam/dataframe/frame_base.py | 7 +
sdks/python/apache_beam/dataframe/frames.py | 118 ++++++--
sdks/python/apache_beam/dataframe/io.py | 21 +-
sdks/python/apache_beam/dataframe/io_test.py | 3 +-
.../apache_beam/dataframe/pandas_doctests_test.py | 145 ++++++----
sdks/python/apache_beam/dataframe/schemas.py | 296 +++++++++++++++++++--
sdks/python/apache_beam/dataframe/schemas_test.py | 158 ++++++++++-
sdks/python/apache_beam/dataframe/transforms.py | 24 +-
.../apache_beam/dataframe/transforms_test.py | 86 +++---
.../apache_beam/examples/snippets/snippets_test.py | 1 +
.../apache_beam/examples/wordcount_it_test.py | 7 +
sdks/python/apache_beam/io/avroio.py | 114 ++++----
.../io/gcp/big_query_query_to_table_it_test.py | 1 +
.../io/gcp/big_query_query_to_table_pipeline.py | 28 +-
sdks/python/apache_beam/io/gcp/bigquery.py | 40 ++-
sdks/python/apache_beam/io/gcp/bigquery_test.py | 48 +++-
.../apache_beam/io/gcp/bigquery_tools_test.py | 38 ++-
sdks/python/apache_beam/io/gcp/pubsub.py | 115 +++-----
sdks/python/apache_beam/io/gcp/pubsub_test.py | 81 ------
sdks/python/apache_beam/io/iobase.py | 23 +-
sdks/python/apache_beam/io/textio.py | 22 +-
sdks/python/apache_beam/io/textio_test.py | 24 ++
.../python/apache_beam/options/pipeline_options.py | 27 ++
.../runners/dataflow/dataflow_runner.py | 17 +-
.../runners/dataflow/dataflow_runner_test.py | 22 +-
.../runners/dataflow/internal/apiclient.py | 36 ++-
.../runners/dataflow/internal/apiclient_test.py | 234 +++++++++-------
.../runners/interactive/interactive_beam.py | 94 ++++++-
.../runners/interactive/interactive_beam_test.py | 121 +++++++++
.../runners/interactive/interactive_environment.py | 56 ++++
.../interactive/interactive_environment_test.py | 47 ++++
.../interactive/options/capture_control_test.py | 2 +-
.../interactive/pipeline_instrument_test.py | 3 +-
.../runners/interactive/recording_manager.py | 12 +-
.../runners/interactive/recording_manager_test.py | 3 +
.../runners/portability/local_job_service_test.py | 31 +++
.../runners/portability/portable_runner.py | 6 +-
.../runners/portability/sdk_container_builder.py | 284 ++++++++++++++++++++
.../apache_beam/runners/portability/stager.py | 202 +++++++-------
sdks/python/apache_beam/transforms/environments.py | 15 +-
sdks/python/apache_beam/typehints/schemas.py | 89 +++----
sdks/python/apache_beam/typehints/schemas_test.py | 34 +--
sdks/python/apache_beam/version.py | 2 +-
sdks/python/container/base_image_requirements.txt | 6 +-
sdks/python/container/boot.go | 79 +++++-
sdks/python/container/build.gradle | 1 -
.../container/license_scripts/dep_urls_py.yaml | 2 +
sdks/python/container/py35/build.gradle | 28 --
sdks/python/container/run_validatescontainer.sh | 13 +-
sdks/python/setup.py | 16 +-
sdks/python/test-suites/dataflow/py35/build.gradle | 24 --
sdks/python/test-suites/direct/py35/build.gradle | 24 --
sdks/python/test-suites/gradle.properties | 4 +-
sdks/python/test-suites/portable/py35/build.gradle | 26 --
sdks/python/test-suites/tox/py35/build.gradle | 32 ---
sdks/python/tox.ini | 70 +----
settings.gradle | 5 -
98 files changed, 2295 insertions(+), 1195 deletions(-)
create mode 100644 sdks/go/pkg/beam/core/util/jsonx/jsonx.go
delete mode 100644 sdks/go/pkg/beam/core/util/reflectx/json.go
create mode 100644 sdks/python/apache_beam/runners/portability/sdk_container_builder.py
delete mode 100644 sdks/python/container/py35/build.gradle
delete mode 100644 sdks/python/test-suites/dataflow/py35/build.gradle
delete mode 100644 sdks/python/test-suites/direct/py35/build.gradle
delete mode 100644 sdks/python/test-suites/portable/py35/build.gradle
delete mode 100644 sdks/python/test-suites/tox/py35/build.gradle