You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/07/15 02:44:21 UTC
[beam] tag nightly-master updated (10a1bbb -> b80dc54)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 10a1bbb (commit)
to b80dc54 (commit)
from 10a1bbb Merge pull request #12238: [BEAM-4709] Adding PostCommit jenkins job that builds Javadoc
add afc2d35 Merge pull request #12201 from [BEAM-10291] log full thread dump only when lull duration is more tha…
add a11bf14 DoFnTester is deprecated and should not be recommended.
add ece844d Merge pull request #12245 DoFnTester is deprecated and should not be recommended.
add 615816d Add checksums
add c946886 Merge pull request #12233 from TobKed/BEAM-10465-checksum-py-source-dist-wheels
add 21dfcce Add Python snippets in testing guide.
add 7a77912 Merge pull request #12246 Add Python snippets in testing guide.
add 59b7200 Exclude beam.* from license download since these are invalid artifact coordinates
add 8f7fed8 Merge pull request #12253: Exclude beam.* from license download since these are invalid artifact coordinates
add ab0d9ec [BEAM-10460] Limit SparkPortableExecutionTest to a single thread.
add b122e20 Merge pull request #12250: [BEAM-10460] Limit SparkPortableExecutionTest to a single thread.
add 778fa9e [BEAM-10080] Fix PipelineOptions tests for Java 11 compat
add 6f8b763 [BEAM-10080] Fix string match in ReflectHelpersTest for Java 11 compatibility
add 866e005 Merge pull request #12224: [BEAM-10080] Fixes PipelineOptionsFactoryTest and ReflectHelpersTest for Java 11
add a9d70fe [BEAM-10420] Fix minor race condition related to splitting that will cause None has no method 'yyy' (#12241)
add d261b95 Only add test task in applyPythonNature if it does not already exist
add 73e1ccd Add UsesTimersInParDo to test that was missing it
add fe66ea0 Reduce Java portable ArtifactRetrieval chunk size to avoid breaking limit
add 1f4cb72 Add ability to specify stdout and stderr files for local_job_service;
add 60e03d4 Create TestUniversalRunner for testing against Python ULR
add fec6672 Add validatesRunner suite for local job service
add b14c091 Merge pull request #11792: [BEAM-10435] Add ValidatesRunner task for local_job_service and Java SDK harness
add 5d5ea7e [BEAM-7014] filesystemio.py PipeStream rewind fix
add 45d6ee6 Merge pull request #12230: [BEAM-7014] filesystemio.py PipeStream rewind fix
add 3f3bd49 Merge pull request #12236 from [BEAM-10419] Ignore missing temporary files in retrys.
add 613edd3 Make tracking/cleanup of cache and in-environment states per pipeline (#12249)
add b80dc54 [BEAM-9198] BeamSQL aggregation analytics functionality (#11975)
No new revisions were added by this update.
Summary of changes:
.github/workflows/build_wheels.yml | 15 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 4 +-
.../artifact/ArtifactRetrievalService.java | 2 +-
runners/portability/java/build.gradle | 162 ++++++++
.../portability/testing/TestUniversalRunner.java | 125 ++++++
.../runners/spark/SparkPortableExecutionTest.java | 17 +-
sdks/java/container/build.gradle | 1 +
.../apache/beam/sdk/schemas/transforms/Group.java | 2 +-
.../sdk/options/PipelineOptionsFactoryTest.java | 54 +--
.../org/apache/beam/sdk/transforms/ParDoTest.java | 2 +-
.../beam/sdk/util/common/ReflectHelpersTest.java | 14 +-
.../extensions/sql/impl/planner/BeamRuleSets.java | 5 +
.../sdk/extensions/sql/impl/rel/BeamSortRel.java | 2 +-
.../sdk/extensions/sql/impl/rel/BeamWindowRel.java | 417 +++++++++++++++++++++
.../sdk/extensions/sql/impl/rule/BeamCalcRule.java | 23 +-
.../{BeamValuesRule.java => BeamWindowRule.java} | 32 +-
.../transform/BeamBuiltinAnalyticFunctions.java | 45 +++
.../transform/agg/AggregationCombineFnAdapter.java | 24 ++
.../extensions/sql/BeamAnalyticFunctionsTest.java | 363 ++++++++++++++++++
.../apache/beam/sdk/io/gcp/healthcare/FhirIO.java | 22 +-
.../beam/sdk/io/gcp/healthcare/FhirIOWriteIT.java | 2 -
sdks/python/apache_beam/io/filesystemio.py | 10 +-
sdks/python/apache_beam/io/filesystemio_test.py | 25 ++
sdks/python/apache_beam/runners/common.pxd | 1 +
sdks/python/apache_beam/runners/common.py | 51 ++-
.../runners/interactive/background_caching_job.py | 8 +-
.../interactive/background_caching_job_test.py | 10 +-
.../interactive/display/pcoll_visualization.py | 2 +-
.../runners/interactive/interactive_beam.py | 9 +-
.../runners/interactive/interactive_environment.py | 110 ++++--
.../interactive/interactive_environment_test.py | 116 +++---
.../runners/interactive/interactive_runner.py | 19 +-
.../runners/interactive/options/capture_control.py | 19 +-
.../interactive/options/capture_control_test.py | 9 +-
.../interactive/options/capture_limiters.py | 11 +-
.../runners/interactive/pipeline_instrument.py | 29 +-
.../interactive/pipeline_instrument_test.py | 96 +++--
.../runners/portability/local_job_service_main.py | 19 +-
.../apache_beam/runners/worker/sdk_worker.py | 17 +-
.../apache_beam/runners/worker/sdk_worker_test.py | 29 +-
.../documentation/pipelines/test-your-pipeline.md | 271 +++++++------
41 files changed, 1772 insertions(+), 422 deletions(-)
create mode 100644 runners/portability/java/src/main/java/org/apache/beam/runners/portability/testing/TestUniversalRunner.java
create mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/rel/BeamWindowRel.java
copy sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/rule/{BeamValuesRule.java => BeamWindowRule.java} (64%)
create mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/transform/BeamBuiltinAnalyticFunctions.java
create mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamAnalyticFunctionsTest.java