You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2021/12/01 03:36:11 UTC
[beam] branch nightly-refs/heads/master updated (33bcdf6 -> 6343316)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 33bcdf6 [BEAM-12587] Allow None in Python's Any logical type. (#16055)
add ae89800 [BEAM-11758] Update basics page: Trigger, State and timers
add f1010d1 Merge pull request #15780: [BEAM-11758] Update basics page: Trigger, State and timers
add ae49ad3 Merge pull request #16072 from [BEAM-13135][Playground] Add function to find all tagged files
add 2070256 Merge pull request #16084 from [BEAM-13347][Playground] [Bugfix] Backend doesn't send correct status when use Redis cache instead of local cache
add 161f403 Merge pull request #15987 from [BEAM-13242] Allow values with smaller precision and scale for FixedP…
add f58c5be [BEAM-11936] Fix errorprone UnusedVariable in Extensions (#16033)
add 5ce29e7 Merge pull request #15936 from [BEAM-13351] FhirIO GetPatientEverything connector
add 6e7f893 [py] Supporting ignore_unknown_values for WriteToBigQuery
add 3b9d1d5 Merge pull request #16081 from [BEAM-9706][py] Supporting ignore_unknown_values for WriteToBigQuery
add 85b9778 Merge pull request #16073 from [BEAM-13267][Playground] Implement get_statuses method
add 65a67a7 Add fmt preparator for go sdk
add b2c67c6 Merge pull request #16088 from [Beam-13153] [Playground] Add validators and preparators for go code
add 45d3595 Updated screen diff test for Interactive Beam
add ce51a11 Updated screen diff test for Interactive Beam
add 4b0ad91 [BEAM-13282][Playground] Create go dockerfile #16049
add e05c638 Merge pull request #16085 from [Beam-13336][Playground] Refactor executor builder
add 9b00320 [BEAM-11936] Fix errorprone UnusedVariable in Extensions-sql (#16034)
add 6381cf4 [BEAM-11494][BEAM-11821] FileIO stops overwriting files on retries (AWS SDK v2)
add ba2daad Merge pull request #15974 from [BEAM-11494][BEAM-11821] FileIO stops overwriting files on retries (AWS SDK v2)
add 6343316 [BEAM-13193] Support StandardProtocols.Enum.CONTROL_REQUEST_ELEMENTS_EMBEDDING in Java SDK harness.
No new revisions were added by this update.
Summary of changes:
playground/backend/cmd/server/controller.go | 10 +-
playground/backend/containers/go/Dockerfile | 44 ++-
.../backend/containers/{java => go}/build.gradle | 4 +-
.../containers/{java => go}/settings.gradle | 2 +-
.../backend/internal/cache/redis/redis_cache.go | 10 +-
.../internal/cache/redis/redis_cache_test.go | 2 +-
.../internal/code_processing/code_processing.go | 57 +--
.../code_processing/code_processing_test.go | 61 +++-
playground/backend/internal/executors/executor.go | 3 +-
.../backend/internal/executors/executor_builder.go | 4 +-
.../backend/internal/executors/executor_test.go | 2 +-
.../backend/internal/preparators/go_preparators.go | 28 +-
.../internal/preparators/go_preparators_test.go | 148 ++++++++
.../internal/preparators/python_preparators.go | 2 -
.../setup_builder.go} | 40 ++-
.../setup_tools/builder/setup_builder_test.go | 106 ++++++
.../compile_builder_setuper_test.go | 107 ------
.../setup_tools/run_builder/run_builder_setuper.go | 54 ---
.../run_builder/run_builder_setuper_test.go | 144 --------
.../backend/internal/validators/go_validators.go | 1 -
.../lesson-info.yaml => playground/categories.yaml | 20 +-
playground/infrastructure/api/v1/api_pb2.py | 309 ++++++++++------
playground/infrastructure/api/v1/api_pb2_grpc.py | 166 +++++----
playground/infrastructure/ci_cd.py | 11 +-
playground/infrastructure/ci_helper.py | 2 +-
playground/infrastructure/config.py | 18 +-
playground/infrastructure/grpc_client.py | 2 +-
playground/infrastructure/helper.py | 246 ++++++++++++-
.../infrastructure/requirements.txt | 10 +-
playground/infrastructure/test_ci_cd.py | 18 +-
playground/infrastructure/test_ci_helper.py | 6 +-
playground/infrastructure/test_grpc_client.py | 2 +-
playground/infrastructure/test_helper.py | 220 ++++++++++++
.../runners/core/construction/Environments.java | 1 +
runners/extensions-java/metrics/build.gradle | 1 -
sdks/java/extensions/arrow/build.gradle | 2 +-
sdks/java/extensions/euphoria/build.gradle | 1 -
.../core/docs/DocumentationExamplesTest.java | 82 ++---
.../google-cloud-platform-core/build.gradle | 1 -
.../extensions/gcp/util/CustomHttpErrorsTest.java | 4 -
sdks/java/extensions/jackson/build.gradle | 1 -
sdks/java/extensions/join-library/build.gradle | 1 -
sdks/java/extensions/kryo/build.gradle | 2 +-
sdks/java/extensions/ml/build.gradle | 1 -
.../beam/sdk/extensions/ml/BatchRequestForDLP.java | 2 +
.../beam/sdk/extensions/ml/AnnotateVideoTest.java | 2 -
sdks/java/extensions/protobuf/build.gradle | 1 -
.../sdk/extensions/protobuf/DynamicProtoCoder.java | 4 -
.../beam/sdk/extensions/protobuf/ProtoCoder.java | 4 -
.../schemaio-expansion-service/build.gradle | 1 -
sdks/java/extensions/sketching/build.gradle | 1 -
.../extensions/sketching/TDigestQuantilesTest.java | 1 +
sdks/java/extensions/sorter/build.gradle | 4 +-
.../extensions/sorter/ExternalSorterBenchmark.java | 5 +-
sdks/java/extensions/sql/build.gradle | 1 -
sdks/java/extensions/sql/datacatalog/build.gradle | 1 -
.../extensions/sql/expansion-service/build.gradle | 1 -
sdks/java/extensions/sql/jdbc/build.gradle | 2 +-
sdks/java/extensions/sql/perf-tests/build.gradle | 1 -
.../provider/bigquery/BigQueryIOPushDownIT.java | 25 +-
.../extensions/sql/impl/TableResolutionUtils.java | 4 -
.../sdk/extensions/sql/impl/cep/CEPPattern.java | 7 +-
.../beam/sdk/extensions/sql/impl/cep/CEPUtils.java | 16 +-
.../extensions/sql/impl/cep/PatternCondition.java | 7 +-
.../sdk/extensions/sql/impl/cep/Quantifier.java | 22 +-
.../sql/impl/rel/BeamAggregationRel.java | 1 -
.../sdk/extensions/sql/impl/rel/BeamCalcRel.java | 3 +-
.../sdk/extensions/sql/impl/rel/BeamSortRel.java | 3 +-
.../sql/impl/rule/BeamAggregationRule.java | 4 +-
.../impl/transform/BeamSqlOutputToConsoleFn.java | 3 -
.../sql/meta/provider/text/TextTableProvider.java | 1 -
.../extensions/sql/BeamSqlDslAggregationTest.java | 8 +-
.../sdk/extensions/sql/BeamSqlDslProjectTest.java | 5 +-
.../sql/BeamSqlDslSqlStdOperatorsTest.java | 1 -
.../impl/rel/BeamSideInputLookupJoinRelTest.java | 6 +-
.../sdk/extensions/sql/impl/rel/CheckSize.java | 2 +-
.../sql/impl/rule/JoinReorderingTest.java | 2 -
...BeamSqlBuiltinFunctionsIntegrationTestBase.java | 11 -
.../meta/provider/kafka/KafkaTableProviderIT.java | 2 +
sdks/java/extensions/sql/udf/build.gradle | 1 -
sdks/java/extensions/sql/zetasql/build.gradle | 1 -
.../extensions/sql/zetasql/BeamZetaSqlCalcRel.java | 2 +
.../sql/zetasql/BeamJavaUdfCalcRuleTest.java | 2 +-
.../sql/zetasql/BeamZetaSqlCatalogTest.java | 10 +-
.../sql/zetasql/ZetaSqlDialectSpecTest.java | 16 +-
.../extensions/sql/zetasql/ZetaSqlJavaUdfTest.java | 4 +-
.../sql/zetasql/ZetaSqlNumberTypesTest.java | 13 +-
sdks/java/extensions/zetasketch/build.gradle | 1 -
.../zetasketch/ApproximateCountDistinct.java | 4 -
.../zetasketch/ApproximateCountDistinctTest.java | 2 -
.../sdk/fn/data/BeamFnDataInboundObserver2.java | 162 +++++----
.../fn/harness/control/ProcessBundleHandler.java | 13 +-
.../harness/control/ProcessBundleHandlerTest.java | 392 +++++++++++++++++++++
.../apache/beam/sdk/io/aws2/s3/S3FileSystem.java | 24 +-
.../apache/beam/sdk/io/gcp/healthcare/FhirIO.java | 295 ++++++++--------
.../io/gcp/healthcare/FhirIOPatientEverything.java | 237 +++++++++++++
.../sdk/io/gcp/healthcare/FhirSearchParameter.java | 41 ++-
.../sdk/io/gcp/healthcare/HealthcareApiClient.java | 18 +-
.../io/gcp/healthcare/HttpHealthcareApiClient.java | 225 ++++++------
.../gcp/healthcare/FhirIOPatientEverythingIT.java | 142 ++++++++
.../beam/sdk/io/gcp/healthcare/FhirIOTest.java | 28 +-
.../beam/sdk/io/gcp/healthcare/FhirIOTestUtil.java | 27 +-
.../org/apache/beam/sdk/io/jdbc/LogicalTypes.java | 8 +-
.../org/apache/beam/sdk/io/jdbc/JdbcIOTest.java | 35 ++
sdks/python/apache_beam/io/gcp/bigquery.py | 24 +-
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 17 +-
.../apache_beam/io/gcp/bigquery_tools_test.py | 5 +-
.../Linux/7a35f487b2a5f3a9b9852a8659eeb4bd.png | Bin 728108 -> 728485 bytes
settings.gradle.kts | 1 +
.../www/site/content/en/documentation/basics.md | 121 ++++++-
110 files changed, 2834 insertions(+), 1157 deletions(-)
copy playground/backend/containers/{java => go}/build.gradle (96%)
copy playground/backend/containers/{java => go}/settings.gradle (93%)
create mode 100644 playground/backend/internal/preparators/go_preparators_test.go
rename playground/backend/internal/setup_tools/{compile_builder/compile_builder_setuper.go => builder/setup_builder.go} (54%)
create mode 100644 playground/backend/internal/setup_tools/builder/setup_builder_test.go
delete mode 100644 playground/backend/internal/setup_tools/compile_builder/compile_builder_setuper_test.go
delete mode 100644 playground/backend/internal/setup_tools/run_builder/run_builder_setuper.go
delete mode 100644 playground/backend/internal/setup_tools/run_builder/run_builder_setuper_test.go
copy learning/katas/go/common_transforms/filter/lesson-info.yaml => playground/categories.yaml (79%)
copy learning/katas/go/core_transforms/additional_outputs/lesson-info.yaml => playground/infrastructure/requirements.txt (89%)
create mode 100644 playground/infrastructure/test_helper.py
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/healthcare/FhirIOPatientEverything.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/healthcare/FhirIOPatientEverythingIT.java