You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2023/07/29 04:14:03 UTC
[beam] branch nightly-refs/heads/master updated (90f2b3445ff -> 0edab70bd53)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 90f2b3445ff Merge pull request #27638: Populate name map during snapshot restore
add 548bd4c5344 bump healthcare api version (#27720)
add 1b6d281ac72 Add ElasticsearchResourceManager to manage Elasticsearch resources in tests. (#27690)
add d966b6b95ae refs: issue-27728, Improve java sdk docs (#27724)
add b1d1fe45fdb Fix ./gradlew build on kafka (#27718)
add bc0b2609a6d Return a useful error when we fail to create a MonitoringInfo object (#27722)
add 3ac78dd88c4 Update instructions to account for self-hosted runners (#27717)
add 314750b9db4 Add Jdbc Resource managers to manage various databases in tests. (#27698)
add 0caf8681d29 Bump github.com/aws/aws-sdk-go-v2/credentials in /sdks (#27732)
add a4f29348ff7 Bump github.com/aws/aws-sdk-go-v2 from 1.19.0 to 1.19.1 in /sdks (#27731)
add 9919d5a0dc7 Bump github.com/aws/aws-sdk-go-v2/config in /sdks (#27730)
add 3e144c15d28 Reduce number of connections used by KafkaIO restriction trackers
add 0b30f1495b7 Merge pull request #27702: Reduce number of connections used by KafkaIO restriction trackers
add cc410cae08c Github Workflow Replacement for Jenkins Job, beam_PreCommit_Website_Stage_GCS (Cron, Commit, Phrase) (#27261)
add 7bfead01656 Add missing registrations to integration tests. (#27738)
add 716d49d8c87 Fix error about monitoring_infos closure.
add ffe1c813ad7 Merge pull request #27742 Fix error about monitoring_infos closure.
add e06dade42e8 Add Kafka Resource managers to manage kafka resources in tests. (#27739)
add 9b96ff8ce17 Add MongoDB Resource managers to manage mongodb resources in tests. (#27741)
add 8cc7d3ec6d3 Fix formatting and typo, add gcloud auth. (#27745)
add 0edab70bd53 Fix Neo4j read mapping (#27660)
No new revisions were added by this update.
Summary of changes:
.github/workflows/README.md | 23 +-
.../workflows/beam_PostCommit_Go_Dataflow_ARM.yml | 14 +-
.../workflows/beam_PreCommit_Website_Stage_GCS.yml | 116 +++++++
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 6 +-
it/elasticsearch/build.gradle | 40 +++
.../ElasticsearchResourceManager.java | 287 ++++++++++++++++
.../ElasticsearchResourceManagerException.java | 30 ++
.../beam/it/elasticsearch/ElasticsearchUtils.java | 85 +++++
.../apache/beam/it/elasticsearch/package-info.java | 18 +
.../ElasticsearchResourceManagerIT.java | 72 ++++
.../ElasticsearchResourceManagerTest.java | 185 +++++++++++
.../it/elasticsearch/ElasticsearchUtilsTest.java | 109 ++++++
.../jdbc/build.gradle | 35 +-
.../beam/it/jdbc/AbstractJDBCResourceManager.java | 367 +++++++++++++++++++++
.../org/apache/beam/it/jdbc/JDBCDriverFactory.java | 41 +++
.../apache/beam/it/jdbc/JDBCResourceManager.java | 169 ++++++++++
.../beam/it/jdbc/JDBCResourceManagerException.java | 29 ++
.../beam/it/jdbc/JDBCResourceManagerUtils.java | 115 +++++++
.../apache/beam/it/jdbc/MSSQLResourceManager.java | 179 ++++++++++
.../apache/beam/it/jdbc/MySQLResourceManager.java | 78 +++++
.../apache/beam/it/jdbc/OracleResourceManager.java | 100 ++++++
.../beam/it/jdbc/PostgresResourceManager.java | 85 +++++
.../java/org/apache/beam/it/jdbc/package-info.java | 18 +
.../it/jdbc/AbstractJDBCResourceManagerIT.java | 111 +++++++
.../it/jdbc/AbstractJDBCResourceManagerTest.java | 287 ++++++++++++++++
.../beam/it/jdbc/JDBCResourceManagerUtilsTest.java | 97 ++++++
.../beam/it/jdbc/MSSQLResourceManagerTest.java | 81 +++++
.../beam/it/jdbc/MySQLResourceManagerTest.java | 59 ++++
.../beam/it/jdbc/OracleResourceManagerTest.java | 60 ++++
.../beam/it/jdbc/PostgresResourceManagerTest.java | 60 ++++
.../kafka/build.gradle | 29 +-
.../apache/beam/it/kafka/KafkaResourceManager.java | 301 +++++++++++++++++
.../it/kafka/KafkaResourceManagerException.java | 30 ++
.../beam/it/kafka/KafkaResourceManagerUtils.java | 55 +++
.../org/apache/beam/it/kafka/package-info.java | 18 +
.../beam/it/kafka/KafkaResourceManagerTest.java | 178 ++++++++++
.../it/kafka/KafkaResourceManagerUtilsTest.java | 35 ++
.../mongodb/build.gradle | 32 +-
.../beam/it/mongodb/MongoDBResourceManager.java | 340 +++++++++++++++++++
.../mongodb/MongoDBResourceManagerException.java | 30 ++
.../it/mongodb/MongoDBResourceManagerUtils.java | 97 ++++++
.../mongodb/conditions/MongoDBDocumentsCheck.java | 102 ++++++
.../beam/it/mongodb/conditions/package-info.java | 18 +
.../beam/it/mongodb/matchers/MongoDBAsserts.java | 64 ++++
.../beam/it/mongodb/matchers/package-info.java | 18 +
.../org/apache/beam/it/mongodb/package-info.java | 18 +
.../beam/it/mongodb/MongoDBResourceManagerIT.java | 70 ++++
.../it/mongodb/MongoDBResourceManagerTest.java | 280 ++++++++++++++++
.../mongodb/MongoDBResourceManagerUtilsTest.java | 135 ++++++++
sdks/go.mod | 22 +-
sdks/go.sum | 33 +-
sdks/go/test/integration/primitives/cogbk.go | 14 +
sdks/go/test/integration/primitives/pardo.go | 1 +
.../beam/sdk/io/gcp/datastore/DatastoreV1.java | 4 +-
sdks/java/io/kafka/kafka-integration-test.gradle | 2 +
.../beam/sdk/io/kafka/KafkaUnboundedSource.java | 5 +-
.../beam/sdk/io/kafka/ReadFromKafkaDoFn.java | 61 +++-
.../java/org/apache/beam/sdk/io/neo4j/Neo4jIO.java | 30 +-
.../python/apache_beam/metrics/monitoring_infos.py | 9 +-
.../apache_beam/runners/worker/operations.py | 9 +-
settings.gradle.kts | 4 +
61 files changed, 4875 insertions(+), 125 deletions(-)
create mode 100644 .github/workflows/beam_PreCommit_Website_Stage_GCS.yml
create mode 100644 it/elasticsearch/build.gradle
create mode 100644 it/elasticsearch/src/main/java/org/apache/beam/it/elasticsearch/ElasticsearchResourceManager.java
create mode 100644 it/elasticsearch/src/main/java/org/apache/beam/it/elasticsearch/ElasticsearchResourceManagerException.java
create mode 100644 it/elasticsearch/src/main/java/org/apache/beam/it/elasticsearch/ElasticsearchUtils.java
create mode 100644 it/elasticsearch/src/main/java/org/apache/beam/it/elasticsearch/package-info.java
create mode 100644 it/elasticsearch/src/test/java/org/apache/beam/it/elasticsearch/ElasticsearchResourceManagerIT.java
create mode 100644 it/elasticsearch/src/test/java/org/apache/beam/it/elasticsearch/ElasticsearchResourceManagerTest.java
create mode 100644 it/elasticsearch/src/test/java/org/apache/beam/it/elasticsearch/ElasticsearchUtilsTest.java
copy sdks/java/io/kafka/kafka-integration-test.gradle => it/jdbc/build.gradle (50%)
create mode 100644 it/jdbc/src/main/java/org/apache/beam/it/jdbc/AbstractJDBCResourceManager.java
create mode 100644 it/jdbc/src/main/java/org/apache/beam/it/jdbc/JDBCDriverFactory.java
create mode 100644 it/jdbc/src/main/java/org/apache/beam/it/jdbc/JDBCResourceManager.java
create mode 100644 it/jdbc/src/main/java/org/apache/beam/it/jdbc/JDBCResourceManagerException.java
create mode 100644 it/jdbc/src/main/java/org/apache/beam/it/jdbc/JDBCResourceManagerUtils.java
create mode 100644 it/jdbc/src/main/java/org/apache/beam/it/jdbc/MSSQLResourceManager.java
create mode 100644 it/jdbc/src/main/java/org/apache/beam/it/jdbc/MySQLResourceManager.java
create mode 100644 it/jdbc/src/main/java/org/apache/beam/it/jdbc/OracleResourceManager.java
create mode 100644 it/jdbc/src/main/java/org/apache/beam/it/jdbc/PostgresResourceManager.java
create mode 100644 it/jdbc/src/main/java/org/apache/beam/it/jdbc/package-info.java
create mode 100644 it/jdbc/src/test/java/org/apache/beam/it/jdbc/AbstractJDBCResourceManagerIT.java
create mode 100644 it/jdbc/src/test/java/org/apache/beam/it/jdbc/AbstractJDBCResourceManagerTest.java
create mode 100644 it/jdbc/src/test/java/org/apache/beam/it/jdbc/JDBCResourceManagerUtilsTest.java
create mode 100644 it/jdbc/src/test/java/org/apache/beam/it/jdbc/MSSQLResourceManagerTest.java
create mode 100644 it/jdbc/src/test/java/org/apache/beam/it/jdbc/MySQLResourceManagerTest.java
create mode 100644 it/jdbc/src/test/java/org/apache/beam/it/jdbc/OracleResourceManagerTest.java
create mode 100644 it/jdbc/src/test/java/org/apache/beam/it/jdbc/PostgresResourceManagerTest.java
copy sdks/java/io/kafka/kafka-integration-test.gradle => it/kafka/build.gradle (50%)
create mode 100644 it/kafka/src/main/java/org/apache/beam/it/kafka/KafkaResourceManager.java
create mode 100644 it/kafka/src/main/java/org/apache/beam/it/kafka/KafkaResourceManagerException.java
create mode 100644 it/kafka/src/main/java/org/apache/beam/it/kafka/KafkaResourceManagerUtils.java
create mode 100644 it/kafka/src/main/java/org/apache/beam/it/kafka/package-info.java
create mode 100644 it/kafka/src/test/java/org/apache/beam/it/kafka/KafkaResourceManagerTest.java
create mode 100644 it/kafka/src/test/java/org/apache/beam/it/kafka/KafkaResourceManagerUtilsTest.java
copy sdks/java/io/kafka/kafka-integration-test.gradle => it/mongodb/build.gradle (50%)
create mode 100644 it/mongodb/src/main/java/org/apache/beam/it/mongodb/MongoDBResourceManager.java
create mode 100644 it/mongodb/src/main/java/org/apache/beam/it/mongodb/MongoDBResourceManagerException.java
create mode 100644 it/mongodb/src/main/java/org/apache/beam/it/mongodb/MongoDBResourceManagerUtils.java
create mode 100644 it/mongodb/src/main/java/org/apache/beam/it/mongodb/conditions/MongoDBDocumentsCheck.java
create mode 100644 it/mongodb/src/main/java/org/apache/beam/it/mongodb/conditions/package-info.java
create mode 100644 it/mongodb/src/main/java/org/apache/beam/it/mongodb/matchers/MongoDBAsserts.java
create mode 100644 it/mongodb/src/main/java/org/apache/beam/it/mongodb/matchers/package-info.java
create mode 100644 it/mongodb/src/main/java/org/apache/beam/it/mongodb/package-info.java
create mode 100644 it/mongodb/src/test/java/org/apache/beam/it/mongodb/MongoDBResourceManagerIT.java
create mode 100644 it/mongodb/src/test/java/org/apache/beam/it/mongodb/MongoDBResourceManagerTest.java
create mode 100644 it/mongodb/src/test/java/org/apache/beam/it/mongodb/MongoDBResourceManagerUtilsTest.java