You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ar...@apache.org on 2023/02/22 15:18:57 UTC
[beam] branch master updated (d8e5047dad3 -> 95a6566107e)
This is an automated email from the ASF dual-hosted git repository.
aromanenko pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from d8e5047dad3 Bump github.com/testcontainers/testcontainers-go in /sdks (#25517)
add 95a6566107e [Avro] Use "extensions/avro" instead of avro from"core" in Java SDK modules (#24992)
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 1 +
build.gradle.kts | 1 +
examples/java/build.gradle | 1 +
.../beam/examples/complete/AutoComplete.java | 2 +-
.../beam/examples/complete/TrafficMaxLaneFlow.java | 2 +-
.../beam/examples/complete/TrafficRoutes.java | 2 +-
.../beam/examples/complete/game/UserScore.java | 2 +-
.../complete/kafkatopubsub/avro/AvroDataClass.java | 2 +-
.../kafkatopubsub/transforms/FormatTransform.java | 2 +-
.../apache/beam/examples/snippets/Snippets.java | 2 +-
.../transforms/io/gcp/bigquery/BigQueryMyData.java | 2 +-
.../examples/subprocess/utils/ExecutableFile.java | 2 +-
.../examples/complete/game/LeaderBoardTest.java | 2 +-
.../complete/game/StatefulTeamScoreTest.java | 2 +-
examples/kotlin/build.gradle | 1 +
.../beam/examples/kotlin/snippets/Snippets.kt | 2 +-
runners/core-construction-java/build.gradle | 2 +
.../construction/AvroGenericCoderRegistrar.java | 2 +-
.../construction/AvroGenericCoderTranslator.java | 2 +-
.../core/construction/CoderTranslationTest.java | 2 +-
runners/direct-java/build.gradle | 4 +-
runners/google-cloud-dataflow-java/build.gradle | 2 +
.../util/AvroCoderCloudObjectTranslator.java | 2 +-
.../runners/dataflow/util/CloudObjectsTest.java | 2 +-
.../google-cloud-dataflow-java/worker/build.gradle | 1 +
.../runners/dataflow/worker/AvroByteReader.java | 4 +-
.../translation/SparkSessionFactory.java | 16 +-
runners/spark/spark_runner.gradle | 2 +
.../beam/runners/spark/io/AvroPipelineTest.java | 2 +-
.../org/apache/beam/sdk/coders/DefaultCoder.java | 2 +-
.../org/apache/beam/sdk/schemas/io/Providers.java | 33 +++-
.../org/apache/beam/sdk/io/TextIOWriteTest.java | 30 ++-
.../org/apache/beam/sdk/transforms/LatestTest.java | 4 +-
sdks/java/extensions/avro/build.gradle | 2 +-
.../extensions/avro/coders/DefaultCoderTest.java | 61 ++++++
.../extensions/avro}/schemas/SchemaCoderTest.java | 205 +--------------------
.../avro}/schemas/transforms/ConvertTest.java | 119 +-----------
sdks/java/extensions/sketching/build.gradle | 1 +
.../sketching/ApproximateDistinctTest.java | 2 +-
.../sketching/SketchFrequenciesTest.java | 2 +-
sdks/java/extensions/sql/build.gradle | 1 +
.../sql/meta/provider/avro/AvroTableProvider.java | 4 +-
.../sql/meta/provider/parquet/ParquetTable.java | 2 +-
.../provider/kafka/BeamKafkaTableAvroTest.java | 4 +-
.../meta/provider/kafka/KafkaTableProviderIT.java | 2 +-
.../provider/pubsub/PubsubTableProviderIT.java | 4 +-
sdks/java/harness/build.gradle | 1 +
sdks/java/io/amazon-web-services/build.gradle | 1 +
.../sdk/io/aws/dynamodb/DynamoDBIOWriteTest.java | 2 +-
sdks/java/io/amazon-web-services2/build.gradle | 1 +
.../sdk/io/aws2/dynamodb/DynamoDBIOWriteTest.java | 2 +-
sdks/java/io/cdap/build.gradle | 1 +
.../apache/beam/sdk/io/cdap/TestRowDBWritable.java | 2 +-
sdks/java/io/file-based-io-tests/build.gradle | 1 +
.../java/org/apache/beam/sdk/io/avro/AvroIOIT.java | 4 +-
.../apache/beam/sdk/io/parquet/ParquetIOIT.java | 2 +-
sdks/java/io/file-schema-transform/build.gradle | 1 +
.../AvroWriteSchemaTransformFormatProvider.java | 6 +-
.../FileWriteSchemaTransformFormatProviders.java | 2 +-
.../ParquetWriteSchemaTransformFormatProvider.java | 2 +-
...FileWriteSchemaTransformFormatProviderTest.java | 6 +-
...FileWriteSchemaTransformFormatProviderTest.java | 2 +-
sdks/java/io/google-cloud-platform/build.gradle | 2 +
.../AvroGenericRecordToStorageApiProto.java | 2 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 2 +-
.../sdk/io/gcp/bigquery/BigQueryQuerySource.java | 2 +-
.../io/gcp/bigquery/BigQueryQuerySourceDef.java | 2 +-
.../sdk/io/gcp/bigquery/BigQuerySourceBase.java | 2 +-
.../sdk/io/gcp/bigquery/BigQuerySourceDef.java | 2 +-
.../gcp/bigquery/BigQueryStorageArrowReader.java | 2 +-
.../io/gcp/bigquery/BigQueryStorageSourceBase.java | 2 +-
.../sdk/io/gcp/bigquery/BigQueryTableSource.java | 2 +-
.../io/gcp/bigquery/BigQueryTableSourceDef.java | 2 +-
...StorageApiDynamicDestinationsGenericRecord.java | 2 +-
.../beam/sdk/io/gcp/pubsub/PubsubClient.java | 2 +-
.../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 4 +-
.../PubsubLiteReadSchemaTransformProvider.java | 2 +-
.../PubsubLiteWriteSchemaTransformProvider.java | 2 +-
.../model/ChangeStreamRecordMetadata.java | 2 +-
.../changestreams/model/ChildPartition.java | 2 +-
.../changestreams/model/ChildPartitionsRecord.java | 2 +-
.../spanner/changestreams/model/ColumnType.java | 2 +-
.../changestreams/model/DataChangeRecord.java | 2 +-
.../changestreams/model/HeartbeatRecord.java | 2 +-
.../io/gcp/spanner/changestreams/model/Mod.java | 2 +-
.../gcp/spanner/changestreams/model/ModType.java | 2 +-
.../changestreams/model/PartitionMetadata.java | 2 +-
.../gcp/spanner/changestreams/model/TypeCode.java | 2 +-
.../changestreams/model/ValueCaptureType.java | 2 +-
.../AvroGenericRecordToStorageApiProtoTest.java | 6 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtilsTest.java | 2 +-
.../sdk/io/gcp/bigquery/BigQueryIOReadTest.java | 2 +-
.../io/gcp/bigquery/BigQueryIOStorageReadTest.java | 2 +-
.../sdk/io/gcp/bigquery/BigQueryUtilsTest.java | 2 +-
.../beam/sdk/io/gcp/pubsub/PubsubIOTest.java | 2 +-
.../PubsubReadSchemaTransformProviderTest.java | 2 +-
.../sdk/io/gcp/pubsub/PubsubRowToMessageTest.java | 2 +-
...bsubSchemaTransformMessageToRowFactoryTest.java | 2 +-
.../PubsubWriteSchemaTransformProviderTest.java | 2 +-
.../encoder/TimestampEncodingTest.java | 2 +-
sdks/java/io/hadoop-format/build.gradle | 1 +
.../apache/beam/sdk/io/hadoop/format/Employee.java | 2 +-
.../io/hadoop/format/HadoopFormatIOReadTest.java | 2 +-
.../sdk/io/hadoop/format/TestRowDBWritable.java | 2 +-
sdks/java/io/influxdb/build.gradle | 1 +
.../org/apache/beam/sdk/io/influxdb/Model.java | 2 +-
sdks/java/io/jdbc/build.gradle | 1 +
.../apache/beam/sdk/io/jdbc/SchemaUtilTest.java | 2 +-
sdks/java/io/kafka/build.gradle | 2 +
...onfluentSchemaRegistryDeserializerProvider.java | 2 +-
.../beam/sdk/io/kafka/KafkaCheckpointMark.java | 2 +-
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 2 +-
.../io/kafka/KafkaReadSchemaTransformProvider.java | 4 +-
.../beam/sdk/io/kafka/KafkaUnboundedSource.java | 2 +-
.../kafka/KafkaWriteSchemaTransformProvider.java | 2 +-
...uentSchemaRegistryDeserializerProviderTest.java | 2 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOIT.java | 2 +-
sdks/java/io/parquet/build.gradle | 2 +
.../org/apache/beam/sdk/io/parquet/ParquetIO.java | 4 +-
.../apache/beam/sdk/io/parquet/ParquetIOTest.java | 4 +-
sdks/java/io/snowflake/build.gradle | 1 +
.../test/unit/read/SnowflakeIOReadTest.java | 2 +-
sdks/java/testing/expansion-service/build.gradle | 1 +
.../testing/expansion/TestExpansionService.java | 2 +-
sdks/java/testing/nexmark/build.gradle | 1 +
.../apache/beam/sdk/nexmark/NexmarkLauncher.java | 2 +-
.../org/apache/beam/sdk/nexmark/NexmarkUtils.java | 2 +-
127 files changed, 279 insertions(+), 442 deletions(-)
create mode 100644 sdks/java/extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro/coders/DefaultCoderTest.java
copy sdks/java/{core/src/test/java/org/apache/beam/sdk => extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro}/schemas/SchemaCoderTest.java (51%)
copy sdks/java/{core/src/test/java/org/apache/beam/sdk => extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro}/schemas/transforms/ConvertTest.java (59%)