You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by al...@apache.org on 2020/05/28 11:51:56 UTC

[flink] 30/42: [FLINK-13632] Port CopyableSerializer upgrade test to TypeSerializerUpgradeTestBase

This is an automated email from the ASF dual-hosted git repository.

aljoscha pushed a commit to branch release-1.11
in repository https://gitbox.apache.org/repos/asf/flink.git

commit 9c260e8a9d00b3fbb15d5741173fd08ae42ff794
Author: klion26 <qc...@gmail.com>
AuthorDate: Sat Feb 15 17:52:18 2020 +0800

    [FLINK-13632] Port CopyableSerializer upgrade test to TypeSerializerUpgradeTestBase
---
 .../runtime/CopyableSerializerMigrationTest.java   | 107 -------------
 .../runtime/CopyableSerializerUpgradeTest.java     | 174 +++++++++++++++++++++
 .../flink-1.6-copyable-value-serializer-data       | Bin 80 -> 0 bytes
 .../flink-1.6-copyable-value-serializer-snapshot   | Bin 534 -> 0 bytes
 .../flink-1.7-copyable-value-serializer-data       | Bin 80 -> 0 bytes
 .../flink-1.7-copyable-value-serializer-snapshot   | Bin 522 -> 0 bytes
 6 files changed, 174 insertions(+), 107 deletions(-)

diff --git a/flink-core/src/test/java/org/apache/flink/api/java/typeutils/runtime/CopyableSerializerMigrationTest.java b/flink-core/src/test/java/org/apache/flink/api/java/typeutils/runtime/CopyableSerializerMigrationTest.java
deleted file mode 100644
index e2fe27a..0000000
--- a/flink-core/src/test/java/org/apache/flink/api/java/typeutils/runtime/CopyableSerializerMigrationTest.java
+++ /dev/null
@@ -1,107 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.flink.api.java.typeutils.runtime;
-
-import org.apache.flink.api.common.typeutils.TypeSerializerSnapshotMigrationTestBase;
-import org.apache.flink.api.java.typeutils.runtime.CopyableSerializerMigrationTest.SimpleCopyable;
-import org.apache.flink.api.java.typeutils.runtime.CopyableValueSerializer.CopyableValueSerializerSnapshot;
-import org.apache.flink.core.memory.DataInputView;
-import org.apache.flink.core.memory.DataOutputView;
-import org.apache.flink.testutils.migration.MigrationVersion;
-import org.apache.flink.types.CopyableValue;
-
-import org.junit.runner.RunWith;
-import org.junit.runners.Parameterized;
-
-import java.io.IOException;
-import java.util.Collection;
-
-/**
- * {@link CopyableValueSerializer} migration test.
- */
-@RunWith(Parameterized.class)
-public class CopyableSerializerMigrationTest extends TypeSerializerSnapshotMigrationTestBase<SimpleCopyable> {
-
-	public CopyableSerializerMigrationTest(TestSpecification<SimpleCopyable> testSpecification) {
-		super(testSpecification);
-	}
-
-	@SuppressWarnings("unchecked")
-	@Parameterized.Parameters(name = "Test Specification = {0}")
-	public static Collection<TestSpecification<?>> testSpecifications() {
-
-		final TestSpecifications testSpecifications = new TestSpecifications(MigrationVersion.v1_6, MigrationVersion.v1_7);
-
-		testSpecifications.add(
-			"copyable-value-serializer",
-			CopyableValueSerializer.class,
-			CopyableValueSerializerSnapshot.class,
-			() -> new CopyableValueSerializer<>(SimpleCopyable.class));
-
-		return testSpecifications.get();
-	}
-
-	/**
-	 * A simple copyable value for migration tests.
-	 */
-	@SuppressWarnings("WeakerAccess")
-	public static final class SimpleCopyable implements CopyableValue<SimpleCopyable> {
-
-		public static final long serialVersionUID = 1;
-
-		private long value;
-
-		public SimpleCopyable() {
-		}
-
-		public SimpleCopyable(long value) {
-			this.value = value;
-		}
-
-		@Override
-		public int getBinaryLength() {
-			return 8;
-		}
-
-		@Override
-		public void copyTo(SimpleCopyable target) {
-			target.value = this.value;
-		}
-
-		@Override
-		public SimpleCopyable copy() {
-			return new SimpleCopyable(value);
-		}
-
-		@Override
-		public void copy(DataInputView source, DataOutputView target) throws IOException {
-			target.writeLong(source.readLong());
-		}
-
-		@Override
-		public void write(DataOutputView out) throws IOException {
-			out.writeLong(value);
-		}
-
-		@Override
-		public void read(DataInputView in) throws IOException {
-			value = in.readLong();
-		}
-	}
-}
diff --git a/flink-core/src/test/java/org/apache/flink/api/java/typeutils/runtime/CopyableSerializerUpgradeTest.java b/flink-core/src/test/java/org/apache/flink/api/java/typeutils/runtime/CopyableSerializerUpgradeTest.java
new file mode 100644
index 0000000..cc209a5
--- /dev/null
+++ b/flink-core/src/test/java/org/apache/flink/api/java/typeutils/runtime/CopyableSerializerUpgradeTest.java
@@ -0,0 +1,174 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.flink.api.java.typeutils.runtime;
+
+import org.apache.flink.api.common.typeutils.TypeSerializer;
+import org.apache.flink.api.common.typeutils.TypeSerializerMatchers;
+import org.apache.flink.api.common.typeutils.TypeSerializerSchemaCompatibility;
+import org.apache.flink.api.common.typeutils.TypeSerializerUpgradeTestBase;
+import org.apache.flink.api.java.typeutils.runtime.CopyableSerializerUpgradeTest.SimpleCopyable;
+import org.apache.flink.core.memory.DataInputView;
+import org.apache.flink.core.memory.DataOutputView;
+import org.apache.flink.testutils.migration.MigrationVersion;
+import org.apache.flink.types.CopyableValue;
+
+import org.hamcrest.Matcher;
+import org.junit.Assert;
+import org.junit.Test;
+import org.junit.runner.RunWith;
+import org.junit.runners.Parameterized;
+
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.Collection;
+
+import static org.hamcrest.Matchers.is;
+
+/**
+ * A {@link TypeSerializerUpgradeTestBase} for {@link CopyableValueSerializer}.
+ */
+@RunWith(Parameterized.class)
+public class CopyableSerializerUpgradeTest extends TypeSerializerUpgradeTestBase<SimpleCopyable, SimpleCopyable> {
+
+	public CopyableSerializerUpgradeTest(TestSpecification<SimpleCopyable, SimpleCopyable> testSpecification) {
+		super(testSpecification);
+	}
+
+	@Parameterized.Parameters(name = "Test Specification = {0}")
+	public static Collection<TestSpecification<?, ?>> testSpecifications() throws Exception {
+		ArrayList<TestSpecification<?, ?>> testSpecifications = new ArrayList<>();
+		for (MigrationVersion migrationVersion : MIGRATION_VERSIONS) {
+			testSpecifications.add(
+				new TestSpecification<>(
+					"copyable-value-serializer",
+					migrationVersion,
+					CopyableSerializerSetup.class,
+					CopyableSerializerVerifier.class));
+		}
+		return testSpecifications;
+	}
+
+	/**
+	 * A simple copyable value for migration tests.
+	 */
+	@SuppressWarnings("WeakerAccess")
+	public static final class SimpleCopyable implements CopyableValue<SimpleCopyable> {
+
+		public static final long serialVersionUID = 1;
+
+		private long value;
+
+		public SimpleCopyable() {
+		}
+
+		public SimpleCopyable(long value) {
+			this.value = value;
+		}
+
+		@Override
+		public int getBinaryLength() {
+			return 8;
+		}
+
+		@Override
+		public void copyTo(SimpleCopyable target) {
+			target.value = this.value;
+		}
+
+		@Override
+		public SimpleCopyable copy() {
+			return new SimpleCopyable(value);
+		}
+
+		@Override
+		public void copy(DataInputView source, DataOutputView target) throws IOException {
+			target.writeLong(source.readLong());
+		}
+
+		@Override
+		public void write(DataOutputView out) throws IOException {
+			out.writeLong(value);
+		}
+
+		@Override
+		public void read(DataInputView in) throws IOException {
+			value = in.readLong();
+		}
+
+		@Override
+		public boolean equals(Object obj) {
+			if (this == obj) {
+				return true;
+			}
+
+			if (!(obj instanceof SimpleCopyable)) {
+				return false;
+			}
+
+			SimpleCopyable other = (SimpleCopyable) obj;
+			return value == other.value;
+		}
+	}
+
+	// ----------------------------------------------------------------------------------------------
+	//  Specification for "copyable-value-serializer"
+	// ----------------------------------------------------------------------------------------------
+
+	/**
+	 * This class is only public to work with {@link org.apache.flink.api.common.typeutils.ClassRelocator}.
+	 */
+	public static final class CopyableSerializerSetup implements TypeSerializerUpgradeTestBase.PreUpgradeSetup<SimpleCopyable> {
+		@Override
+		public TypeSerializer<SimpleCopyable> createPriorSerializer() {
+			return new CopyableValueSerializer<>(SimpleCopyable.class);
+		}
+
+		@Override
+		public SimpleCopyable createTestData() {
+			return new SimpleCopyable(123456);
+		}
+	}
+
+	/**
+	 * This class is only public to work with {@link org.apache.flink.api.common.typeutils.ClassRelocator}.
+	 */
+	public static final class CopyableSerializerVerifier implements TypeSerializerUpgradeTestBase.UpgradeVerifier<SimpleCopyable> {
+		@Override
+		public TypeSerializer<SimpleCopyable> createUpgradedSerializer() {
+			return new CopyableValueSerializer<>(SimpleCopyable.class);
+		}
+
+		@Override
+		public Matcher<SimpleCopyable> testDataMatcher() {
+			return is(new SimpleCopyable(123456));
+		}
+
+		@Override
+		public Matcher<TypeSerializerSchemaCompatibility<SimpleCopyable>> schemaCompatibilityMatcher(MigrationVersion version) {
+			return TypeSerializerMatchers.isCompatibleAsIs();
+		}
+	}
+
+	@Test
+	public void testF() {
+		SimpleCopyable a = new SimpleCopyable(123456);
+		Assert.assertThat(a, is(new SimpleCopyable(123456)));
+	}
+
+}
diff --git a/flink-core/src/test/resources/flink-1.6-copyable-value-serializer-data b/flink-core/src/test/resources/flink-1.6-copyable-value-serializer-data
deleted file mode 100644
index a3cb5c5..0000000
Binary files a/flink-core/src/test/resources/flink-1.6-copyable-value-serializer-data and /dev/null differ
diff --git a/flink-core/src/test/resources/flink-1.6-copyable-value-serializer-snapshot b/flink-core/src/test/resources/flink-1.6-copyable-value-serializer-snapshot
deleted file mode 100644
index 235a463..0000000
Binary files a/flink-core/src/test/resources/flink-1.6-copyable-value-serializer-snapshot and /dev/null differ
diff --git a/flink-core/src/test/resources/flink-1.7-copyable-value-serializer-data b/flink-core/src/test/resources/flink-1.7-copyable-value-serializer-data
deleted file mode 100644
index 774b372..0000000
Binary files a/flink-core/src/test/resources/flink-1.7-copyable-value-serializer-data and /dev/null differ
diff --git a/flink-core/src/test/resources/flink-1.7-copyable-value-serializer-snapshot b/flink-core/src/test/resources/flink-1.7-copyable-value-serializer-snapshot
deleted file mode 100644
index 13520ce..0000000
Binary files a/flink-core/src/test/resources/flink-1.7-copyable-value-serializer-snapshot and /dev/null differ