You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by dw...@apache.org on 2020/05/07 09:34:01 UTC

[flink] branch release-1.10 updated: [FLINK-17420][table sql / api]Cannot alias Tuple and Row fields when converting DataStream to Table (#11954)

This is an automated email from the ASF dual-hosted git repository.

dwysakowicz pushed a commit to branch release-1.10
in repository https://gitbox.apache.org/repos/asf/flink.git


The following commit(s) were added to refs/heads/release-1.10 by this push:
     new 9e2cf01  [FLINK-17420][table sql / api]Cannot alias Tuple and Row fields when  converting DataStream to Table (#11954)
9e2cf01 is described below

commit 9e2cf0187accfd7f120cc8d8e5e684e40aea12ac
Author: Leonard Xu <xb...@163.com>
AuthorDate: Thu May 7 17:33:25 2020 +0800

    [FLINK-17420][table sql / api]Cannot alias Tuple and Row fields when  converting DataStream to Table (#11954)
---
 .../flink/table/typeutils/FieldInfoUtils.java      |   5 +
 .../flink/table/typeutils/FieldInfoUtilsTest.java  | 154 +++++++++++++++++++++
 2 files changed, 159 insertions(+)

diff --git a/flink-table/flink-table-api-java/src/main/java/org/apache/flink/table/typeutils/FieldInfoUtils.java b/flink-table/flink-table-api-java/src/main/java/org/apache/flink/table/typeutils/FieldInfoUtils.java
index 4877bc40..f9504ab 100644
--- a/flink-table/flink-table-api-java/src/main/java/org/apache/flink/table/typeutils/FieldInfoUtils.java
+++ b/flink-table/flink-table-api-java/src/main/java/org/apache/flink/table/typeutils/FieldInfoUtils.java
@@ -165,6 +165,11 @@ public class FieldInfoUtils {
 		// This prevents confusing cases like ('f2, 'f0, 'myName) for a Tuple3 where fields are renamed
 		// by position but the user might assume reordering instead of renaming.
 		return Arrays.stream(fields).allMatch(f -> {
+			if (f instanceof UnresolvedCallExpression &&
+				((UnresolvedCallExpression) f).getFunctionDefinition() == BuiltInFunctionDefinitions.AS &&
+				f.getChildren().get(0) instanceof UnresolvedReferenceExpression) {
+				return false;
+			}
 			if (f instanceof UnresolvedReferenceExpression) {
 				return !inputNames.contains(((UnresolvedReferenceExpression) f).getName());
 			}
diff --git a/flink-table/flink-table-api-java/src/test/java/org/apache/flink/table/typeutils/FieldInfoUtilsTest.java b/flink-table/flink-table-api-java/src/test/java/org/apache/flink/table/typeutils/FieldInfoUtilsTest.java
new file mode 100644
index 0000000..9b9a892
--- /dev/null
+++ b/flink-table/flink-table-api-java/src/test/java/org/apache/flink/table/typeutils/FieldInfoUtilsTest.java
@@ -0,0 +1,154 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.flink.table.typeutils;
+
+import org.apache.flink.api.common.typeinfo.TypeInformation;
+import org.apache.flink.api.common.typeinfo.Types;
+import org.apache.flink.api.java.typeutils.PojoField;
+import org.apache.flink.api.java.typeutils.PojoTypeInfo;
+import org.apache.flink.api.java.typeutils.RowTypeInfo;
+import org.apache.flink.table.expressions.Expression;
+import org.apache.flink.table.expressions.UnresolvedCallExpression;
+import org.apache.flink.table.expressions.UnresolvedReferenceExpression;
+import org.apache.flink.table.expressions.ValueLiteralExpression;
+import org.apache.flink.table.functions.BuiltInFunctionDefinitions;
+
+import org.junit.Assert;
+import org.junit.Test;
+import org.junit.experimental.runners.Enclosed;
+import org.junit.runner.RunWith;
+import org.junit.runners.Parameterized;
+
+import java.sql.Timestamp;
+import java.util.Arrays;
+import java.util.Collection;
+
+import static org.apache.flink.table.functions.BuiltInFunctionDefinitions.PROCTIME;
+
+/**
+ * Test suite for {@link FieldInfoUtils}.
+ */
+@RunWith(Enclosed.class)
+public class FieldInfoUtilsTest {
+
+	/**
+	 * Test for ByNameMode.
+	 */
+	@RunWith(Parameterized.class)
+	public static final class TestByNameMode {
+
+		@Parameterized.Parameters(name = "{0}")
+		public static Collection<TypeInformation> parameters() throws Exception {
+			return Arrays.asList(
+				new RowTypeInfo(
+					new TypeInformation[]{Types.INT, Types.LONG, Types.SQL_TIMESTAMP},
+					new String[]{"f0", "f1", "f2"}),
+				new PojoTypeInfo(MyPojo.class, Arrays.asList(
+					new PojoField(MyPojo.class.getDeclaredField("f0"), Types.INT),
+					new PojoField(MyPojo.class.getDeclaredField("f1"), Types.LONG),
+					new PojoField(MyPojo.class.getDeclaredField("f2"), Types.SQL_TIMESTAMP))));
+		}
+
+		@Parameterized.Parameter
+		public TypeInformation typeInfo;
+
+		@Test
+		public void testByNameModeReorder() {
+			FieldInfoUtils.TypeInfoSchema schema = FieldInfoUtils.getFieldsInfo(
+				typeInfo,
+				new Expression[]{
+					new UnresolvedReferenceExpression("f2"),
+					new UnresolvedReferenceExpression("f1"),
+					new UnresolvedReferenceExpression("f0")});
+
+			Assert.assertArrayEquals(new String[]{"f2", "f1", "f0"}, schema.getFieldNames());
+		}
+
+		@Test
+		public void testByNameModeReorderAndRename() {
+			FieldInfoUtils.TypeInfoSchema schema = FieldInfoUtils.getFieldsInfo(
+				typeInfo,
+				new Expression[]{
+					new UnresolvedCallExpression(
+						BuiltInFunctionDefinitions.AS,
+						Arrays.asList(new UnresolvedReferenceExpression("f1"), new ValueLiteralExpression("aa"))),
+					new UnresolvedCallExpression(
+						BuiltInFunctionDefinitions.AS,
+						Arrays.asList(new UnresolvedReferenceExpression("f0"), new ValueLiteralExpression("bb"))),
+					new UnresolvedCallExpression(
+						BuiltInFunctionDefinitions.AS,
+						Arrays.asList(new UnresolvedReferenceExpression("f2"), new ValueLiteralExpression("cc")))
+				});
+
+			Assert.assertArrayEquals(new String[]{"aa", "bb", "cc"}, schema.getFieldNames());
+		}
+
+		/**
+		 * Test Pojo class.
+		 */
+		public static class MyPojo {
+			public int f0;
+			public long f1;
+			public Timestamp f2;
+
+			public MyPojo() {
+			}
+		}
+	}
+
+	/**
+	 * Test for ByPositionMode.
+	 */
+	public static final class TestByPositionMode {
+		private static final RowTypeInfo rowTypeInfo = new RowTypeInfo(
+			new TypeInformation[]{Types.INT, Types.LONG, Types.SQL_TIMESTAMP},
+			new String[]{"f0", "f1", "f2"});
+
+		@Test
+		public void testByPositionMode() {
+			FieldInfoUtils.TypeInfoSchema schema = FieldInfoUtils.getFieldsInfo(
+				rowTypeInfo,
+				new Expression[]{
+					new UnresolvedReferenceExpression("aa"),
+					new UnresolvedReferenceExpression("bb"),
+					new UnresolvedReferenceExpression("cc")});
+
+			Assert.assertArrayEquals(new String[]{"aa", "bb", "cc"}, schema.getFieldNames());
+		}
+
+		@Test
+		public void testByPositionModeProcTime() {
+			FieldInfoUtils.TypeInfoSchema schema = FieldInfoUtils.getFieldsInfo(
+				rowTypeInfo,
+				new Expression[]{
+					new UnresolvedReferenceExpression("aa"),
+					new UnresolvedReferenceExpression("bb"),
+					new UnresolvedReferenceExpression("cc"),
+					new UnresolvedCallExpression(
+						BuiltInFunctionDefinitions.AS,
+						Arrays.asList(
+							new UnresolvedCallExpression(
+								PROCTIME,
+								Arrays.asList(new UnresolvedReferenceExpression("cc"))),
+							new ValueLiteralExpression("proctime")))});
+
+			Assert.assertArrayEquals(new String[]{"aa", "bb", "cc", "proctime"}, schema.getFieldNames());
+		}
+	}
+}