You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by mo...@apache.org on 2023/03/25 15:26:59 UTC
[doris] branch master updated: [fix](hive)throw exception if complex type in text format table (#18013)
This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new c5dcb633e9 [fix](hive)throw exception if complex type in text format table (#18013)
c5dcb633e9 is described below
commit c5dcb633e9690712f7a95431f634b768affb6561
Author: slothever <18...@users.noreply.github.com>
AuthorDate: Sat Mar 25 23:26:52 2023 +0800
[fix](hive)throw exception if complex type in text format table (#18013)
For Hive text input format: the column types ARRAY/MAP/STRUCT are not supported yet.
It will be supported over successive versions.
Co-authored-by: jinzhe <ji...@selectdb.com>
---
.../apache/doris/planner/external/ExternalFileScanNode.java | 10 ++++++++++
1 file changed, 10 insertions(+)
diff --git a/fe/fe-core/src/main/java/org/apache/doris/planner/external/ExternalFileScanNode.java b/fe/fe-core/src/main/java/org/apache/doris/planner/external/ExternalFileScanNode.java
index 8ea14f2557..d9c69c212a 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/planner/external/ExternalFileScanNode.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/planner/external/ExternalFileScanNode.java
@@ -293,6 +293,16 @@ public class ExternalFileScanNode extends ExternalScanNode {
scanProvider = new IcebergScanProvider(hmsSource, analyzer);
break;
case HIVE:
+ String inputFormat = hmsTable.getRemoteTable().getSd().getInputFormat();
+ if (inputFormat.contains("TextInputFormat")) {
+ for (SlotDescriptor slot : desc.getSlots()) {
+ if (!slot.getType().isScalarType()) {
+ throw new UserException("For column `" + slot.getColumn().getName()
+ + "`, The column types ARRAY/MAP/STRUCT are not supported yet"
+ + " for text input format of Hive. ");
+ }
+ }
+ }
scanProvider = new HiveScanProvider(hmsTable, desc, columnNameToRange);
break;
default:
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org