You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by mo...@apache.org on 2023/05/09 16:09:45 UTC
[doris] branch branch-1.2-lts updated: [fix](multicatalog) fix read parquet file failure from gfs (#19466)
This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch branch-1.2-lts
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-1.2-lts by this push:
new 7ade1c1c54 [fix](multicatalog) fix read parquet file failure from gfs (#19466)
7ade1c1c54 is described below
commit 7ade1c1c5454a5b045f12c89bbd6dea77af07da2
Author: Yulei-Yang <yu...@gmail.com>
AuthorDate: Wed May 10 00:09:38 2023 +0800
[fix](multicatalog) fix read parquet file failure from gfs (#19466)
fix issue: Invalid magic number in parquet file
Only for branch 1.2. Master does not have this issue
---
.../main/java/org/apache/doris/planner/external/HiveScanProvider.java | 2 +-
.../org/apache/doris/planner/external/iceberg/IcebergScanProvider.java | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/fe/fe-core/src/main/java/org/apache/doris/planner/external/HiveScanProvider.java b/fe/fe-core/src/main/java/org/apache/doris/planner/external/HiveScanProvider.java
index ec1d9f6ebf..cf41de2a86 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/planner/external/HiveScanProvider.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/planner/external/HiveScanProvider.java
@@ -127,7 +127,7 @@ public class HiveScanProvider extends HMSTableScanProvider {
} else if (location.startsWith(FeConstants.FS_PREFIX_OFS)) {
return TFileType.FILE_BROKER;
} else if (location.startsWith(FeConstants.FS_PREFIX_GFS)) {
- return TFileType.FILE_BROKER;
+ return TFileType.FILE_HDFS;
} else if (location.startsWith(FeConstants.FS_PREFIX_JFS)) {
return TFileType.FILE_BROKER;
}
diff --git a/fe/fe-core/src/main/java/org/apache/doris/planner/external/iceberg/IcebergScanProvider.java b/fe/fe-core/src/main/java/org/apache/doris/planner/external/iceberg/IcebergScanProvider.java
index 2ef69e009c..74d6c8c100 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/planner/external/iceberg/IcebergScanProvider.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/planner/external/iceberg/IcebergScanProvider.java
@@ -132,7 +132,7 @@ public class IcebergScanProvider extends QueryScanProvider {
} else if (location.startsWith(FeConstants.FS_PREFIX_OFS)) {
return TFileType.FILE_BROKER;
} else if (location.startsWith(FeConstants.FS_PREFIX_GFS)) {
- return TFileType.FILE_BROKER;
+ return TFileType.FILE_HDFS;
} else if (location.startsWith(FeConstants.FS_PREFIX_JFS)) {
return TFileType.FILE_BROKER;
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org