You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@linkis.apache.org by pe...@apache.org on 2022/09/04 11:04:14 UTC
[incubator-linkis] branch dev-1.3.1 updated: fix #3234
This is an automated email from the ASF dual-hosted git repository.
peacewong pushed a commit to branch dev-1.3.1
in repository https://gitbox.apache.org/repos/asf/incubator-linkis.git
The following commit(s) were added to refs/heads/dev-1.3.1 by this push:
new 7380eff50 fix #3234
7380eff50 is described below
commit 7380eff50d31357f4386479987f6f8f665accb30
Author: zhangxn <84...@qq.com>
AuthorDate: Sun Sep 4 19:04:08 2022 +0800
fix #3234
1、linkis-storage module add config "wds.linkis.fs.hdfs.impl.disable.checksum", default false,
It's can dispose hadoop checksum，when parameter set true can cancel verify checksum
---
.../main/java/org/apache/linkis/storage/fs/impl/HDFSFileSystem.java | 4 ++++
.../scala/org/apache/linkis/storage/utils/StorageConfiguration.scala | 3 +++
2 files changed, 7 insertions(+)
diff --git a/linkis-commons/linkis-storage/src/main/java/org/apache/linkis/storage/fs/impl/HDFSFileSystem.java b/linkis-commons/linkis-storage/src/main/java/org/apache/linkis/storage/fs/impl/HDFSFileSystem.java
index 76883e1d4..5e19e28ee 100644
--- a/linkis-commons/linkis-storage/src/main/java/org/apache/linkis/storage/fs/impl/HDFSFileSystem.java
+++ b/linkis-commons/linkis-storage/src/main/java/org/apache/linkis/storage/fs/impl/HDFSFileSystem.java
@@ -200,6 +200,10 @@ public class HDFSFileSystem extends FileSystem {
if (fs == null) {
throw new IOException("init HDFS FileSystem failed!");
}
+ if (StorageConfiguration.FS_CHECKSUM_DISBALE().getValue()) {
+ fs.setVerifyChecksum(false);
+ fs.setWriteChecksum(false);
+ }
}
@Override
diff --git a/linkis-commons/linkis-storage/src/main/scala/org/apache/linkis/storage/utils/StorageConfiguration.scala b/linkis-commons/linkis-storage/src/main/scala/org/apache/linkis/storage/utils/StorageConfiguration.scala
index 934de4400..bb6f4463e 100644
--- a/linkis-commons/linkis-storage/src/main/scala/org/apache/linkis/storage/utils/StorageConfiguration.scala
+++ b/linkis-commons/linkis-storage/src/main/scala/org/apache/linkis/storage/utils/StorageConfiguration.scala
@@ -80,4 +80,7 @@ object StorageConfiguration {
val FS_CACHE_DISABLE =
CommonVars[java.lang.Boolean]("wds.linkis.fs.hdfs.impl.disable.cache", false)
+ val FS_CHECKSUM_DISBALE =
+ CommonVars[java.lang.Boolean]("linkis.fs.hdfs.impl.disable.checksum", false)
+
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@linkis.apache.org
For additional commands, e-mail: commits-help@linkis.apache.org