You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by st...@apache.org on 2021/07/05 20:07:37 UTC
[hadoop] branch trunk updated: HADOOP-17402. Add GCS config to the
core-site (#2638)
This is an automated email from the ASF dual-hosted git repository.
stevel pushed a commit to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git
The following commit(s) were added to refs/heads/trunk by this push:
new f639fbc HADOOP-17402. Add GCS config to the core-site (#2638)
f639fbc is described below
commit f639fbc29f7313ef6a54df4126bc56bee7c39f98
Author: Rafal Wojdyla <ra...@gmail.com>
AuthorDate: Mon Jul 5 16:07:12 2021 -0400
HADOOP-17402. Add GCS config to the core-site (#2638)
Contributed by Rafal Wojdyla
---
.../hadoop-common/src/main/resources/core-default.xml | 19 +++++++++++++++++++
.../hadoop/conf/TestCommonConfigurationFields.java | 4 ++--
2 files changed, 21 insertions(+), 2 deletions(-)
diff --git a/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml b/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml
index 896874f..1a5c223 100644
--- a/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml
+++ b/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml
@@ -685,6 +685,9 @@
fs.azure.account.key.*
fs.azure.oauth2.*
fs.adl.oauth2.*
+ fs.gs.encryption.*
+ fs.gs.proxy.*
+ fs.gs.auth.*
credential$
oauth.*secret
oauth.*password
@@ -1072,6 +1075,15 @@
</property>
<property>
+ <name>fs.viewfs.overload.scheme.target.gs.impl</name>
+ <value>com.google.cloud.hadoop.fs.gcs.GoogleHadoopFS</value>
+ <description>The GoogleHadoopFS/Google Cloud Storage file system for view
+ file system overload scheme when child file system and ViewFSOverloadScheme's
+ schemes are gs.
+ </description>
+</property>
+
+<property>
<name>fs.viewfs.overload.scheme.target.https.impl</name>
<value>org.apache.hadoop.fs.http.HttpsFileSystem</value>
<description>The HttpsFileSystem for view file system overload scheme
@@ -2264,6 +2276,13 @@
This setting provides better performance compared to blob-specific saskeys.
</description>
</property>
+
+<property>
+ <name>fs.AbstractFileSystem.gs.impl</name>
+ <value>com.google.cloud.hadoop.fs.gcs.GoogleHadoopFS</value>
+ <description>The AbstractFileSystem for gs: uris.</description>
+</property>
+
<property>
<name>io.seqfile.compress.blocksize</name>
<value>1000000</value>
diff --git a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java
index 8fd1df82..5678ec7 100644
--- a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java
+++ b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java
@@ -117,7 +117,6 @@ public class TestCommonConfigurationFields extends TestConfigurationFieldsBase {
xmlPrefixToSkipCompare.add("fs.abfs.impl");
xmlPrefixToSkipCompare.add("fs.abfss.impl");
-
// ADL properties are in a different subtree
// - org.apache.hadoop.hdfs.web.ADLConfKeys
xmlPrefixToSkipCompare.add("adl.");
@@ -130,6 +129,7 @@ public class TestCommonConfigurationFields extends TestConfigurationFieldsBase {
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.abfss.impl");
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.file.impl");
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.ftp.impl");
+ xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.gs.impl");
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.hdfs.impl");
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.http.impl");
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.https.impl");
@@ -139,9 +139,9 @@ public class TestCommonConfigurationFields extends TestConfigurationFieldsBase {
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.s3a.impl");
xmlPropsToSkipCompare.
add("fs.viewfs.overload.scheme.target.swebhdfs.impl");
+ xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.swift.impl");
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.webhdfs.impl");
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.wasb.impl");
- xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.swift.impl");
// Azure properties are in a different class
// - org.apache.hadoop.fs.azure.AzureNativeFileSystemStore
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org