You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by ji...@apache.org on 2024/11/18 09:23:34 UTC
(hadoop) 18/40: Integration of TOS: Add TosKeys and constants.
This is an automated email from the ASF dual-hosted git repository.
jinglun pushed a commit to branch HADOOP-19236
in repository https://gitbox.apache.org/repos/asf/hadoop.git
commit b61f7228205508c2385f03a46bdbec56c75ab910
Author: lijinglun <li...@bytedance.com>
AuthorDate: Wed Aug 21 19:53:46 2024 +0800
Integration of TOS: Add TosKeys and constants.
---
.../main/java/org/apache/hadoop/fs/tosfs/conf/TosKeys.java | 12 ++++++++++++
.../java/org/apache/hadoop/fs/tosfs/object/Constants.java | 2 ++
.../tosfs/object/{Constants.java => ObjectConstants.java} | 14 ++++++--------
3 files changed, 20 insertions(+), 8 deletions(-)
diff --git a/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/conf/TosKeys.java b/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/conf/TosKeys.java
index 075f3a2d09e..22da225529b 100644
--- a/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/conf/TosKeys.java
+++ b/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/conf/TosKeys.java
@@ -21,6 +21,9 @@ package org.apache.hadoop.fs.tosfs.conf;
import org.apache.hadoop.fs.tosfs.object.ChecksumType;
import org.apache.hadoop.fs.tosfs.object.tos.TOSErrorCodes;
+import java.util.Collections;
+import java.util.List;
+
public class TosKeys {
/**
@@ -65,6 +68,15 @@ public class TosKeys {
public static final ArgumentKey FS_TOS_BUCKET_SESSION_TOKEN =
new ArgumentKey("fs.tos.bucket.%s.session-token");
+ // Credential
+ /**
+ * Default credentials provider chain that looks for credentials in this order:
+ * SimpleCredentialsProvider,EnvironmentCredentialsProvider,IAMInstanceCredentialsProvider.
+ */
+ public static final String FS_TOS_CREDENTIALS_PROVIDER = "fs.tos.credentials.provider";
+ public static final String FS_TOS_CREDENTIALS_PROVIDER_DEFAULT =
+ "org.apache.hadoop.fs.tosfs.object.tos.auth.DefaultCredentialsProviderChain";
+
/**
* User customized credential provider classes, separate provider class name with comma if there
* are multiple providers.
diff --git a/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/Constants.java b/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/Constants.java
index c23e52c8df3..4ea720491b3 100644
--- a/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/Constants.java
+++ b/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/Constants.java
@@ -22,6 +22,8 @@ public class Constants {
private Constants() {
}
+ public static final String PROTON = "Proton";
+
// Magic checksum means doesn't support checksum, if the file type is dir or the filesystem/object
// storage doesn't implement checksum algorithm will use magic checksum as the file checksum.
public static final byte[] MAGIC_CHECKSUM = new byte[] { 'M' };
diff --git a/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/Constants.java b/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/ObjectConstants.java
similarity index 70%
copy from hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/Constants.java
copy to hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/ObjectConstants.java
index c23e52c8df3..c3a6431cc6c 100644
--- a/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/Constants.java
+++ b/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/ObjectConstants.java
@@ -18,13 +18,11 @@
package org.apache.hadoop.fs.tosfs.object;
-public class Constants {
- private Constants() {
- }
-
- // Magic checksum means doesn't support checksum, if the file type is dir or the filesystem/object
- // storage doesn't implement checksum algorithm will use magic checksum as the file checksum.
- public static final byte[] MAGIC_CHECKSUM = new byte[] { 'M' };
+public class ObjectConstants {
+ public static final int MIN_PART_SIZE = 5 * 1024 * 1024;
+ public static final int MAX_PART_COUNT = 10000;
- public static final String SLASH = "/";
+ private ObjectConstants() {
+ }
}
+
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org