You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by st...@apache.org on 2024/11/14 13:40:05 UTC
(hadoop) branch trunk updated (9a743bd17f5 -> 2273278d0b0)
This is an automated email from the ASF dual-hosted git repository.
stevel pushed a change to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git
from 9a743bd17f5 HADOOP-19315. Upgrade Apache Avro to 1.11.4 (#7128)
add 2273278d0b0 HADOOP-18708: S3A: Support S3 Client Side Encryption(CSE) (#6884)
No new revisions were added by this update.
Summary of changes:
.../org/apache/hadoop/fs/MultipartUploader.java | 4 +-
.../hadoop/fs/impl/AbstractMultipartUploader.java | 2 +-
.../fs/impl/FileSystemMultipartUploader.java | 2 +-
.../AbstractContractMultipartUploaderTest.java | 36 ++-
hadoop-project/pom.xml | 12 +
hadoop-tools/hadoop-aws/pom.xml | 15 +
.../java/org/apache/hadoop/fs/s3a/Constants.java | 29 ++
.../hadoop/fs/s3a/DefaultS3ClientFactory.java | 19 +-
.../java/org/apache/hadoop/fs/s3a/Listing.java | 13 +-
.../apache/hadoop/fs/s3a/S3ABlockOutputStream.java | 14 +-
.../org/apache/hadoop/fs/s3a/S3AFileSystem.java | 144 +++++----
.../org/apache/hadoop/fs/s3a/S3AInputStream.java | 6 +-
.../java/org/apache/hadoop/fs/s3a/S3AStore.java | 38 +++
.../java/org/apache/hadoop/fs/s3a/S3AUtils.java | 12 +-
.../org/apache/hadoop/fs/s3a/S3ClientFactory.java | 76 +++++
.../apache/hadoop/fs/s3a/WriteOperationHelper.java | 3 +
.../org/apache/hadoop/fs/s3a/WriteOperations.java | 2 +
.../apache/hadoop/fs/s3a/api/RequestFactory.java | 2 +
.../fs/s3a/commit/impl/CommitOperations.java | 8 +-
.../org/apache/hadoop/fs/s3a/impl/AWSHeaders.java | 5 +
.../fs/s3a/impl/BaseS3AFileSystemOperations.java | 132 +++++++++
.../apache/hadoop/fs/s3a/impl/CSEMaterials.java | 132 +++++++++
.../fs/s3a/impl/CSES3AFileSystemOperations.java | 135 +++++++++
.../org/apache/hadoop/fs/s3a/impl/CSEUtils.java | 198 +++++++++++++
.../CSEV1CompatibleS3AFileSystemOperations.java | 101 +++++++
.../apache/hadoop/fs/s3a/impl/ClientManager.java | 8 +
.../hadoop/fs/s3a/impl/ClientManagerImpl.java | 40 +++
.../fs/s3a/impl/EncryptionS3ClientFactory.java | 324 +++++++++++++++++++++
.../hadoop/fs/s3a/impl/ErrorTranslation.java | 55 ++++
.../hadoop/fs/s3a/impl/HeaderProcessing.java | 13 -
.../fs/s3a/impl/ListingOperationCallbacks.java | 11 +
.../hadoop/fs/s3a/impl/RequestFactoryImpl.java | 5 +
.../fs/s3a/impl/S3AFileSystemOperations.java | 102 +++++++
.../hadoop/fs/s3a/impl/S3AMultipartUploader.java | 3 +-
.../apache/hadoop/fs/s3a/impl/S3AStoreImpl.java | 111 +++++++
.../site/markdown/tools/hadoop-aws/encryption.md | 59 +++-
.../tools/hadoop-aws/troubleshooting_s3a.md | 61 +---
.../org/apache/hadoop/fs/s3a/CustomKeyring.java | 72 +++++
.../fs/s3a/ITestS3AClientSideEncryption.java | 167 ++++++++++-
...ava => ITestS3AClientSideEncryptionCustom.java} | 37 +--
.../hadoop/fs/s3a/ITestS3AConfiguration.java | 10 +-
.../ITestS3AEncryptionSSEKMSUserDefinedKey.java | 4 +-
.../hadoop/fs/s3a/ITestS3AEndpointRegion.java | 4 +-
.../apache/hadoop/fs/s3a/MultipartTestUtils.java | 2 +-
.../org/apache/hadoop/fs/s3a/S3ATestUtils.java | 30 ++
.../hadoop/fs/s3a/TestS3ABlockOutputStream.java | 4 +-
.../commit/integration/ITestS3ACommitterMRJob.java | 4 +
.../fileContext/ITestS3AFileContextStatistics.java | 30 +-
.../fs/s3a/impl/ITestConnectionTimeouts.java | 2 +
.../hadoop/fs/s3a/impl/TestClientManager.java | 1 +
.../hadoop/fs/s3a/impl/TestErrorTranslation.java | 33 ++-
.../hadoop/fs/s3a/impl/TestRequestFactory.java | 14 +-
.../s3a/test/MinimalListingOperationCallbacks.java | 8 +
53 files changed, 2100 insertions(+), 254 deletions(-)
create mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/BaseS3AFileSystemOperations.java
create mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/CSEMaterials.java
create mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/CSES3AFileSystemOperations.java
create mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/CSEUtils.java
create mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/CSEV1CompatibleS3AFileSystemOperations.java
create mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/EncryptionS3ClientFactory.java
create mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/S3AFileSystemOperations.java
create mode 100644 hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/CustomKeyring.java
copy hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/{ITestS3AClientSideEncryptionKms.java => ITestS3AClientSideEncryptionCustom.java} (69%)
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org