You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by ae...@apache.org on 2019/09/23 16:19:26 UTC
[hadoop] branch HDDS-1880-Decom updated (ee8f24c -> fd5e877)
This is an automated email from the ASF dual-hosted git repository.
aengineer pushed a change to branch HDDS-1880-Decom
in repository https://gitbox.apache.org/repos/asf/hadoop.git.
from ee8f24c HDDS-1982. Extend SCMNodeManager to support decommission and maintenance states. Contributed by Stephen O'Donnell.
add 3f223be HDFS-14844. Make buffer of BlockReaderRemote#newBlockReader#BufferedOutputStream configurable. Contributed by Lisheng Sun.
add 5363730 HDDS-2157. checkstyle: print filenames relative to project root (#1485)
add d7d6ec8 HDDS-2128. Make ozone sh command work with OM HA service ids (#1445)
add aa93866 HDFS-14833. RBF: Router Update Doesn't Sync Quota. Contributed by Ayush Saxena.
add efed445 HADOOP-16589. [pb-upgrade] Update docker image to make 3.7.1 protoc as default (#1482). Contributed by Vinayakumar B.
add dbdc612 HDDS-2163. Add 'Replication factor' to the output of list keys (#1493)
add e02b102 HADOOP-16445. Allow separate custom signing algorithms for S3 and DDB (#1332)
add a94aa1f HDDS-2150. Update dependency versions to avoid security vulnerabilities. (#1472)
add 659c888 HDFS-14818. Check native pmdk lib by 'hadoop checknative' command. Contributed by Feilong He.
add 4c0a7a9 Make upstream aware of 3.2.1 release.
add 07c81e9 HADOOP-16558. [COMMON+HDFS] use protobuf-maven-plugin to generate protobuf classes (#1494). Contributed by Vinayakumar B.
add aa664d7 HADOOP-16138. hadoop fs mkdir / of nonexistent abfs container raises NPE (#1302). Contributed by Gabor Bota.
add 2b5fc95 HADOOP-16591 Fix S3A ITest*MRjob failures.
add c30e495 HDFS-14853. NPE in DFSNetworkTopology#chooseRandomWithStorageType() when the excludedNode is not present. Contributed by Ranith Sardar.
new fd5e877 Merge branch 'trunk' into HDDS-1880-Decom
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
dev-support/docker/Dockerfile | 20 +-
hadoop-common-project/hadoop-common/pom.xml | 66 +--
.../hadoop-common/src/CMakeLists.txt | 2 +-
.../java/org/apache/hadoop/fs/shell/Mkdir.java | 11 +-
.../org/apache/hadoop/io/nativeio/NativeIO.java | 28 +-
.../apache/hadoop/util/NativeLibraryChecker.java | 10 +
.../src/org/apache/hadoop/io/nativeio/NativeIO.c | 14 +-
.../src/org/apache/hadoop/io/nativeio/pmdk_load.c | 28 +-
.../src/org/apache/hadoop/io/nativeio/pmdk_load.h | 5 -
.../hadoop-common/src/main/proto/FSProtos.proto | 2 +-
.../src/main/proto/GenericRefreshProtocol.proto | 2 +-
.../src/main/proto/GetUserMappingsProtocol.proto | 2 +-
.../src/main/proto/HAServiceProtocol.proto | 2 +-
.../src/main/proto/IpcConnectionContext.proto | 2 +-
.../src/main/proto/ProtobufRpcEngine.proto | 2 +-
.../src/main/proto/ProtocolInfo.proto | 2 +-
.../proto/RefreshAuthorizationPolicyProtocol.proto | 2 +-
.../src/main/proto/RefreshCallQueueProtocol.proto | 2 +-
.../main/proto/RefreshUserMappingsProtocol.proto | 2 +-
.../hadoop-common/src/main/proto/RpcHeader.proto | 2 +-
.../hadoop-common/src/main/proto/Security.proto | 2 +-
.../hadoop-common/src/main/proto/TraceAdmin.proto | 2 +-
.../src/main/proto/ZKFCProtocol.proto | 2 +-
.../site/markdown/release/3.2.1/CHANGELOG.3.2.1.md | 553 +++++++++++++++++++++
.../markdown/release/3.2.1/RELEASENOTES.3.2.1.md | 80 +++
.../hadoop-common/src/test/proto/test.proto | 2 +-
.../src/test/proto/test_rpc_service.proto | 1 +
hadoop-hdds/common/pom.xml | 2 +-
hadoop-hdfs-project/hadoop-hdfs-client/pom.xml | 36 +-
.../hadoop/hdfs/client/HdfsClientConfigKeys.java | 3 +
.../hdfs/client/impl/BlockReaderFactory.java | 2 +-
.../hadoop/hdfs/client/impl/BlockReaderRemote.java | 11 +-
.../src/main/proto/ClientDatanodeProtocol.proto | 2 +-
.../src/main/proto/ClientNamenodeProtocol.proto | 2 +-
.../src/main/proto/ReconfigurationProtocol.proto | 2 +-
.../hadoop-hdfs-client/src/main/proto/acl.proto | 2 +-
.../src/main/proto/datatransfer.proto | 2 +-
.../src/main/proto/encryption.proto | 2 +-
.../src/main/proto/erasurecoding.proto | 2 +-
.../hadoop-hdfs-client/src/main/proto/hdfs.proto | 2 +-
.../src/main/proto/inotify.proto | 2 +-
.../hadoop-hdfs-client/src/main/proto/xattr.proto | 2 +-
hadoop-hdfs-project/hadoop-hdfs-rbf/pom.xml | 32 +-
.../federation/router/RouterAdminServer.java | 98 ++--
.../src/main/proto/FederationProtocol.proto | 2 +-
.../src/main/proto/RouterProtocol.proto | 2 +-
.../server/federation/router/TestRouterQuota.java | 9 +
...HDFS_3.1.2.xml => Apache_Hadoop_HDFS_3.2.1.xml} | 10 +-
hadoop-hdfs-project/hadoop-hdfs/pom.xml | 48 +-
.../apache/hadoop/hdfs/net/DFSNetworkTopology.java | 3 +
.../datanode/erasurecode/StripedBlockReader.java | 2 +-
.../datanode/fsdataset/impl/FsDatasetCache.java | 15 +-
.../src/main/proto/AliasMapProtocol.proto | 2 +-
.../src/main/proto/DatanodeLifelineProtocol.proto | 2 +-
.../src/main/proto/DatanodeProtocol.proto | 2 +-
.../hadoop-hdfs/src/main/proto/HAZKInfo.proto | 2 +-
.../hadoop-hdfs/src/main/proto/HdfsServer.proto | 2 +-
.../src/main/proto/InterDatanodeProtocol.proto | 2 +-
.../src/main/proto/InterQJournalProtocol.proto | 2 +-
.../src/main/proto/JournalProtocol.proto | 2 +-
.../src/main/proto/NamenodeProtocol.proto | 2 +-
.../src/main/proto/QJournalProtocol.proto | 2 +-
.../hadoop-hdfs/src/main/proto/editlog.proto | 2 +-
.../hadoop-hdfs/src/main/proto/fsimage.proto | 2 +-
.../src/main/resources/hdfs-default.xml | 12 +
.../hadoop/hdfs/net/TestDFSNetworkTopology.java | 16 +
.../org/apache/hadoop/ozone/client/OzoneKey.java | 17 +-
.../hadoop/ozone/client/OzoneKeyDetails.java | 4 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 5 +-
hadoop-ozone/dev-support/checks/checkstyle.sh | 12 +-
.../hadoop/ozone/ozShell/TestOzoneShellHA.java | 343 +++++++++++++
.../hadoop/ozone/web/ozShell/OzoneAddress.java | 17 +-
.../hadoop/ozone/client/OzoneBucketStub.java | 3 +-
hadoop-project-dist/pom.xml | 2 +-
hadoop-project/pom.xml | 52 +-
.../java/org/apache/hadoop/fs/s3a/Constants.java | 39 +-
.../hadoop/fs/s3a/DefaultS3ClientFactory.java | 3 +-
.../org/apache/hadoop/fs/s3a/S3AFileSystem.java | 6 +
.../java/org/apache/hadoop/fs/s3a/S3AUtils.java | 45 ++
.../org/apache/hadoop/fs/s3a/SignerManager.java | 99 ++++
.../hadoop/fs/s3a/auth/STSClientFactory.java | 8 +-
.../s3a/auth/delegation/SessionTokenBinding.java | 4 +-
.../fs/s3a/s3guard/DynamoDBClientFactory.java | 4 +-
.../hadoop/fs/s3a/ITestS3AConfiguration.java | 68 +++
.../fs/s3a/ITestS3ATemporaryCredentials.java | 2 +-
.../org/apache/hadoop/fs/s3a/S3ATestUtils.java | 2 +-
.../apache/hadoop/fs/s3a/TestSignerManager.java | 130 +++++
.../fs/s3a/commit/AbstractYarnClusterITest.java | 5 +-
.../fs/azurebfs/ITestAzureBlobFileSystemCLI.java | 65 +++
pom.ozone.xml | 50 +-
90 files changed, 1850 insertions(+), 330 deletions(-)
create mode 100644 hadoop-common-project/hadoop-common/src/site/markdown/release/3.2.1/CHANGELOG.3.2.1.md
create mode 100644 hadoop-common-project/hadoop-common/src/site/markdown/release/3.2.1/RELEASENOTES.3.2.1.md
copy hadoop-hdfs-project/hadoop-hdfs/dev-support/jdiff/{Apache_Hadoop_HDFS_3.1.2.xml => Apache_Hadoop_HDFS_3.2.1.xml} (81%)
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/ozShell/TestOzoneShellHA.java
create mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/SignerManager.java
create mode 100644 hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/TestSignerManager.java
create mode 100644 hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/ITestAzureBlobFileSystemCLI.java
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org
[hadoop] 01/01: Merge branch 'trunk' into HDDS-1880-Decom
Posted by ae...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
aengineer pushed a commit to branch HDDS-1880-Decom
in repository https://gitbox.apache.org/repos/asf/hadoop.git
commit fd5e87750551e2fc3352c4d6acd7f43d5932cb32
Merge: ee8f24c c30e495
Author: Anu Engineer <ae...@apache.org>
AuthorDate: Mon Sep 23 09:08:14 2019 -0700
Merge branch 'trunk' into HDDS-1880-Decom
dev-support/docker/Dockerfile | 20 +-
hadoop-common-project/hadoop-common/pom.xml | 66 +-
.../hadoop-common/src/CMakeLists.txt | 2 +-
.../java/org/apache/hadoop/fs/shell/Mkdir.java | 11 +-
.../org/apache/hadoop/io/nativeio/NativeIO.java | 28 +-
.../apache/hadoop/util/NativeLibraryChecker.java | 10 +
.../src/org/apache/hadoop/io/nativeio/NativeIO.c | 14 +-
.../src/org/apache/hadoop/io/nativeio/pmdk_load.c | 28 +-
.../src/org/apache/hadoop/io/nativeio/pmdk_load.h | 5 -
.../hadoop-common/src/main/proto/FSProtos.proto | 2 +-
.../src/main/proto/GenericRefreshProtocol.proto | 2 +-
.../src/main/proto/GetUserMappingsProtocol.proto | 2 +-
.../src/main/proto/HAServiceProtocol.proto | 2 +-
.../src/main/proto/IpcConnectionContext.proto | 2 +-
.../src/main/proto/ProtobufRpcEngine.proto | 2 +-
.../src/main/proto/ProtocolInfo.proto | 2 +-
.../proto/RefreshAuthorizationPolicyProtocol.proto | 2 +-
.../src/main/proto/RefreshCallQueueProtocol.proto | 2 +-
.../main/proto/RefreshUserMappingsProtocol.proto | 2 +-
.../hadoop-common/src/main/proto/RpcHeader.proto | 2 +-
.../hadoop-common/src/main/proto/Security.proto | 2 +-
.../hadoop-common/src/main/proto/TraceAdmin.proto | 2 +-
.../src/main/proto/ZKFCProtocol.proto | 2 +-
.../site/markdown/release/3.2.1/CHANGELOG.3.2.1.md | 553 +++++++++++++++++
.../markdown/release/3.2.1/RELEASENOTES.3.2.1.md | 80 +++
.../hadoop-common/src/test/proto/test.proto | 2 +-
.../src/test/proto/test_rpc_service.proto | 1 +
hadoop-hdds/common/pom.xml | 2 +-
hadoop-hdfs-project/hadoop-hdfs-client/pom.xml | 36 +-
.../hadoop/hdfs/client/HdfsClientConfigKeys.java | 3 +
.../hdfs/client/impl/BlockReaderFactory.java | 2 +-
.../hadoop/hdfs/client/impl/BlockReaderRemote.java | 11 +-
.../src/main/proto/ClientDatanodeProtocol.proto | 2 +-
.../src/main/proto/ClientNamenodeProtocol.proto | 2 +-
.../src/main/proto/ReconfigurationProtocol.proto | 2 +-
.../hadoop-hdfs-client/src/main/proto/acl.proto | 2 +-
.../src/main/proto/datatransfer.proto | 2 +-
.../src/main/proto/encryption.proto | 2 +-
.../src/main/proto/erasurecoding.proto | 2 +-
.../hadoop-hdfs-client/src/main/proto/hdfs.proto | 2 +-
.../src/main/proto/inotify.proto | 2 +-
.../hadoop-hdfs-client/src/main/proto/xattr.proto | 2 +-
hadoop-hdfs-project/hadoop-hdfs-rbf/pom.xml | 32 +-
.../federation/router/RouterAdminServer.java | 98 ++-
.../src/main/proto/FederationProtocol.proto | 2 +-
.../src/main/proto/RouterProtocol.proto | 2 +-
.../server/federation/router/TestRouterQuota.java | 9 +
.../dev-support/jdiff/Apache_Hadoop_HDFS_3.2.1.xml | 674 +++++++++++++++++++++
hadoop-hdfs-project/hadoop-hdfs/pom.xml | 48 +-
.../apache/hadoop/hdfs/net/DFSNetworkTopology.java | 3 +
.../datanode/erasurecode/StripedBlockReader.java | 2 +-
.../datanode/fsdataset/impl/FsDatasetCache.java | 15 +-
.../src/main/proto/AliasMapProtocol.proto | 2 +-
.../src/main/proto/DatanodeLifelineProtocol.proto | 2 +-
.../src/main/proto/DatanodeProtocol.proto | 2 +-
.../hadoop-hdfs/src/main/proto/HAZKInfo.proto | 2 +-
.../hadoop-hdfs/src/main/proto/HdfsServer.proto | 2 +-
.../src/main/proto/InterDatanodeProtocol.proto | 2 +-
.../src/main/proto/InterQJournalProtocol.proto | 2 +-
.../src/main/proto/JournalProtocol.proto | 2 +-
.../src/main/proto/NamenodeProtocol.proto | 2 +-
.../src/main/proto/QJournalProtocol.proto | 2 +-
.../hadoop-hdfs/src/main/proto/editlog.proto | 2 +-
.../hadoop-hdfs/src/main/proto/fsimage.proto | 2 +-
.../src/main/resources/hdfs-default.xml | 12 +
.../hadoop/hdfs/net/TestDFSNetworkTopology.java | 16 +
.../org/apache/hadoop/ozone/client/OzoneKey.java | 17 +-
.../hadoop/ozone/client/OzoneKeyDetails.java | 4 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 5 +-
hadoop-ozone/dev-support/checks/checkstyle.sh | 12 +-
.../hadoop/ozone/ozShell/TestOzoneShellHA.java | 343 +++++++++++
.../hadoop/ozone/web/ozShell/OzoneAddress.java | 17 +-
.../hadoop/ozone/client/OzoneBucketStub.java | 3 +-
hadoop-project-dist/pom.xml | 2 +-
hadoop-project/pom.xml | 52 +-
.../java/org/apache/hadoop/fs/s3a/Constants.java | 39 +-
.../hadoop/fs/s3a/DefaultS3ClientFactory.java | 3 +-
.../org/apache/hadoop/fs/s3a/S3AFileSystem.java | 6 +
.../java/org/apache/hadoop/fs/s3a/S3AUtils.java | 45 ++
.../org/apache/hadoop/fs/s3a/SignerManager.java | 99 +++
.../hadoop/fs/s3a/auth/STSClientFactory.java | 8 +-
.../s3a/auth/delegation/SessionTokenBinding.java | 4 +-
.../fs/s3a/s3guard/DynamoDBClientFactory.java | 4 +-
.../hadoop/fs/s3a/ITestS3AConfiguration.java | 68 +++
.../fs/s3a/ITestS3ATemporaryCredentials.java | 2 +-
.../org/apache/hadoop/fs/s3a/S3ATestUtils.java | 2 +-
.../apache/hadoop/fs/s3a/TestSignerManager.java | 130 ++++
.../fs/s3a/commit/AbstractYarnClusterITest.java | 5 +-
.../fs/azurebfs/ITestAzureBlobFileSystemCLI.java | 65 ++
pom.ozone.xml | 50 +-
90 files changed, 2520 insertions(+), 324 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org