You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by so...@apache.org on 2020/11/11 15:07:31 UTC
[ozone] branch HDDS-1880-Decom updated (18ed003 -> 4c5f21b)
This is an automated email from the ASF dual-hosted git repository.
sodonnell pushed a change to branch HDDS-1880-Decom
in repository https://gitbox.apache.org/repos/asf/ozone.git.
from 18ed003 Merge branch 'master' into HDDS-1880-Decom
add c1069a6 HDDS-4362. Change hadoop32 test to use 3.2 image (#1521)
add 6112603 HDDS-4088. Adding Owner info for Authorizer plugin to honor owner access rights (#1395)
add 808aabd HDDS-3882. Update modification time when updating volume/bucket/key ACLs (#1301)
add 18711f3 HDDS-4388. Make writeStateMachineTimeout retry count proportional to node failure timeout (#1519)
add 5e5635f HDDS-4386: Each EndpointStateMachine uses its own thread pool to talk with SCM/Recon (#1518)
add c67aa2f HDDS-3731. [doc]add storage space quota document. (#1516)
add 3861e77 HDDS-4117. Normalize Keypath for listKeys. (#1451)
add a9c3d8c HDDS-4405. Proxy failover is logging with out trying all OMS. (#1531)
add df43d85 HDDS-4366. SCM deletion service should delete configured number of blocks every interval. (#1513)
add b42449e HDDS-4400. Make raft log directory deletion configurable during pipeline remove. (#1527)
add 1ac1e24 HDDS-3959. Avoid HddsProtos.PipelineID#toString (#1525)
add d8f4dc1 HDDS-4345. Replace the deprecated Lock method (#1497)
add 8d3d6e4 HDDS-4391. UnixPath.toUri() is expensive. (#1536)
add d1df9df HDDS-4317. Copy UserVolumeInfo to PersistedUserVolumeInfo in interface-storage (#1482)
add e800303 HDDS-4339. Allow AWSSignatureProcessor init when aws signature is absent. (#1498)
add 5d9af79 HDDS-4410. Cache DatanodeDetails#getUuidString(). (#1538). Contributed by Ayush Saxena.
add b4c839b HDDS-4418. TestContainerMetrics is flaky (#1543)
add 7d955be HDDS-4421. Fix throwing INTERNAL_ERROR out of LOG.isDebugEnabled() check in OzoneClientProducer. (#1545)
add ca220f9 HDDS-4413. Container replication should fail in case of import failure. (#1537)
add 046c2a8 HDDS-4431. Improve output message for key/bucket list command. (#1553)
add 08151fa HDDS-4416. Update README.md after TLP separation (#1540)
add 0ad6aba HDDS-4434.Fix typo in Admin.md (#1556)
add 239d05c HDDS-4425. NM container does not wait for RM due to typo (#1550)
add 4c5f21b Merge branch 'master' into HDDS-1880-Decom
No new revisions were added by this update.
Summary of changes:
README.md | 20 +-
.../hadoop/hdds/protocol/DatanodeDetails.java | 5 +-
.../java/org/apache/hadoop/hdds/scm/ScmConfig.java | 20 ++
.../org/apache/hadoop/hdds/conf/ConfigTag.java | 3 +-
.../common/statemachine/EndpointStateMachine.java | 16 ++
.../ClosePipelineCommandHandler.java | 15 +-
.../CreatePipelineCommandHandler.java | 28 +-
.../states/datanode/RunningDatanodeState.java | 8 +-
.../transport/server/ratis/XceiverServerRatis.java | 37 ++-
.../replication/DownloadAndImportReplicator.java | 12 +-
.../protocol/commands/CreatePipelineCommand.java | 16 ++
.../replication/TestReplicationSupervisor.java | 35 +++
hadoop-hdds/docs/content/feature/Quota.md | 74 +++++
hadoop-hdds/docs/content/feature/Quota.zh.md | 67 +++++
hadoop-hdds/docs/content/tools/Admin.md | 4 +-
.../hdds/conf/DatanodeRatisServerConfig.java | 17 ++
.../block/DatanodeDeletedBlockTransactions.java | 122 +++------
.../hadoop/hdds/scm/block/DeletedBlockLog.java | 4 +-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 54 ++--
.../hdds/scm/block/SCMBlockDeletingService.java | 130 ++++-----
.../hadoop/hdds/scm/block/TestDeletedBlockLog.java | 97 +++----
hadoop-ozone/common/pom.xml | 5 +
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 39 +++
.../ozone/om/ha/OMFailoverProxyProvider.java | 2 +-
.../hadoop/ozone/security/acl/OzoneObjInfo.java | 10 +
.../hadoop/ozone/security/acl/RequestContext.java | 48 +++-
.../hadoop/ozone/om/lock/TestOzoneManagerLock.java | 52 ++--
.../docker-image/docker-krb5/Dockerfile-krb5 | 2 +-
.../compose/ozone-mr/hadoop27/docker-compose.yaml | 2 +-
.../compose/ozone-mr/hadoop31/docker-compose.yaml | 2 +-
.../dist/src/main/compose/ozone-mr/hadoop32/.env | 6 +-
.../compose/ozone-mr/hadoop32/docker-compose.yaml | 2 +-
.../dist/src/main/compose/ozonesecure-mr/.env | 3 +-
.../compose/ozonesecure-mr/docker-compose.yaml | 12 +-
.../dist/src/main/compose/ozonesecure-mr/test.sh | 1 +
.../main/smoketest/security/ozone-secure-fs.robot | 2 +-
.../fs/ozone/TestOzoneFSWithObjectStoreCreate.java | 71 ++++-
.../commandhandler/TestBlockDeletion.java | 7 +-
.../container/metrics/TestContainerMetrics.java | 43 ++-
.../org/apache/hadoop/ozone/om/TestOmAcls.java | 9 +-
.../ozone/om/TestOzoneManagerListVolumes.java | 36 +--
.../src/main/proto/OmClientProtocol.proto | 3 +
.../apache/hadoop/ozone/om/OMMetadataManager.java | 6 +-
.../hadoop/ozone/om/codec/UserVolumeInfoCodec.java | 18 +-
.../src/main/proto/OmStorageProtocol.proto | 6 +
.../apache/hadoop/ozone/om/BucketManagerImpl.java | 32 +--
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 67 +++--
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 17 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 77 ++++--
.../apache/hadoop/ozone/om/PrefixManagerImpl.java | 24 +-
.../hadoop/ozone/om/S3SecretManagerImpl.java | 8 +-
.../apache/hadoop/ozone/om/VolumeManagerImpl.java | 79 +++---
.../hadoop/ozone/om/codec/OMDBDefinition.java | 6 +-
.../hadoop/ozone/om/request/OMClientRequest.java | 46 ++--
.../om/request/bucket/acl/OMBucketAclRequest.java | 15 ++
.../request/bucket/acl/OMBucketAddAclRequest.java | 15 ++
.../bucket/acl/OMBucketRemoveAclRequest.java | 15 ++
.../request/bucket/acl/OMBucketSetAclRequest.java | 15 ++
.../ozone/om/request/key/OMKeyCommitRequest.java | 4 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 34 +++
.../ozone/om/request/key/OMKeysDeleteRequest.java | 4 +-
.../ozone/om/request/key/OMKeysRenameRequest.java | 9 +-
.../ozone/om/request/key/acl/OMKeyAclRequest.java | 15 ++
.../om/request/key/acl/OMKeyAddAclRequest.java | 15 ++
.../om/request/key/acl/OMKeyRemoveAclRequest.java | 15 ++
.../om/request/key/acl/OMKeySetAclRequest.java | 15 ++
.../request/key/acl/prefix/OMPrefixAclRequest.java | 7 +
.../hadoop/ozone/om/request/util/ObjectParser.java | 6 +-
.../om/request/volume/OMVolumeCreateRequest.java | 5 +-
.../om/request/volume/OMVolumeDeleteRequest.java | 4 +-
.../ozone/om/request/volume/OMVolumeRequest.java | 24 +-
.../om/request/volume/OMVolumeSetOwnerRequest.java | 5 +-
.../om/request/volume/acl/OMVolumeAclRequest.java | 14 +
.../request/volume/acl/OMVolumeAddAclRequest.java | 15 ++
.../volume/acl/OMVolumeRemoveAclRequest.java | 15 ++
.../request/volume/acl/OMVolumeSetAclRequest.java | 15 ++
.../om/response/volume/OMVolumeCreateResponse.java | 7 +-
.../om/response/volume/OMVolumeDeleteResponse.java | 10 +-
.../response/volume/OMVolumeSetOwnerResponse.java | 13 +-
.../ozone/security/acl/OzoneNativeAuthorizer.java | 44 ++-
.../ozone/om/request/TestOMRequestUtils.java | 68 ++++-
.../bucket/acl/TestOMBucketAddAclRequest.java | 119 ++++++++
.../bucket/acl/TestOMBucketRemoveAclRequest.java | 137 ++++++++++
.../bucket/acl/TestOMBucketSetAclRequest.java | 125 +++++++++
.../ozone/om/request/bucket/acl/package-info.java | 4 +-
.../ozone/om/request/key/TestOMKeyAclRequest.java | 155 ++++++++++-
.../request/volume/TestOMVolumeCreateRequest.java | 5 +-
.../volume/TestOMVolumeSetOwnerRequest.java | 8 +-
.../volume/acl/TestOMVolumeAddAclRequest.java | 7 +
.../volume/acl/TestOMVolumeRemoveAclRequest.java | 8 +
.../volume/acl/TestOMVolumeSetAclRequest.java | 7 +
.../volume/TestOMVolumeCreateResponse.java | 6 +-
.../volume/TestOMVolumeDeleteResponse.java | 8 +-
.../volume/TestOMVolumeSetOwnerResponse.java | 11 +-
.../hadoop/ozone/security/acl/TestVolumeOwner.java | 298 +++++++++++++++++++++
.../hadoop/ozone/s3/AWSSignatureProcessor.java | 43 ++-
.../hadoop/ozone/s3/OzoneClientProducer.java | 61 ++++-
.../apache/hadoop/ozone/s3/SignatureProcessor.java | 2 +
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 5 +
.../hadoop/ozone/s3/TestOzoneClientProducer.java | 25 +-
.../hadoop/ozone/s3/endpoint/TestBucketPut.java | 5 +
.../hadoop/ozone/s3/endpoint/TestRootList.java | 5 +
.../java/org/apache/hadoop/ozone/shell/Shell.java | 24 +-
103 files changed, 2365 insertions(+), 653 deletions(-)
create mode 100644 hadoop-hdds/docs/content/feature/Quota.md
create mode 100644 hadoop-hdds/docs/content/feature/Quota.zh.md
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/bucket/acl/TestOMBucketAddAclRequest.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/bucket/acl/TestOMBucketRemoveAclRequest.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/bucket/acl/TestOMBucketSetAclRequest.java
copy hadoop-ozone/ozone-manager/src/{main => test}/java/org/apache/hadoop/ozone/om/request/bucket/acl/package-info.java (92%)
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/acl/TestVolumeOwner.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@ozone.apache.org
For additional commands, e-mail: commits-help@ozone.apache.org