You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by el...@apache.org on 2021/05/25 15:29:49 UTC
[ozone] branch HDDS-4440-s3-performance updated (3e66778 -> 0b4779c)
This is an automated email from the ASF dual-hosted git repository.
elek pushed a change to branch HDDS-4440-s3-performance
in repository https://gitbox.apache.org/repos/asf/ozone.git.
from 3e66778 HDDS-5200. Fix scm roles command if one of the host is unresolvable. (#2227)
add abe136f HDDS-5203. Allow suppressing deprecation warning for HADOOP_ variables (#2231)
add 248d72d Bump logical release name of Ozone 1.2 (#2238)
add b5cbb65 HDDS-5164. Improve client and server logging. (#2234)
add 7262004 HDDS-5089. On-demand disk checker for hdds volume (#2158)
add 842e6f6 HDDS-4729. Add token support for container admin operations (#2186)
add 03620da HDDS-5059. Increase number of client retries/ failovers to OMs (#2171)
add f8a06e0 HDDS-5202. Use scm#checkLeader before processing client requests . (#2229)
add 6075acb HDDS-5205. Make admin check work for SCM HA cluster (#2236)
add 0f6bb36 HDDS-5040. Append om1,om2,om3 to ozone.administrators config for secure OM HA docker config (#2245)
add a7c8695 HDDS-5160. Remove some Freon integration tests (#2194)
add 6b24c18 HDDS-4976. Add container replica related commands to debug (#2070)
add fd71f09 The modificationTime should modify when setAcl success (#2242)
add 4189088 HDDS-5165. OM DB checkpoint servlet not accessible in a secure cluster (#2200)
add eff4914 HDDS-5208. bump rocksdb version to 6.20.3 (#2235)
add 36778af HDDS-5128. Return specific error messages for S3-SDK (#2169)
add 19f989f HDDS-5176. Increase default block cache capacity for Datanodes (#2207)
add 9cab560 HDDS-5155. Add revokeCertificate to SCMSecurityProtocolServer. (#2191)
add 727b258 HDDS-5189. fix markdown files to make them hugo83 compatible (and valid) (#2232)
add 7a4a93e HDDS-5229. Update copyright year in NOTICE (#2248)
add ac7fc7e HDDS-5082. Create unit (!) test for OzoneClient (#2138)
add 2254abf HDDS-5216. Fix race condition causing SCM failOverProxy which is causing failover wrongly. (#2247)
add fcc8e92 HDDS-5187. Avoid Maven connection errors in CI (#2237)
add 10a5b39 HDDS-5113. Disable flaky TestBlockDeletingService#testContainerThrottle
add 91993c1 HDDS-5234.Change default grpc and ratis ports for scm ha (#2251)
add ea1ed7c HDDS-5238. Disable animal-sniffer maven plugin (#2253)
add 9f6d7f2 HDDS-5167. Add clean option for Freon randomkeys to clean generated objects (#2198)
add d63dd6b HDDS-5239. Create http Basedir if not exist (#2255)
add 5a50866 HDDS-5209. Datanode hasEnoughSpace check should apply on volume instead of global DN (#2246)
add 30fe6ea HDDS-5245. Fix OzoneContainer TLS configuration. (#2264)
add 4fd8187 HDDS-5206. Support revoking S3 secret (#2239)
add 08375d7 HDDS-5246. Wait for ever to obtain CA list which is needed during OM/DN startup (#2266)
add 70ef475 HDDS-5233. SCM subsequent init failed when previous scm init failed. (#2249)
add 09c2278 HDDS-5257. Avoid SCM call to get CA certs in non-HA from OM. (#2273)
add e1acbb0 HDDS-5256. Fix fall back of config in SCM HA Cluster (#2272)
add 61a237a HDDS-5261. Delete Useless ozone subcommand (#2275)
add e50fe52 HDDS-5041. Use getShortUserName in getTrashRoot(s) (#2244)
add fc7b0bd HDDS-5260. Bump node to v16.2.0 for Recon (#2276)
add 9080fc3 HDDS-5248. SCM HA: Continuous PipelineNotFoundException seen in SCM log. (#2267)
add e00fa80 HDDS-5206. Addendum: Support revoking S3 secret (#2270)
add 8d29be1 HDDS-5142. Make generic streaming client/service for container re-replication, data read, scm/om snapshot download (#2256)
add ab8f07d HDDS-5249. Race Condition between Full and Incremental Container Reports (#2268)
add 931a041 HDDS-5266 Misspelt words in S3MultipartUploadCommitPartRequest.java line 202 (#2279)
add 355096b HDDS-5236. Require block token for more operations (#2254)
add 19f5bb2 HDDS-5250. Build integration tests with Maven cache (#2269)
add 0b4779c HDDS-5073. Use ReplicationConfig on client side (#2136)
No new revisions were added by this update.
Summary of changes:
.github/buildenv/Dockerfile | 20 --
.github/buildenv/entrypoint.sh | 18 -
.github/workflows/post-commit.yml | 90 +++--
NOTICE.txt | 2 +-
.../hadoop/hdds/scm/XceiverClientFactory.java | 3 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 8 +-
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 3 +
.../java/org/apache/hadoop/hdds/HddsUtils.java | 95 +++--
.../hadoop/hdds/client/RatisReplicationConfig.java | 15 +
.../hadoop/hdds/client/ReplicationConfig.java | 55 +++
.../hdds/client/StandaloneReplicationConfig.java | 9 +
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 8 +-
.../hdds/scm/container/ContainerException.java | 14 +-
.../scm/container/ContainerNotFoundException.java | 4 +-
.../ContainerReplicaNotFoundException.java | 4 +-
.../hadoop/hdds/scm/exceptions/SCMException.java | 7 +-
.../hadoop/hdds/scm/ha/SCMHAConfiguration.java | 4 +-
.../org/apache/hadoop/hdds/scm/ha/SCMHAUtils.java | 26 +-
.../scm/pipeline/PipelineNotFoundException.java | 8 +-
.../pipeline/UnknownPipelineStateException.java | 8 +-
.../protocol/StorageContainerLocationProtocol.java | 8 +
.../security/token/ContainerTokenIdentifier.java | 103 ++++++
.../security/token/OzoneBlockTokenIdentifier.java | 146 +++-----
.../security/token/ShortLivedTokenIdentifier.java | 112 ++++++
.../hadoop/hdds/security/x509/SecurityConfig.java | 16 +
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 8 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 1 +
.../common/src/main/resources/ozone-default.xml | 30 +-
.../hadoop/hdds/client/TestReplicationConfig.java | 147 ++++++++
.../ozone/container/ContainerTestHelper.java | 146 ++++----
hadoop-hdds/container-service/pom.xml | 12 +
.../container/common/impl/HddsDispatcher.java | 25 +-
.../container/common/utils/HddsVolumeUtil.java | 11 +
.../ozone/container/common/volume/HddsVolume.java | 13 +
.../container/common/volume/MutableVolumeSet.java | 18 +-
.../container/keyvalue/KeyValueContainer.java | 6 +
.../container/keyvalue/KeyValueContainerData.java | 2 +
.../ozone/container/keyvalue/KeyValueHandler.java | 3 +-
.../container/keyvalue/helpers/BlockUtils.java | 4 +-
.../container/keyvalue/helpers/ChunkUtils.java | 42 ++-
.../keyvalue/impl/ChunkManagerDispatcher.java | 10 +-
.../keyvalue/impl/ChunkManagerFactory.java | 5 +-
.../keyvalue/impl/FilePerBlockStrategy.java | 32 +-
.../keyvalue/impl/FilePerChunkStrategy.java | 15 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 21 +-
.../stream/DirectoryServerDestination.java | 35 +-
.../container/stream/DirectoryServerSource.java | 57 +++
.../container/stream/DirstreamClientHandler.java | 143 ++++++++
.../container/stream/DirstreamServerHandler.java | 135 +++++++
.../ozone/container/stream/StreamingClient.java | 101 ++++++
.../container/stream/StreamingDestination.java | 31 +-
.../ozone/container/stream/StreamingServer.java | 94 +++++
.../ozone/container/stream/StreamingSource.java | 35 +-
.../ozone/container/stream/package-info.java | 22 ++
.../container/common/TestBlockDeletingService.java | 5 +-
.../common/impl/TestContainerPersistence.java | 3 +-
.../container/keyvalue/ChunkLayoutTestInfo.java | 4 +-
.../container/keyvalue/helpers/TestChunkUtils.java | 14 +-
.../keyvalue/impl/TestFilePerChunkStrategy.java | 3 +-
.../container/stream/TestStreamingServer.java | 127 +++++++
hadoop-hdds/docs/content/interface/ReconApi.md | 390 +++++++++------------
hadoop-hdds/docs/content/interface/ReconApi.zh.md | 356 ++++++++-----------
hadoop-hdds/docs/content/interface/S3.md | 21 ++
hadoop-hdds/framework/pom.xml | 6 +
.../hadoop/hdds/protocol/SCMSecurityProtocol.java | 11 +
.../SCMSecurityProtocolClientSideTranslatorPB.java | 14 +
.../hadoop/hdds/scm/protocolPB/OzonePBHelper.java | 82 +++++
...inerLocationProtocolClientSideTranslatorPB.java | 19 +
.../SCMBlockLocationFailoverProxyProvider.java | 118 ++++---
.../SCMContainerLocationFailoverProxyProvider.java | 117 ++++---
.../SCMSecurityProtocolFailoverProxyProvider.java | 77 ++--
.../hadoop/hdds}/security/OzoneSecretKey.java | 4 +-
.../hadoop/hdds}/security/OzoneSecretManager.java | 2 +-
.../hdds}/security/OzoneSecurityException.java | 2 +-
.../apache/hadoop/hdds/security/package-info.java | 31 +-
.../hdds/security/token/BlockTokenVerifier.java | 168 +++------
.../security/token/CompositeTokenVerifier.java | 47 +++
.../token/ContainerTokenSecretManager.java | 48 +++
.../security/token/ContainerTokenVerifier.java | 51 +++
.../hdds/security/token/NoopTokenVerifier.java | 38 +-
.../token/ShortLivedTokenSecretManager.java | 107 ++++++
.../security/token/ShortLivedTokenVerifier.java | 135 +++++++
.../hadoop/hdds/security/token/TokenVerifier.java | 64 +++-
.../certificate/authority/CertificateServer.java | 4 +-
.../certificate/authority/DefaultCAServer.java | 3 +-
.../x509/certificate/client/CertificateClient.java | 15 +-
.../hadoop/hdds/server/http/BaseHttpServer.java | 2 +
.../hadoop/hdds/utils/DBCheckpointServlet.java | 30 +-
.../java/org/apache/hadoop/hdds/utils/HAUtils.java | 114 +++---
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 4 +-
.../hdds/scm/protocol/TestReplicationConfig.java | 66 ----
.../security/token/TestBlockTokenVerifier.java | 75 ++++
.../security/token/TestContainerTokenVerifier.java | 75 ++++
.../token/TestOzoneBlockTokenIdentifier.java | 2 +-
.../hdds/security/token/TokenVerifierTests.java | 242 +++++++++++++
.../certificate/authority/TestDefaultCAServer.java | 6 +-
.../src/main/proto/ScmAdminProtocol.proto | 18 +
.../interface-client/src/main/proto/hdds.proto | 16 +
.../src/main/proto/ScmServerProtocol.proto | 5 +
.../src/main/proto/ScmServerSecurityProtocol.proto | 28 ++
.../hadoop/hdds/scm/SCMCommonPlacementPolicy.java | 16 +-
.../java/org/apache/hadoop/hdds/scm/ScmUtils.java | 51 ++-
.../hdds/scm/container/ContainerReportHandler.java | 53 +--
.../IncrementalContainerReportHandler.java | 54 +--
.../hadoop/hdds/scm/ha/MockSCMHAManager.java | 2 +-
.../hadoop/hdds/scm/ha/SCMHANodeDetails.java | 7 +-
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 14 +-
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 19 +-
.../SCMSecurityProtocolServerSideTranslatorPB.java | 16 +
...lockLocationProtocolServerSideTranslatorPB.java | 2 +-
...inerLocationProtocolServerSideTranslatorPB.java | 24 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 76 ++--
.../hdds/scm/server/SCMDBCheckpointServlet.java | 5 +-
.../hdds/scm/server/SCMSecurityProtocolServer.java | 33 +-
.../hdds/scm/server/StorageContainerManager.java | 129 ++++++-
.../hadoop/hdds/scm/container/MockNodeManager.java | 21 +-
.../scm/container/TestContainerReportHandler.java | 4 +-
.../TestIncrementalContainerReportHandler.java | 96 ++++-
.../algorithms/TestContainerPlacementFactory.java | 51 ++-
.../TestSCMContainerPlacementCapacity.java | 37 +-
.../TestSCMContainerPlacementRackAware.java | 105 ++++--
.../TestSCMContainerPlacementRandom.java | 32 +-
.../hadoop/hdds/scm/ha/TestSCMHAConfiguration.java | 76 ++++
.../hdds/scm/cli/ContainerOperationClient.java | 30 +-
.../apache/hadoop/ozone/client/ObjectStore.java | 4 +
.../apache/hadoop/ozone/client/OzoneBucket.java | 106 ++++--
.../client/io/BlockOutputStreamEntryPool.java | 2 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 5 +-
.../ozone/client/protocol/ClientProtocol.java | 65 ++++
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 106 ++++--
.../hadoop/ozone/client/MockBlockAllocator.java} | 36 +-
.../hadoop/ozone/client/MockDatanodeStorage.java | 73 ++++
.../hadoop/ozone/client/MockOmTransport.java | 276 +++++++++++++++
.../ozone/client/MockXceiverClientFactory.java | 72 ++++
.../hadoop/ozone/client/MockXceiverClientSpi.java | 180 ++++++++++
.../ozone/client/SinglePipelineBlockAllocator.java | 90 +++++
.../hadoop/ozone/client/TestOzoneClient.java | 174 +++++++++
.../main/java/org/apache/hadoop/ozone/OFSPath.java | 3 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 1 +
.../org/apache/hadoop/ozone/audit/OMAction.java | 3 +-
.../ozone/om/ha/OMFailoverProxyProvider.java | 39 +--
.../ozone/om/protocol/OzoneManagerProtocol.java | 8 +
...OzoneManagerProtocolClientSideTranslatorPB.java | 11 +
hadoop-ozone/dev-support/checks/_lib.sh | 2 +-
hadoop-ozone/dev-support/checks/build.sh | 2 +-
hadoop-ozone/dev-support/checks/junit.sh | 2 +-
.../src/main/compose/ozone-ha/docker-compose.yaml | 10 +-
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 1 +
.../compose/ozonesecure-ha/docker-compose.yaml | 16 +-
.../src/main/compose/ozonesecure-ha/docker-config | 3 +-
.../dist/src/main/compose/ozonesecure-ha/test.sh | 5 +
.../src/main/compose/ozonesecure-mr/docker-config | 1 +
.../src/main/compose/ozonesecure/docker-config | 1 +
hadoop-ozone/dist/src/main/license/bin/NOTICE.txt | 2 +-
.../src/main/smoketest/admincli/container.robot | 14 +-
.../src/main/smoketest/admincli/datanode.robot | 6 +-
.../src/main/smoketest/admincli/pipeline.robot | 7 +-
.../smoketest/admincli/replicationmanager.robot | 7 +-
.../src/main/smoketest/admincli/safemode.robot | 6 +-
.../dist/src/main/smoketest/admincli/scmha.robot | 2 +-
.../dist/src/main/smoketest/cli/envvars.robot | 15 +
.../dist/src/main/smoketest/commonlib.robot | 11 +
.../dist/src/main/smoketest/freon/remove.robot | 43 +++
hadoop-ozone/dist/src/shell/ozone/ozone | 1 -
.../dist/src/shell/ozone/ozone-functions.sh | 3 +-
.../hdds/scm/TestSCMDbCheckpointServlet.java | 9 +-
.../org/apache/hadoop/ozone/RatisTestHelper.java | 33 ++
.../hadoop/ozone/TestContainerOperations.java | 21 +-
.../hadoop/ozone/TestSecureOzoneCluster.java | 42 ++-
.../hadoop/ozone/TestStorageContainerManager.java | 32 +-
.../ozone/client/rpc/Test2WayCommitInRatis.java | 3 +-
.../TestContainerStateMachineFailureOnRead.java | 6 +-
.../client/rpc/TestDeleteWithSlowFollower.java | 10 +-
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 12 -
.../ozone/client/rpc/TestWatchForCommit.java | 3 +-
.../ozoneimpl/TestOzoneContainerWithTLS.java | 11 +-
.../ozoneimpl/TestSecureOzoneContainer.java | 151 ++++----
.../server/TestSecureContainerServer.java | 234 ++++++++-----
.../apache/hadoop/ozone/dn/DatanodeTestUtils.java | 243 +++++++++++++
.../TestDatanodeHddsVolumeFailureDetection.java | 289 +++++++++++++++
.../ozone/freon/TestFreonWithDatanodeRestart.java | 126 -------
.../ozone/freon/TestHadoopDirTreeGenerator.java | 2 +-
.../ozone/freon/TestHadoopNestedDirGenerator.java | 5 +-
.../ozone/freon/TestOzoneClientKeyGenerator.java | 94 -----
.../hadoop/ozone/freon/TestRandomKeyGenerator.java | 19 +
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 274 +++++++++------
.../ozone/om/TestOzoneManagerRocksDBLogging.java | 2 +-
.../src/main/proto/OmClientProtocol.proto | 8 +
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 8 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 27 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 95 +++--
.../hadoop/ozone/om/S3SecretManagerImpl.java | 4 +-
.../om/ratis/utils/OzoneManagerRatisUtils.java | 3 +
.../om/request/bucket/OMBucketDeleteRequest.java | 2 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 9 +-
.../ozone/om/request/key/acl/OMKeyAclRequest.java | 2 +-
.../S3MultipartUploadCommitPartRequest.java | 2 +-
.../om/request/s3/security/S3GetSecretRequest.java | 14 +-
.../request/s3/security/S3RevokeSecretRequest.java | 155 ++++++++
.../s3/security/S3RevokeSecretResponse.java | 57 +++
...OzoneManagerProtocolServerSideTranslatorPB.java | 27 +-
.../security/OzoneBlockTokenSecretManager.java | 86 +----
.../OzoneDelegationTokenSecretManager.java | 1 +
.../security/TestOzoneBlockTokenSecretManager.java | 285 ++++++++-------
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 32 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 32 +-
hadoop-ozone/ozonefs-hadoop2/pom.xml | 10 -
hadoop-ozone/ozonefs-hadoop3/pom.xml | 10 -
hadoop-ozone/ozonefs/pom.xml | 10 -
hadoop-ozone/recon/pom.xml | 2 +-
.../hadoop/ozone/s3/OzoneClientProducer.java | 17 +-
.../hadoop/ozone/client/OzoneBucketStub.java | 5 +-
.../hadoop/ozone/s3/TestOzoneClientProducer.java | 4 +-
.../org/apache/hadoop/ozone/debug/OzoneDebug.java | 10 +
.../ContainerCommands.java} | 130 +++----
.../ozone/debug/container/ExportSubcommand.java | 75 ++++
.../ozone/debug/container/InfoSubcommand.java | 53 +++
.../container/ListSubcommand.java} | 53 ++-
.../hadoop/ozone/debug/container/package-info.java | 22 ++
.../hadoop/ozone/freon/BaseFreonGenerator.java | 7 +
.../hadoop/ozone/freon/ChunkManagerDiskWrite.java | 2 +-
.../java/org/apache/hadoop/ozone/freon/Freon.java | 5 +-
.../hadoop/ozone/freon/OmBucketGenerator.java | 2 +-
...OmBucketGenerator.java => OmBucketRemover.java} | 36 +-
...etGenerator.java => OzoneClientKeyRemover.java} | 60 ++--
.../hadoop/ozone/freon/RandomKeyGenerator.java | 137 ++++++++
.../apache/hadoop/ozone/freon/S3KeyGenerator.java | 1 +
.../hadoop/ozone/freon/StreamingGenerator.java | 144 ++++++++
.../containergenerator/GeneratorDatanode.java | 2 +-
.../ozone/genesis/BenchmarkChunkManager.java | 4 +-
.../hadoop/ozone/shell/keys/CopyKeyHandler.java | 28 +-
.../hadoop/ozone/shell/keys/PutKeyHandler.java | 27 +-
.../hadoop/ozone/shell/s3/GetS3SecretHandler.java | 11 +-
...cretHandler.java => RevokeS3SecretHandler.java} | 57 +--
.../org/apache/hadoop/ozone/shell/s3/S3Shell.java | 3 +-
pom.xml | 48 +--
236 files changed, 7729 insertions(+), 2842 deletions(-)
delete mode 100644 .github/buildenv/Dockerfile
delete mode 100755 .github/buildenv/entrypoint.sh
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/token/ContainerTokenIdentifier.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/token/ShortLivedTokenIdentifier.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/client/TestReplicationConfig.java
rename hadoop-hdds/{container-service => common}/src/test/java/org/apache/hadoop/ozone/container/ContainerTestHelper.java (86%)
copy hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/OzoneDebug.java => hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/stream/DirectoryServerDestination.java (52%)
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/stream/DirectoryServerSource.java
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/stream/DirstreamClientHandler.java
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/stream/DirstreamServerHandler.java
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/stream/StreamingClient.java
copy hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/OzoneDebug.java => hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/stream/StreamingDestination.java (52%)
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/stream/StreamingServer.java
copy hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/OzoneDebug.java => hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/stream/StreamingSource.java (52%)
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/stream/package-info.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/stream/TestStreamingServer.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/protocolPB/OzonePBHelper.java
rename {hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone => hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds}/security/OzoneSecretKey.java (97%)
rename {hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone => hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds}/security/OzoneSecretManager.java (99%)
rename {hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone => hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds}/security/OzoneSecurityException.java (98%)
copy hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/OzoneDebug.java => hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/package-info.java (51%)
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/token/CompositeTokenVerifier.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/token/ContainerTokenSecretManager.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/token/ContainerTokenVerifier.java
copy hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/OzoneDebug.java => hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/token/NoopTokenVerifier.java (52%)
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/token/ShortLivedTokenSecretManager.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/token/ShortLivedTokenVerifier.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/scm/protocol/TestReplicationConfig.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/token/TestBlockTokenVerifier.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/token/TestContainerTokenVerifier.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/token/TokenVerifierTests.java
copy hadoop-ozone/{tools/src/main/java/org/apache/hadoop/ozone/debug/OzoneDebug.java => client/src/test/java/org/apache/hadoop/ozone/client/MockBlockAllocator.java} (52%)
create mode 100644 hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/MockDatanodeStorage.java
create mode 100644 hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/MockOmTransport.java
create mode 100644 hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/MockXceiverClientFactory.java
create mode 100644 hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/MockXceiverClientSpi.java
create mode 100644 hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/SinglePipelineBlockAllocator.java
create mode 100644 hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/TestOzoneClient.java
create mode 100644 hadoop-ozone/dist/src/main/smoketest/freon/remove.robot
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/dn/DatanodeTestUtils.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/dn/volume/TestDatanodeHddsVolumeFailureDetection.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/freon/TestFreonWithDatanodeRestart.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/freon/TestOzoneClientKeyGenerator.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/s3/security/S3RevokeSecretRequest.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/s3/security/S3RevokeSecretResponse.java
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{ExportContainer.java => container/ContainerCommands.java} (69%)
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/container/ExportSubcommand.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/container/InfoSubcommand.java
copy hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{shell/s3/S3Shell.java => debug/container/ListSubcommand.java} (50%)
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/container/package-info.java
copy hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/{OmBucketGenerator.java => OmBucketRemover.java} (71%)
copy hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/{OmBucketGenerator.java => OzoneClientKeyRemover.java} (62%)
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/StreamingGenerator.java
copy hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/shell/s3/{GetS3SecretHandler.java => RevokeS3SecretHandler.java} (52%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@ozone.apache.org
For additional commands, e-mail: commits-help@ozone.apache.org