You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by um...@apache.org on 2022/04/20 14:31:57 UTC

[ozone] 01/01: Merge EC branch HDDS-3816-ec to master

This is an automated email from the ASF dual-hosted git repository.

umamahesh pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/ozone.git

commit 96669856ad44a7571b1dd4267f28f37055b9e4b1
Merge: 204584b395 cb0a84b27c
Author: Uma Maheswara Rao G <um...@cloudera.com>
AuthorDate: Wed Apr 20 07:24:04 2022 -0700

    Merge EC branch HDDS-3816-ec to master

 .../hadoop/hdds/scm/ECXceiverClientGrpc.java       |   60 ++
 .../apache/hadoop/hdds/scm/OzoneClientConfig.java  |   42 +
 .../apache/hadoop/hdds/scm/XceiverClientGrpc.java  |   17 +-
 .../hadoop/hdds/scm/XceiverClientManager.java      |   13 +-
 .../hdds/scm/storage/BlockExtendedInputStream.java |   19 +-
 .../hadoop/hdds/scm/storage/BlockInputStream.java  |   56 +-
 .../hadoop/hdds/scm/storage/BlockOutputStream.java |   74 +-
 .../hdds/scm/storage/ECBlockOutputStream.java      |  177 ++++
 .../hdds/scm/storage/ExtendedInputStream.java      |   91 ++
 .../hdds/client/DefaultReplicationConfig.java      |  134 +++
 .../hadoop/hdds/client/ECReplicationConfig.java    |  207 ++++
 .../hadoop/hdds/client/RatisReplicationConfig.java |    7 +
 .../hadoop/hdds/client/ReplicationConfig.java      |   53 +-
 .../hadoop/hdds/client/ReplicationFactor.java      |   16 +
 .../apache/hadoop/hdds/client/ReplicationType.java |   25 +-
 .../hdds/client/StandaloneReplicationConfig.java   |    7 +
 .../org/apache/hadoop/hdds/scm/ScmConfigKeys.java  |    2 +
 .../apache/hadoop/hdds/scm/client/ScmClient.java   |    7 +-
 .../hadoop/hdds/scm/container/ContainerInfo.java   |   42 +-
 .../hdds/scm/container/ContainerReplicaInfo.java   |   14 +-
 .../scm/container/common/helpers/ExcludeList.java  |   48 +-
 .../apache/hadoop/hdds/scm/pipeline/Pipeline.java  |   79 +-
 .../protocol/StorageContainerLocationProtocol.java |   23 +
 .../hdds/scm/storage/ContainerProtocolCalls.java   |   20 +-
 .../hadoop/hdds/upgrade/HDDSLayoutFeature.java     |    4 +-
 .../org/apache/hadoop/ozone/ClientVersion.java     |    3 +
 .../org/apache/hadoop/ozone/OzoneConfigKeys.java   |   12 +
 .../java/org/apache/hadoop/ozone/OzoneConsts.java  |    1 +
 .../apache/hadoop/ozone/OzoneManagerVersion.java   |    2 +
 .../common/src/main/resources/ozone-default.xml    |   53 +-
 .../hdds/client/TestECReplicationConfig.java       |   91 ++
 .../hadoop/hdds/client/TestReplicationConfig.java  |  214 +++-
 .../hdds/scm/container/TestContainerInfo.java      |   86 ++
 .../scm/container/TestContainerReplicaInfo.java    |   31 +
 .../container/common/helpers/TestExcludeList.java  |   67 ++
 .../hadoop/hdds/scm/container/package-info.java    |    1 +
 .../hadoop/hdds/scm/pipeline/MockPipeline.java     |   30 +
 .../hadoop/hdds/scm/pipeline/TestPipeline.java     |   63 ++
 .../container/common/helpers/ContainerUtils.java   |    5 +-
 .../container/common/impl/ContainerDataYaml.java   |   55 +-
 .../container/common/impl/HddsDispatcher.java      |    5 +
 .../container/keyvalue/KeyValueContainer.java      |    1 +
 .../container/keyvalue/KeyValueContainerData.java  |   10 +
 .../ozone/container/keyvalue/KeyValueHandler.java  |    2 +
 .../TestSchemaOneBackwardsCompatibility.java       |    3 +-
 .../common/impl/TestContainerDataYaml.java         |   46 +-
 .../upgrade/TestDatanodeUpgradeToScmHA.java        |   17 +-
 .../docs/content/feature/EC-Chunk-Layout.png       |  Bin 0 -> 179275 bytes
 .../content/feature/EC-Reads-With-No-Failures.png  |  Bin 0 -> 194800 bytes
 .../content/feature/EC-Reconstructional-Read.png   |  Bin 0 -> 221681 bytes
 .../EC-Write-Block-Allocation-in-Containers.png    |  Bin 0 -> 194715 bytes
 hadoop-hdds/docs/content/feature/ErasureCoding.md  |  212 ++++
 .../client => hadoop-hdds/erasurecode}/pom.xml     |   45 +-
 .../rawcoder/HadoopNativeECAccessorUtil.java       |   62 ++
 .../io/erasurecode/rawcoder}/package-info.java     |   12 +-
 .../apache/ozone/erasurecode/BufferAllocator.java  |   91 ++
 .../apache/ozone/erasurecode/CodecRegistry.java    |  170 ++++
 .../java/org/apache/ozone/erasurecode/ECChunk.java |  113 +++
 .../apache/ozone/erasurecode}/package-info.java    |   14 +-
 .../rawcoder/AbstractNativeRawDecoder.java         |  102 ++
 .../rawcoder/AbstractNativeRawEncoder.java         |   99 ++
 .../rawcoder/ByteArrayDecodingState.java           |  132 +++
 .../rawcoder/ByteArrayEncodingState.java           |  105 ++
 .../rawcoder/ByteBufferDecodingState.java          |  143 +++
 .../rawcoder/ByteBufferEncodingState.java          |  110 ++
 .../ozone/erasurecode/rawcoder/CoderUtil.java      |  174 ++++
 .../ozone/erasurecode/rawcoder/DecodingState.java  |   52 +
 .../erasurecode/rawcoder/DummyRawDecoder.java      |   45 +
 .../erasurecode/rawcoder/DummyRawEncoder.java      |   45 +
 .../rawcoder/DummyRawErasureCoderFactory.java      |   52 +
 .../ozone/erasurecode/rawcoder/EncodingState.java  |   47 +
 .../erasurecode/rawcoder/ErasureCodeNative.java    |   96 ++
 .../erasurecode/rawcoder/NativeRSRawDecoder.java   |   63 ++
 .../erasurecode/rawcoder/NativeRSRawEncoder.java   |   63 ++
 .../rawcoder/NativeRSRawErasureCoderFactory.java   |   53 +
 .../erasurecode/rawcoder/NativeXORRawDecoder.java  |   58 ++
 .../erasurecode/rawcoder/NativeXORRawEncoder.java  |   58 ++
 .../rawcoder/NativeXORRawErasureCoderFactory.java  |   53 +
 .../ozone/erasurecode/rawcoder/RSRawDecoder.java   |  177 ++++
 .../ozone/erasurecode/rawcoder/RSRawEncoder.java   |   77 ++
 .../rawcoder/RSRawErasureCoderFactory.java         |   52 +
 .../rawcoder/RawErasureCoderFactory.java           |   56 +
 .../erasurecode/rawcoder/RawErasureDecoder.java    |  217 ++++
 .../erasurecode/rawcoder/RawErasureEncoder.java    |  193 ++++
 .../ozone/erasurecode/rawcoder/XORRawDecoder.java  |   88 ++
 .../ozone/erasurecode/rawcoder/XORRawEncoder.java  |   86 ++
 .../rawcoder/XORRawErasureCoderFactory.java        |   53 +
 .../ozone/erasurecode/rawcoder/package-info.java}  |   44 +-
 .../ozone/erasurecode/rawcoder/util/CodecUtil.java |  111 ++
 .../ozone/erasurecode/rawcoder/util/DumpUtil.java  |   99 ++
 .../ozone/erasurecode/rawcoder/util/GF256.java     |  333 ++++++
 .../erasurecode/rawcoder/util/GaloisField.java     |  565 +++++++++++
 .../ozone/erasurecode/rawcoder/util/RSUtil.java    |  188 ++++
 .../erasurecode/rawcoder/util}/package-info.java   |   10 +-
 ...one.erasurecode.rawcoder.RawErasureCoderFactory |   17 +
 .../org/apache/ozone/erasurecode/DumpUtil.java     |   96 ++
 .../ozone/erasurecode/TestCodecRegistry.java       |  159 +++
 .../apache/ozone/erasurecode/TestCoderBase.java    |  524 ++++++++++
 .../apache/ozone/erasurecode}/package-info.java    |   12 +-
 .../rawcoder/RawErasureCoderBenchmark.java         |  412 ++++++++
 .../rawcoder/TestCodecRawCoderMapping.java         |   68 ++
 .../erasurecode/rawcoder/TestDummyRawCoder.java    |   96 ++
 .../erasurecode/rawcoder/TestNativeRSRawCoder.java |  129 +++
 .../rawcoder/TestNativeXORRawCoder.java}           |   28 +-
 .../erasurecode/rawcoder/TestRSRawCoder.java}      |   18 +-
 .../erasurecode/rawcoder/TestRSRawCoderBase.java   |  123 +++
 .../erasurecode/rawcoder/TestRawCoderBase.java     |  353 +++++++
 .../rawcoder/TestRawErasureCoderBenchmark.java     |   30 +-
 .../erasurecode/rawcoder/TestXORRawCoder.java}     |   13 +-
 .../erasurecode/rawcoder/TestXORRawCoderBase.java  |   65 ++
 .../ozone/erasurecode/rawcoder}/package-info.java  |   12 +-
 ...lockLocationProtocolClientSideTranslatorPB.java |    8 +
 ...inerLocationProtocolClientSideTranslatorPB.java |   36 +-
 .../src/main/proto/ScmAdminProtocol.proto          |    2 +
 .../src/main/proto/DatanodeClientProtocol.proto    |    3 +
 .../interface-client/src/main/proto/hdds.proto     |   22 +-
 .../proto/ScmServerDatanodeHeartbeatProtocol.proto |    1 +
 .../src/main/proto/ScmServerProtocol.proto         |    6 +-
 hadoop-hdds/pom.xml                                |    1 +
 .../container/AbstractContainerReportHandler.java  |   88 +-
 .../hdds/scm/container/ContainerManagerImpl.java   |   20 +-
 .../hdds/scm/container/ContainerReplica.java       |   26 +-
 .../hdds/scm/container/ReplicationManager.java     |    7 +
 .../ContainerPlacementPolicyFactory.java           |   28 +-
 .../algorithms/SCMContainerPlacementMetrics.java   |   10 +
 .../SCMContainerPlacementRackScatter.java          |  329 ++++++
 .../scm/pipeline/BackgroundPipelineCreator.java    |    3 +
 .../hdds/scm/pipeline/ECPipelineProvider.java      |  126 +++
 .../hadoop/hdds/scm/pipeline/PipelineFactory.java  |   30 +-
 .../hadoop/hdds/scm/pipeline/PipelineManager.java  |   21 +
 .../hdds/scm/pipeline/PipelineManagerImpl.java     |   32 +-
 .../hadoop/hdds/scm/pipeline/PipelineProvider.java |   10 +
 .../hdds/scm/pipeline/PipelineStateManager.java    |    5 +
 .../scm/pipeline/PipelineStateManagerImpl.java     |   20 +
 .../hadoop/hdds/scm/pipeline/PipelineStateMap.java |   30 +
 .../hdds/scm/pipeline/RatisPipelineProvider.java   |   26 +-
 .../hdds/scm/pipeline/SimplePipelineProvider.java  |   20 +
 .../scm/pipeline/WritableContainerFactory.java     |    8 +
 .../scm/pipeline/WritableECContainerProvider.java  |  239 +++++
 ...lockLocationProtocolServerSideTranslatorPB.java |   17 +-
 ...inerLocationProtocolServerSideTranslatorPB.java |  255 ++++-
 .../hdds/scm/server/SCMClientProtocolServer.java   |   96 +-
 .../org/apache/hadoop/hdds/scm/HddsTestUtils.java  |   10 +
 .../scm/container/TestContainerManagerImpl.java    |   10 +
 .../scm/container/TestContainerReportHandler.java  |  181 +++-
 .../algorithms/TestContainerPlacementFactory.java  |    8 +
 .../TestSCMContainerPlacementRackAware.java        |    6 +
 ...a => TestSCMContainerPlacementRackScatter.java} |  284 +++---
 .../hdds/scm/pipeline/MockPipelineManager.java     |   54 +-
 .../hdds/scm/pipeline/TestECPipelineProvider.java  |  154 +++
 .../hdds/scm/pipeline/TestPipelineManagerImpl.java |   49 +
 .../hdds/scm/pipeline/TestPipelineStateMap.java    |   99 ++
 .../scm/pipeline/TestRatisPipelineProvider.java    |   61 ++
 .../pipeline/TestWritableECContainerProvider.java  |  446 ++++++++
 .../hdds/scm/cli/ContainerOperationClient.java     |    6 +-
 .../hdds/scm/cli/container/InfoSubcommand.java     |    3 +
 .../hdds/scm/cli/container/ListSubcommand.java     |   28 +-
 .../scm/cli/pipeline/CreatePipelineSubcommand.java |    9 +-
 .../scm/cli/pipeline/ListPipelinesSubcommand.java  |   37 +-
 .../hdds/scm/cli/container/TestInfoSubCommand.java |   73 +-
 .../cli/pipeline/TestListPipelinesSubCommand.java  |  192 ++++
 hadoop-ozone/client/pom.xml                        |    4 +
 .../org/apache/hadoop/ozone/client/BucketArgs.java |   25 +-
 .../apache/hadoop/ozone/client/OzoneBucket.java    |   47 +-
 .../org/apache/hadoop/ozone/client/OzoneKey.java   |    3 +
 .../ozone/client/io/BadDataLocationException.java  |   56 +
 .../ozone/client/io/BlockInputStreamFactory.java   |   55 +
 .../client/io/BlockInputStreamFactoryImpl.java     |   92 ++
 .../ozone/client/io/BlockOutputStreamEntry.java    |    7 +-
 .../client/io/BlockOutputStreamEntryPool.java      |   11 +-
 .../hadoop/ozone/client/io/ECBlockInputStream.java |  420 ++++++++
 .../ozone/client/io/ECBlockInputStreamFactory.java |   58 ++
 .../client/io/ECBlockInputStreamFactoryImpl.java   |  100 ++
 .../ozone/client/io/ECBlockInputStreamProxy.java   |  239 +++++
 .../ozone/client/io/ECBlockOutputStreamEntry.java  |  455 +++++++++
 .../client/io/ECBlockOutputStreamEntryPool.java    |   89 ++
 .../client/io/ECBlockReconstructedInputStream.java |  243 +++++
 .../io/ECBlockReconstructedStripeInputStream.java  |  631 ++++++++++++
 .../hadoop/ozone/client/io/ECKeyOutputStream.java  |  706 +++++++++++++
 .../client/io/InsufficientLocationsException.java  |   26 +-
 .../hadoop/ozone/client/io/KeyInputStream.java     |   67 +-
 .../hadoop/ozone/client/io/KeyOutputStream.java    |   46 +-
 .../ozone/client/protocol/ClientProtocol.java      |   11 +
 .../apache/hadoop/ozone/client/rpc/RpcClient.java  |  219 +++-
 .../hadoop/ozone/client/MockBlockAllocator.java    |    5 +-
 .../hadoop/ozone/client/MockDatanodeStorage.java   |   29 +-
 .../hadoop/ozone/client/MockOmTransport.java       |  154 ++-
 .../ozone/client/MockXceiverClientFactory.java     |   47 +-
 .../hadoop/ozone/client/MockXceiverClientSpi.java  |   11 +-
 .../client/MultiNodePipelineBlockAllocator.java    |  143 +++
 .../ozone/client/SinglePipelineBlockAllocator.java |   30 +-
 .../hadoop/ozone/client/TestOzoneClient.java       |   49 +-
 .../hadoop/ozone/client/TestOzoneECClient.java     | 1066 ++++++++++++++++++++
 .../ozone/client/io/BlockStreamAccessor.java       |   51 +
 .../client/io/TestECBlockOutputStreamEntry.java    |  128 +++
 .../org/apache/hadoop/ozone/om/OMConfigKeys.java   |   12 +
 .../hadoop/ozone/om/exceptions/OMException.java    |    3 +-
 .../hadoop/ozone/om/helpers/OmBucketArgs.java      |   64 +-
 .../hadoop/ozone/om/helpers/OmBucketInfo.java      |   72 +-
 .../apache/hadoop/ozone/om/helpers/OmKeyInfo.java  |   23 +-
 .../ozone/om/helpers/OmMultipartKeyInfo.java       |   19 +-
 .../apache/hadoop/ozone/om/helpers/QuotaUtil.java  |   62 ++
 ...OzoneManagerProtocolClientSideTranslatorPB.java |   58 +-
 .../apache/hadoop/ozone/protocolPB/OMPBHelper.java |   54 +
 .../hadoop/ozone/om/helpers/TestOmBucketInfo.java  |   56 +
 .../hadoop/ozone/om/helpers/TestOmKeyInfo.java     |   68 +-
 .../ozone/om/helpers/TestOmMultipartKeyInfo.java   |  112 +-
 .../hadoop/ozone/om/helpers/TestQuotaUtil.java     |   99 ++
 hadoop-ozone/dist/src/main/compose/ozone/test.sh   |    4 +-
 .../compose/upgrade/compose/ha/docker-compose.yaml |   22 +-
 .../src/main/compose/upgrade/compose/ha/load.sh    |    2 +-
 .../upgrade/compose/non-ha/docker-compose.yaml     |   22 +-
 .../main/compose/upgrade/compose/non-ha/load.sh    |    2 +-
 hadoop-ozone/dist/src/main/compose/upgrade/test.sh |    8 +-
 .../dist/src/main/compose/upgrade/testlib.sh       |    8 +
 .../non-rolling-upgrade/1.2.1-1.3.0/callback.sh    |   84 ++
 .../upgrade/upgrades/non-rolling-upgrade/driver.sh |    1 -
 .../dist/src/main/compose/xcompat/docker-config    |    2 +
 hadoop-ozone/dist/src/main/compose/xcompat/test.sh |   41 +
 hadoop-ozone/dist/src/main/license/jar-report.txt  |    1 +
 ....io.erasurecode.rawcoder.RawErasureCoderFactory |   18 +
 .../src/main/smoketest/admincli/container.robot    |    4 +-
 .../src/main/smoketest/ec/backward-compat.robot    |  103 ++
 .../dist/src/main/smoketest/ec/basic.robot         |   64 ++
 .../dist/src/main/smoketest/ec/lib.resource        |   42 +
 .../src/main/smoketest/ec/upgrade-ec-check.robot   |   45 +
 .../dist/src/main/smoketest/ozone-lib/shell.robot  |   38 +
 .../dist/src/main/smoketest/ozonefs/ozonefs.robot  |    4 +-
 .../dist/src/main/smoketest/s3/commonawslib.robot  |    6 +
 .../dist/src/main/smoketest/upgrade/prepare.robot  |    2 +-
 hadoop-ozone/integration-test/pom.xml              |    5 +
 .../hadoop/fs/ozone/TestOzoneFileSystem.java       |   70 +-
 .../hadoop/fs/ozone/TestRootedOzoneFileSystem.java |   68 +-
 .../apache/hadoop/ozone/MiniOzoneClusterImpl.java  |   25 +-
 .../java/org/apache/hadoop/ozone/TestDataUtil.java |   18 +-
 .../hadoop/ozone/TestOzoneConfigurationFields.java |    6 +
 .../ozone/client/rpc/TestECKeyOutputStream.java    |  421 ++++++++
 .../rpc/TestOzoneClientMultipartUploadWithFSO.java |   18 +-
 .../ozone/client/rpc/TestOzoneRpcClient.java       |    1 -
 .../client/rpc/TestOzoneRpcClientAbstract.java     |  435 +++++---
 .../ozone/client/rpc/read/ECStreamTestUtil.java    |  408 ++++++++
 .../rpc/read/TestBlockInputStreamFactoryImpl.java  |  111 ++
 .../client/rpc/read/TestChunkInputStream.java      |    7 +-
 .../client/rpc/read/TestECBlockInputStream.java    |  522 ++++++++++
 .../rpc/read/TestECBlockInputStreamProxy.java      |  399 ++++++++
 .../read/TestECBlockReconstructedInputStream.java  |  379 +++++++
 .../TestECBlockReconstructedStripeInputStream.java |  724 +++++++++++++
 .../ozone/client/rpc/read/TestInputStreamBase.java |   23 +-
 .../ozone/client/rpc/read/TestKeyInputStream.java  |   59 +-
 .../client/rpc/read/TestKeyInputStreamEC.java      |  118 +++
 .../apache/hadoop/ozone/container/TestHelper.java  |    9 +
 .../hadoop/ozone/freon/TestDataValidate.java       |   45 +-
 .../freon/TestFreonWithDatanodeFastRestart.java    |   25 +-
 .../ozone/freon/TestFreonWithPipelineDestroy.java  |   23 +-
 .../hadoop/ozone/freon/TestRandomKeyGenerator.java |  169 ++--
 .../org/apache/hadoop/ozone/om/TestOmMetrics.java  |   48 +-
 .../hadoop/ozone/shell/TestOzoneShellHA.java       |  140 ++-
 .../src/main/proto/OmClientProtocol.proto          |   20 +-
 .../org/apache/hadoop/ozone/om/KeyManagerImpl.java |    7 +-
 .../apache/hadoop/ozone/om/OzoneConfigUtil.java    |   66 ++
 .../org/apache/hadoop/ozone/om/OzoneManager.java   |   21 +-
 .../om/request/bucket/OMBucketCreateRequest.java   |   28 +
 .../request/bucket/OMBucketSetPropertyRequest.java |   38 +
 .../om/request/file/OMDirectoryCreateRequest.java  |   96 +-
 .../ozone/om/request/file/OMFileCreateRequest.java |   63 +-
 .../request/file/OMFileCreateRequestWithFSO.java   |   15 +-
 .../om/request/key/OMAllocateBlockRequest.java     |   37 +-
 .../ozone/om/request/key/OMKeyCommitRequest.java   |   31 +-
 .../om/request/key/OMKeyCommitRequestWithFSO.java  |    5 +-
 .../ozone/om/request/key/OMKeyCreateRequest.java   |   58 +-
 .../om/request/key/OMKeyCreateRequestWithFSO.java  |   15 +-
 .../hadoop/ozone/om/request/key/OMKeyRequest.java  |   45 +-
 .../S3InitiateMultipartUploadRequest.java          |   45 +-
 .../S3InitiateMultipartUploadRequestWithFSO.java   |   13 +-
 .../multipart/S3MultipartUploadAbortRequest.java   |   34 +-
 .../S3MultipartUploadCommitPartRequest.java        |   30 +-
 .../S3MultipartUploadCompleteRequest.java          |   41 +-
 .../om/request/validation/RequestValidations.java  |   19 +-
 .../hadoop/ozone/om/upgrade/OMLayoutFeature.java   |    5 +-
 .../ozone/om/upgrade/OMLayoutFeatureAspect.java    |    4 +-
 ...OzoneManagerProtocolServerSideTranslatorPB.java |   11 +-
 .../protocolPB/OzoneManagerRequestHandler.java     |  231 ++++-
 .../hadoop/ozone/om/TestOzoneConfigUtil.java       |  105 ++
 .../om/request/key/TestOMKeyCreateRequest.java     |   81 +-
 .../ozone/om/request/key/TestOMKeyRequest.java     |   31 +-
 .../s3/multipart/TestS3MultipartRequest.java       |    3 +
 .../request/validation/TestRequestValidations.java |   29 +-
 .../ozone/om/response/TestCleanupTableInfo.java    |    3 +
 .../fs/ozone/BasicOzoneClientAdapterImpl.java      |   72 +-
 .../ozone/BasicRootedOzoneClientAdapterImpl.java   |   34 +-
 .../apache/hadoop/fs/ozone/OzoneClientUtils.java   |  124 +++
 .../hadoop/fs/ozone/TestOzoneClientUtils.java      |  206 +++-
 hadoop-ozone/pom.xml                               |    5 +
 .../hadoop/ozone/recon/api/NodeEndpoint.java       |   11 +-
 .../hadoop/ozone/recon/api/PipelineEndpoint.java   |    5 +-
 .../ozone/recon/api/types/DatanodePipeline.java    |   14 +-
 .../ozone/recon/api/types/PipelineMetadata.java    |   19 +-
 .../ozone/recon/scm/ReconPipelineFactory.java      |   19 +
 .../src/views/datanodes/datanodes.tsx              |    2 +-
 .../src/views/pipelines/pipelines.tsx              |    2 +-
 .../hadoop/ozone/recon/api/TestEndpoints.java      |    4 +-
 .../hadoop/ozone/s3/endpoint/BucketEndpoint.java   |    3 +-
 .../hadoop/ozone/s3/endpoint/ObjectEndpoint.java   |   89 +-
 .../apache/hadoop/ozone/s3/util/S3StorageType.java |   13 +-
 .../org/apache/hadoop/ozone/s3/util/S3Utils.java   |   74 ++
 .../hadoop/ozone/client/OzoneBucketStub.java       |   69 +-
 .../s3/endpoint/TestInitiateMultipartUpload.java   |   35 +-
 .../hadoop/ozone/s3/endpoint/TestObjectPut.java    |   31 +-
 .../ozone/s3/endpoint/TestPermissionCheck.java     |    5 +-
 .../apache/hadoop/ozone/s3/util/TestS3Utils.java   |  143 +++
 .../hadoop/ozone/freon/BaseFreonGenerator.java     |   12 +-
 .../hadoop/ozone/freon/DatanodeChunkValidator.java |   32 +-
 .../ozone/freon/FreonReplicationOptions.java       |   73 ++
 .../apache/hadoop/ozone/freon/OmKeyGenerator.java  |   22 +-
 .../ozone/freon/OzoneClientKeyGenerator.java       |   23 +-
 .../ozone/freon/OzoneClientKeyValidator.java       |    2 +
 .../hadoop/ozone/freon/RandomKeyGenerator.java     |  109 +-
 .../hadoop/ozone/shell/ReplicationOptions.java     |   87 ++
 .../ozone/shell/ShellReplicationOptions.java}      |   23 +-
 .../hadoop/ozone/shell/bucket/BucketCommands.java  |    1 +
 .../ozone/shell/bucket/CreateBucketHandler.java    |    8 +
 .../shell/bucket/SetReplicationConfigHandler.java  |   54 +
 .../hadoop/ozone/shell/keys/CopyKeyHandler.java    |   20 +-
 .../hadoop/ozone/shell/keys/PutKeyHandler.java     |   20 +-
 pom.xml                                            |    6 +
 325 files changed, 23991 insertions(+), 1577 deletions(-)



---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@ozone.apache.org
For additional commands, e-mail: commits-help@ozone.apache.org