You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by ae...@apache.org on 2020/01/08 22:36:45 UTC
[hadoop-ozone] 01/01: Merge branch 'master' into ozone-0.4.2
This is an automated email from the ASF dual-hosted git repository.
aengineer pushed a commit to branch ozone-0.4.2
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git
commit 55bc56630bb51d85568b831b2c340f6a1d5a0474
Merge: 34eac1a acc3dde
Author: Anu Engineer <ae...@apache.org>
AuthorDate: Wed Jan 8 14:31:49 2020 -0800
Merge branch 'master' into ozone-0.4.2
.github/workflows/post-commit.yml | 6 -
.github/workflows/pr.yml | 6 -
LICENSE.txt | 53 +-
NOTICE.txt | 5 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 60 +-
.../hadoop/hdds/scm/storage/CommitWatcher.java | 23 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 30 +
.../org/apache/hadoop/hdds/client/OzoneQuota.java | 12 +-
.../hadoop/hdds/conf/OzoneConfiguration.java | 103 +-
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 26 +-
.../apache/hadoop/hdds/recon/ReconConfigKeys.java} | 27 +-
.../org/apache/hadoop/hdds/recon/package-info.java | 18 +-
.../hadoop/hdds/scm/ByteStringConversion.java | 16 +-
.../java/org/apache/hadoop/hdds/scm/ScmConfig.java | 30 +-
.../apache/hadoop/hdds/scm/XceiverClientSpi.java | 23 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 25 +-
.../ContainerCommandResponseBuilders.java | 269 ++
.../hadoop/hdds/security/x509/SecurityConfig.java | 8 +-
.../certificate/authority/DefaultCAServer.java | 4 +-
.../client/DefaultCertificateClient.java | 2 +-
.../hadoop/hdds/utils/BackgroundService.java | 10 +-
.../hadoop/hdds/utils/RocksDBStoreMBean.java | 2 +-
.../org/apache/hadoop/hdds/utils/Scheduler.java | 31 +-
.../hadoop/hdds/utils/db/ByteArrayCodec.java | 39 +-
.../apache/hadoop/hdds/utils/db/CodecRegistry.java | 1 +
.../hadoop/hdds/utils/db/RocksDBConfiguration.java | 35 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 4 +-
.../apache/hadoop/ozone/common/ChunkBuffer.java | 47 +-
.../common/ChunkBufferImplWithByteBuffer.java | 35 +-
.../common/ChunkBufferImplWithByteBufferList.java | 215 ++
.../ozone/common/IncrementalChunkBuffer.java | 29 +-
.../ozone/container/common/helpers/BlockData.java | 5 -
.../apache/hadoop/ozone/lease/LeaseManager.java | 4 +-
.../hadoop/hdds/conf/SimpleConfiguration.java | 47 +-
.../hdds/conf/SimpleConfigurationParent.java | 26 +-
.../hadoop/hdds/conf/TestOzoneConfiguration.java | 19 +-
.../hadoop/hdds/protocol/MockDatanodeDetails.java | 125 +
.../hadoop/hdds/scm/pipeline/MockPipeline.java | 74 +
.../hadoop/hdds/utils/MockGatheringChannel.java | 74 +
.../hdds/utils/db/TestTypedRDBTableStore.java | 20 +-
.../hadoop/ozone/audit/TestOzoneAuditLogger.java | 10 +-
.../apache/hadoop/ozone/audit/package-info.java | 2 +-
.../hadoop/ozone/common/TestChunkBuffer.java | 90 +-
.../TestChunkBufferImplWithByteBufferList.java | 80 +
.../{log4j2.properties => auditlog.properties} | 0
.../java/org/apache/hadoop/hdds/conf/Config.java | 2 +-
.../hadoop/hdds/conf/ConfigFileGenerator.java | 77 +-
.../hadoop/hdds/conf/ConfigurationExample.java | 26 +-
.../hdds/conf/ConfigurationExampleGrandParent.java | 37 +-
.../hdds/conf/ConfigurationExampleParent.java | 38 +-
.../hadoop/hdds/conf/TestConfigFileGenerator.java | 60 +
hadoop-hdds/container-service/pom.xml | 22 +-
.../org/apache/hadoop/hdds/scm/HddsServerUtil.java | 22 +
.../container/common/helpers/ContainerUtils.java | 85 +-
.../container/common/impl/HddsDispatcher.java | 7 +-
.../common/statemachine/DatanodeConfiguration.java | 65 +-
.../common/statemachine/DatanodeStateMachine.java | 6 +-
.../common/statemachine/EndpointStateMachine.java | 2 +-
.../commandhandler/CommandDispatcher.java | 2 +-
.../CreatePipelineCommandHandler.java | 46 +-
.../server/ratis/ContainerStateMachine.java | 23 +-
.../server/ratis/RatisServerConfiguration.java | 4 +-
.../transport/server/ratis/XceiverServerRatis.java | 18 +-
.../ozone/container/common/volume/HddsVolume.java | 3 +-
.../container/common/volume/HddsVolumeChecker.java | 2 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 150 +-
.../container/keyvalue/helpers/BlockUtils.java | 88 +-
.../container/keyvalue/helpers/ChunkUtils.java | 26 +-
.../keyvalue/helpers/KeyValueContainerUtil.java | 27 -
.../container/keyvalue/helpers/SmallFileUtils.java | 91 -
.../keyvalue/impl/ChunkManagerDummyImpl.java | 7 +-
.../container/keyvalue/impl/ChunkManagerImpl.java | 13 +-
.../keyvalue/interfaces/ChunkManager.java | 13 +-
.../container/ozoneimpl/ContainerController.java | 9 +
.../ozoneimpl/ContainerScrubberConfiguration.java | 58 +-
.../ozone/container/ContainerTestHelper.java | 87 +-
.../common/impl/TestContainerPersistence.java | 33 +-
.../container/common/impl/TestHddsDispatcher.java | 6 +-
.../TestCreatePipelineCommandHandler.java | 159 +
.../container/keyvalue/TestChunkManagerImpl.java | 18 +-
.../container/keyvalue/helpers/TestChunkUtils.java | 9 +-
hadoop-hdds/docs/config.yaml | 13 +-
hadoop-hdds/docs/content/_index.md | 10 +-
hadoop-hdds/docs/content/_index.zh.md | 38 +
hadoop-hdds/docs/content/beyond/Containers.md | 4 +-
.../index.html => content/concept/Datanodes.zh.md} | 27 +-
hadoop-hdds/docs/content/concept/Overview.md | 2 +-
.../index.html => content/concept/_index.zh.md} | 29 +-
.../index.html => content/interface/JavaApi.zh.md} | 27 +-
.../index.html => content/interface/S3.zh.md} | 26 +-
hadoop-hdds/docs/content/security/SecureOzone.md | 6 +-
.../index.html => content/shell/_index.zh.md} | 27 +-
hadoop-hdds/docs/content/start/FromSource.zh.md | 68 +
hadoop-hdds/docs/content/start/Kubernetes.zh.md | 53 +
hadoop-hdds/docs/content/start/Minikube.zh.md | 70 +
hadoop-hdds/docs/content/start/OnPrem.zh.md | 171 +
.../docs/content/start/RunningViaDocker.zh.md | 61 +
.../docs/content/start/StartFromDockerHub.zh.md | 111 +
hadoop-hdds/docs/content/start/_index.zh.md | 85 +
.../themes/ozonedoc/layouts/_default/section.html | 4 +
.../themes/ozonedoc/layouts/_default/single.html | 8 +-
.../docs/themes/ozonedoc/layouts/index.html | 4 +-
.../{index.html => partials/languages.html} | 27 +-
.../themes/ozonedoc/layouts/partials/navbar.html | 2 +-
.../org/apache/hadoop/hdds/server/ServerUtils.java | 2 +-
hadoop-hdds/pom.xml | 7 +
.../hdds/scm/container/ReplicationManager.java | 24 +-
.../hdds/scm/container/SCMContainerManager.java | 48 +-
.../scm/container/states/ContainerStateMap.java | 2 +-
.../apache/hadoop/hdds/scm/metadata/LongCodec.java | 45 -
.../hdds/scm/metadata/SCMMetadataStoreRDBImpl.java | 1 -
.../scm/pipeline/BackgroundPipelineCreator.java | 2 +-
.../hdds/scm/pipeline/PipelineActionHandler.java | 2 +-
.../hdds/scm/pipeline/PipelineStateManager.java | 7 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 11 +-
.../hdds/scm/pipeline/SCMPipelineManager.java | 2 +-
.../scm/server/OzoneStorageContainerManager.java | 41 +-
.../hdds/scm/server/SCMDatanodeProtocolServer.java | 12 +-
.../hdds/scm/server/SCMHTTPServerConfig.java | 21 +-
.../hdds/scm/server/SCMSecurityProtocolServer.java | 2 +-
.../hdds/scm/server/StorageContainerManager.java | 5 +-
.../org/apache/hadoop/hdds/scm/HddsTestUtils.java | 5 +-
.../java/org/apache/hadoop/hdds/scm/TestUtils.java | 74 +-
.../command/TestCommandStatusReportHandler.java | 3 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 4 +-
.../container/TestCloseContainerEventHandler.java | 4 +-
.../scm/container/TestContainerActionsHandler.java | 4 +-
.../scm/container/TestContainerStateManager.java | 12 +-
.../TestIncrementalContainerReportHandler.java | 20 +-
.../hdds/scm/container/TestReplicationManager.java | 4 +-
.../scm/container/TestSCMContainerManager.java | 5 +-
.../algorithms/TestContainerPlacementFactory.java | 4 +-
.../TestSCMContainerPlacementCapacity.java | 4 +-
.../TestSCMContainerPlacementRackAware.java | 6 +-
.../TestSCMContainerPlacementRandom.java | 4 +-
.../hdds/scm/node/TestContainerPlacement.java | 3 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 19 +-
.../hdds/scm/node/TestNodeReportHandler.java | 3 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 10 +-
.../hadoop/hdds/scm/node/TestStatisticsUpdate.java | 5 +-
.../scm/pipeline/TestPipelineStateManager.java | 9 +-
.../scm/pipeline/TestRatisPipelineProvider.java | 6 +-
.../scm/pipeline/TestSimplePipelineProvider.java | 7 +-
.../scm/server/TestSCMBlockProtocolServer.java | 4 +-
.../server/TestSCMDatanodeHeartbeatDispatcher.java | 8 +-
.../ozone/container/common/TestEndPoint.java | 21 +-
.../hdds/scm/cli/container/ListSubcommand.java | 4 +-
.../hadoop/ozone/client/OzoneClientFactory.java | 68 +-
.../ozone/client/io/BlockOutputStreamEntry.java | 9 +-
.../client/io/BlockOutputStreamEntryPool.java | 51 +-
.../hadoop/ozone/client/io/KeyInputStream.java | 10 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 152 +-
.../ozone/client/protocol/ClientProtocol.java | 13 +
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 8 +
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 3 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 1 +
.../hadoop/ozone/om/exceptions/OMException.java | 4 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 15 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 39 +
.../OzoneDelegationTokenSecretManager.java | 10 +-
.../ozone/security/OzoneTokenIdentifier.java | 8 +-
.../hadoop/ozone/security/acl/OzoneAclConfig.java | 25 +-
.../src/main/proto/OzoneManagerProtocol.proto | 24 +-
.../java/org/apache/hadoop/ozone/TestOmUtils.java | 35 +
.../org/apache/hadoop/ozone/csi/CsiServer.java | 57 +-
hadoop-ozone/dev-support/checks/integration.sh | 2 +-
hadoop-ozone/dev-support/checks/unit.sh | 2 +-
.../dist/src/main/assemblies/ozone-src.xml | 4 +-
.../docker-image/docker-krb5/Dockerfile-krb5 | 2 +-
.../docker-image/docker-krb5/README.md | 0
.../docker-image/docker-krb5/kadm5.acl | 0
.../docker-image/docker-krb5/krb5.conf | 0
.../docker-image/docker-krb5/launcher.sh | 0
.../dist/src/main/compose/ozone-hdfs/docker-config | 2 +
.../main/compose/ozone-mr/hadoop27/docker-config | 2 +
.../src/main/compose/ozone-mr/hadoop27/test.sh | 4 +-
.../main/compose/ozone-mr/hadoop31/docker-config | 2 +
.../src/main/compose/ozone-mr/hadoop31/test.sh | 8 +-
.../main/compose/ozone-mr/hadoop32/docker-config | 2 +
.../src/main/compose/ozone-om-ha-s3/docker-config | 2 +
.../src/main/compose/ozone-om-ha/docker-config | 2 +
.../dist/src/main/compose/ozone-recon/.env | 18 -
.../main/compose/ozone-recon/docker-compose.yaml | 66 -
.../src/main/compose/ozone-recon/docker-config | 35 -
.../src/main/compose/ozone-topology/docker-config | 2 +
hadoop-ozone/dist/src/main/compose/ozone/README.md | 99 +
.../src/main/compose/ozone/docker-compose.yaml | 92 +-
.../dist/src/main/compose/ozone/docker-config | 11 +-
.../compose/{ozoneperf => ozone}/freon-ockg.yaml | 19 +-
.../compose/{ozoneperf => ozone}/freon-rk.yaml | 19 +-
.../docker-config => ozone/monitoring.conf} | 15 +-
.../dist/src/main/compose/ozone/monitoring.yaml | 56 +
.../{ozoneperf/test.sh => ozone/profiling.yaml} | 30 +-
.../compose/{ozoneperf => ozone}/prometheus.yml | 20 +-
.../compose/{ozone-recon/test.sh => ozone/run.sh} | 15 +-
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 9 +-
.../src/main/compose/ozoneblockade/docker-config | 2 +
hadoop-ozone/dist/src/main/compose/ozoneperf/.env | 18 -
.../dist/src/main/compose/ozoneperf/README.md | 74 -
.../src/main/compose/ozoneperf/docker-compose.yaml | 85 -
.../dist/src/main/compose/ozoneperf/docker-config | 36 -
.../src/main/compose/ozones3-haproxy/docker-config | 2 +
hadoop-ozone/dist/src/main/compose/ozones3/.env | 18 -
.../src/main/compose/ozones3/docker-compose.yaml | 59 -
hadoop-ozone/dist/src/main/compose/ozones3/test.sh | 34 -
.../src/main/compose/ozonescripts/docker-config | 2 +
.../compose/ozonesecure-mr/docker-compose.yaml | 5 +-
.../src/main/compose/ozonesecure-mr/docker-config | 2 +
.../docker-image/docker-krb5/kadm5.acl | 20 -
.../docker-image/docker-krb5/krb5.conf | 41 -
.../docker-image/docker-krb5/launcher.sh | 25 -
.../main/compose/ozonesecure/docker-compose.yaml | 5 +-
.../src/main/compose/ozonesecure/docker-config | 2 +
.../docker-image/docker-krb5/Dockerfile-krb5 | 34 -
.../ozonesecure/docker-image/docker-krb5/README.md | 34 -
hadoop-ozone/dist/src/main/compose/testlib.sh | 13 +-
hadoop-ozone/dist/src/main/license/src/LICENSE.txt | 239 --
hadoop-ozone/dist/src/main/license/src/NOTICE.txt | 33 -
.../src/main/smoketest/basic/ozone-shell.robot | 18 +-
.../dist/src/main/smoketest/gdpr/gdpr.robot | 16 +-
.../dist/src/main/smoketest/omha/testOMHA.robot | 4 +-
.../dist/src/main/smoketest/ozonefs/ozonefs.robot | 18 +-
.../src/main/smoketest/s3/MultipartUpload.robot | 2 +-
.../dist/src/main/smoketest/s3/__init__.robot | 2 +-
.../dist/src/main/smoketest/s3/bucketcreate.robot | 2 +-
.../dist/src/main/smoketest/s3/buckethead.robot | 2 +-
.../dist/src/main/smoketest/s3/bucketlist.robot | 2 +-
.../dist/src/main/smoketest/s3/commonawslib.robot | 4 +-
.../dist/src/main/smoketest/s3/objectcopy.robot | 2 +-
.../dist/src/main/smoketest/s3/objectdelete.robot | 2 +-
.../src/main/smoketest/s3/objectmultidelete.robot | 2 +-
.../dist/src/main/smoketest/s3/objectputget.robot | 2 +-
.../mini-chaos-tests/src/test/bin/start-chaos.sh | 16 +-
.../hadoop/ozone/MiniOzoneLoadGenerator.java | 103 +-
.../hadoop/ozone/TestMiniChaosOzoneCluster.java | 20 +-
.../org/apache/hadoop/ozone/utils/LoadBucket.java | 224 +-
.../hadoop/ozone/insight/BaseInsightPoint.java | 5 +-
.../ozone/insight/BaseInsightSubCommand.java | 2 +
.../ozone/insight/ConfigurationSubCommand.java | 10 +-
.../apache/hadoop/ozone/insight/InsightPoint.java | 3 +-
.../apache/hadoop/ozone/insight/LogSubcommand.java | 2 +-
.../ozone/insight/datanode/RatisInsight.java | 44 +-
.../hadoop/ozone/insight/om/KeyManagerInsight.java | 4 +-
.../hadoop/ozone/insight/om/OmProtocolInsight.java | 3 +-
.../ozone/insight/scm/EventQueueInsight.java | 4 +-
.../ozone/insight/scm/NodeManagerInsight.java | 4 +-
.../ozone/insight/scm/ReplicaManagerInsight.java | 4 +-
.../scm/ScmProtocolBlockLocationInsight.java | 3 +-
.../scm/ScmProtocolContainerLocationInsight.java | 3 +-
.../insight/scm/ScmProtocolDatanodeInsight.java | 3 +-
.../insight/scm/ScmProtocolSecurityInsight.java | 3 +-
hadoop-ozone/integration-test/pom.xml | 42 +
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 72 +-
.../hadoop/fs/ozone/TestOzoneFileInterfaces.java | 0
.../hadoop/fs/ozone/TestOzoneFileSystem.java | 0
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 0
.../hadoop/fs/ozone/TestOzoneFsRenameDir.java | 16 +-
.../ozone/contract/ITestOzoneContractCreate.java | 0
.../ozone/contract/ITestOzoneContractDelete.java | 0
.../ozone/contract/ITestOzoneContractDistCp.java | 0
.../contract/ITestOzoneContractGetFileStatus.java | 0
.../fs/ozone/contract/ITestOzoneContractMkdir.java | 0
.../fs/ozone/contract/ITestOzoneContractOpen.java | 0
.../ozone/contract/ITestOzoneContractRename.java | 0
.../ozone/contract/ITestOzoneContractRootDir.java | 0
.../fs/ozone/contract/ITestOzoneContractSeek.java | 0
.../hadoop/fs/ozone/contract/OzoneContract.java | 0
.../org/apache/hadoop/fs/ozone}/package-info.java | 17 +-
.../hadoop/hdds/scm/TestRatisPipelineLeader.java | 129 +
.../scm/pipeline/TestRatisPipelineProvider.java | 11 +-
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 13 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 94 +-
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 18 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 2 +-
.../ozone/container/TestContainerReplication.java | 3 +-
.../transport/server/ratis/TestCSMMetrics.java | 4 +-
.../container/metrics/TestContainerMetrics.java | 7 +-
.../container/ozoneimpl/TestOzoneContainer.java | 15 +-
.../ozoneimpl/TestOzoneContainerRatis.java | 4 +-
.../ozoneimpl/TestOzoneContainerWithTLS.java | 7 +-
.../ozoneimpl/TestSecureOzoneContainer.java | 7 +-
.../container/server/TestContainerServer.java | 11 +-
.../server/TestSecureContainerServer.java | 8 +-
.../hadoop/ozone/freon/TestDataValidate.java | 0
.../freon/TestDataValidateWithDummyContainers.java | 0
.../TestDataValidateWithSafeByteOperations.java | 0
.../TestDataValidateWithUnsafeByteOperations.java | 0
.../freon/TestFreonWithDatanodeFastRestart.java | 0
.../ozone/freon/TestFreonWithDatanodeRestart.java | 0
.../ozone/freon/TestFreonWithPipelineDestroy.java | 0
.../hadoop/ozone/freon/TestRandomKeyGenerator.java | 0
.../hadoop/ozone/fsck/TestContainerMapper.java | 0
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 16 +-
.../org/apache/hadoop/ozone/om/TestOmSQLCli.java | 0
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 4 +-
.../org/apache/hadoop/ozone/recon/TestRecon.java | 408 +++
.../hadoop/ozone/scm/node/TestSCMNodeMetrics.java | 5 +-
.../src/test/resources/contract/ozone.xml | 0
hadoop-ozone/ozone-manager/pom.xml | 1 -
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 20 +
.../org/apache/hadoop/ozone/om/OzoneManager.java | 20 +-
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 7 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 42 +-
.../ozone/om/ratis/OzoneManagerRatisSnapshot.java | 10 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 166 +-
.../om/ratis/utils/OzoneManagerRatisUtils.java | 16 +-
.../hadoop/ozone/om/request/OMClientRequest.java | 23 +
.../request/s3/bucket/S3BucketCreateRequest.java | 18 +-
.../om/request/volume/OMVolumeCreateRequest.java | 26 +-
.../om/request/volume/OMVolumeDeleteRequest.java | 51 +-
.../ozone/om/request/volume/OMVolumeRequest.java | 20 +
.../om/request/volume/OMVolumeSetOwnerRequest.java | 24 +-
.../om/request/volume/OMVolumeSetQuotaRequest.java | 24 +-
.../hadoop/ozone/om/response/OMClientResponse.java | 29 +-
.../response/file/OMDirectoryCreateResponse.java | 28 +-
.../response/s3/bucket/S3BucketCreateResponse.java | 6 +-
.../S3MultipartUploadCommitPartResponse.java | 71 +-
.../om/response/volume/OMVolumeAclOpResponse.java | 2 -
.../om/response/volume/OMVolumeCreateResponse.java | 38 +-
.../om/response/volume/OMVolumeDeleteResponse.java | 42 +-
.../response/volume/OMVolumeSetOwnerResponse.java | 56 +-
.../response/volume/OMVolumeSetQuotaResponse.java | 26 +-
.../protocolPB/OzoneManagerHARequestHandler.java | 39 -
.../OzoneManagerHARequestHandlerImpl.java | 56 -
...OzoneManagerProtocolServerSideTranslatorPB.java | 17 +-
.../protocolPB/OzoneManagerRequestHandler.java | 606 +---
.../hadoop/ozone/protocolPB/RequestHandler.java | 28 +-
.../hadoop/ozone/web/ozShell/OzoneAddress.java | 3 +-
.../web/ozShell/bucket/ListBucketHandler.java | 3 +-
.../ozone/om/ScmBlockLocationTestingClient.java | 4 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 14 +-
.../apache/hadoop/ozone/om/TestTrashService.java | 125 +
...tOzoneManagerDoubleBufferWithDummyResponse.java | 2 +-
...TestOzoneManagerDoubleBufferWithOMResponse.java | 3 +-
.../om/ratis/TestOzoneManagerStateMachine.java | 215 ++
.../request/volume/TestOMVolumeCreateRequest.java | 51 +-
.../request/volume/TestOMVolumeDeleteRequest.java | 46 +-
.../om/request/volume/TestOMVolumeRequest.java | 30 +
.../volume/TestOMVolumeSetOwnerRequest.java | 31 +
.../volume/TestOMVolumeSetQuotaRequest.java | 38 +-
.../ozone/om/response/TestOMResponseUtils.java | 2 +-
.../volume/TestOMVolumeCreateResponse.java | 7 +-
.../volume/TestOMVolumeDeleteResponse.java | 13 +-
.../volume/TestOMVolumeSetOwnerResponse.java | 11 +-
.../volume/TestOMVolumeSetQuotaResponse.java | 7 +-
.../TestOzoneDelegationTokenSecretManager.java | 10 +-
hadoop-ozone/ozonefs/pom.xml | 47 -
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 4 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 36 +-
.../hadoop/fs/ozone/OzoneClientAdapterFactory.java | 1 -
.../apache/hadoop/fs/ozone/OzoneFSInputStream.java | 55 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 204 +-
.../hadoop/fs/ozone/TestReadWriteStatistics.java | 452 +++
hadoop-ozone/pom.xml | 2 +-
hadoop-ozone/recon/pom.xml | 5 +-
.../hadoop/ozone/recon/ConfigurationProvider.java | 17 +-
.../hadoop/ozone/recon/ReconControllerModule.java | 11 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 32 +-
.../recon/recovery/ReconOmMetadataManagerImpl.java | 2 +
.../recon/scm/ReconDatanodeProtocolServer.java | 76 +
.../hadoop/ozone/recon/scm/ReconNodeManager.java} | 40 +-
.../recon/scm/ReconStorageContainerManager.java | 134 +
.../hadoop/ozone/recon/scm/package-info.java} | 18 +-
.../recon/spi/ContainerDBServiceProvider.java | 6 +
.../spi/impl/ContainerDBServiceProviderImpl.java | 5 +
.../recon/spi/impl/ReconContainerDBProvider.java | 2 -
.../ozone/recon/tasks/ContainerKeyMapperTask.java | 8 +-
.../ozone/recon/tasks/FileSizeCountTask.java | 12 +-
.../ozone/recon/tasks/OMDBUpdatesHandler.java | 79 +-
.../webapps/recon/ozone-recon-web/LICENSE | 3781 ++++++++++----------
.../webapps/recon/ozone-recon-web/README.md | 8 +
.../webapps/recon/ozone-recon-web/api/db.json | 231 ++
.../webapps/recon/ozone-recon-web/api/routes.json | 3 +
.../webapps/recon/ozone-recon-web/package.json | 16 +-
.../recon/ozone-recon-web/public/index.html | 12 +-
.../webapps/recon/ozone-recon-web/src/App.less | 12 +
.../webapps/recon/ozone-recon-web/src/App.tsx | 64 +-
.../src/components/Breadcrumbs/Breadcrumbs.tsx | 12 +-
.../src/components/NavBar/NavBar.less | 21 +-
.../src/components/NavBar/NavBar.tsx | 28 +-
.../OverviewCard/OverviewCard.less} | 26 +-
.../src/components/OverviewCard/OverviewCard.tsx | 94 +
.../src/constants/breadcrumbs.constants.tsx | 5 +-
.../webapps/recon/ozone-recon-web/src/routes.tsx | 18 +-
.../ContainerBrowser.tsx => utils/common.tsx} | 16 +-
.../{App.less => views/Datanodes/Datanodes.less} | 63 +-
.../src/views/Datanodes/Datanodes.tsx | 187 +
.../src/views/NotFound/NotFound.tsx | 2 +-
.../Overview/Overview.less} | 15 +-
.../src/views/Overview/Overview.tsx | 115 +
.../webapps/recon/ozone-recon-web/yarn.lock | 3307 ++++++++++-------
hadoop-ozone/s3gateway/pom.xml | 1 -
.../apache/hadoop/ozone/s3/AWSV4AuthParser.java | 8 +-
.../hadoop/ozone/s3/OzoneClientProducer.java | 12 +-
.../hadoop/ozone/s3/exception/OS3Exception.java | 2 +-
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 4 +-
.../s3/header/AuthenticationHeaderParser.java | 4 +
.../ozone/s3/header/AuthorizationHeaderV4.java | 18 +-
.../hadoop/ozone/s3/endpoint/TestBucketPut.java | 114 +
hadoop-ozone/tools/pom.xml | 7 -
.../hadoop/ozone/audit/parser/AuditParser.java | 7 +-
.../audit/parser/handler/LoadCommandHandler.java | 4 +-
.../audit/parser/handler/QueryCommandHandler.java | 4 +-
.../parser/handler/TemplateCommandHandler.java | 9 +-
.../hadoop/ozone/freon/DatanodeChunkGenerator.java | 68 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 64 +-
.../apache/hadoop/ozone/genesis/GenesisUtil.java | 22 +-
hadoop-ozone/upgrade/pom.xml | 1 -
pom.xml | 9 +-
409 files changed, 12017 insertions(+), 7528 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org