You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by ra...@apache.org on 2020/08/13 05:01:05 UTC
[hadoop-ozone] branch HDDS-2939 updated (a95b0b8 -> b8d1e3d)
This is an automated email from the ASF dual-hosted git repository.
rakeshr pushed a change to branch HDDS-2939
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from a95b0b8 HDDS-4047. OzoneManager met NPE exception while getServiceList (#1277)
add 0651be8 HDDS-4052. Remove master/slave terminology from Ozone (#1281)
add e219aae HDDS-4021. Organize Recon DBs into a 'DBDefinition'. (#1255)
add c07ccd7 HDDS-4029. Recon unable to add a new container which is in CLOSED state. (#1258)
add 12e9a26 HDDS-4058. Wrong use of AtomicBoolean in HddsDatanodeService (#1284)
add aad9c27 HDDS-3446. Enable TestOzoneManagerRestart and address any failure. (#1279)
add ff621c6 HDDS-3994. Make retry policy can be set by configuration. (#1231)
add c7ae9fe HDDS-4035. Update logs of HadoopDirGenerator. (#1264)
add cc5901f HDDS-4063. Fix InstallSnapshot in OM HA (#1294)
add d7ea496 HDDS-4044. Deprecate ozone.s3g.volume.name. #1270
add 99b693e HDDS-4073. Remove leftover robot.robot (#1297)
add db31571 HDDS-4066. Add core-site.xml to intellij configuration (#1292)
add 5ce6f0e HDDS-4042. Update documentation for the GA release (#1269)
add ca8eb40 HDDS-4055. Cleanup GitHub workflow (#1282)
add d418f00 HDDS-4051. Remove whitelist/blacklist terminology from Ozone (#1306)
add 76c448f HDDS-4046. Extensible subcommands for CLI applications (#1276)
add 43471f7 HDDS-4076. Translate CSI.md into Chinese (#1299)
add 3fc8cf2 HDDS-4034. Add Unit Test for HadoopNestedDirGenerator. (#1266)
add cfc023a HDDS-4078. Use HDDS InterfaceAudience/Stability annotations (#1302)
add 2da809e HDDS-4048. Show more information while SCM version info mismatch (#1278)
add 9a702e5 HDDS-3979. Make bufferSize configurable for stream copy (#1212)
add a79dfae HDDS-3833. Use Pipeline choose policy to choose pipeline from exist pipeline list (#1096)
add cee43e9 HDDS-3878. Make OMHA serviceID optional if one (but only one) is defined in the config (#1149)
add 9c22180 HDDS-4067. Implement toString for OMTransactionInfo (#1300)
add 0f23b22 HDDS-4061. Pending delete blocks are not always included in #BLOCKCOUNT metadata (#1288)
add b186b90 HDDS-4040. [OFS] BasicRootedOzoneFileSystem to support batchDelete (#1286)
add 7ab53b5 HDDS-4057. Failed acceptance test missing from bundle (#1283)
add d758f30 HDDS-4095. Byteman script to debug HCFS performance (#1311)
add 4ec1087 HDDS-3232. Include the byteman scripts in the distribution tar file (#1309)
add 83697f9 HDDS-4037. Incorrect container numberOfKeys and usedBytes in SCM after key deletion (#1295)
add eb70d9e HDDS-4009. Recon Overview page: The volume, bucket and key counts are not accurate (#1305)
add 2c102bd HDDS-4108. ozone debug ldb scan without arguments results in core dump (#1317)
add b8d1e3d HDDS-4099. No Log4j 2 configuration file found error appears in CLI (#1318)
No new revisions were added by this update.
Summary of changes:
.github/workflows/post-commit.yml | 294 +++++++++++----------
dev-support/byteman/hcfs-write.btm | 111 ++++++++
.../org/apache/hadoop/hdds/cli/GenericCli.java | 21 ++
.../hadoop/hdds/cli/SubcommandWithParent.java | 32 +--
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 112 ++------
.../hadoop/hdds/ratis/conf/RatisClientConfig.java | 35 +++
.../RequestTypeDependentRetryPolicyCreator.java | 120 +++++++++
.../retrypolicy/RetryLimitedPolicyCreator.java | 47 ++++
.../hdds/ratis/retrypolicy/RetryPolicyCreator.java | 31 +--
.../hdds/ratis/retrypolicy/package-info.java | 25 +-
.../hadoop/hdds/scm/PipelineChoosePolicy.java | 37 +++
.../hdds/scm/PipelineRequestInformation.java | 52 ++--
.../java/org/apache/hadoop/hdds/scm/ScmConfig.java | 23 ++
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 1 +
.../hadoop/hdds/scm/exceptions/SCMException.java | 3 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 1 +
.../org/apache/hadoop/ozone/common/Storage.java | 2 +-
.../common/src/main/resources/ozone-default.xml | 8 +
.../hadoop/hdds/conf/InMemoryConfiguration.java | 52 ++--
.../apache/hadoop/ozone/HddsDatanodeService.java | 5 +-
.../commandhandler/DeleteBlocksCommandHandler.java | 34 +--
.../ozone/container/keyvalue/KeyValueHandler.java | 4 +-
.../keyvalue/helpers/KeyValueContainerUtil.java | 14 +-
.../container/keyvalue/impl/BlockManagerImpl.java | 24 +-
.../keyvalue/interfaces/BlockManager.java | 12 +
.../container/ozoneimpl/TestContainerReader.java | 16 +-
hadoop-hdds/docs/content/_index.md | 3 +-
hadoop-hdds/docs/content/_index.zh.md | 2 +-
hadoop-hdds/docs/content/beyond/Containers.md | 234 ----------------
hadoop-hdds/docs/content/beyond/Containers.zh.md | 203 --------------
.../docs/content/beyond/DockerCheatSheet.md | 88 ------
.../docs/content/beyond/DockerCheatSheet.zh.md | 85 ------
hadoop-hdds/docs/content/beyond/_index.md | 30 ---
hadoop-hdds/docs/content/beyond/_index.zh.md | 27 --
hadoop-hdds/docs/content/concept/Containers.md | 47 ++++
hadoop-hdds/docs/content/concept/Containers.png | Bin 0 -> 24775 bytes
hadoop-hdds/docs/content/concept/Datanodes.md | 5 +-
hadoop-hdds/docs/content/concept/Hdds.md | 52 ----
hadoop-hdds/docs/content/concept/Overview.md | 7 +-
hadoop-hdds/docs/content/concept/Overview.zh.md | 2 +-
.../docs/content/concept/OzoneManager-ReadPath.png | Bin 0 -> 81030 bytes
.../content/concept/OzoneManager-WritePath.png | Bin 0 -> 96696 bytes
hadoop-hdds/docs/content/concept/OzoneManager.md | 63 ++++-
hadoop-hdds/docs/content/concept/OzoneManager.png | Bin 0 -> 13327 bytes
.../docs/content/concept/OzoneManager.zh.md | 6 +
.../content/concept/StorageContainerManager.md | 102 +++++++
.../content/concept/StorageContainerManager.png | Bin 0 -> 13336 bytes
.../{Hdds.zh.md => StorageContainerManager.zh.md} | 6 +
hadoop-hdds/docs/content/concept/_index.md | 4 +-
hadoop-hdds/docs/content/design/ec.md | 39 +++
.../docs/content/design/namespace-support.md | 6 +-
hadoop-hdds/docs/content/design/ofs.md | 135 ----------
.../{namespace-support.md => storage-class.md} | 17 +-
.../design/{namespace-support.md => topology.md} | 18 +-
...e-volume-management.md => volume-management.md} | 0
hadoop-hdds/docs/content/feature/GDPR.md | 80 ++++++
.../GDPR in Ozone.zh.md => feature/GDPR.zh.md} | 5 +
.../docs/content/feature/HA-OM-doublebuffer.png | Bin 0 -> 77661 bytes
hadoop-hdds/docs/content/feature/HA-OM.png | Bin 0 -> 60888 bytes
hadoop-hdds/docs/content/feature/HA.md | 115 ++++++++
hadoop-hdds/docs/content/feature/Observability.md | 224 ++++++++++++++++
.../content/{shell/_index.md => feature/Recon.md} | 15 +-
hadoop-hdds/docs/content/feature/Topology.md | 108 ++++++++
.../docs/content/{gdpr => feature}/_index.md | 12 +-
.../docs/content/{gdpr => feature}/_index.zh.md | 0
hadoop-hdds/docs/content/gdpr/GDPR in Ozone.md | 42 ---
hadoop-hdds/docs/content/interface/CSI.md | 15 +-
hadoop-hdds/docs/content/interface/CSI.png | Bin 0 -> 27210 bytes
hadoop-hdds/docs/content/interface/CSI.zh.md | 78 ++++++
hadoop-hdds/docs/content/interface/Cli.md | 208 +++++++++++++++
hadoop-hdds/docs/content/interface/JavaApi.md | 5 +-
.../docs/content/interface/{OzoneFS.md => O3fs.md} | 79 ++----
.../interface/{OzoneFS.zh.md => O3fs.zh.md} | 6 +
.../content/{design/ofs.md => interface/Ofs.md} | 121 ++++++---
hadoop-hdds/docs/content/interface/S3.md | 23 +-
hadoop-hdds/docs/content/interface/_index.md | 4 +-
hadoop-hdds/docs/content/recipe/Prometheus.md | 5 +-
hadoop-hdds/docs/content/recipe/Prometheus.zh.md | 7 +-
hadoop-hdds/docs/content/security/SecureOzone.md | 3 +
.../docs/content/security/SecuringDatanodes.md | 5 +-
.../docs/content/security/SecuringOzoneHTTP.md | 7 +-
hadoop-hdds/docs/content/security/SecuringS3.md | 5 +-
hadoop-hdds/docs/content/security/SecuringTDE.md | 5 +-
hadoop-hdds/docs/content/security/SecurityAcls.md | 3 +
...{SecuityWithRanger.md => SecurityWithRanger.md} | 5 +-
...tyWithRanger.zh.md => SecurityWithRanger.zh.md} | 0
hadoop-hdds/docs/content/shell/BucketCommands.md | 100 -------
.../docs/content/shell/BucketCommands.zh.md | 98 -------
hadoop-hdds/docs/content/shell/Format.md | 69 -----
hadoop-hdds/docs/content/shell/Format.zh.md | 65 -----
hadoop-hdds/docs/content/shell/KeyCommands.md | 177 -------------
hadoop-hdds/docs/content/shell/KeyCommands.zh.md | 176 ------------
hadoop-hdds/docs/content/shell/VolumeCommands.md | 114 --------
.../docs/content/shell/VolumeCommands.zh.md | 108 --------
hadoop-hdds/docs/content/shell/_index.zh.md | 27 --
hadoop-hdds/docs/content/start/FromSource.md | 38 +--
hadoop-hdds/docs/content/start/FromSource.zh.md | 7 +-
hadoop-hdds/docs/content/start/OnPrem.md | 2 +-
hadoop-hdds/docs/content/start/OnPrem.zh.md | 2 +-
hadoop-hdds/docs/content/tools/_index.md | 6 +-
.../themes/ozonedoc/layouts/design/section.html | 2 +-
.../themes/ozonedoc/layouts/partials/sidebar.html | 10 +-
.../docs/themes/ozonedoc/static/css/ozonedoc.css | 9 +
.../apache/hadoop/hdds/utils/db/DBDefinition.java | 27 ++
.../org/apache/hadoop/hdds/utils/db/RDBTable.java | 13 +
.../org/apache/hadoop/hdds/utils/db/Table.java | 13 +
.../apache/hadoop/hdds/utils/db/TypedTable.java | 13 +
.../src/main/proto/ScmServerProtocol.proto | 1 +
.../hadoop/hdds/scm/block/BlockManagerImpl.java | 14 +-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 5 +-
.../hdds/scm/block/SCMBlockDeletingService.java | 4 +-
.../container/AbstractContainerReportHandler.java | 3 +
.../hdds/scm/container/ContainerReplica.java | 43 ++-
.../hdds/scm/container/ContainerStateManager.java | 8 +-
.../hdds/scm/container/ReplicationManager.java | 33 +++
.../hdds/scm/container/SCMContainerManager.java | 6 +-
.../algorithms/HealthyPipelineChoosePolicy.java | 46 ++++
.../algorithms/PipelineChoosePolicyFactory.java | 106 ++++++++
.../algorithms/RandomPipelineChoosePolicy.java | 38 +++
.../pipeline/choose/algorithms/package-info.java | 18 ++
.../hdds/scm/server/StorageContainerManager.java | 8 +
.../TestPipelineChoosePolicyFactory.java | 94 +++++++
.../hadoop/ozone/client/OzoneClientFactory.java | 8 +-
.../hadoop/ozone/client/io/KeyInputStream.java | 62 +----
hadoop-ozone/dev-support/intellij/core-site.xml | 27 ++
.../dist/dev-support/bin/dist-layout-stitching | 3 +
hadoop-ozone/dist/src/main/compose/failing1/.env | 1 +
.../src/main/compose/failing1/docker-compose.yaml | 1 +
.../dist/src/main/compose/failing1/docker-config | 1 +
.../dist/src/main/compose/failing1/test.sh | 36 +++
hadoop-ozone/dist/src/main/compose/failing2/.env | 1 +
.../src/main/compose/failing2/docker-compose.yaml | 1 +
.../dist/src/main/compose/failing2/docker-config | 1 +
.../dist/src/main/compose/failing2/test.sh | 36 +++
.../dist/src/main/compose/{ozone => ozone-ha}/.env | 0
.../src/main/compose/ozone-ha/docker-compose.yaml | 93 +++++++
.../dist/src/main/compose/ozone-ha/docker-config | 35 +++
.../dist/src/main/compose/ozone-ha/test.sh | 33 +++
hadoop-ozone/dist/src/main/compose/test-all.sh | 6 +-
.../{ozone-shell.robot => ozone-shell-lib.robot} | 25 +-
.../main/smoketest/basic/ozone-shell-single.robot | 27 ++
.../src/main/smoketest/basic/ozone-shell.robot | 119 +--------
.../dist/src/main/smoketest/failing/test1.robot | 21 ++
.../dist/src/main/smoketest/failing/test2.robot | 21 ++
hadoop-ozone/dist/src/main/smoketest/robot.robot | 81 ------
hadoop-ozone/dist/src/shell/hdds/hadoop-daemons.sh | 2 +-
.../dist/src/shell/hdds/hadoop-functions.sh | 6 +-
.../org/apache/hadoop/ozone/insight/Insight.java | 4 +
.../hadoop/fs/ozone/TestRootedOzoneFileSystem.java | 185 ++++++++++---
.../org/apache/hadoop/ozone/OzoneTestUtils.java | 20 +-
.../ozone/client/rpc/TestKeyInputStream.java | 119 ++++-----
.../commandhandler/TestBlockDeletion.java | 84 +++++-
.../ozone/freon/TestHadoopNestedDirGenerator.java | 203 ++++++++++++++
.../hadoop/ozone/om/TestOzoneManagerRestart.java | 26 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 45 ++--
.../org/apache/hadoop/ozone/om/OzoneManager.java | 16 ++
.../hadoop/ozone/om/ratis/OMTransactionInfo.java | 5 +
.../ozone/om/ratis/OzoneManagerRatisServer.java | 1 +
.../ozone/om/ratis/OzoneManagerStateMachine.java | 18 +-
.../hadoop/ozone/om/response/CleanupTableInfo.java | 3 +-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 23 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 27 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 97 ++++---
.../fs/ozone/BasicRootedOzoneFileSystem.java | 80 ++++--
.../hadoop/fs/ozone/OzoneClientAdapterImpl.java | 4 +-
.../fs/ozone/RootedOzoneClientAdapterImpl.java | 4 +-
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 4 +-
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 4 +-
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 4 +-
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 4 +-
.../ozone/recon/schema/StatsSchemaDefinition.java | 12 +-
.../recon/schema/UtilizationSchemaDefinition.java | 13 +-
.../apache/hadoop/ozone/recon/ReconConstants.java | 8 +-
.../hadoop/ozone/recon/ReconControllerModule.java | 2 +
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 32 +++
.../ozone/recon/api/ClusterStateEndpoint.java | 47 ++--
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 2 +-
.../DatanodeDetailsCodec.java} | 29 +-
.../ReconNodeDBKeyCodec.java} | 26 +-
.../package-info.java} | 28 +-
.../ozone/recon/scm/ReconContainerManager.java | 61 ++++-
.../recon/scm/ReconContainerReportHandler.java | 2 +-
.../ReconIncrementalContainerReportHandler.java | 2 +-
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 55 +---
...DBDefinition.java => ReconSCMDBDefinition.java} | 29 +-
.../scm/ReconStorageContainerManagerFacade.java | 9 +-
.../spi/impl/ContainerDBServiceProviderImpl.java | 60 ++---
.../recon/spi/impl/ReconContainerDBProvider.java | 28 +-
.../ozone/recon/spi/impl/ReconDBDefinition.java | 71 +++++
.../ozone/recon/tasks/FileSizeCountTask.java | 4 +-
.../hadoop/ozone/recon/tasks/OMDBUpdateEvent.java | 2 +-
.../ozone/recon/tasks/OMDBUpdatesHandler.java | 92 +++----
.../ozone/recon/tasks/ReconTaskControllerImpl.java | 10 +-
.../hadoop/ozone/recon/tasks/TableCountTask.java | 185 +++++++++++++
.../src/views/overview/overview.tsx | 2 +-
.../hadoop/ozone/recon/api/TestEndpoints.java | 36 ++-
.../scm/AbstractReconContainerManagerTest.java | 51 +++-
.../ozone/recon/scm/TestReconContainerManager.java | 95 +++++--
...TestReconIncrementalContainerReportHandler.java | 63 +++++
.../ozone/recon/scm/TestReconNodeManager.java | 20 +-
.../ozone/recon/scm/TestReconPipelineManager.java | 8 +-
.../ozone/recon/tasks/TestOMDBUpdatesHandler.java | 54 +++-
.../recon/tasks/TestReconTaskControllerImpl.java | 6 +-
.../ozone/recon/tasks/TestTableCountTask.java | 178 +++++++++++++
.../hadoop/ozone/s3/S3GatewayConfigKeys.java | 6 +
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 36 ++-
.../hadoop/ozone/s3/io/S3WrapperInputStream.java | 36 +--
hadoop-ozone/tools/pom.xml | 16 ++
.../org/apache/hadoop/ozone/admin/OzoneAdmin.java | 6 +-
.../org/apache/hadoop/ozone/admin/om/OMAdmin.java | 10 +-
.../apache/hadoop/ozone/debug/ChunkKeyHandler.java | 11 +-
.../hadoop/ozone/debug/DBDefinitionFactory.java | 22 +-
.../org/apache/hadoop/ozone/debug/DBScanner.java | 63 +++--
.../org/apache/hadoop/ozone/debug/ListTables.java | 19 +-
.../org/apache/hadoop/ozone/debug/OzoneDebug.java | 11 +-
.../org/apache/hadoop/ozone/debug/RDBParser.java | 34 ++-
.../hadoop/ozone/freon/BaseFreonGenerator.java | 22 ++
.../java/org/apache/hadoop/ozone/freon/Freon.java | 4 +
.../hadoop/ozone/freon/HadoopDirTreeGenerator.java | 40 +--
.../ozone/freon/HadoopNestedDirGenerator.java | 22 +-
.../hadoop/ozone/segmentparser/RatisLogParser.java | 12 +-
.../apache/hadoop/ozone/shell/OzoneAddress.java | 103 +++++---
.../org/apache/hadoop/ozone/shell/OzoneShell.java | 14 +-
.../java/org/apache/hadoop/ozone/shell/Shell.java | 8 +-
.../hadoop/ozone/shell/bucket/BucketCommands.java | 12 +-
.../hadoop/ozone/shell/keys/KeyCommands.java | 12 +-
.../hadoop/ozone/shell/token/TokenCommands.java | 16 +-
.../hadoop/ozone/shell/volume/VolumeCommands.java | 12 +-
.../ozone/debug/TestDBDefinitionFactory.java | 59 +++++
.../hadoop/ozone/shell/TestOzoneAddress.java | 6 +-
.../shell/TestOzoneAddressClientCreation.java | 172 ++++++++++++
pom.xml | 2 +-
232 files changed, 5301 insertions(+), 3419 deletions(-)
create mode 100644 dev-support/byteman/hcfs-write.btm
copy hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconDBDefinition.java => hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/cli/SubcommandWithParent.java (55%)
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/ratis/retrypolicy/RequestTypeDependentRetryPolicyCreator.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/ratis/retrypolicy/RetryLimitedPolicyCreator.java
copy hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/RDBParser.java => hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/ratis/retrypolicy/RetryPolicyCreator.java (56%)
copy hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconDBDefinition.java => hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/ratis/retrypolicy/package-info.java (55%)
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/PipelineChoosePolicy.java
copy hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/DBDefinitionFactory.java => hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/PipelineRequestInformation.java (52%)
copy hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/segmentparser/RatisLogParser.java => hadoop-hdds/config/src/main/java/org/apache/hadoop/hdds/conf/InMemoryConfiguration.java (50%)
delete mode 100644 hadoop-hdds/docs/content/beyond/Containers.md
delete mode 100644 hadoop-hdds/docs/content/beyond/Containers.zh.md
delete mode 100644 hadoop-hdds/docs/content/beyond/DockerCheatSheet.md
delete mode 100644 hadoop-hdds/docs/content/beyond/DockerCheatSheet.zh.md
delete mode 100644 hadoop-hdds/docs/content/beyond/_index.md
delete mode 100644 hadoop-hdds/docs/content/beyond/_index.zh.md
create mode 100644 hadoop-hdds/docs/content/concept/Containers.md
create mode 100644 hadoop-hdds/docs/content/concept/Containers.png
delete mode 100644 hadoop-hdds/docs/content/concept/Hdds.md
create mode 100644 hadoop-hdds/docs/content/concept/OzoneManager-ReadPath.png
create mode 100644 hadoop-hdds/docs/content/concept/OzoneManager-WritePath.png
create mode 100644 hadoop-hdds/docs/content/concept/OzoneManager.png
create mode 100644 hadoop-hdds/docs/content/concept/StorageContainerManager.md
create mode 100644 hadoop-hdds/docs/content/concept/StorageContainerManager.png
rename hadoop-hdds/docs/content/concept/{Hdds.zh.md => StorageContainerManager.zh.md} (92%)
create mode 100644 hadoop-hdds/docs/content/design/ec.md
copy hadoop-hdds/docs/content/design/{namespace-support.md => storage-class.md} (58%)
copy hadoop-hdds/docs/content/design/{namespace-support.md => topology.md} (58%)
rename hadoop-hdds/docs/content/design/{ozone-volume-management.md => volume-management.md} (100%)
create mode 100644 hadoop-hdds/docs/content/feature/GDPR.md
rename hadoop-hdds/docs/content/{gdpr/GDPR in Ozone.zh.md => feature/GDPR.zh.md} (90%)
create mode 100644 hadoop-hdds/docs/content/feature/HA-OM-doublebuffer.png
create mode 100644 hadoop-hdds/docs/content/feature/HA-OM.png
create mode 100644 hadoop-hdds/docs/content/feature/HA.md
create mode 100644 hadoop-hdds/docs/content/feature/Observability.md
rename hadoop-hdds/docs/content/{shell/_index.md => feature/Recon.md} (52%)
create mode 100644 hadoop-hdds/docs/content/feature/Topology.md
rename hadoop-hdds/docs/content/{gdpr => feature}/_index.md (80%)
rename hadoop-hdds/docs/content/{gdpr => feature}/_index.zh.md (100%)
delete mode 100644 hadoop-hdds/docs/content/gdpr/GDPR in Ozone.md
create mode 100644 hadoop-hdds/docs/content/interface/CSI.png
create mode 100644 hadoop-hdds/docs/content/interface/CSI.zh.md
create mode 100644 hadoop-hdds/docs/content/interface/Cli.md
rename hadoop-hdds/docs/content/interface/{OzoneFS.md => O3fs.md} (65%)
rename hadoop-hdds/docs/content/interface/{OzoneFS.zh.md => O3fs.zh.md} (97%)
copy hadoop-hdds/docs/content/{design/ofs.md => interface/Ofs.md} (53%)
rename hadoop-hdds/docs/content/security/{SecuityWithRanger.md => SecurityWithRanger.md} (97%)
rename hadoop-hdds/docs/content/security/{SecuityWithRanger.zh.md => SecurityWithRanger.zh.md} (100%)
delete mode 100644 hadoop-hdds/docs/content/shell/BucketCommands.md
delete mode 100644 hadoop-hdds/docs/content/shell/BucketCommands.zh.md
delete mode 100644 hadoop-hdds/docs/content/shell/Format.md
delete mode 100644 hadoop-hdds/docs/content/shell/Format.zh.md
delete mode 100644 hadoop-hdds/docs/content/shell/KeyCommands.md
delete mode 100644 hadoop-hdds/docs/content/shell/KeyCommands.zh.md
delete mode 100644 hadoop-hdds/docs/content/shell/VolumeCommands.md
delete mode 100644 hadoop-hdds/docs/content/shell/VolumeCommands.zh.md
delete mode 100644 hadoop-hdds/docs/content/shell/_index.zh.md
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/choose/algorithms/HealthyPipelineChoosePolicy.java
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/choose/algorithms/PipelineChoosePolicyFactory.java
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/choose/algorithms/RandomPipelineChoosePolicy.java
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/choose/algorithms/package-info.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/pipeline/choose/algorithms/TestPipelineChoosePolicyFactory.java
create mode 100644 hadoop-ozone/dev-support/intellij/core-site.xml
create mode 120000 hadoop-ozone/dist/src/main/compose/failing1/.env
create mode 120000 hadoop-ozone/dist/src/main/compose/failing1/docker-compose.yaml
create mode 120000 hadoop-ozone/dist/src/main/compose/failing1/docker-config
create mode 100755 hadoop-ozone/dist/src/main/compose/failing1/test.sh
create mode 120000 hadoop-ozone/dist/src/main/compose/failing2/.env
create mode 120000 hadoop-ozone/dist/src/main/compose/failing2/docker-compose.yaml
create mode 120000 hadoop-ozone/dist/src/main/compose/failing2/docker-config
create mode 100755 hadoop-ozone/dist/src/main/compose/failing2/test.sh
copy hadoop-ozone/dist/src/main/compose/{ozone => ozone-ha}/.env (100%)
create mode 100644 hadoop-ozone/dist/src/main/compose/ozone-ha/docker-compose.yaml
create mode 100644 hadoop-ozone/dist/src/main/compose/ozone-ha/docker-config
create mode 100755 hadoop-ozone/dist/src/main/compose/ozone-ha/test.sh
copy hadoop-ozone/dist/src/main/smoketest/basic/{ozone-shell.robot => ozone-shell-lib.robot} (93%)
create mode 100644 hadoop-ozone/dist/src/main/smoketest/basic/ozone-shell-single.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/failing/test1.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/failing/test2.robot
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/robot.robot
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/freon/TestHadoopNestedDirGenerator.java
copy hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/{scm/ReconDBDefinition.java => codec/DatanodeDetailsCodec.java} (52%)
copy hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/{scm/ReconDBDefinition.java => codec/ReconNodeDBKeyCodec.java} (59%)
copy hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/{scm/ReconDBDefinition.java => codec/package-info.java} (55%)
rename hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/{ReconDBDefinition.java => ReconSCMDBDefinition.java} (55%)
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/spi/impl/ReconDBDefinition.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/TableCountTask.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/TestTableCountTask.java
create mode 100644 hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/debug/TestDBDefinitionFactory.java
create mode 100644 hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/shell/TestOzoneAddressClientCreation.java
---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org