You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by gi...@apache.org on 2024/04/10 15:18:38 UTC
(ozone) branch dependabot-npm_and_yarn-hadoop-ozone-recon-src-main-resources-webapps-recon-ozone-recon-web-plotly.js-2.25.2 updated (d5affdc00e -> 259ccbded5)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch dependabot-npm_and_yarn-hadoop-ozone-recon-src-main-resources-webapps-recon-ozone-recon-web-plotly.js-2.25.2
in repository https://gitbox.apache.org/repos/asf/ozone.git
discard d5affdc00e [auto] Generated pnpm-lock from actions for 23c58bf8ef32a7299009f7e23bbd826d0a469b07
discard 23c58bf8ef [Recon] Dependabot Package Upgrade: Bump plotly.js
add 9a5d2ff3e4 HDDS-9991. Add static import for assertions and mocks in hdds-container-service (#5883)
add 727ab651f2 HDDS-9991. (addendum) Add static import for assertions and mocks in hdds-container-service
add 1c7d318ee8 HDDS-9970. Recon - Fix failure of TestReconWithOzoneManager test case testOmDBSyncWithSeqNumberMismatch. (#5835)
add cca6782d44 HDDS-9388. OM Ratis Write: Move ACL check and Bucket resolution to preExecute (#5694)
add 9a8007b718 HDDS-9898. Recon SCM doesn't store EC containers. (#5812)
add d7fd453356 HDDS-10030. Improve assertTrue assertions in ozone-common (#5899)
add ac68072619 HDDS-9959. Propagate group remove to other datanodes during pipeline close (#5827)
add 0fdd18197b HDDS-10048. Bump slf4j to 2.0.10 (#5896)
add 60215826fd HDDS-9883. Recon - Improve the performance of processing IncrementalContainerReport from DN (#5793)
add 6df0237090 HDDS-10000. Improve LeakDetector (#5916)
add 741b1138d0 HDDS-10004. Fix metrics failure in TestOMRatisSnapshots#testInstallIncrementalSnapshotWithFailure (#5917)
add 206686837b HDDS-10046. Replace PrecomputedVolumeSpace with SpaceUsageSource.Fixed (#5904)
add 3f3deefbe0 HDDS-8982. Log flooded by WritableRatisContainerProvider if pipeline's nodes are not found (#5911)
add 64e6bbdc24 HDDS-10058. Replace hamcrest assertions (#5919)
add 67c21d4fdc HDDS-9758. Intermittent failure in testValidateBlockLengthWithCommitKey. (#5926)
add c39c554d99 HDDS-10070. Intermittent failure in TestWritableRatisContainerProvider (#5930)
add 745ad81501 HDDS-9650. Remove dead code using getRequestType via reflections (#5927)
add 39ce464628 HDDS-9980. Improve assertTrue assertions in hdds-common (#5910)
add d602eeca1f HDDS-9993. Add static import for assertions and mocks in hdds-server-scm (#5918)
add 71d4f25053 HDDS-10060. Restrict awaitility to test scope (#5923)
add adac71e358 HDDS-10057. [Snapshot] 'ozone fs -ls' on '.snapshot' dir of a bucket should list only active snapshots (#5924)
add 702a385b81 HDDS-10061. NPE when container is loaded with missing container DB (#5921)
add 43c9565d9d HDDS-8888. Consider Datanode queue capacity when sending DeleteBlocks command (#4939)
add 48ea0bb94b HDDS-9999. Add static import for assertions and mocks in ozonefs-common (#5937)
add a89fe7e640 HDDS-10059. Mark TestOMRatisSnapshots#testInstallSnapshot as unhealthy [skip ci]
add fbca103861 HDDS-9927. Ozone List keys CLI should co-ordinate between max limit and listCacheSize. (#5912)
add 7a2bd38538 HDDS-10063. NumKeys metric not decremented on FSO directory delete. (#5933)
add faaef16436 HDDS-10034. Improve assertTrue assertions in ozone-recon (#5943)
add 0ccf4d2535 HDDS-10062. Delete JUnit4 categories (#5922)
add ebef4f7b1e HDDS-10075. Simplify leftover assertions (#5935)
add c24fd8ebb4 HDDS-10084. Replace LEGACY in integration test with default layout from config (#5940)
add eaf9a7db26 HDDS-9852. Intermittent timeout in testCorruptionDetected waiting for container to become unhealthy (#5948)
add babed3cdc5 HDDS-10082. Fix typo in StorageContainerManager constructor (#5938)
add 97d6cbe239 HDDS-10049. Migrate remaining integration tests to JUnit5 (#5906)
add 2ac838ece8 HDDS-10069. Add static import for assertions and mocks in client integration tests (#5955)
add 60aa0ca8ad HDDS-10031. Improve assertTrue assertions in ozone-client (#5956)
add e1d123149e HDDS-9848. Pipeline.nodesInOrder should not be ThreadLocal (#5944)
add d7e15f5733 HDDS-10072. Update Container for named RwLock operations (#5932)
add 2ae531b0f6 HDDS-9847. Replace usage of org.apache.hadoop.http.HttpServer2 (#5959)
add c23b713d36 HDDS-10086. Intermittent timeout in TestSafeMode (#5945)
add 06d802c80f HDDS-10035. Bump Ratis to 3.0.1 (#5965)
add bcd39fe4d9 HDDS-10099. TestHddsConfServlet unnecessarily depends on hadoop-thirdparty (#5966)
add 029db3947c HDDS-10068. Add static import for assertions and mocks in OM integration tests (#5962)
add b3a18ae057 HDDS-10039. Remove the flushLatches set from FlushNotifier. (#5900)
add 16847d3600 HDDS-9958. Improve log for container not found in CloseContainerCommandHandler (#5925)
add ac3fbc0597 HDDS-10067. Add static import for assertions and mocks in SCM integration tests (#5960)
add 74ecb3bde9 HDDS-9245. Add tool for upgrading container layout v2 to v3 (#5539)
add cc9089d48c HDDS-10106. Bump aws-java-sdk to 1.12.632 (#5952)
add a90f57d43a HDDS-9701. Shareable /tmp dir doesn't work as sticky-bit with Ranger (#5613)
add 3ff8ef380b HDDS-8650. Remove duplicate helper methods for getting FSO open key (#5753)
add 0c2e2a60ae HDDS-9527. Race condition in RocksDatabase (#5947)
add 8d906a5ac0 HDDS-10087. Clean up code in NodeDecommissionManager (#5953)
add de76edc0e1 HDDS-10109. Bump gradle-enterprise-maven-extension to 1.20 (#5951)
add 0cb538198c HDDS-10092. improve assertTrue assertions in client integration tests (#5969)
add 7c47d6a81d Dashboard For listKeys Metrics (#5833)
add b7cde03bb3 HDDS-10089. ManagedSecretKey.macInstances should not be ThreadLocal (#5946)
add 17be182fa9 HDDS-10081. Copy and migrate Hadoop base test classes to JUnit5 (#5939)
add 3cc555b2dd HDDS-9835. Migrate simple datanode integration tests to JUnit5 (#5979)
add 205cb68bca HDDS-10102. Replace Awaitility with existing utils (#5977)
add 46b6f3def1 HDDS-10113. UNHEALTHY replicas of QUASI_CLOSED container with unique origins should be handled during decommission (#5984)
add 9fbf5a0416 HDDS-3415. Enable TestContainerPlacement#testContainerPlacementCapacity. (#5832)
add daeb18bf53 HDDS-9717. Add P99 quantiles and Min/Max Metrics for S3G Performance Metrics (#5627)
add a8341d730d HDDS-10103. Simplified snapshotCache with just one ConcurrentHashMap. (#5986)
add f42334b217 HDDS-10115. Migrate MetricsAsserts to AssertJ (#5987)
add c0d9fd9298 HDDS-10054. Reduce DataNode token verification heap allocation cost. (#5909)
add c793455dbd HDDS-10116. Rename mockito2.version to mockito.version in pom.xml and fix typos (#5989)
add a9504b0ebb HDDS-10003. Cache serialized block token in output stream to reduce heap consumption (#5908)
add d5b03b086f HDDS-9994. Add static import for assertions and mocks in remaining hdds modules (#5990)
add 838cc2691b HDDS-10088. Refine the number of handlers for each RPC of SCM (#5954)
add ed3b699877 HDDS-10026. Remove applyTransactionMap and ratisTransactionMap from OzoneManagerStateMachine. (#5891)
add c578256e95 HDDS-10105. Remove duplicate hdds.datanode. prefix from check.empty.container.dir.on.delete (#5973)
add b932e1644f HDDS-10085. Improve method name in ContainerBalancerSelectionCriteria (#5957)
add 1398f587c3 HDDS-9819. Recon - Potential memory overflow in Container Health Task. (#5841)
add 26be5d9ce6 HDDS-10124. Compile Ozone with JDK 21 in CI (#5992)
add ae7110eaf2 HDDS-5852. Optimize streaming chunk write on exception (#4839)
add 9697686fac HDDS-6068. Upgrade Mockito to 4.11.0 (#5991)
add 7b90ca7494 HDDS-10123. InaccessibleObjectException in tests using ChecksumByteBufferImpl with Java 17 (#5993)
add 2e81ab1646 HDDS-10125. Verify config key does not duplicate prefix (#5995)
add 85c4b8ffae HDDS-10127. Bump maven-dependency-plugin to 3.6.1 (#5999)
add 02bfa7f91d HDDS-10128. Bump commons-configuration2 to 2.8.0, commons-text to 1.11.0 (#5996)
add 799acbb4e8 HDDS-10135. Bump os-maven-plugin to 1.7.1 (#5998)
add 8db644ca46 HDDS-10117. ChunkKeyHandler does not close XceiverClient in case of exception (#5994)
add 0c98e3ab1e HDDS-10107. Remove the static dbNameToCfHandleMap from RocksDatabase. (#5976)
add db4e8790a9 HDDS-10119. Assertions on object creationTime fail with Java 17 (#6008)
add 9e2b7a3d8a HDDS-9997. Add static import for assertions and mocks in misc. integration tests (#6011)
add ccaf2dfd9c HDDS-10130. TestSecureOzoneManager.testSecureOmInitFailure fails with Java 17 (#6010)
add 1bd950fbf5 HDDS-8492. Intermittent timeout in TestStorageContainerManager#testBlockDeletionTransactions. (#5928)
add 74c2a982b0 HDDS-10145. Bump hk2 to 2.6.1 (#5997)
add 68af7dba20 HDDS-10095. Move SCM tests to org.apache.hadoop.hdds.scm package hierarchy (#5985)
add 737598c374 HDDS-10131. TestTarContainerPacker fails with Java 17 (#6009)
add fa9842682a HDDS-9967. Intermittent failure in TestOzoneRpcClientAbstract.testListSnapshot. (#5970)
add 50cd193782 HDDS-10074. Migrate FS contract tests to JUnit5 (#5981)
add 48d547c9fc HDDS-10157. Download zlib fails with 403 Forbidden in CI (#6029)
add 3628aedb38 HDDS-3849. Add tests for show rule status of scm safemode (#6027)
add 7ab9feaac3 HDDS-10155. Use getOzoneKey when calculating the paths for keys (#6023)
add 0fa067198e HDDS-10134. Avoid false positive ManagedObject leak report (#6013)
add 900c6ff0f3 HDDS-7558. Translate "Topology awareness" doc into Mandarin Chinese (#6025)
add 10a1dbfece HDDS-9506. Remove JUnit4 dependency (#6028)
add 5da02baad5 HDDS-10139. Support to get hosts from stdin when DN is decommissioning, recommissioning or entering maintenance. (#6019)
add abc3e1f889 HDDS-10138. NPE for SstFilteringService in OMDBCheckpointServlet.Lock (#6015)
add 2fa8d6c432 HDDS-10159. Add test for putting key with ECReplicationConfig by shell. (#6030)
add 1c9f1051ba HDDS-9648. Create API to fetch info about a single datanode (#5856)
add d813fdf866 HDDS-9944. NSSummary commands should close OzoneClient. (#6018)
add 1d19a95856 HDDS-10126. Remove maxFlushedTransactionsInOneIteration from OzoneManagerDoubleBuffer (#6007)
add 6f6ec58074 HDDS-10154. isKeyPresentInTable should use iterator constructor with prefix (#6022)
add 95d9222fcb HDDS-9968. Avoid using Files.createTempDirectory in AbstractReconSqlDBTest (#6034)
add 361cd11820 HDDS-10162. Fix metric names in OMPerformanceMetrics (#6035)
add 32e82df125 HDDS-10171. Fix checkstyle:parameternumber in OzoneManagerDoubleBuffer. (#6038)
add d2eb1edac9 HDDS-9051. Change level of log in NetworkTopologyImpl when no nodes are available to INFO (#5942)
add dcdc47ec8d HDDS-10168. Add Ozone 1.4.0 to compatibility acceptance tests (#6040)
add 7d2864cfb8 HDDS-10151. Replace single-use Random objects with RandomUtils in test classes (#6041)
add 27c1f9c34d HDDS-10014. Fixed internal error on generating S3 secret via HTTP (#5887)
add 4195ef57a3 HDDS-10080. Let junit.sh fail if no tests were matched in repeated run (#6036)
add 9afd1a141c HDDS-9988. Show used storage percent in SCM UI (#5882)
add 37213b7085 HDDS-10178. Shaded Jar build failure in case-insensitive filesystem (#6045)
add 9489d7e9f3 HDDS-6796. Extract method for building OMRequest in TrashOzoneFileSystem (#6048)
add 73e6f90aae HDDS-9345. Add CapacityPipelineChoosePolicy considering datanode storage space (#5354)
add 2bf7135925 Revert "HDDS-9426. Calculate Exclusive size for deep cleaned snapshot's deleted directories. (#5579)" (#6051)
add 1d3908930e HDDS-9288. Intermittent failure in TestSnapshotDeletingService#testMultipleSnapshotKeyReclaim
add c24c313d54 HDDS-9998. Add static import for assertions and mocks in remaining ozone modules (#6056)
add 80178230d8 HDDS-9181. Provide documentation for Decommissioning in Ozone in Mandarin (#6047)
add 4bf33d6cd1 HDDS-7557. Translate "Merge Container RocksDB in DN" doc into Mandarin Chinese (#6039)
add 4a686c60b8 HDDS-10186. Add static import for assertions and mocks (#6067)
add ddce9069fc HDDS-10193. Bump maven-checkstyle-plugin to 3.3.1 (#6066)
add cc293e6571 HDDS-8005. Fixed intermittent failure in TestOmSnapshot.testSnapDiffWithMultipleSSTs (#6071)
add 422df39669 HDDS-8649. Remove duplicate helper methods getDBMultipartOpenKey() (#6057)
add 3b99c036de HDDS-10175. Pre-build Ozone in flaky-test-check (#6043)
add 0f5de57443 HDDS-10042. Show IDs of under-replicated and unclosed containers for decommissioning nodes (#5929)
add f39b34dd5c HDDS-10142. Add hidden command to set bucket encryption key to fix HDDS-7449 (#6020)
add 51a7eaec39 HDDS-10195. Bump re2j to 1.7 (#6063)
add 8835ccf3d3 HDDS-10174. Enable Surefire process checker (#6075)
add a9cc1972f5 HDDS-10100. Improve assertTrue assertions in ozone-tools (#6081)
add 2ed976009b HDDS-10121. GenericTestUtils.getFieldReflection fails with Java 17. (#6073)
add 74fea965b6 HDDS-10079. Remove validation of test method in flaky-test-check (#5936)
add 776c01fd51 HDDS-10180. Update proto.lock from Ozone 1.4.0 (#6080)
add 9018728d9d HDDS-10184. Fix ManagedStatistics not closed properly (#6055)
add c3029474f0 HDDS-8941. Intermittent timeout in TestContainerBalancerTask (#6082)
add cc23ace26e HDDS-9981. Improve assertTrue assertions in remaining hdds modules (#6093)
add 6a129ac181 HDDS-10198. Improve logging in AbstractFindTargetGreedy (#6090)
add 9238be33a8 HDDS-10200. OM may terminate due to NPE in `S3SecretValue` proto conversion (#6089)
add 73f0194d06 HDDS-10202. OmMetadataManagerImpl creates new S3Batcher for each operation (#6088)
add ac597ad059 HDDS-10191. Fix some mismatches in LICENSE (#6076)
add 440cbf46ad HDDS-10163. Import methods from Mockito, not ArgumentMatchers (#6095)
add 2e89fcf7da HDDS-10199. Node.js 16 actions are deprecated (#6087)
add 305460d282 HDDS-9524. Clean up wait for leader OM in integration tests (#6092)
add 06362c0b84 HDDS-10197. Increase timeout for compile check (#6085)
add 1b6cad9ac1 HDDS-10096. Improve assertTrue assertions in SCM integration tests (#6098)
add ea4769b049 HDDS-10210. Ensure atomic update in StateContext#updateCommandStatus (#6091)
add dd54a7a590 HDDS-10204. TypedTable.putWithBatch may leak if conversion of value throws (#6097)
add 11bc604d14 HDDS-10196. Group dependabot PRs for frontend dependencies (#6084)
add 21068a3871 HDDS-10213. Improve assertTrue assertions in remaining integration-test (#6101)
add 36fbe5b136 HDDS-10216. Bump maven-jar-plugin to 3.3.0 (#6102)
add d50776a24b HDDS-10219. Bump frontend-maven-plugin to 1.15.0 (#6104)
add 5983ccc0ef HDDS-10101. Set sonar.coverage.jacoco.xmlReportPaths (#5972)
add d200c3c163 HDDS-10223. Bump commons-math3 to 3.6.1 (#6105)
add c1e9e91809 HDDS-9905. Standardize nullability annotations (#6086)
add 2c0580dbb2 HDDS-9486. Fix deadlock causing intermittent fork timeout in TestSnapshotBackgroundServices (#6026)
add 79d3c873f5 HDDS-9426. Calculate Exclusive size for deep cleaned snapshot's deleted directories (#6099)
add 397f62f9cf HDDS-9645. Recon should exclude out-of-service nodes when checking for healthy containers (#5651)
add 06a16e24c0 HDDS-10066. Consolidate and test the Ratis write path for prefix ACL (#5941)
add 6f529bc408 HDDS-9985. Do not use Guava Optional (#6110)
add f30275ca60 HDDS-9823. Pipeline failure should trigger heartbeat immediately (#5725)
add 9d46a3cd18 HDDS-10227. Intermittent timeout in TestReconAndAdminContainerCLI.compareRMReportToReconResponse (#6112)
add 3a043ff494 HDDS-10129. Remove version management of doxia-core and doxia-site-renderer (#6000)
add b90d109038 HDDS-10059. TestOMRatisSnapshots.testInstallSnapshot should only validate live files. (#6069)
add fc99132a86 HDDS-10183. Dynamic reconfiguration of replication server thread pool size (#6052)
add af9a72a230 HDDS-10192. Verify container checksum after downloaded (#6078)
add 86bbdfc33e HDDS-10194. Upgrade Bouncy Castle to 1.77 (#6077)
add 95666ebee7 HDDS-10160. Cache sort results in ContainerBalancerSelectionCriteria (#6050)
add 7579bd0795 HDDS-10228. Intermittent failure downloading bzip2 from sourceware.org (#6111)
add 1e6e6d1b46 HDDS-10225. Speed up TestSCMHAManagerImpl. (#6109)
add 4f6d3b87e4 HDDS-10224. Speed up TestRocksDBCheckpointDiffer (#6108)
add 04d6e0bc54 HDDS-10231. ContainerStateManager should not finalize OPEN containers without a Pipeline. (#6123)
add 8ab0d078db HDDS-10215. Speed up some tests that use OmTestManagers (#6107)
add 41ea9fbb89 HDDS-10029. Improved logs for SCMDeletedBlockTransactionStatusManager (#5888)
add 04d08533c9 HDDS-10232. Refactor some constructors in SCM to avoid too many parameters (#6114)
add b3e80693b2 HDDS-10251. Intermittent failure in TestKeyDeletingService (#6129)
add c9847df2bc HDDS-10241. Improve the response for the Deleted Directories Insight Endpoint. (#6124)
add d2314a5762 HDDS-10025. Add more function for Freon OmMetadataGenerator (#6037)
add fb2caac8ba HDDS-10164. Replace GenericTestUtils temp dirs with `@TempDir` in hadoop-hdds (#6122)
add e89fee375e HDDS-9658. NPE while cleanup deleted container data (#5964)
add 5110a03bfe HDDS-10248. Remove unused, dead code in hdds-client module (#6126)
add 5748d40664 HDDS-10260. Fix typos in OM HA documentation (#6134)
add b02741fa5f HDDS-8793. Added integration test to confirm prefix Acls work properly with snapshots (#6128)
add d2b5b5dc3f HDDS-10263. Intermittent failure in freon/metadata-generate robot test (#6137)
add 684d92b676 HDDS-9401. Update last known layout version in SCMNodeManager#processLayoutVersionReport. (#6125)
add baae7507cb HDDS-10207. Simplify tests using assertThrows in hadoop-ozone (#6130)
add 528fc9220b HDDS-10246. Remove KeyValueHandler.checkContainerIsHealthy to improve read performance (#6127)
add 5f0925e190 HDDS-10249 Remove unused, dead code in hdds-common module. (#6136)
add 6c7af5c0b7 HDDS-10261. Fix typos in Architecture Documentation (#6141)
add 361ad068ed HDDS-9719. Add performance audit log for Datanode (#5660)
add ce4903de89 HDDS-9288. Remove flaky tag from TestSnapshotDeletingService.testMultipleSnapshotKeyReclaim (#6140)
add f8d54b3875 HDDS-10208. Simplify tests using assertThrows in hadoop-hdds (#6143)
add 49df6464ae HDDS-10173. findbugs: Random object used only once in TestBlockOutputStreamCorrectness. (#6131)
add d5742ef724 HDDS-10165. Replace GenericTestUtils temp dirs with `@TempDir` in ozone unit tests (#6142)
add 6f507c9bb1 HDDS-10269. Remove duplicate addCacheEntry in OMDirectoryCreateRequest#getAllParentInfo (#6144)
add 6732b64b85 HDDS-10264. Allow running nested test classes in flaky-test-check (#6149)
add 0fac57ab89 HDDS-9065. [FSO]ListKeys: Incorrect result when keyPrefix matching multiple exist keys. (#6072)
add 8936b63076 HDDS-10279. Remove unused, dead code in hdds-config module. (#6152)
add ddf53ca136 HDDS-10271. Reduce verbosity of some SCM start-up logs (#6146)
add 4ebbdcf32f HDDS-10274. Remove unused code related to AccessPolicy (#6150)
add 349693515f HDDS-10217. Speed up TestKeyDeletingService (#6151)
add 228b64c39f HDDS-10285. Remove unnecessary sleep in TestMiniOzoneCluster (#6156)
add 822c0dee1a HDDS-10148. TestOmSnapshotFsoWithNativeLib should be tagged as native test (#6160)
add cb313f6b67 HDDS-10272. Container Report admin command displays incorrect value immediately after SCM restart (#6148)
add 80e9fb8fea HDDS-10289. Remove unused MiniOzoneCluster.Builder properties (#6161)
add 68c6f71b2d HDDS-10287. Remove unused enableTrace from MiniOzoneCluster (#6159)
add b37a59ac75 HDDS-10286. Remove unused RatisTestSuite (#6158)
add 5dd14acf4f HDDS-10294. Actual client configuration ignored in ECReconstructionCoordinator (#6163)
add 296d5712b8 HDDS-10243. Replace GenericTestUtils temp dir in SCMTestUtils (#6154)
add 80cc0c5372 HDDS-10302. Bump apache-rat-plugin to 0.16.1 (#6175)
add a54d83edc0 HDDS-10277. Remove unnecessary fail() from tests (#6166)
add 27f1923ff3 HDDS-10303. Bump jaeger-client to 1.8.1 (#6173)
add 789c7f098a HDDS-10152. findbugs: Field should be static (#6168)
add 60bcdafa73 HDDS-10292. Extract configurator for size settings from MiniOzoneCluster (#6167)
add 039dea9129 HDDS-10229. Fixes for Grafana dashboards (#6120)
add 3d8365ffd2 HDDS-10296. Orphan blocks during overwrite of key. (#6180)
add 06399b5dcb HDDS-10226. Refactor OMRequestTestUtils.createOmKeyInfo (#6184)
add e93e781ffc HDDS-10291. Set simple properties in MiniOzoneCluster via Configuration (#6186)
add 5715aee571 HDDS-10328. Support cross realm Kerberos out of box. (#6192)
add 601fd413a0 HDDS-10322. Make VolumeArgs immutable (#6193)
add c1efa330d3 HDDS-8627. Recon - API for Count of deletePending directories (#5037)
add 15b62de75f HDDS-10333. RocksDB logger not closed (#6200)
add 75df6c1b75 HDDS-9843. Ozone client high memory (heap) utilization (#6153)
add d3e2e59c1c HDDS-10319. Also consider bucket layout deciding whether to normalize path for listKeys (#6195)
add 2f2234c7b6 HDDS-10262. Encapsulate SnapshotCache inside OmSnapshotManager (#6135)
add af25a48005 HDDS-10340. Skip ci on dashboard updates (#6203)
add 47ef84c59c HDDS-10318. Add OM client protocol metrics to Ozone - ListKey Metrics dashboard (#6183)
add 7c79246836 HDDS-10256. Retry block allocation when SCM is in safe mode. (#6189)
add c35e99f04b HDDS-10250. Use SnapshotId as key in SnapshotCache (#6139)
add ffd8221eba HDDS-10343. Remove dependency on jsr305 (#6208)
add cd0069113e HDDS-10218. Speed up TestSstFilteringService (#6196)
add 45c853c5eb HDDS-10325. Make BucketArgs immutable (#6205)
add c289c670b9 HDDS-10344. Schedule dependabot for weekend (#6209)
add 68662a757a HDDS-10347. Bump jacoco to 0.8.11 (#6214)
add bacb184fd5 HDDS-10356. Bump exec-maven-plugin to 3.1.1 (#6215)
add 7370676dcf HDDS-9680. Use md5 hash of multipart object part's content as ETag (#5668)
add 3c4683e71b HDDS-9738. Display startTime, pipeline and container counts for decommissioning datanode (#6185)
add 44adf80324 HDDS-10359. Recursively deleting volume with OBS bucket shows error despite success (#6217)
add 38768527f3 HDDS-10368. Bump guice to 6.0.0 (#6212)
add 78fc781829 HDDS-10369. Set Times API doesn't work with linked buckets. (#6220)
add 6194d422f3 HDDS-10301. Recon - Fold the pipeline info for a DN on Datanode page. (#6198)
add 2348784bec HDDS-10288. Checksum to support direct buffers (#6162)
add cce2f969a8 HDDS-10339. Add S3 API level dashboard (#6202)
add e0f3ae1406 HDDS-10391. Bump joda-time to 2.12.7 (#6230)
add c6724537d7 HDDS-10387. Fix parameter number warning in KeyOutputStream and related classes (#6225)
add 932a0ac93b HDDS-10342. Reduce code duplication in MiniOzoneCluster builders (#6206)
add c8e6cabc8f HDDS-10345. No need to sort excluded datanodes during Ratis pipeline creation (#6224)
add a1f839036a HDDS-10010. Support snapshot rename operation (#6006)
add db1561ac10 HDDS-10385. Memory leak for thread local usages in OMClientRequest. (#6234)
add 652b9bcc0a HDDS-10401. Bump commons-compress to 1.26.0 (#6240)
add 3a01fea4ca HDDS-10406. Bump aws-java-sdk to 1.12.661 (#6249)
add 9c187df7df HDDS-10398. Remove deleted_blocks table in container schema V2 and V3 definition (#6237)
add c9d3b23bb5 HDDS-10397. Restrict legacy bucket directory deletion through sh command. (#6244)
add 5f6306dd1d HDDS-10395. Fix eTag compatibility issues for MPU (#6235)
add 45d420ab7c HDDS-10293. IllegalArgumentException: containerSize Negative (#6178)
add f0b75b7e4e HDDS-10383. Introduce a Provider for client-side thread resources passing (#6222)
add 6dfd7d46d1 HDDS-10408. NPE causes OM crash in Snapshot Purge request (#6250)
add b537a6a710 HDDS-10396. Encapsulate fields in WithMetadata and subclasses (#6238)
add d883d7df46 HDDS-10149. New JNI layer for RawSSTFileReader & RawSSTFileReaderIterator (#6182)
add 284846f2c8 HDDS-10363. HDDS-9388 broke encryption. (#6219)
add 83cb2b7d1d HDDS-10320. Introduce factory to configure MiniOzoneCluster's datanodes (#6246)
add 13b635c580 HDDS-10410. Avoid creating ChunkInfo. (#6258)
add babf85c762 HDDS-10403. CopyObject should set ETag based on the key content (#6251)
add e9f11f0b5f HDDS-10404. Ozone admin reconfig command fails with security enabled (#6253)
add 0bac7ef8e4 HDDS-10405. ozone admin has hard-coded info loglevel (#6254)
add c325315cae HDDS-10418. Bump commons-io to 2.15.1 (#6266)
add decacde8fc HDDS-10419. Bump maven-gpg-plugin to 3.1.0 (#6211)
add f62a8e33f3 HDDS-10420. Bump restrict-imports-enforcer-rule to 2.5.0 (#6264)
add 0cd6b3bf8a HDDS-10399. IndexOutOfBoundsException when shallow listing empty directory in non-FSO bucket (#6259)
add dc9bd61914 HDDS-10365. Fix description for `ozone getconf ozonemanagers` (#6263)
add df68290e72 HDDS-10214. Update supported versions in security policy up to 1.4.0 (#6100)
add 84c6e4d861 HDDS-10384. RPC client Reusing thread resources. (#6270)
add 50d43e8ae4 HDDS-10394. Fix parameter number warning in om.helpers (#6271)
add 1b48186a01 HDDS-10415. Remove duplicate HA MiniOzoneCluster factory method (#6261)
add 9c2fb3aebd HDDS-10346. Make test cases in TestSstFilteringService independent (#6247)
add 2d77fb4016 HDDS-10423. Datanode fails to start with invalid checksum size setting (#6276)
add f6d455fd19 HDDS-10360. Make cleanupTest compatible with enableFileSystemPath values in TestKeyManagerImpl class. (#6218)
add 083a45ee0b Revert "HDDS-10384. RPC client Reusing thread resources. (#6270)" (#6277)
add 7939faf7d6 HDDS-815. Rename HDDS config keys prefixed with dfs. (#6274)
add 0e413c9833 HDDS-10428. OzoneClientConfig#validate does not get called (#6282)
add 54548aa768 HDDS-10327. S3G does not work in a single-node deployment (#6257)
add 9fb61ffa3b HDDS-10413. Recon - UnsupportedOperationException while merging Incremental Container Reports. (#6260)
add 1e98ebb449 HDDS-10432. Hadoop FS client write(byte[], int, int) is very slow in streaming (#6287)
add e0bf7b4f7b HDDS-10370. Recon - Handle the pre-existing missing empty containers in clusters. (#6255)
add 8c4ab8e4cd HDDS-8683. Container balancer thread interrupt may not work (#6179)
add f4406546ac HDDS-10416. Move HA-specific settings to MiniOzoneHAClusterImpl.Builder (#6275)
add 4da5a64224 HDDS-10425. Increase OM transaction index for non-Ratis based on existing Ratis transactionInfoTable (#6281)
add 543c9e79dd HDDS-9235. ReplicationManager metrics not collected after restart. (#6280)
add 1830fe2055 HDDS-10367. Fix possible NPE in listKeysLight, listStatus, listStatusLight (#6221)
add aa68aec220 HDDS-10324. Metadata are not updated when keys are overwritten. (#6273)
add 4095ef1f48 HDDS-10278. Simplify tests using assertDoesNotThrow (#6291)
add 8fcd039cef HDDS-10437. Rename method to getContainersPendingReplication (#6293)
add 01f8d62fbe HDDS-10331. Rename Java constants of ex-DFS config keys (#6290)
add 1eeaa0baa2 HDDS-10144. Zero-Copy in replication (#6049)
add c3271b8bf4 HDDS-10144. (addendum) Zero-Copy in replication
add 083e9140a1 HDDS-10433. Add Prometheus scrape target for Datanodes in Compose v2 (#6288)
add 804366a0f0 HDDS-6713. Avoid the need to cast to MiniOzoneHAClusterImpl (#6295)
add 384103a2dd HDDS-10282. Fix pagination on the OM DB Insights page in Recon (#6190)
add 0a5fc695b4 HDDS-7810. Support namespace summaries (du, dist & counts) for OBJECT_STORE buckets. (#4245)
add 11fddc4191 HDDS-10041. Do not start the daemon inside the OzoneManagerDoubleBuffer constructor. (#6300)
add 3a872b4a10 HDDS-10447. Extract helper methods from Ozone native ACL unit tests (#6306)
add 2710129ce4 HDDS-10453. Bump httpclient to 4.5.14 (#6311)
add 61dbb0870a HDDS-10455. Bump protobuf-maven-plugin to 0.6.1 (#6313)
add 11c5eb86a4 HDDS-10456. Bump slf4j to 2.0.12 (#6312)
add b513cdcb54 HDDS-10439. Remove setConf from MiniOzoneCluster public interface (#6320)
add a65991fa33 HDDS-10444. Reduce string concatenation in ContainerImporter#importContainer (#6307)
add 650e77753b HDDS-10459. Bump snappy-java to 1.1.10.5 (#6324)
add a248ed1ea4 HDDS-10329. [Snapshot] Add unit-test for recreating snapshots with deleted snapshot names. (#6298)
add ff1e4143ad HDDS-10430. Race condition around Pipeline#nodesInOrder (#6316)
add f7a421b27b HDDS-10446. Refactor Node2ObjectsMap, Node2PipelineMap, Node2ContainerMap (#6303)
add 80592135ed HDDS-10458. Mention `ozone admin datanode status decommission` in docs (#6322)
add b69674c7f8 HDDS-10412. Prefix ACL check needs to resolve the bucket link (#6268)
add f16b1affeb HDDS-10424. Improve error message for prefix without trailing slash (#6328)
add 9a6ece27e7 HDDS-10457. Remove dependency commons-pool2 (#6317)
add 4243721dda HDDS-10450. Add GitHub actions labeler for the reconciliation feature branch. (#6310)
add 87d8d6155c HDDS-10467. Reduce metrics visibility (#6332)
add 2f05353940 HDDS-10384. RPC client reusing thread resources. (#6326)
add 418528adea HDDS-10460. Refine audit logging for bucket property update operations (#6329)
add 309e45996c HDDS-10472. Audit log should include EC replication config (#6338)
add 140c5deffb HDDS-9343. Shift sortDatanodes logic to OM (#5391)
add a145dd5bfd HDDS-9343. (addendum) Shift sortDatanodes logic to OM (#5391)
add 7c8160fe2c HDDS-10482. OMRequestTestUtils.createOmKeyInfo should set key modification time (#6343)
add 9dab4d2173 HDDS-10487. Intermittent crash in TestSnapshotDiffManager (#6346)
add d94aadc4b8 HDDS-10480. Avoid proto2 ByteString.toByteArray() calls. (#6342)
add 48bc30f514 HDDS-10470. Populate Maven dependency cache in separate workflow (#6340)
add 1322add415 HDDS-10493. Fix parameter number warning in DatanodeDetails and ContainerInfo (#6349)
add 6222aed33e HDDS-10495. Removed JMockit dependency (#6352)
add f8a1e3cc3a HDDS-10090. Clean up TestStorageContainerManager (#6347)
add bf91862796 HDDS-10473. Extract constants in HddsDispatcher (#6337)
add c439b7341a HDDS-10499. Bump org.kohsuke.metainf-services to 1.11 (#6354)
add 4ee5fd917b HDDS-10500. Bump Jackson to 2.16.1 (#6356)
add cb255044e2 HDDS-10501. Bump maven-deploy-plugin to 3.1.1 (#6353)
add 5c57bcb37d HDDS-10188. Add unit tests around Distcp across buckets (#6132)
add 131eec0587 HDDS-10485. Enable container scanner by default. (#6345)
add 07639859ec HDDS-10504. Remove unused VolumeInfo#configuredCapacity (#6363)
add d68ea97e02 HDDS-10503. Bump jgrapht to 1.4.0 (#6364)
add 6c95fc90ee HDDS-10502. Improve generic type of IOUtils.close (#6361)
add a8dd1c2cc2 HDDS-10475. Refine audit logging for bucket creation (#6366)
add 91af26ab39 HDDS-10414. Some acceptance tests fail with Docker Compose V2 (#6269)
add 6cd0b6f751 HDDS-10454. Make OzoneAcl immutable (#6319)
add e42b46d69c HDDS-10497. [hsync] Refresh block token immediately if block token expires. (#6371)
add 3ce3a284bf HDDS-10512. Reorder initialization of ScmTopologyClient in OM (#6374)
add 9222193084 HDDS-10492. [Doc] Update zh translation to Recon Architecture (#6348)
add 359bbad1f1 HDDS-10050. Clean up TestStorageContainerManagerHelper (#6373)
add 71e4ff373a HDDS-10498. Improved configuration for license compliance (#6358)
add 2ffdb3ccb8 HDDS-10516. Add metrics for chunk read from internal ratis (#6375)
add 3d193fc06e HDDS-10521. ETag field should not be returned during GetObject if the key does not contain ETag field (#6377)
add f4ba2beaaa HDDS-10440. Set new cluster ID and config instance in MiniOzoneCluster#build(). (#6325)
add b82a2a2842 HDDS-10496. Fetch dependencies for cache using actual build (#6359)
add a99c12bd04 HDDS-10523. Extract module-specific gitignore (#6379)
add e2a4609f3c HDDS-10526. Bump follow-redirects to 1.15.6 (#6382)
add 0bf2a29cbb HDDS-10120. BindException in some integration tests with Java 17 (#6384)
add 01deb4f679 HDDS-10534. Removed objenesis dependency (#6391)
add 8efcaffaa4 HDDS-10533. Bump junit5 to 5.10.2 (#6387)
add 238bff09e9 HDDS-10537. Bump docker-maven-plugin to 0.44.0 (#6390)
add d1e37d6458 HDDS-10535. Remove unused RangerRestMultiTenantAccessController. (#6392)
add 9291f89428 HDDS-10543. Bump LMAX Disruptor to 3.4.4 (#6388)
add 89b700d5bf HDDS-10505. Move space reservation logic to VolumeUsage (#6370)
add a122acca97 HDDS-10549. Fix typo in Freon error message (#6397)
add 9afaeacf71 HDDS-10546. OM startup failure as leader is not getting ready (#6395)
add d4606e1795 HDDS-10182. Add P99 quantiles and Min/Max Metrics for Xceiver Client Performance Metrics (#6070)
add 264cbc6192 HDDS-10476. Add metrics about bucket utilization. (#6344)
add e9073166da HDDS-9802. Tool to fix corrupted snapshot chain (#6386)
add 8582214315 HDDS-10515. Reduce OzoneAcl constructor count (#6396)
add ca8f1f76b2 HDDS-10552. Downgrade Surefire to 3.0.0-M4 (#6406)
add e6ed46a262 HDDS-9085. Recon Directories Pending for Deletion Inside OMDB Insight (#5521)
add 8dabb2bb2f HDDS-10554. Bump Zookeeper to 3.8.4 (#6407)
add 8a522f0c3f HDDS-10311. Speed up TestOmMetrics (#6409)
add f399f1ba5c HDDS-10539. Replace GSON with Jackson in multitenancy code. (#6399)
add d45acfb2bb HDDS-10544. Move LMAX Disruptor to runtime scope (#6394)
add 72fef614dc HDDS-10436. datanode status decommission command should have json output option (#6369)
add d70d247a49 HDDS-10551. Improve HTTPFS Documentation for Iterative Liststatus Functionality (#6412)
add c4dc6a072f HDDS-5865. Make read retry interval and attempts in BlockInputStream configurable (#6408)
add e3a7224a81 HDDS-10477. Make Rocksdb tools native lib compatible with all chipset with the same arch (#6341)
add 97038ef097 HDDS-10118. hdds-rocks-native fails to build with Java11+ (#6415)
add 4364ef7cff HDDS-10566. Bump commons-configuration2 to 2.10.1 (#6417)
add 74f04a7328 HDDS-10556. Checkstyle summary excludes errors with xml (#6410)
add 44493ef760 HDDS-10575. Bump jersey2.version to 2.42 (#6423)
add ab56117d8e HDDS-10576. Bump maven-assembly-plugin to 3.7.1 (#6422)
add 426259664d HDDS-10577. Bump maven-shade-plugin to 3.5.2 (#6425)
add 042f4c5c9b HDDS-10580. Bump maven-eclipse-plugin to 2.10 (#6424)
add 2bc5f531e2 HDDS-10541. Replace GSON with Jackson in debug commands (#6401)
add 1ceec5c2bc HDDS-10540. Replace GSON with Jackson in nssummary. (#6400)
add f9e5178cdd HDDS-10143. Intermittent failure in TestOzoneRpcClientWithRatis.testParallelDeleteBucketAndCreateKey (#6335)
add 4ca8edb64a HDDS-10562. Fix infinite loop in ozone fs -ls /volume (#6416)
add 82c02d3eec HDDS-10564. Make Outputstream writeExecutor daemon threads. (#6418)
add 873ae852ee HDDS-10579. Remove org.ow2.asm dependency (#6427)
add b267a57831 HDDS-10553. Add test case for creating file with EC replication config (#6405)
add 48e547ac29 HDDS-10448. Orientation fixes for List Keys Metrics Dashboard (#6308)
add e39166f8a7 HDDS-10581. NPE in SummarySubCommand and DiskUsageSubCommand (#6429)
add 77384eaeca HDDS-8247. Run acceptance tests with JDK 17 (#6428)
add 07a68c02d4 HDDS-10583. Thread name prefix in ReplicationSupervisor is null (#6430)
add 8eca5b77c0 HDDS-10547. Fix shared buffer for datanode checksum calculation (#6402)
add 9bdac501a7 HDDS-10584. Exclude proto3 classes from coverage (#6431)
add 7cb1737e32 HDDS-10586. Avoid loading network topology layer schema file for every read (#6434)
add d03f68f9dd HDDS-10510. Improve output of containerbalancer stop (#6433)
add 80bafd0f59 HDDS-10578. Clean up Hadoop dependencies (#6432)
add c6c611fa60 HDDS-10587. Reset ETag's thread-local MessageDigest instance on exception (#6435)
add 6822d53e93 HDDS-10588. Bump hadoop-shaded-guava to 1.2.0 (#6440)
add 7feafe91f2 HDDS-10518. Create base Builder in WithMetadata and WithObjectID (#6378)
add e68183e169 HDDS-10574. Improve TestObjectPut (#6426)
add 7559e1f6b9 HDDS-10524. [Snapshot] Invalidate the cache entry from snapshotInfoTable cache in OMSnapshotPurgeRequest (#6443)
add 3651d6c719 HDDS-10594. Update file encryption info when overwriting key (#6445)
add 140cf0f162 HDDS-9764. Add Robot test for JSON output where missing (#6448)
add 38e3add916 HDDS-10600. Bump nimbus-jose-jwt to 9.37.2 (#6454)
add 9f6ac2fc37 HDDS-9242. Merge unit and integration checks into a combined one (#6199)
add 85c9c97fc5 HDDS-10570. S3A: `fs -touch` creates directory instead of empty file in FSO bucket (#6452)
add cb5d51983d HDDS-9534. Support namespace summaries (du, dist & counts) for LEGACY buckets with file system disabled (#5517)
add 29edabb374 HDDS-10618. Bump gson to 2.10.1 (#6459)
add 33c05b42da HDDS-10620. Bump build-helper-maven-plugin to 3.5.0 (#6462)
add 8bd1a92539 HDDS-10622. Bump commons-io to 2.16.0 (#6463)
add 8a257840a4 HDDS-10623. Bump spotbugs-maven-plugin to 3.1.12.2 (#6460)
add 7c20f388a5 HDDS-10624. Bump reflections to 0.10.2 (#6461)
add 0599aeec5b HDDS-10621. Remove TimeoutFuture in favour of the original one in Guava (#6464)
add 077fff4c4f HDDS-10358. Allow Container Balancer tuning options to be set in CLI (#6241)
add 83d75861b0 HDDS-10613. Fix typo in Snapshot feature doc (#6465)
add a73fb3731b HDDS-10507. Use equals() instead of == for nodes in NetworkTopology (#6368)
add f94c9f9a52 HDDS-10597. Use MutableGauge for threshold based SafeModeMetrics (#6446)
add 92bc617801 HDDS-10462. Fail Datanode Decommission Early (#6367)
add ccaaf57183 HDDS-10316. Speed up TestReconTasks (#6223)
add 129cdc18ed HDDS-10612. Add Robot test to verify Container Balancer for RATIS containers (#6457)
add f07743096f HDDS-10636. Ozone Recon - Filter EMPTY MISSING Containers in UnHealthy State Containers API. (#6471)
add a38570a799 HDDS-9930. Remove open keys as well when keys are deleted from KeyTable (#6079) (#6472)
add 7da5ecb585 HDDS-10590. [Snapshot] Synchronized snapshot purge, set snapshot property and SstFilteringService (#6456)
add 3467db1b1c HDDS-9200. [Snapshot] Added logs and metrics for snapshot purge and set property APIs (#6453)
add e34de9fbdb HDDS-5567. interface/Cli.md translation (#6474)
add 6b92a37af1 HDDS-10644. Intermittent failure in testBalancer.robot (#6481)
add 301664e46a HDDS-10206. Expose jmx metrics for snapshot cache size on the ozone manager. (#6138)
add 87dd27347c HDDS-10661. Bump zstd-jni to 1.5.6-2 (#6483)
add 31c2cfb0ab Revert "HDDS-10316. Speed up TestReconTasks (#6223)"
add df6c386a53 HDDS-10659. Remove cglib dependency (#6488)
add 5759427b02 HDDS-10660. Bump jacoco to 0.8.12 (#6487)
add 91be6b39a2 HDDS-10662. Bump maven-gpg-plugin to 3.2.2 (#6484)
add 6ed1e58dd5 HDDS-10230. Preventing V3 Schema from Creating Container DB in the Wrong Location (#6113)
add b8faba6b87 HDDS-10643. Avoid terminating SCM by statemachine during normal SCM stop. (#6478)
add e31e68ab2a HDDS-10560. Link rocksdb lib to Ozone rocksdb tools lib relative path instead of absolute path (#6414)
add 0f43dbcee7 HDDS-10669. Bump axios to 0.28.0 (#6242)
add 9b248a0673 HDDS-10593. Prefer client read from IN_SERVICE datanodes (#6449)
add 06c0d81af2 HDDS-10672. Bump express to 4.19.2 (#6442)
add e81f5c09d2 HDDS-10645. Support x-amz-metadata-directive in CopyObject (#6490)
add 2aa77f70a3 HDDS-10673. Bump es5-ext to 0.10.64 (#6284)
add 5d999d2068 HDDS-5569. recipe/BotoClient.md translation (#6480)
add 80c2311c19 HDDS-10483. Container Balancer should only move containers with size greater than 0 bytes (#6447)
add 5628423953 HDDS-5568. interface/Ofs.md translation (#6475)
add 32e6a31baa HDDS-10674. Bump ip to 1.1.9 (#6243)
add 14f2452b74 HDDS-10676. Bump browserify-sign to 4.2.3 (#6509)
add 259ccbded5 [Recon] Dependabot Package Upgrade: Bump plotly.js
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (d5affdc00e)
\
N -- N -- N refs/heads/dependabot-npm_and_yarn-hadoop-ozone-recon-src-main-resources-webapps-recon-ozone-recon-web-plotly.js-2.25.2 (259ccbded5)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/dependabot.yml | 13 +-
.github/labeler.yml | 21 +
.github/workflows/ci.yml | 117 +-
.github/workflows/close-pending.yaml | 2 +-
.github/workflows/comments.yaml | 2 +-
.github/workflows/dependabot-ci.yml | 4 +-
.github/workflows/intermittent-test-check.yml | 124 +-
.github/workflows/label-pr.yml | 29 +
.github/workflows/populate-cache.yml | 74 +
.github/workflows/pull-request.yml | 2 +-
.github/workflows/repeat-acceptance.yml | 28 +-
.gitignore | 35 +-
.mvn/extensions.xml | 2 +-
LICENSE.txt | 2 -
SECURITY.md | 9 +-
dev-support/ci/selective_ci_checks.bats | 65 +-
dev-support/ci/selective_ci_checks.sh | 40 +-
dev-support/rat/rat-exclusions.txt | 73 +
hadoop-hdds/client/pom.xml | 1 -
.../hadoop/hdds/scm/ContainerClientMetrics.java | 15 +-
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 50 +-
.../hadoop/hdds/scm/XceiverClientFactory.java | 3 +-
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 37 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 3 +-
.../hadoop/hdds/scm/XceiverClientMetrics.java | 44 +-
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 4 +-
.../hadoop/hdds/scm/client/HddsClientUtils.java | 47 -
.../hdds/scm/storage/AbstractCommitWatcher.java | 2 +-
.../hdds/scm/storage/BlockDataStreamOutput.java | 36 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 27 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 33 +-
.../apache/hadoop/hdds/scm/storage/BufferPool.java | 1 +
.../hadoop/hdds/scm/storage/CommitWatcher.java | 23 +-
.../hdds/scm/storage/ECBlockOutputStream.java | 9 +-
.../hdds/scm/storage/RatisBlockOutputStream.java | 24 +-
.../ozone/client/io/BlockInputStreamFactory.java | 6 +-
.../client/io/BlockInputStreamFactoryImpl.java | 13 +-
.../ozone/client/io/ByteBufferOutputStream.java | 7 +-
.../hadoop/ozone/client/io/ECBlockInputStream.java | 27 +-
.../ozone/client/io/ECBlockInputStreamFactory.java | 6 +-
.../client/io/ECBlockInputStreamFactoryImpl.java | 13 +-
.../ozone/client/io/ECBlockInputStreamProxy.java | 14 +-
.../io/ECBlockReconstructedStripeInputStream.java | 10 +-
.../hadoop/hdds/scm/TestOzoneClientConfig.java | 39 +
.../hdds/scm/client/TestHddsClientUtils.java | 41 +-
.../hdds/scm/storage/DummyBlockInputStream.java | 9 +-
.../storage/DummyBlockInputStreamWithRetry.java | 9 +-
.../hdds/scm/storage/TestBlockInputStream.java | 41 +-
.../storage/TestBlockOutputStreamCorrectness.java | 56 +-
.../hadoop/hdds/scm/storage/TestBufferPool.java | 6 +-
.../hdds/scm/storage/TestChunkInputStream.java | 2 +-
.../hadoop/ozone/client/io/ECStreamTestUtil.java | 15 +-
.../client/io/TestBlockInputStreamFactoryImpl.java | 14 +-
.../ozone/client/io/TestECBlockInputStream.java | 110 +-
.../client/io/TestECBlockInputStreamProxy.java | 17 +-
.../io/TestECBlockReconstructedInputStream.java | 10 +-
.../TestECBlockReconstructedStripeInputStream.java | 19 +-
hadoop-hdds/common/pom.xml | 24 +-
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 8 +
.../java/org/apache/hadoop/hdds/HddsIdFactory.java | 10 -
.../java/org/apache/hadoop/hdds/HddsUtils.java | 39 +-
.../java/org/apache/hadoop/hdds/NodeDetails.java | 9 -
.../hadoop/hdds/client/ECReplicationConfig.java | 8 +
.../org/apache/hadoop/hdds/client/OzoneQuota.java | 14 -
.../hadoop/hdds/conf/OzoneConfiguration.java | 97 +-
.../hadoop/hdds/freon/FakeClusterTopology.java | 4 +-
.../hadoop/hdds/fs/CachingSpaceUsageSource.java | 2 +-
.../apache/hadoop/hdds/fs/SpaceUsageSource.java | 43 +
.../apache/hadoop/hdds/function/Predicates.java | 47 -
.../apache/hadoop/hdds/function/package-info.java | 22 -
.../hadoop/hdds/protocol/DatanodeDetails.java | 108 +-
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 39 +-
.../hdds/ratis/ServerNotLeaderException.java | 5 -
.../hadoop/hdds/scm/PipelineChoosePolicy.java | 49 -
.../hdds/scm/PipelineRequestInformation.java | 2 +-
.../apache/hadoop/hdds/scm/RemoveSCMRequest.java | 49 -
.../java/org/apache/hadoop/hdds/scm/ScmConfig.java | 32 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 118 +-
.../apache/hadoop/hdds/scm/client/ScmClient.java | 33 +-
.../hadoop/hdds/scm/container/ContainerInfo.java | 42 +-
.../scm/container/ReplicationManagerReport.java | 14 +-
.../container/common/helpers/AllocatedBlock.java | 14 +-
.../org/apache/hadoop/hdds/scm/ha/SCMHAUtils.java | 4 -
.../org/apache/hadoop/hdds/scm/net/InnerNode.java | 14 +
.../apache/hadoop/hdds/scm/net/InnerNodeImpl.java | 159 +-
.../apache/hadoop/hdds/scm/net/NetConstants.java | 1 -
.../org/apache/hadoop/hdds/scm/net/NetUtils.java | 4 -
.../hadoop/hdds/scm/net/NetworkTopologyImpl.java | 33 +-
.../java/org/apache/hadoop/hdds/scm/net/Node.java | 20 +
.../org/apache/hadoop/hdds/scm/net/NodeImpl.java | 15 +
.../hadoop/hdds/scm/net/NodeSchemaManager.java | 8 +
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 126 +-
.../protocol/StorageContainerLocationProtocol.java | 28 +-
.../ContainerCommandResponseBuilders.java | 11 -
.../hdds/scm/storage/ContainerProtocolCalls.java | 65 +-
.../security/ssl/PemFileBasedKeyStoresFactory.java | 4 +-
.../security/token/ContainerTokenIdentifier.java | 18 +-
.../security/token/OzoneBlockTokenIdentifier.java | 31 +-
.../security/token/OzoneBlockTokenSelector.java | 21 -
.../security/token/ShortLivedTokenIdentifier.java | 3 +
.../x509/certificate/client/CertificateClient.java | 43 -
.../certificate/utils/SelfSignedCertificate.java | 9 -
.../x509/exception/CertificateException.java | 1 -
.../org/apache/hadoop/hdds/server/JsonUtils.java | 29 +-
.../org/apache/hadoop/hdds/server/ServerUtils.java | 12 -
.../hadoop/hdds/tracing/GrpcServerInterceptor.java | 2 +-
.../apache/hadoop/hdds/tracing/TracingUtil.java | 19 -
.../java/org/apache/hadoop/hdds/utils/IOUtils.java | 9 +-
.../org/apache/hadoop/hdds/utils/LeakDetector.java | 11 +-
.../org/apache/hadoop/hdds/utils/LeakTracker.java | 5 +-
.../apache/hadoop/hdds/utils/db/BooleanCodec.java | 2 +-
.../org/apache/hadoop/hdds/utils/db/Codec.java | 10 +-
.../apache/hadoop/hdds/utils/db/CodecBuffer.java | 20 +-
.../hadoop/hdds/utils/db/DelegatedCodec.java | 2 +-
.../apache/hadoop/hdds/utils/db/IntegerCodec.java | 2 +-
.../org/apache/hadoop/hdds/utils/db/LongCodec.java | 2 +-
.../apache/hadoop/hdds/utils/db/Proto2Codec.java | 2 +-
.../apache/hadoop/hdds/utils/db/Proto3Codec.java | 2 +-
.../apache/hadoop/hdds/utils/db/ShortCodec.java | 2 +-
.../hadoop/hdds/utils/db/StringCodecBase.java | 8 +-
.../org/apache/hadoop/hdds/utils/db/UuidCodec.java | 2 +-
.../hdds/utils/io/ByteBufferInputStream.java | 2 +-
.../hadoop/hdds/utils/io/LengthOutputStream.java | 2 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 229 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 16 +-
.../apache/hadoop/ozone/OzoneManagerVersion.java | 1 -
.../org/apache/hadoop/ozone/common/Checksum.java | 4 -
.../ozone/common/ChecksumByteBufferImpl.java | 29 +
.../apache/hadoop/ozone/common/ChunkBuffer.java | 10 +-
.../common/ChunkBufferImplWithByteBuffer.java | 14 +
.../ozone/common/IncrementalChunkBuffer.java | 19 +-
.../apache/hadoop/ozone/common/MonotonicClock.java | 81 -
.../ozone/common/OzoneChecksumException.java | 12 -
.../org/apache/hadoop/ozone/common/Storage.java | 2 +-
.../hadoop/ozone/common/utils/BufferUtils.java | 6 -
.../ozone/container/common/helpers/BlockData.java | 16 -
.../container/common/helpers/ChunkInfoList.java | 4 -
.../hadoop/ozone/grpc/metrics/GrpcMetrics.java | 4 +-
.../apache/hadoop/ozone/lease/LeaseManager.java | 2 +-
.../org/apache/hadoop/ozone/lock/ActiveLock.java | 172 --
.../org/apache/hadoop/ozone/lock/LockManager.java | 284 --
.../hadoop/ozone/lock/PooledLockFactory.java | 48 -
.../java/org/apache/hadoop/util/MetricUtil.java | 36 +
.../java/org/apache/hadoop/util/MutableMinMax.java | 93 +
.../org/apache/hadoop/util/PerformanceMetrics.java | 97 +
.../hadoop/util/PerformanceMetricsInitializer.java | 83 +
.../common/src/main/resources/ozone-default.xml | 211 +-
.../java/org/apache/hadoop/hdds/TestHddsUtils.java | 17 +-
.../hadoop/hdds/client/TestReplicationConfig.java | 1 -
.../hadoop/hdds/conf/TestOzoneConfiguration.java | 39 +-
.../hadoop/hdds/fs/MockSpaceUsageSource.java | 48 +-
.../hdds/fs/TestCachingSpaceUsageSource.java | 14 +-
.../java/org/apache/hadoop/hdds/fs/TestDU.java | 37 +-
.../org/apache/hadoop/hdds/fs/TestDUFactory.java | 5 +-
.../hdds/fs/TestDedicatedDiskSpaceUsage.java | 32 +-
.../fs/TestDedicatedDiskSpaceUsageFactory.java | 6 +-
.../hadoop/hdds/fs/TestSaveSpaceUsageToFile.java | 17 +-
.../hadoop/hdds/fs/TestSpaceUsageFactory.java | 11 +-
.../hadoop/hdds/protocol/TestDatanodeDetails.java | 13 +-
.../hadoop/hdds/resource/TestLeakDetector.java | 17 +-
.../org/apache/hadoop/hdds/scm/TestSCMHAUtils.java | 4 +-
.../container/TestReplicationManagerReport.java | 25 +-
.../hdds/scm/net/TestNetworkTopologyImpl.java | 198 +-
.../hadoop/hdds/scm/net/TestNodeSchemaManager.java | 37 +-
.../hadoop/hdds/scm/net/TestYamlSchemaLoader.java | 22 +-
.../hadoop/hdds/tracing/TestTracingUtil.java | 3 +-
.../hdds/upgrade/TestHDDSLayoutVersionManager.java | 2 +-
.../hadoop/hdds/utils/db/Proto2CodecTestBase.java | 7 +-
.../hadoop/hdds/utils/db/TestLeakDetector.java | 8 +-
.../hadoop/ozone/common/NativeCheckSumCRC32.java | 0
.../ozone/common/TestChecksumByteBuffer.java | 27 +-
.../hadoop/ozone/common/TestChunkBuffer.java | 62 +-
.../ozone/container/ContainerTestHelper.java | 29 +-
.../apache/hadoop/ozone/lock/TestLockManager.java | 209 --
.../org/apache/hadoop/ozone/lock/package-info.java | 21 -
.../upgrade/TestLayoutVersionInstanceFactory.java | 41 +-
.../ozone/upgrade/TestUpgradeFinalizerActions.java | 5 +-
.../org/apache/hadoop/util/NativeCRC32Wrapper.java | 0
hadoop-hdds/config/pom.xml | 1 -
.../hadoop/hdds/conf/ConfigFileGenerator.java | 11 +-
.../org/apache/hadoop/hdds/conf/ConfigType.java | 6 +-
.../hadoop/hdds/conf/ConfigurationTarget.java | 5 -
.../apache/hadoop/hdds/conf/TimeDurationUtil.java | 9 -
.../hadoop/hdds/conf/TestConfigFileAppender.java | 13 +-
.../hadoop/hdds/conf/TestConfigFileGenerator.java | 28 +-
.../dev-support/findbugsExcludeFile.xml | 12 -
hadoop-hdds/container-service/pom.xml | 1 -
.../ozone/HddsDatanodeClientProtocolServer.java | 11 +-
.../apache/hadoop/ozone/HddsDatanodeService.java | 13 +-
.../apache/hadoop/ozone/HddsPolicyProvider.java | 63 +
.../container/common/helpers/ContainerMetrics.java | 19 +
.../ozone/container/common/impl/ContainerData.java | 2 +-
.../common/impl/ContainerLayoutVersion.java | 20 +-
.../container/common/impl/HddsDispatcher.java | 125 +-
.../container/common/interfaces/Container.java | 33 +-
.../common/statemachine/DatanodeConfiguration.java | 11 +-
.../common/statemachine/DatanodeStateMachine.java | 4 +-
.../common/statemachine/StateContext.java | 17 +-
.../CloseContainerCommandHandler.java | 3 +-
.../ClosePipelineCommandHandler.java | 45 +-
.../common/transport/server/XceiverServerGrpc.java | 8 +-
.../common/transport/server/ratis/CSMMetrics.java | 15 +-
.../server/ratis/ContainerStateMachine.java | 12 +-
.../transport/server/ratis/XceiverServerRatis.java | 179 +-
.../container/common/utils/DatanodeStoreCache.java | 6 +
.../container/common/volume/AbstractFuture.java | 1295 ---------
.../ozone/container/common/volume/HddsVolume.java | 23 +-
.../container/common/volume/MutableVolumeSet.java | 12 +-
.../container/common/volume/StorageVolume.java | 15 +-
.../common/volume/StorageVolumeChecker.java | 14 +-
.../common/volume/ThrottledAsyncChecker.java | 7 +-
.../container/common/volume/TimeoutFuture.java | 161 --
.../ozone/container/common/volume/VolumeInfo.java | 97 +-
.../container/common/volume/VolumeInfoMetrics.java | 6 +-
.../ozone/container/common/volume/VolumeUsage.java | 135 +-
.../reconstruction/ECContainerOperationClient.java | 4 +-
.../ECReconstructionCoordinator.java | 67 +-
.../container/keyvalue/KeyValueContainerCheck.java | 8 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 35 +-
.../helpers/KeyValueContainerLocationUtil.java | 10 +-
.../keyvalue/helpers/KeyValueContainerUtil.java | 54 +-
.../keyvalue/impl/ChunkManagerDispatcher.java | 2 +-
.../keyvalue/impl/ChunkManagerFactory.java | 4 +-
.../keyvalue/impl/FilePerBlockStrategy.java | 18 +-
.../keyvalue/impl/FilePerChunkStrategy.java | 3 +-
.../metadata/AbstractDatanodeDBDefinition.java | 4 -
.../container/metadata/AbstractDatanodeStore.java | 25 +-
.../metadata/DatanodeSchemaOneDBDefinition.java | 1 -
.../metadata/DatanodeSchemaThreeDBDefinition.java | 18 -
.../metadata/DatanodeSchemaTwoDBDefinition.java | 17 -
.../metadata/DatanodeStoreSchemaOneImpl.java | 8 +-
.../metadata/DatanodeStoreSchemaThreeImpl.java | 5 -
.../AbstractBackgroundContainerScanner.java | 49 +-
.../ozone/container/ozoneimpl/ContainerReader.java | 20 +-
.../ozoneimpl/ContainerScannerConfiguration.java | 4 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 28 +-
.../container/replication/ContainerImporter.java | 48 +-
.../container/replication/GrpcOutputStream.java | 2 +-
.../replication/GrpcReplicationService.java | 93 +-
.../container/replication/MeasuredReplicator.java | 22 +-
.../container/replication/ReplicationServer.java | 62 +-
.../replication/ReplicationSupervisor.java | 7 +-
.../replication/SendContainerRequestHandler.java | 14 +-
.../protocol/StorageContainerNodeProtocol.java | 8 +-
.../metadata/TestDatanodeCRLStoreImpl.java | 6 +-
.../hadoop/ozone/TestHddsDatanodeService.java | 12 +-
.../hadoop/ozone/TestHddsSecureDatanodeInit.java | 88 +-
.../ozone/container/common/ContainerTestUtils.java | 13 +-
.../ozone/container/common/SCMTestUtils.java | 21 +-
.../container/common/TestBlockDeletingService.java | 12 +-
.../ozone/container/common/TestContainerCache.java | 27 +-
.../common/TestDatanodeLayOutVersion.java | 9 +-
.../container/common/TestDatanodeStateMachine.java | 90 +-
.../container/common/TestDatanodeStoreCache.java | 22 +-
.../common/TestKeyValueContainerData.java | 4 +-
.../TestSchemaOneBackwardsCompatibility.java | 12 +-
.../TestSchemaTwoBackwardsCompatibility.java | 2 +-
...stStaleRecoveringContainerScrubbingService.java | 20 +-
.../container/common/helpers/TestBlockData.java | 5 +-
.../common/impl/TestContainerDataYaml.java | 51 +-
.../impl/TestContainerDeletionChoosingPolicy.java | 33 +-
.../common/impl/TestContainerPersistence.java | 117 +-
.../container/common/impl/TestContainerSet.java | 15 +-
.../container/common/impl/TestHddsDispatcher.java | 239 +-
.../container/common/interfaces/TestHandler.java | 17 +-
.../container/common/report/TestReportManager.java | 11 +-
.../common/report/TestReportPublisher.java | 44 +-
.../common/report/TestReportPublisherFactory.java | 25 +-
.../statemachine/TestDatanodeConfiguration.java | 7 +-
.../common/statemachine/TestStateContext.java | 9 +-
.../TestCloseContainerCommandHandler.java | 10 +-
.../TestClosePipelineCommandHandler.java | 144 +
.../TestCreatePipelineCommandHandler.java | 46 +-
.../TestDeleteBlocksCommandHandler.java | 77 +-
.../TestDeleteContainerCommandHandler.java | 25 +-
.../states/datanode/TestRunningDatanodeState.java | 5 +-
.../states/endpoint/TestHeartbeatEndpointTask.java | 142 +-
.../container/common/utils/TestDiskCheckUtil.java | 46 +-
.../container/common/utils/TestHddsVolumeUtil.java | 35 +
.../volume/TestCapacityVolumeChoosingPolicy.java | 35 +-
.../common/volume/TestPeriodicVolumeChecker.java | 26 +-
.../common/volume/TestReservedVolumeSpace.java | 39 +-
.../volume/TestRoundRobinVolumeChoosingPolicy.java | 43 +-
.../common/volume/TestStorageVolumeChecker.java | 30 +-
.../container/common/volume/TestVolumeSet.java | 58 +-
.../common/volume/TestVolumeSetDiskChecks.java | 66 +-
.../keyvalue/TestKeyValueBlockIterator.java | 6 +-
.../container/keyvalue/TestKeyValueContainer.java | 149 +-
.../keyvalue/TestKeyValueContainerCheck.java | 9 +-
.../TestKeyValueContainerIntegrityChecks.java | 6 +-
.../TestKeyValueContainerMarkUnhealthy.java | 23 +-
.../container/keyvalue/TestKeyValueHandler.java | 62 +-
.../TestKeyValueHandlerWithUnhealthyContainer.java | 17 +-
.../container/keyvalue/TestTarContainerPacker.java | 20 +-
.../container/keyvalue/helpers/TestChunkUtils.java | 50 +-
.../keyvalue/impl/AbstractTestChunkManager.java | 8 +-
.../keyvalue/impl/CommonChunkManagerTestCases.java | 2 +-
.../keyvalue/impl/TestBlockManagerImpl.java | 8 +-
.../keyvalue/impl/TestFilePerBlockStrategy.java | 12 +-
.../keyvalue/impl/TestFilePerChunkStrategy.java | 4 +-
.../impl/TestKeyValueStreamDataChannel.java | 15 +-
.../TestBackgroundContainerDataScanner.java | 42 +-
.../TestBackgroundContainerMetadataScanner.java | 30 +-
.../container/ozoneimpl/TestContainerReader.java | 133 +-
.../TestContainerScannerConfiguration.java | 4 +-
.../ozoneimpl/TestContainerScannersAbstract.java | 14 +-
.../TestOnDemandContainerDataScanner.java | 45 +-
.../container/ozoneimpl/TestOzoneContainer.java | 14 +-
.../replication/GrpcOutputStreamTest.java | 2 +-
.../replication/TestContainerImporter.java | 54 +-
.../replication/TestGrpcContainerUploader.java | 2 +-
.../replication/TestGrpcReplicationService.java | 181 +-
.../TestGrpcReplicationServiceWithZeroCopy.java | 31 +
.../replication/TestMeasuredReplicator.java | 14 +-
.../container/replication/TestPushReplicator.java | 4 +-
.../replication/TestReplicationSupervisor.java | 52 +-
.../TestSendContainerRequestHandler.java | 8 +-
.../replication/TestSimpleContainerDownloader.java | 14 +-
.../stream/TestDirstreamClientHandler.java | 46 +-
.../container/stream/TestStreamingServer.java | 12 +-
.../upgrade/TestDatanodeUpgradeToSchemaV3.java | 104 +-
.../upgrade/TestDatanodeUpgradeToScmHA.java | 53 +-
.../TestReconstructionECContainersCommands.java | 27 +-
hadoop-hdds/dev-support/checkstyle/checkstyle.xml | 6 -
.../dev-support/checkstyle/suppressions.xml | 3 +
hadoop-hdds/docs/.gitignore | 2 +
hadoop-hdds/docs/content/concept/Datanodes.md | 2 +-
hadoop-hdds/docs/content/concept/OzoneManager.md | 2 +-
hadoop-hdds/docs/content/concept/Recon.md | 2 +-
.../content/concept/StorageContainerManager.md | 2 +-
hadoop-hdds/docs/content/feature/Decommission.md | 8 +
.../docs/content/feature/Decommission.zh.md | 104 +
hadoop-hdds/docs/content/feature/ErasureCoding.md | 18 +
hadoop-hdds/docs/content/feature/OM-HA.md | 10 +-
.../docs/content/feature/Reconfigurability.md | 27 +-
.../docs/content/feature/Reconfigurability.zh.md | 27 +-
.../docs/content/feature/S3-Tenant-Commands.md | 2 +-
hadoop-hdds/docs/content/feature/Snapshot.md | 2 +-
.../content/feature/Streaming-Write-Pipeline.md | 4 +-
hadoop-hdds/docs/content/feature/Topology.zh.md | 108 +
.../docs/content/feature/dn-merge-rocksdb.zh.md | 70 +
hadoop-hdds/docs/content/interface/Cli.zh.md | 311 +++
hadoop-hdds/docs/content/interface/HttpFS.md | 2 +-
hadoop-hdds/docs/content/interface/Ofs.zh.md | 249 ++
hadoop-hdds/docs/content/interface/ReconApi.zh.md | 600 +++-
hadoop-hdds/docs/content/interface/_index.zh.md | 2 +-
hadoop-hdds/docs/content/recipe/BotoClient.zh.md | 188 ++
hadoop-hdds/docs/pom.xml | 24 -
hadoop-hdds/erasurecode/pom.xml | 1 -
.../ozone/erasurecode/TestCodecRegistry.java | 29 +-
.../rawcoder/TestCodecRawCoderMapping.java | 19 +-
.../erasurecode/rawcoder/TestDummyRawCoder.java | 7 +-
.../erasurecode/rawcoder/TestRawCoderBase.java | 54 +-
hadoop-hdds/framework/pom.xml | 9 +-
.../apache/hadoop/hdds/conf/HddsConfServlet.java | 2 +-
.../ReconfigureProtocolClientSideTranslatorPB.java | 44 +-
.../protocolPB/ReconfigureProtocolDatanodePB.java | 33 +
.../hdds/protocolPB/ReconfigureProtocolOmPB.java | 33 +
.../hdds/protocolPB/ReconfigureProtocolPB.java | 2 +-
.../ReconfigureProtocolServerSideTranslatorPB.java | 2 +-
.../hadoop/hdds/scm/client/ScmTopologyClient.java | 137 +
.../hadoop/hdds/scm/client/package-info.java | 24 +
.../scm/protocol/ScmBlockLocationProtocol.java | 8 +
...lockLocationProtocolClientSideTranslatorPB.java | 43 +
...inerLocationProtocolClientSideTranslatorPB.java | 111 +-
.../hdds/security/symmetric/ManagedSecretKey.java | 11 +-
.../symmetric/SecretKeyVerifierClient.java | 2 +-
.../security/token/ShortLivedTokenVerifier.java | 5 +-
.../hdds/security/x509/certificate/CertInfo.java | 2 +-
.../authority/profile/DefaultProfile.java | 7 +-
.../client/DefaultCertificateClient.java | 14 +-
.../hadoop/hdds/security/x509/crl/CRLInfo.java | 4 +-
.../hdds/security/x509/keys/SecurityUtil.java | 8 +-
.../hdds/server/events/EventWatcherMetrics.java | 14 +-
.../hadoop/hdds/server/http/HttpServer2.java | 8 +-
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 6 +-
.../hadoop/hdds/utils/db/ByteStringCodec.java | 2 +-
.../hadoop/hdds/utils/db/DBStoreBuilder.java | 25 +-
.../hadoop/hdds/utils/db/RDBCheckpointUtils.java | 23 +-
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 22 +-
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 529 ++--
.../apache/hadoop/hdds/utils/db/TypedTable.java | 16 +-
.../hadoop/hdds/utils/db/cache/CacheValue.java | 15 +-
.../org/apache/hadoop/ozone/audit/AuditLogger.java | 21 +
.../org/apache/hadoop/ozone/audit/AuditMarker.java | 3 +-
.../hadoop/hdds/conf/TestHddsConfServlet.java | 17 +-
.../ssl/TestPemFileBasedKeyStoresFactory.java | 6 +-
.../ssl/TestReloadingX509TrustManager.java | 14 +-
.../token/TestOzoneBlockTokenSecretManager.java | 30 +-
.../hdds/security/token/TokenVerifierTests.java | 23 +-
.../certificate/authority/TestDefaultCAServer.java | 38 +-
.../client/CertificateClientTestImpl.java | 27 +-
.../client/TestDefaultCertificateClient.java | 16 +-
.../client/TestDnCertificateClientInit.java | 8 +-
.../utils/TestCertificateSignRequest.java | 25 +-
.../certificate/utils/TestRootCertificate.java | 37 +-
.../security/x509/keys/TestHDDSKeyGenerator.java | 8 +-
.../hdds/server/http/TestHttpServer2Metrics.java | 18 +-
.../server/http/TestRatisDropwizardExports.java | 2 +-
.../hadoop/hdds/utils/TestRDBSnapshotProvider.java | 16 +-
.../apache/hadoop/hdds/utils/db/TestRDBStore.java | 4 +-
.../utils/db/TestRDBStoreByteArrayIterator.java | 13 +-
.../utils/db/TestRDBStoreCodecBufferIterator.java | 12 +-
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 8 +-
.../hdds/utils/db/TestTypedRDBTableStore.java | 8 +-
.../hadoop/ozone/audit/TestOzoneAuditLogger.java | 30 +-
hadoop-hdds/hadoop-dependency-client/pom.xml | 36 +-
hadoop-hdds/hadoop-dependency-server/pom.xml | 32 +
hadoop-hdds/hadoop-dependency-test/pom.xml | 8 +-
.../src/main/proto/ScmAdminProtocol.proto | 49 +-
.../interface-admin/src/main/resources/proto.lock | 155 +-
hadoop-hdds/interface-client/pom.xml | 5 -
.../interface-client/src/main/proto/hdds.proto | 24 +
.../interface-client/src/main/resources/proto.lock | 420 ++-
.../src/main/proto/ScmServerProtocol.proto | 11 +-
.../interface-server/src/main/resources/proto.lock | 459 +++
hadoop-hdds/managed-rocksdb/pom.xml | 4 -
.../utils/db/managed/JniLibNamePropertyWriter.java | 47 +
.../hdds/utils/db/managed/ManagedBloomFilter.java | 11 +-
.../db/managed/ManagedColumnFamilyOptions.java | 11 +-
.../db/managed/ManagedCompactRangeOptions.java | 11 +-
.../hdds/utils/db/managed/ManagedDBOptions.java | 25 +-
.../hdds/utils/db/managed/ManagedEnvOptions.java | 11 +-
.../hdds/utils/db/managed/ManagedFlushOptions.java | 11 +-
.../managed/ManagedIngestExternalFileOptions.java | 11 +-
.../hdds/utils/db/managed/ManagedLRUCache.java | 11 +-
.../hdds/utils/db/managed/ManagedLogger.java | 52 +
.../hdds/utils/db/managed/ManagedObject.java | 11 +-
.../hdds/utils/db/managed/ManagedOptions.java | 11 +-
.../hdds/utils/db/managed/ManagedReadOptions.java | 11 +-
.../utils/db/managed/ManagedRocksObjectUtils.java | 57 +-
.../hadoop/hdds/utils/db/managed/ManagedSlice.java | 11 +-
.../utils/db/managed/ManagedSstFileWriter.java | 11 +-
.../hdds/utils/db/managed/ManagedStatistics.java | 11 +-
.../hdds/utils/db/managed/ManagedWriteBatch.java | 11 +-
.../hdds/utils/db/managed/ManagedWriteOptions.java | 11 +-
hadoop-hdds/pom.xml | 39 -
hadoop-hdds/rocks-native/pom.xml | 206 +-
hadoop-hdds/rocks-native/src/CMakeLists.txt | 54 +-
.../apache/hadoop/hdds/utils/NativeConstants.java | 3 +-
.../hadoop/hdds/utils/NativeLibraryLoader.java | 35 +-
.../db/managed/ManagedRawSSTFileIterator.java | 118 +
.../utils/db/managed/ManagedRawSSTFileReader.java | 80 +
.../utils/db/managed/ManagedSSTDumpIterator.java | 314 ---
.../hdds/utils/db/managed/ManagedSSTDumpTool.java | 99 -
.../hdds/utils/db/managed/PipeInputStream.java | 88 -
.../src/main/native/ManagedRawSSTFileIterator.cpp | 90 +
.../src/main/native/ManagedRawSSTFileReader.cpp | 65 +
hadoop-hdds/rocks-native/src/main/native/Pipe.cpp | 37 -
hadoop-hdds/rocks-native/src/main/native/Pipe.h | 55 -
.../src/main/native/PipeInputStream.cpp | 48 -
.../rocks-native/src/main/native/SSTDumpTool.cpp | 48 -
.../src/main/native/cplusplus_to_java_convert.h | 2 +-
.../src/main/patches/rocks-native.patch | 1085 ++++----
.../hadoop/hdds/utils/TestNativeLibraryLoader.java | 53 +-
.../db/managed/TestManagedRawSSTFileIterator.java | 143 +
.../db/managed/TestManagedSSTDumpIterator.java | 280 --
.../src/test/resources/auditlog.properties | 0
.../src/test/resources/log4j.properties | 0
hadoop-hdds/rocksdb-checkpoint-differ/pom.xml | 1 -
.../ozone/rocksdb/util/SstFileSetReader.java | 209 +-
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 33 +-
.../compaction/log/TestCompactionFileInfo.java | 7 +-
.../org/apache/ozone/graph/TestPrintableGraph.java | 84 +
.../ozone/rocksdb/util/TestSstFileSetReader.java | 76 +-
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 89 +-
.../server-scm/dev-support/findbugsExcludeFile.xml | 5 +
hadoop-hdds/server-scm/pom.xml | 3 +-
.../org/apache/hadoop/hdds/scm/FetchMetrics.java | 220 ++
.../hadoop/hdds/scm/PipelineChoosePolicy.java | 59 +
.../java/org/apache/hadoop/hdds/scm/ScmUtils.java | 4 +-
.../hadoop/hdds/scm/block/BlockManagerImpl.java | 5 +-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 18 +-
.../hdds/scm/block/SCMBlockDeletingService.java | 41 +-
.../SCMDeletedBlockTransactionStatusManager.java | 42 +-
.../scm/container/CloseContainerEventHandler.java | 2 +-
.../hdds/scm/container/ContainerReplica.java | 41 +-
.../scm/container/ContainerStateManagerImpl.java | 14 +-
.../balancer/AbstractFindTargetGreedy.java | 41 +-
.../scm/container/balancer/ContainerBalancer.java | 12 +-
.../balancer/ContainerBalancerConfiguration.java | 10 +-
.../ContainerBalancerSelectionCriteria.java | 91 +-
.../container/balancer/ContainerBalancerTask.java | 28 +-
.../scm/container/balancer/FindSourceGreedy.java | 15 +-
.../scm/container/balancer/FindSourceStrategy.java | 2 +-
.../FindTargetGreedyByNetworkTopology.java | 9 +-
.../balancer/FindTargetGreedyByUsageInfo.java | 10 +-
.../scm/container/balancer/FindTargetStrategy.java | 7 +-
.../container/placement/metrics/SCMNodeMetric.java | 16 +-
.../container/placement/metrics/SCMNodeStat.java | 9 +
.../replication/RatisContainerReplicaCount.java | 22 +-
.../container/replication/ReplicationManager.java | 11 +
.../replication/ReplicationManagerMetrics.java | 13 +-
.../replication/health/OpenContainerHandler.java | 24 +-
.../health/VulnerableUnhealthyReplicasHandler.java | 9 +-
.../hadoop/hdds/scm/ha/BackgroundSCMService.java | 22 +-
.../org/apache/hadoop/hdds/scm/ha/SCMContext.java | 31 +-
.../hadoop/hdds/scm/ha/SCMGrpcOutputStream.java | 2 +-
.../apache/hadoop/hdds/scm/ha/SCMNodeDetails.java | 66 +-
.../hadoop/hdds/scm/ha/SCMRatisResponse.java | 20 +-
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 2 +-
.../hdds/scm/metadata/X509CertificateCodec.java | 2 +-
.../hadoop/hdds/scm/node/DatanodeAdminMonitor.java | 6 +
.../hdds/scm/node/DatanodeAdminMonitorImpl.java | 36 +-
.../apache/hadoop/hdds/scm/node/DatanodeInfo.java | 1 -
.../hadoop/hdds/scm/node/DeadNodeHandler.java | 2 +-
.../hdds/scm/node/NodeDecommissionManager.java | 134 +-
.../apache/hadoop/hdds/scm/node/NodeManager.java | 2 +-
.../apache/hadoop/hdds/scm/node/NodeStatus.java | 1 -
.../hadoop/hdds/scm/node/SCMNodeManager.java | 119 +-
.../hdds/scm/node/states/Node2ContainerMap.java | 92 -
.../hdds/scm/node/states/Node2ObjectsMap.java | 166 --
.../hdds/scm/node/states/Node2PipelineMap.java | 28 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 2 -
.../hdds/scm/pipeline/RatisPipelineUtils.java | 65 +-
.../pipeline/WritableRatisContainerProvider.java | 173 +-
.../algorithms/CapacityPipelineChoosePolicy.java | 136 +
.../algorithms/PipelineChoosePolicyFactory.java | 10 +-
...lockLocationProtocolServerSideTranslatorPB.java | 15 +
...inerLocationProtocolServerSideTranslatorPB.java | 96 +-
.../hadoop/hdds/scm/safemode/SafeModeMetrics.java | 25 +-
.../hdds/scm/security/RootCARotationMetrics.java | 2 +-
.../hdds/scm/security/SecretKeyManagerService.java | 1 -
.../hdds/scm/server/ContainerReportQueue.java | 46 +-
.../hdds/scm/server/SCMBlockProtocolServer.java | 22 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 219 +-
.../hdds/scm/server/SCMContainerMetrics.java | 1 -
.../scm/server/SCMDatanodeHeartbeatDispatcher.java | 24 +-
.../hdds/scm/server/SCMDatanodeProtocolServer.java | 7 +-
.../hadoop/hdds/scm/server/SCMPolicyProvider.java | 7 +-
.../hdds/scm/server/SCMSecurityProtocolServer.java | 2 +-
.../hdds/scm/server/StorageContainerManager.java | 17 +-
.../main/resources/webapps/scm/scm-overview.html | 6 +
.../src/main/resources/webapps/scm/scm.js | 2 +
.../hdds/scm/TestSCMCommonPlacementPolicy.java | 45 +-
.../scm/TestStorageContainerManagerHttpServer.java | 25 +-
.../hadoop/hdds/scm/block/TestBlockManager.java | 150 +-
.../hadoop/hdds/scm/block/TestDeletedBlockLog.java | 132 +-
.../scm/block/TestSCMBlockDeletingService.java | 177 ++
.../hadoop/hdds/scm/container/MockNodeManager.java | 5 +-
.../hdds/scm/container/Node2ContainerMap.java | 167 ++
.../hdds/scm/container/SimpleMockNodeManager.java | 1 -
.../container/TestCloseContainerEventHandler.java | 72 +-
.../scm/container/TestContainerActionsHandler.java | 4 +-
.../scm/container/TestContainerManagerImpl.java | 67 +-
.../scm/container/TestContainerReportHandler.java | 82 +-
.../scm/container/TestContainerStateManager.java | 25 +-
.../TestIncrementalContainerReportHandler.java | 133 +-
.../hdds/scm/container/TestNode2ContainerMap.java | 311 +++
.../scm/container/TestUnknownContainerReport.java | 30 +-
.../container/balancer/TestContainerBalancer.java | 74 +-
.../balancer/TestContainerBalancerTask.java | 312 ++-
.../container/balancer/TestFindTargetStrategy.java | 35 +-
.../scm/container/balancer/TestMoveManager.java | 58 +-
.../algorithms/TestContainerPlacementFactory.java | 27 +-
.../TestSCMContainerPlacementCapacity.java | 17 +-
.../TestSCMContainerPlacementRackAware.java | 192 +-
.../TestSCMContainerPlacementRackScatter.java | 113 +-
.../TestSCMContainerPlacementRandom.java | 29 +-
.../container/replication/ReplicationTestUtil.java | 14 +-
.../TestContainerReplicaPendingOps.java | 177 +-
.../TestDatanodeCommandCountUpdatedHandler.java | 10 +-
.../replication/TestECContainerReplicaCount.java | 263 +-
.../replication/TestECMisReplicationHandler.java | 59 +-
.../replication/TestECOverReplicationHandler.java | 39 +-
.../replication/TestECUnderReplicationHandler.java | 28 +-
.../replication/TestLegacyReplicationManager.java | 653 ++---
.../replication/TestMisReplicationHandler.java | 59 +-
.../replication/TestOverReplicatedProcessor.java | 20 +-
.../TestRatisMisReplicationHandler.java | 64 +-
.../TestRatisOverReplicationHandler.java | 51 +-
.../TestRatisUnderReplicationHandler.java | 77 +-
.../replication/TestReplicationManager.java | 191 +-
.../replication/TestReplicationManagerMetrics.java | 51 +-
.../TestReplicationManagerScenarios.java | 52 +-
.../replication/TestReplicationManagerUtil.java | 11 +-
.../replication/TestUnderReplicatedProcessor.java | 39 +-
.../TestClosedWithUnhealthyReplicasHandler.java | 15 +-
.../health/TestClosingContainerHandler.java | 56 +-
.../health/TestDeletingContainerHandler.java | 46 +-
.../health/TestECMisReplicationCheckHandler.java | 25 +-
.../health/TestECReplicationCheckHandler.java | 23 +-
.../health/TestEmptyContainerHandler.java | 26 +-
.../health/TestMismatchedReplicasHandler.java | 110 +-
.../health/TestOpenContainerHandler.java | 100 +-
.../health/TestQuasiClosedContainerHandler.java | 54 +-
.../health/TestRatisReplicationCheckHandler.java | 47 +-
.../TestVulnerableUnhealthyReplicasHandler.java | 62 +-
.../report/TestContainerReportValidator.java | 8 +-
.../container/states/TestContainerAttribute.java | 44 +-
.../scm/ha/TestInterSCMGrpcProtocolService.java | 19 +-
.../hdds/scm/ha/TestReplicationAnnotation.java | 16 +-
.../apache/hadoop/hdds/scm/ha/TestSCMContext.java | 11 +-
.../hadoop/hdds/scm/ha/TestSCMHAConfiguration.java | 40 +-
.../hadoop/hdds/scm/ha/TestSCMHAManagerImpl.java | 112 +-
.../hadoop/hdds/scm/ha/TestSCMHAMetrics.java | 7 +-
.../hadoop/hdds/scm/ha/TestSCMRatisRequest.java | 25 +-
.../hadoop/hdds/scm/ha/TestSCMRatisResponse.java | 18 +-
.../hdds/scm/ha/TestSequenceIDGenerator.java | 96 +-
.../ha/TestStatefulServiceStateManagerImpl.java | 7 +-
.../hadoop/hdds/scm/ha/io/TestBigIntegerCodec.java | 5 +-
.../hdds/scm/ha/io/TestX509CertificateCodec.java | 7 +-
.../scm/node/DatanodeAdminMonitorTestUtil.java | 15 +-
.../hdds/scm/node/TestContainerPlacement.java | 122 +-
.../hdds/scm/node/TestDatanodeAdminMonitor.java | 136 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 71 +-
.../hadoop/hdds/scm/node/TestFetchMetrics.java | 46 +
.../hdds/scm/node/TestNodeDecommissionManager.java | 349 ++-
.../hdds/scm/node/TestNodeDecommissionMetrics.java | 57 +-
.../hdds/scm/node/TestNodeReportHandler.java | 51 +-
.../hadoop/hdds/scm/node/TestNodeStateManager.java | 39 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 293 +-
.../hadoop/hdds/scm/node/TestSCMNodeMetrics.java | 257 ++
.../hdds/scm/node/TestSCMNodeStorageStatMap.java | 125 +-
.../hadoop/hdds/scm/node/TestStatisticsUpdate.java | 50 +-
.../scm/node/states/TestNode2ContainerMap.java | 323 ---
.../hdds/scm/pipeline/TestECPipelineProvider.java | 55 +-
.../scm/pipeline/TestPipelineActionHandler.java | 50 +-
.../TestPipelineDatanodesIntersection.java | 18 +-
.../hdds/scm/pipeline/TestPipelineManagerImpl.java | 233 +-
.../scm/pipeline/TestPipelinePlacementFactory.java | 72 +-
.../scm/pipeline/TestPipelinePlacementPolicy.java | 139 +-
.../scm/pipeline/TestPipelineStateManagerImpl.java | 92 +-
.../scm/pipeline/TestRatisPipelineProvider.java | 53 +-
.../scm/pipeline/TestSimplePipelineProvider.java | 56 +-
.../pipeline/TestWritableECContainerProvider.java | 64 +-
.../TestWritableRatisContainerProvider.java | 179 ++
.../TestCapacityPipelineChoosePolicy.java | 107 +
.../TestPipelineChoosePolicyFactory.java | 35 +-
.../choose/algorithms/TestLeaderChoosePolicy.java | 7 +-
.../safemode/TestHealthyPipelineSafeModeRule.java | 36 +-
.../TestOneReplicaPipelineSafeModeRule.java | 7 +-
.../hdds/scm/safemode/TestSCMSafeModeManager.java | 56 +-
.../scm/security/TestCRLStatusReportHandler.java | 19 +-
.../scm/security/TestRootCARotationManager.java | 96 +-
.../scm/server/TestSCMBlockProtocolServer.java | 38 +-
.../hadoop/hdds/scm/server/TestSCMCertStore.java | 3 +-
.../scm/server/TestSCMClientProtocolServer.java | 10 +-
.../hdds/scm/server/TestSCMContainerMetrics.java | 6 +-
.../server/TestSCMDatanodeHeartbeatDispatcher.java | 62 +-
.../server/TestSCMUpdateServiceGrpcServer.java | 39 +-
.../TestSCMHAUnfinalizedStateValidationAction.java | 21 +-
.../hdds/scm/upgrade/TestScmFinalization.java | 80 +-
.../scm/upgrade/TestScmStartupSlvLessThanMlv.java | 11 +-
.../ozone/container/common/TestEndPoint.java | 146 +-
.../placement/TestContainerPlacement.java | 6 +-
.../testutils/ReplicationNodeManagerMock.java | 2 -
.../hadoop/ozone/scm/node/TestSCMNodeMetrics.java | 290 --
hadoop-hdds/test-utils/pom.xml | 23 +-
.../org/apache/ozone/test/DisableOnProperty.java | 44 -
.../main/java/org/apache/ozone/test/FlakyTest.java | 28 -
.../org/apache/ozone/test/GenericTestUtils.java | 64 +-
.../org/apache/ozone/test/JUnit5AwareTimeout.java | 32 -
.../java/org/apache/ozone/test/MetricsAsserts.java | 472 ++++
.../java/org/apache/ozone/test/OzoneTestBase.java | 44 +
.../main/java/org/apache/ozone/test/SlowTest.java | 29 -
.../apache/ozone/test/TimedOutTestsListener.java | 2 +-
.../java/org/apache/ozone/test/UnhealthyTest.java | 30 -
hadoop-hdds/tools/pom.xml | 1 -
.../org/apache/hadoop/hdds/cli/OzoneAdmin.java | 12 -
.../scm/cli/ContainerBalancerStartSubcommand.java | 70 +-
.../scm/cli/ContainerBalancerStopSubcommand.java | 3 +-
.../hdds/scm/cli/ContainerOperationClient.java | 37 +-
.../scm/cli/ReplicationManagerStartSubcommand.java | 7 +-
.../cli/ReplicationManagerStatusSubcommand.java | 9 +-
.../scm/cli/ReplicationManagerStopSubcommand.java | 9 +-
.../hdds/scm/cli/SafeModeCheckSubcommand.java | 11 +-
.../hdds/scm/cli/SafeModeExitSubcommand.java | 7 +-
.../hdds/scm/cli/SafeModeWaitSubcommand.java | 19 +-
.../scm/cli/cert/CleanExpiredCertsSubcommand.java | 9 +-
.../hadoop/hdds/scm/cli/cert/InfoSubcommand.java | 16 +-
.../hadoop/hdds/scm/cli/cert/ListSubcommand.java | 11 +-
.../hdds/scm/cli/cert/ScmCertSubcommand.java | 21 +-
.../hdds/scm/cli/container/ContainerCommands.java | 3 +-
.../hdds/scm/cli/container/CreateSubcommand.java | 7 +-
.../hdds/scm/cli/container/InfoSubcommand.java | 35 +-
.../hdds/scm/cli/container/ListSubcommand.java | 7 +-
.../hdds/scm/cli/container/ReportSubcommand.java | 8 +-
.../hdds/scm/cli/container/UpgradeSubcommand.java | 205 ++
.../scm/cli/container/upgrade/UpgradeChecker.java | 111 +
.../scm/cli/container/upgrade/UpgradeManager.java | 92 +-
.../scm/cli/container/upgrade/UpgradeTask.java | 255 +-
.../scm/cli/container/upgrade/UpgradeUtils.java | 25 +
.../cli/datanode/DecommissionStatusSubCommand.java | 117 +-
.../scm/cli/datanode/DecommissionSubCommand.java | 28 +-
.../hdds/scm/cli/datanode/ListInfoSubcommand.java | 14 +-
.../scm/cli/datanode/MaintenanceSubCommand.java | 21 +-
.../scm/cli/datanode/RecommissionSubCommand.java | 21 +-
.../cli/cert/TestCleanExpiredCertsSubcommand.java | 5 +-
.../hdds/scm/cli/container/TestInfoSubCommand.java | 139 +-
.../scm/cli/container/TestReportSubCommand.java | 29 +-
.../cli/container/upgrade/TestUpgradeManager.java | 55 +-
.../datanode/TestContainerBalancerSubCommand.java | 21 +-
.../datanode/TestDecommissionStatusSubCommand.java | 127 +-
.../cli/datanode/TestDecommissionSubCommand.java | 52 +-
.../scm/cli/datanode/TestListInfoSubcommand.java | 35 +-
.../cli/datanode/TestMaintenanceSubCommand.java | 56 +-
.../cli/datanode/TestRecommissionSubCommand.java | 52 +-
.../scm/cli/datanode/TestUsageInfoSubcommand.java | 71 +-
.../cli/pipeline/TestListPipelinesSubCommand.java | 57 +-
hadoop-ozone/client/pom.xml | 1 -
.../org/apache/hadoop/ozone/client/BucketArgs.java | 94 +-
.../apache/hadoop/ozone/client/ObjectStore.java | 15 +
.../apache/hadoop/ozone/client/OzoneBucket.java | 24 +-
.../client/OzoneMultipartUploadPartListParts.java | 19 +-
.../apache/hadoop/ozone/client/OzoneVolume.java | 8 +-
.../org/apache/hadoop/ozone/client/VolumeArgs.java | 47 +-
.../client/checksum/ECBlockChecksumComputer.java | 50 +-
.../checksum/ReplicatedBlockChecksumComputer.java | 23 +-
.../ozone/client/io/BlockOutputStreamEntry.java | 81 +-
.../client/io/BlockOutputStreamEntryPool.java | 74 +-
.../ozone/client/io/ECBlockOutputStreamEntry.java | 104 +-
.../client/io/ECBlockOutputStreamEntryPool.java | 48 +-
.../hadoop/ozone/client/io/ECKeyOutputStream.java | 136 +-
.../ozone/client/io/KeyDataStreamOutput.java | 18 +
.../hadoop/ozone/client/io/KeyInputStream.java | 34 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 84 +-
.../ozone/client/protocol/ClientProtocol.java | 33 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 139 +-
.../hadoop/ozone/client/TestOzoneClient.java | 18 +-
.../hadoop/ozone/client/TestOzoneECClient.java | 50 +-
.../TestReplicatedBlockChecksumComputer.java | 11 +-
.../checksum/TestReplicatedFileChecksumHelper.java | 15 +-
.../client/io/TestECBlockOutputStreamEntry.java | 16 +-
.../ozone/client/io/TestKeyInputStreamEC.java | 14 +-
.../hadoop/ozone/client/rpc/TestOzoneKMSUtil.java | 12 +-
hadoop-ozone/common/pom.xml | 1 -
.../main/java/org/apache/hadoop/ozone/OFSPath.java | 6 +
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 42 +
.../java/org/apache/hadoop/ozone/OzoneAcl.java | 215 +-
.../ozone/client/io/SelectorOutputStream.java | 2 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 14 +-
.../apache/hadoop/ozone/om/S3InMemoryCache.java | 8 +-
.../ozone/om/ha/GrpcOMFailoverProxyProvider.java | 4 +-
.../ozone/om/ha/OMFailoverProxyProviderBase.java | 2 +-
.../hadoop/ozone/om/helpers/BasicOmKeyInfo.java | 67 +-
.../hadoop/ozone/om/helpers/OmBucketArgs.java | 169 +-
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 185 +-
.../hadoop/ozone/om/helpers/OmDirectoryInfo.java | 70 +-
.../apache/hadoop/ozone/om/helpers/OmKeyArgs.java | 75 +-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 151 +-
.../helpers/OmMultipartCommitUploadPartInfo.java | 11 +-
.../hadoop/ozone/om/helpers/OmMultipartInfo.java | 3 +
.../ozone/om/helpers/OmMultipartKeyInfo.java | 80 +-
.../om/helpers/OmMultipartUploadCompleteInfo.java | 3 +
.../om/helpers/OmMultipartUploadCompleteList.java | 5 +-
.../om/helpers/OmMultipartUploadListParts.java | 3 +-
.../apache/hadoop/ozone/om/helpers/OmPartInfo.java | 31 +-
.../hadoop/ozone/om/helpers/OmVolumeArgs.java | 89 +-
.../hadoop/ozone/om/helpers/OzoneAclUtil.java | 120 +-
.../hadoop/ozone/om/helpers/OzoneFSUtils.java | 2 +-
.../hadoop/ozone/om/helpers/S3SecretValue.java | 47 +-
.../hadoop/ozone/om/helpers/SnapshotInfo.java | 147 +-
.../hadoop/ozone/om/helpers/WithMetadata.java | 52 +-
.../hadoop/ozone/om/helpers/WithObjectID.java | 98 +-
.../ozone/om/helpers/WithParentObjectId.java | 41 +-
.../hadoop/ozone/om/multitenant/AccessPolicy.java | 152 -
.../ozone/om/multitenant/RangerAccessPolicy.java | 316 ---
.../ozone/om/protocol/OzoneManagerProtocol.java | 17 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 134 +-
.../hadoop/ozone/security/acl/OzoneObjInfo.java | 10 +
.../java/org/apache/hadoop/ozone/TestOmUtils.java | 126 +-
.../org/apache/hadoop/ozone/TestOzoneAcls.java | 175 +-
.../ozone/client/io/TestSelectorOutputStream.java | 22 +-
.../hadoop/ozone/om/helpers/TestOmBucketInfo.java | 17 +-
.../hadoop/ozone/om/helpers/TestOmKeyInfo.java | 2 +-
.../hadoop/ozone/om/helpers/TestOmVolumeArgs.java | 8 +-
.../hadoop/ozone/om/helpers/TestOzoneAclUtil.java | 38 +-
.../hadoop/ozone/om/lock/TestKeyPathLock.java | 86 +-
.../hadoop/ozone/om/lock/TestOzoneManagerLock.java | 291 +-
.../ozone/om/protocolPB/TestS3GrpcOmTransport.java | 25 +-
.../grpc/TestClientAddressClientInterceptor.java | 2 +-
.../grpc/TestClientAddressServerInterceptor.java | 2 +-
.../ozone/security/TestGDPRSymmetricKey.java | 13 +-
hadoop-ozone/csi/pom.xml | 14 +
hadoop-ozone/csi/src/main/resources/proto.lock | 24 +-
.../dev-support/checks/_mvn_unit_report.sh | 2 +-
hadoop-ozone/dev-support/checks/checkstyle.sh | 2 +-
hadoop-ozone/dev-support/checks/coverage.sh | 8 +-
hadoop-ozone/dev-support/checks/integration.sh | 2 +-
hadoop-ozone/dev-support/checks/junit.sh | 23 +-
hadoop-ozone/dev-support/checks/license.exceptions | 2 +-
hadoop-ozone/dev-support/checks/native.sh | 3 +-
hadoop-ozone/dev-support/checks/rat.sh | 8 +-
hadoop-ozone/dev-support/checks/sonar.sh | 11 +-
hadoop-ozone/dev-support/checks/unit.sh | 8 +-
.../intellij/runConfigurations/Datanode2-ha.xml | 2 +-
.../intellij/runConfigurations/Datanode2.xml | 2 +-
.../intellij/runConfigurations/Datanode3-ha.xml | 2 +-
.../intellij/runConfigurations/Datanode3.xml | 2 +-
hadoop-ozone/dist/.gitignore | 1 +
hadoop-ozone/dist/pom.xml | 2 +-
.../grafana/dashboards/Ozone - JVM Metrics.json | 357 +--
.../dashboards/Ozone - ListKey Metrics.json | 673 +++++
.../grafana/dashboards/Ozone - Object Metrics.json | 1 -
.../grafana/dashboards/Ozone - S3 Dashboard.json | 1209 ++++++++
.../dist/src/main/compose/ozone-balancer/.env | 20 +
.../compose/ozone-balancer/docker-compose.yaml | 179 ++
.../src/main/compose/ozone-balancer/docker-config | 59 +
.../dist/src/main/compose/ozone-balancer/test.sh | 33 +
.../dist/src/main/compose/ozone-ha/docker-config | 2 +-
.../dist/src/main/compose/ozone-ha/test.sh | 8 +-
.../src/main/compose/ozone-om-ha/.ssh/environment | 16 -
.../dist/src/main/compose/ozone-om-ha/Dockerfile | 3 +-
.../dist/src/main/compose/ozone/docker-config | 2 +-
.../dist/src/main/compose/ozone/prometheus.yml | 24 +-
.../src/main/compose/ozonescripts/.ssh/environment | 16 -
.../dist/src/main/compose/ozonescripts/Dockerfile | 4 +-
.../src/main/compose/ozonesecure-ha/docker-config | 4 +-
.../main/compose/ozonesecure-ha/test-leadership.sh | 2 +-
.../src/main/compose/ozonesecure-mr/docker-config | 1 -
.../src/main/compose/ozonesecure/docker-config | 4 +-
hadoop-ozone/dist/src/main/compose/upgrade/test.sh | 5 +-
.../dist/src/main/compose/xcompat/clients.yaml | 7 +
hadoop-ozone/dist/src/main/compose/xcompat/test.sh | 6 +-
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 69 +-
hadoop-ozone/dist/src/main/license/bin/NOTICE.txt | 4 +-
.../LICENSE-com.google.code.findbugs-jsr305.txt | 8 -
hadoop-ozone/dist/src/main/license/jar-report.txt | 14 +-
.../src/main/smoketest/admincli/container.robot | 15 +
.../src/main/smoketest/admincli/datanode.robot | 14 +
.../src/main/smoketest/admincli/reconfigure.robot | 38 +
.../src/main/smoketest/balancer/testBalancer.robot | 144 +
.../dist/src/main/smoketest/basic/links.robot | 15 +
.../dist/src/main/smoketest/commonlib.robot | 2 +
.../main/smoketest/freon/metadata-generate.robot | 75 +
.../dist/src/main/smoketest/recon/recon-api.robot | 12 +-
.../src/main/smoketest/s3/MultipartUpload.robot | 33 +-
.../dist/src/main/smoketest/s3/commonawslib.robot | 30 +-
.../dist/src/main/smoketest/s3/objectcopy.robot | 46 +-
.../dist/src/main/smoketest/s3/objecthead.robot | 17 +-
.../dist/src/main/smoketest/s3/objectputget.robot | 24 +-
.../src/main/smoketest/s3/secretgenerate.robot | 37 +-
.../dist/src/main/smoketest/s3/secretrevoke.robot | 27 +-
.../smoketest/security/ozone-secure-tenant.robot | 2 +-
.../dist/src/main/smoketest/topology/cli.robot | 21 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 23 +-
.../dist/src/shell/ozone/ozone-functions.sh | 30 +
.../fault-injection-test/mini-chaos-tests/pom.xml | 15 -
.../apache/hadoop/ozone/MiniOzoneChaosCluster.java | 33 +-
.../hadoop/ozone/TestMiniChaosOzoneCluster.java | 4 +-
.../hadoop/ozone/loadgenerators/LoadBucket.java | 11 +-
hadoop-ozone/httpfsgateway/pom.xml | 6 +-
hadoop-ozone/insight/pom.xml | 1 -
.../hadoop/ozone/insight/TestBaseInsightPoint.java | 16 +-
.../ozone/insight/TestConfigurationSubCommand.java | 15 +-
.../hadoop/ozone/insight/TestLogSubcommand.java | 5 +-
.../dev-support/findbugsExcludeFile.xml | 14 +-
hadoop-ozone/integration-test/pom.xml | 19 +-
.../hadoop/conf/TestConfigurationFieldsBase.java | 676 +++++
.../fs/contract/AbstractContractAppendTest.java | 171 ++
.../fs/contract/AbstractContractConcatTest.java | 104 +
.../AbstractContractContentSummaryTest.java | 65 +
.../AbstractContractCopyFromLocalTest.java | 348 +++
.../fs/contract/AbstractContractCreateTest.java | 587 ++++
.../fs/contract/AbstractContractDeleteTest.java | 126 +
.../fs/contract/AbstractContractEtagTest.java | 194 ++
.../AbstractContractGetFileStatusTest.java | 754 +++++
.../AbstractContractLeaseRecoveryTest.java | 93 +
.../fs/contract/AbstractContractMkdirTest.java | 188 ++
.../AbstractContractMultipartUploaderTest.java | 846 ++++++
.../fs/contract/AbstractContractOpenTest.java | 429 +++
.../fs/contract/AbstractContractRenameTest.java | 373 +++
.../AbstractContractRootDirectoryTest.java | 276 ++
.../fs/contract/AbstractContractSafeModeTest.java | 54 +
.../fs/contract/AbstractContractSeekTest.java | 593 ++++
.../fs/contract/AbstractContractSetTimesTest.java | 65 +
.../fs/contract/AbstractContractUnbufferTest.java | 160 ++
.../fs/contract/AbstractFSContractTestBase.java | 404 +++
.../hadoop/fs/contract/ContractTestUtils.java | 2111 ++++++++++++++
.../fs/ozone/AbstractOzoneFileSystemTest.java | 59 +-
.../ozone/AbstractOzoneFileSystemTestWithFSO.java | 24 +-
.../ozone/AbstractRootedOzoneFileSystemTest.java | 244 +-
.../hadoop/fs/ozone/OzoneFileSystemTests.java | 26 +-
.../ozone/TestDirectoryDeletingServiceWithFSO.java | 44 +-
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 63 +-
.../apache/hadoop/fs/ozone/TestLeaseRecovery.java | 25 +-
.../hadoop/fs/ozone/TestOzoneFSBucketLayout.java | 41 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 35 +-
.../fs/ozone/TestOzoneFSWithObjectStoreCreate.java | 57 +-
.../fs/ozone/TestOzoneFileSystemMetrics.java | 20 +-
.../fs/ozone/TestOzoneFileSystemMissingParent.java | 10 +-
.../fs/ozone/TestOzoneFileSystemPrefixParser.java | 21 +-
.../fs/ozone/TestOzoneFileSystemWithStreaming.java | 46 +-
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 79 +-
.../hadoop/fs/ozone/TestOzoneFsSnapshot.java | 239 +-
.../hadoop/fs/ozone/TestRootedDDSWithFSO.java | 28 +-
.../org/apache/hadoop/fs/ozone/TestSafeMode.java | 17 +-
.../fs/ozone/contract/AbstractOzoneContract.java | 56 +
.../ozone/contract/AbstractOzoneContractTest.java | 315 +++
.../ozone/contract/ITestOzoneContractCreate.java | 66 -
.../ozone/contract/ITestOzoneContractDelete.java | 66 -
.../ozone/contract/ITestOzoneContractDistCp.java | 59 -
.../contract/ITestOzoneContractDistCpWithFSO.java | 65 -
.../contract/ITestOzoneContractGetFileStatus.java | 83 -
.../fs/ozone/contract/ITestOzoneContractMkdir.java | 66 -
.../fs/ozone/contract/ITestOzoneContractOpen.java | 66 -
.../ozone/contract/ITestOzoneContractRename.java | 67 -
.../ozone/contract/ITestOzoneContractRootDir.java | 68 -
.../fs/ozone/contract/ITestOzoneContractSeek.java | 49 -
.../ozone/contract/ITestOzoneContractUnbuffer.java | 47 -
.../hadoop/fs/ozone/contract/OzoneContract.java | 125 +-
.../fs/ozone/contract/RootedOzoneContract.java | 48 +
.../fs/ozone/contract/TestOzoneContractFSO.java | 43 +
.../fs/ozone/contract/TestOzoneContractLegacy.java | 43 +
.../fs/ozone/contract/TestRootedOzoneContract.java | 31 +
.../rooted/ITestRootedOzoneContractCreate.java | 49 -
.../rooted/ITestRootedOzoneContractDelete.java | 49 -
.../rooted/ITestRootedOzoneContractDistCp.java | 59 -
.../ITestRootedOzoneContractGetFileStatus.java | 55 -
.../rooted/ITestRootedOzoneContractMkdir.java | 49 -
.../rooted/ITestRootedOzoneContractOpen.java | 48 -
.../rooted/ITestRootedOzoneContractRename.java | 50 -
.../rooted/ITestRootedOzoneContractRootDir.java | 83 -
.../rooted/ITestRootedOzoneContractSeek.java | 48 -
.../rooted/ITestRootedOzoneContractUnbuffer.java | 48 -
.../ozone/contract/rooted/RootedOzoneContract.java | 118 -
.../hadoop/hdds/scm/TestAllocateContainer.java | 83 +
.../apache/hadoop/hdds/scm/TestCloseContainer.java | 169 ++
.../hdds/scm/TestContainerReportWithKeys.java | 149 +
.../hadoop/hdds/scm/TestContainerSmallFile.java | 193 ++
.../hadoop/hdds/scm/TestFailoverWithSCMHA.java | 326 +++
.../scm/TestGetCommittedBlockLengthAndPutKey.java | 190 ++
.../hadoop/hdds/scm/TestRatisPipelineLeader.java | 30 +-
.../TestSCMContainerPlacementPolicyMetrics.java | 163 ++
.../hdds/scm/TestSCMDatanodeProtocolServer.java | 4 +-
.../hdds/scm/TestSCMDbCheckpointServlet.java | 50 +-
.../hdds/scm/TestSCMInstallSnapshotWithHA.java | 324 +++
.../org/apache/hadoop/hdds/scm/TestSCMMXBean.java | 198 ++
.../hadoop/hdds/scm/TestSCMNodeManagerMXBean.java | 144 +
.../apache/hadoop/hdds/scm/TestSCMSnapshot.java | 17 +-
.../hadoop/hdds/scm/TestSecretKeySnapshot.java | 285 ++
.../apache/hadoop/hdds/scm/TestSecretKeysApi.java | 356 +++
.../hdds/scm/TestStorageContainerManager.java | 1109 ++++++++
.../hdds/scm/TestStorageContainerManagerHA.java | 326 +++
.../hadoop/hdds/scm/TestXceiverClientGrpc.java | 284 ++
.../hadoop/hdds/scm/TestXceiverClientManager.java | 281 ++
.../hadoop/hdds/scm/TestXceiverClientMetrics.java | 181 ++
.../TestContainerStateManagerIntegration.java | 36 +-
.../metrics/TestSCMContainerManagerMetrics.java | 27 +-
.../scm/node/TestDecommissionAndMaintenance.java | 703 +++++
.../apache/hadoop/hdds/scm/node/TestNodeUtil.java | 102 +
.../apache/hadoop/hdds/scm/node/TestQueryNode.java | 179 ++
.../apache/hadoop/hdds/scm/node/package-info.java | 24 +
.../hdds/scm/pipeline/TestLeaderChoosePolicy.java | 14 +-
.../hdds/scm/pipeline/TestMultiRaftSetup.java | 30 +-
.../hdds/scm/pipeline/TestNode2PipelineMap.java | 18 +-
.../hadoop/hdds/scm/pipeline/TestNodeFailure.java | 9 +-
.../hdds/scm/pipeline/TestPipelineClose.java | 26 +-
.../scm/pipeline/TestPipelineManagerMXBean.java | 103 +
.../TestRatisPipelineCreateAndDestroy.java | 20 +-
.../TestSCMPipelineBytesWrittenMetrics.java | 144 +
.../hdds/scm/pipeline/TestSCMPipelineMetrics.java | 131 +
.../hadoop/hdds/scm/pipeline/TestSCMRestart.java | 25 +-
.../safemode/TestSCMSafeModeWithPipelineRules.java | 16 +-
.../hadoop/hdds/scm/storage/TestCommitWatcher.java | 101 +-
.../hdds/scm/storage/TestContainerCommandsEC.java | 28 +-
.../hadoop/hdds/upgrade/TestHDDSUpgrade.java | 43 +-
.../hadoop/hdds/upgrade/TestHddsUpgradeUtils.java | 11 +-
.../hadoop/hdds/upgrade/TestScmHAFinalization.java | 53 +-
.../hadoop/hdds/utils/ClusterContainersUtil.java | 147 +
.../db/managed/TestRocksObjectLeakDetector.java | 10 +-
.../hadoop/ozone/ClientConfigForTesting.java | 135 +
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 335 +--
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 372 +--
.../hadoop/ozone/MiniOzoneClusterProvider.java | 34 +-
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 146 +-
.../org/apache/hadoop/ozone/OzoneTestUtils.java | 18 +-
.../org/apache/hadoop/ozone/RatisTestHelper.java | 79 +-
.../org/apache/hadoop/ozone/TestBlockTokens.java | 18 +-
.../apache/hadoop/ozone/TestBlockTokensCLI.java | 22 +-
.../ozone/TestContainerBalancerOperations.java | 81 +-
.../hadoop/ozone/TestContainerOperations.java | 21 +-
.../TestContainerStateMachineIdempotency.java | 56 +-
.../org/apache/hadoop/ozone/TestCpuMetrics.java | 17 +-
.../java/org/apache/hadoop/ozone/TestDataUtil.java | 42 +-
.../apache/hadoop/ozone/TestDelegationToken.java | 33 +-
.../ozone/TestGetClusterTreeInformation.java | 87 +
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 29 +-
.../hadoop/ozone/TestMiniOzoneOMHACluster.java | 99 -
.../hadoop/ozone/TestMultipartObjectGet.java | 47 +-
.../apache/hadoop/ozone/TestOMSortDatanodes.java | 187 ++
.../hadoop/ozone/TestOzoneConfigurationFields.java | 17 +-
.../hadoop/ozone/TestSecureOzoneCluster.java | 232 +-
.../hadoop/ozone/UniformDatanodesFactory.java | 167 ++
.../ozone/client/TestOzoneClientFactory.java | 24 +-
.../client/rpc/AbstractTestECKeyOutputStream.java | 53 +-
.../ozone/client/rpc/Test2WayCommitInRatis.java | 32 +-
.../apache/hadoop/ozone/client/rpc/TestBCSID.java | 15 +-
.../client/rpc/TestBlockDataStreamOutput.java | 35 +-
.../ozone/client/rpc/TestBlockOutputStream.java | 48 +-
.../rpc/TestBlockOutputStreamWithFailures.java | 50 +-
.../rpc/TestCloseContainerHandlingByClient.java | 50 +-
.../rpc/TestContainerReplicationEndToEnd.java | 20 +-
.../client/rpc/TestContainerStateMachine.java | 23 +-
.../TestContainerStateMachineFailureOnRead.java | 17 +-
.../rpc/TestContainerStateMachineFailures.java | 154 +-
.../rpc/TestContainerStateMachineFlushDelay.java | 28 +-
.../rpc/TestContainerStateMachineStream.java | 35 +-
.../client/rpc/TestDeleteWithInAdequateDN.java | 60 +-
.../client/rpc/TestDiscardPreallocatedBlocks.java | 21 +-
.../client/rpc/TestFailureHandlingByClient.java | 54 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 42 +-
.../client/rpc/TestHybridPipelineOnDatanode.java | 24 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 20 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 158 +-
.../rpc/TestOzoneClientMultipartUploadWithFSO.java | 369 ++-
...estOzoneClientRetriesOnExceptionFlushDelay.java | 40 +-
.../rpc/TestOzoneClientRetriesOnExceptions.java | 157 +-
.../client/rpc/TestOzoneRpcClientAbstract.java | 498 ++--
.../rpc/TestOzoneRpcClientForAclAuditLog.java | 19 +-
.../client/rpc/TestOzoneRpcClientWithRatis.java | 50 +-
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 12 +-
.../client/rpc/TestValidateBCSIDOnRestart.java | 30 +-
.../ozone/client/rpc/TestWatchForCommit.java | 96 +-
.../ozone/client/rpc/read/TestInputStreamBase.java | 15 +-
.../ozone/container/TestContainerReplication.java | 4 +-
.../ozone/container/TestECContainerRecovery.java | 27 +-
.../apache/hadoop/ozone/container/TestHelper.java | 16 +-
.../commandhandler/TestBlockDeletion.java | 102 +-
.../TestCloseContainerByPipeline.java | 6 +-
.../commandhandler/TestCloseContainerHandler.java | 29 +-
.../commandhandler/TestDeleteContainerHandler.java | 112 +-
.../TestRefreshVolumeUsageHandler.java | 27 +-
.../transport/server/ratis/TestCSMMetrics.java | 29 +-
.../container/metrics/TestContainerMetrics.java | 35 +-
.../metrics/TestDatanodeQueueMetrics.java | 44 +-
.../container/ozoneimpl/TestOzoneContainer.java | 31 +-
.../ozoneimpl/TestOzoneContainerWithTLS.java | 46 +-
.../ozoneimpl/TestSecureOzoneContainer.java | 9 +-
.../replication/TestContainerReplication.java | 10 +-
.../container/server/TestContainerServer.java | 22 +-
.../server/TestSecureContainerServer.java | 59 +-
.../org/apache/hadoop/ozone/debug/TestLDBCli.java | 26 +-
.../hadoop/ozone/debug/TestLeaseRecoverer.java | 7 +-
.../ozone/dn/ratis/TestDnRatisLogParser.java | 36 +-
...tBackgroundContainerDataScannerIntegration.java | 6 +-
.../TestContainerScannerIntegrationAbstract.java | 54 +-
.../TestDatanodeHddsVolumeFailureDetection.java | 1 -
.../TestDatanodeHddsVolumeFailureToleration.java | 33 +-
.../hadoop/ozone/freon/TestDataValidate.java | 34 +-
.../freon/TestFreonWithDatanodeFastRestart.java | 30 +-
.../ozone/freon/TestFreonWithPipelineDestroy.java | 18 +-
.../ozone/freon/TestHadoopDirTreeGenerator.java | 19 +-
.../ozone/freon/TestHadoopNestedDirGenerator.java | 6 +-
.../hadoop/ozone/freon/TestOMSnapshotDAG.java | 70 +-
.../ozone/freon/TestOmBucketReadWriteFileOps.java | 14 +-
.../ozone/freon/TestOmBucketReadWriteKeyOps.java | 27 +-
.../hadoop/ozone/fsck/TestContainerMapper.java | 2 -
.../apache/hadoop/ozone/om/OMUpgradeTestUtils.java | 6 +-
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 88 +-
.../ozone/om/TestBucketLayoutWithOlderClient.java | 9 +-
.../apache/hadoop/ozone/om/TestBucketOwner.java | 90 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 258 +-
.../org/apache/hadoop/ozone/om/TestKeyPurging.java | 3 +-
.../org/apache/hadoop/ozone/om/TestListKeys.java | 124 +-
.../hadoop/ozone/om/TestListKeysWithFSO.java | 43 +-
.../org/apache/hadoop/ozone/om/TestListStatus.java | 109 +-
.../hadoop/ozone/om/TestOMBucketLayoutUpgrade.java | 13 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 72 +-
.../hadoop/ozone/om/TestOMEpochForNonRatis.java | 56 +-
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 60 +-
.../ozone/om/TestOMStartupWithBucketLayout.java | 16 +-
.../hadoop/ozone/om/TestOMUpgradeFinalization.java | 13 +-
.../apache/hadoop/ozone/om/TestObjectStore.java | 25 +-
.../hadoop/ozone/om/TestObjectStoreWithFSO.java | 117 +-
.../ozone/om/TestObjectStoreWithLegacyFS.java | 25 +-
.../org/apache/hadoop/ozone/om/TestOmAcls.java | 7 -
.../org/apache/hadoop/ozone/om/TestOmConf.java | 6 +-
.../ozone/om/TestOmContainerLocationCache.java | 64 +-
.../org/apache/hadoop/ozone/om/TestOmInit.java | 14 +-
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 613 ++--
.../hadoop/ozone/om/TestOmSnapshotDisabled.java | 106 -
.../ozone/om/TestOmSnapshotDisabledRestart.java | 118 -
.../hadoop/ozone/om/TestOmSnapshotFileSystem.java | 754 -----
.../ozone/om/TestOmSnapshotFileSystemFso.java | 31 -
.../ozone/om/TestOmSnapshotFileSystemLegacy.java | 31 -
.../ozone/om/TestOmStartupSlvLessThanMlv.java | 6 +-
.../ozone/om/TestOzoneManagerConfiguration.java | 46 +-
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 46 +-
.../ozone/om/TestOzoneManagerHASnapshot.java | 274 --
.../ozone/om/TestOzoneManagerHAWithAllRunning.java | 217 +-
.../om/TestOzoneManagerHAWithStoppedNodes.java | 24 +-
.../ozone/om/TestOzoneManagerListVolumes.java | 37 +-
.../om/TestOzoneManagerListVolumesSecure.java | 99 +-
.../hadoop/ozone/om/TestOzoneManagerRestart.java | 31 +-
.../ozone/om/TestOzoneManagerRocksDBLogging.java | 29 +-
.../hadoop/ozone/om/TestRecursiveAclWithFSO.java | 72 +-
.../apache/hadoop/ozone/om/TestScmSafeMode.java | 121 +-
.../hadoop/ozone/om/TestSecureOzoneManager.java | 42 +-
.../ozone/om/TestSnapshotBackgroundServices.java | 683 -----
.../ozone/om/TestSnapshotDeletingService.java | 575 ----
.../om/TestSnapshotDirectoryCleaningService.java | 272 --
.../ozone/om/multitenant/RangerUserRequest.java | 28 +-
.../om/multitenant/TestMultiTenantVolume.java | 5 +-
.../om/ratis/TestOzoneManagerRatisRequest.java | 11 +-
.../ozone/om/service/TestRangerBGSyncService.java | 233 +-
.../hadoop/ozone/om/snapshot/TestOmSnapshot.java | 148 +-
.../ozone/om/snapshot/TestOmSnapshotDisabled.java | 98 +
.../om/snapshot/TestOmSnapshotDisabledRestart.java | 111 +
.../om/snapshot/TestOmSnapshotFileSystem.java | 751 +++++
.../om/snapshot/TestOmSnapshotFileSystemFso.java | 31 +
.../snapshot/TestOmSnapshotFileSystemLegacy.java | 31 +
.../snapshot/TestOmSnapshotFsoWithNativeLib.java | 7 +-
.../om/snapshot/TestOzoneManagerHASnapshot.java | 268 ++
.../om/snapshot/TestOzoneManagerSnapshotAcl.java | 210 +-
.../snapshot/TestOzoneManagerSnapshotProvider.java | 10 +-
.../om/snapshot/TestOzoneSnapshotRestore.java | 18 +-
.../snapshot/TestSnapshotBackgroundServices.java | 664 +++++
.../om/snapshot/TestSnapshotDeletingService.java | 569 ++++
.../TestSnapshotDirectoryCleaningService.java | 268 ++
.../ozone/parser/TestOzoneHARatisLogParser.java | 40 +-
.../ozone/recon/TestReconAndAdminContainerCLI.java | 489 ++++
.../hadoop/ozone/recon/TestReconEndpointUtil.java | 186 ++
.../TestReconInsightsForDeletedDirectories.java | 46 +-
.../apache/hadoop/ozone/recon/TestReconTasks.java | 30 +-
.../ozone/recon/TestReconWithOzoneManager.java | 86 +-
.../ozone/recon/TestReconWithOzoneManagerHA.java | 13 +-
.../reconfig/TestDatanodeReconfiguration.java | 16 +
.../hadoop/ozone/scm/TestAllocateContainer.java | 83 -
.../hadoop/ozone/scm/TestCloseContainer.java | 169 --
.../ozone/scm/TestContainerReportWithKeys.java | 148 -
.../hadoop/ozone/scm/TestContainerSmallFile.java | 197 --
.../hadoop/ozone/scm/TestFailoverWithSCMHA.java | 332 ---
.../scm/TestGetCommittedBlockLengthAndPutKey.java | 198 --
.../TestSCMContainerPlacementPolicyMetrics.java | 165 --
.../ozone/scm/TestSCMInstallSnapshotWithHA.java | 331 ---
.../org/apache/hadoop/ozone/scm/TestSCMMXBean.java | 198 --
.../hadoop/ozone/scm/TestSCMNodeManagerMXBean.java | 144 -
.../hadoop/ozone/scm/TestSecretKeySnapshot.java | 292 --
.../apache/hadoop/ozone/scm/TestSecretKeysApi.java | 363 ---
.../ozone/scm/TestStorageContainerManager.java | 1149 --------
.../ozone/scm/TestStorageContainerManagerHA.java | 329 ---
.../scm/TestStorageContainerManagerHelper.java | 208 --
.../hadoop/ozone/scm/TestXceiverClientGrpc.java | 248 --
.../hadoop/ozone/scm/TestXceiverClientManager.java | 281 --
.../hadoop/ozone/scm/TestXceiverClientMetrics.java | 186 --
.../scm/node/TestDecommissionAndMaintenance.java | 767 -----
.../hadoop/ozone/scm/node/TestQueryNode.java | 198 --
.../apache/hadoop/ozone/scm/node/package-info.java | 24 -
.../org/apache/hadoop/ozone/scm/package-info.java | 18 -
.../scm/pipeline/TestPipelineManagerMXBean.java | 103 -
.../TestSCMPipelineBytesWrittenMetrics.java | 146 -
.../ozone/scm/pipeline/TestSCMPipelineMetrics.java | 133 -
.../hadoop/ozone/scm/pipeline/package-info.java | 24 -
.../ozone/shell/TestDeletedBlocksTxnShell.java | 35 +-
.../hadoop/ozone/shell/TestNSSummaryAdmin.java | 22 +-
.../shell/TestOzoneContainerUpgradeShell.java | 241 ++
.../hadoop/ozone/shell/TestOzoneDatanodeShell.java | 22 +-
.../hadoop/ozone/shell/TestOzoneDebugShell.java | 28 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 364 ++-
.../ozone/shell/TestOzoneShellHAWithFSO.java | 1 +
.../hadoop/ozone/shell/TestOzoneTenantShell.java | 115 +-
.../hadoop/ozone/shell/TestReconfigShell.java | 23 +-
.../apache/hadoop/ozone/shell/TestScmAdminHA.java | 11 +-
.../ozone/shell/TestTransferLeadershipShell.java | 33 +-
.../tools/contract/AbstractContractDistCpTest.java | 1018 +++++++
.../src/test/resources/ozone-site.xml | 69 +-
hadoop-ozone/interface-client/pom.xml | 6 +
.../src/main/proto/OmClientProtocol.proto | 44 +-
.../interface-client/src/main/resources/proto.lock | 1575 ++++++++++-
hadoop-ozone/interface-storage/pom.xml | 1 -
.../apache/hadoop/ozone/om/OMMetadataManager.java | 47 +-
.../hadoop/ozone/om/helpers/OmPrefixInfo.java | 91 +-
.../hadoop/ozone/om/helpers/OzoneAclStorage.java | 15 +-
.../om/helpers/TestOmMultipartKeyInfoCodec.java | 7 +-
.../hadoop/ozone/om/helpers/TestOmPrefixInfo.java | 38 +-
.../ozone/om/helpers/TestOmPrefixInfoCodec.java | 6 +-
.../om/helpers/TestRepeatedOmKeyInfoCodec.java | 36 +-
.../ozone/om/helpers/TestS3SecretValueCodec.java | 11 +-
hadoop-ozone/ozone-manager/pom.xml | 8 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 1 +
.../apache/hadoop/ozone/common/BekInfoUtils.java | 70 +
.../apache/hadoop/ozone/om/BucketManagerImpl.java | 3 +-
.../hadoop/ozone/om/BucketUtilizationMetrics.java | 118 +
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 150 +-
.../org/apache/hadoop/ozone/om/ListIterator.java | 40 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 54 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 49 +
.../hadoop/ozone/om/OMMultiTenantManager.java | 2 +-
.../hadoop/ozone/om/OMMultiTenantManagerImpl.java | 34 +-
.../hadoop/ozone/om/OMPerformanceMetrics.java | 36 +-
.../apache/hadoop/ozone/om/OMPolicyProvider.java | 6 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 129 +-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 2 +-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 140 +-
.../hadoop/ozone/om/OzoneListStatusHelper.java | 113 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 115 +-
.../apache/hadoop/ozone/om/PrefixManagerImpl.java | 140 +-
.../org/apache/hadoop/ozone/om/ResolvedBucket.java | 11 +
.../hadoop/ozone/om/S3SecretManagerImpl.java | 3 +-
.../java/org/apache/hadoop/ozone/om/ScmClient.java | 10 +-
.../hadoop/ozone/om/SnapshotChainManager.java | 8 +
.../hadoop/ozone/om/SstFilteringService.java | 18 +-
.../hadoop/ozone/om/TrashOzoneFileSystem.java | 31 +-
.../apache/hadoop/ozone/om/helpers/OmFSOFile.java | 150 +
.../hadoop/ozone/om/helpers/package-info.java | 23 +
.../RangerRestMultiTenantAccessController.java | 681 -----
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 293 +-
.../om/ratis/OzoneManagerDoubleBufferMetrics.java | 150 +
.../ozone/om/ratis/OzoneManagerRatisServer.java | 3 +-
.../ozone/om/ratis/OzoneManagerRatisSnapshot.java | 34 -
.../ozone/om/ratis/OzoneManagerStateMachine.java | 390 +--
.../metrics/OzoneManagerDoubleBufferMetrics.java | 143 -
.../metrics/OzoneManagerStateMachineMetrics.java | 98 -
.../ozone/om/ratis/metrics/package-info.java | 21 -
.../om/ratis/utils/OzoneManagerRatisUtils.java | 3 +
.../BucketLayoutAwareOMKeyRequestFactory.java | 4 +-
.../hadoop/ozone/om/request/OMClientRequest.java | 16 +-
.../hadoop/ozone/om/request/RequestAuditor.java | 16 +-
.../om/request/bucket/OMBucketCreateRequest.java | 45 +-
.../request/bucket/OMBucketSetPropertyRequest.java | 20 +
.../om/request/file/OMDirectoryCreateRequest.java | 22 +-
.../file/OMDirectoryCreateRequestWithFSO.java | 10 -
.../ozone/om/request/file/OMFileCreateRequest.java | 18 +-
.../request/file/OMFileCreateRequestWithFSO.java | 11 +-
.../ozone/om/request/file/OMFileRequest.java | 9 +-
.../om/request/file/OMRecoverLeaseRequest.java | 41 +-
.../om/request/key/OMAllocateBlockRequest.java | 19 +-
.../request/key/OMAllocateBlockRequestWithFSO.java | 28 +-
.../key/OMDirectoriesPurgeRequestWithFSO.java | 6 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 29 +-
.../om/request/key/OMKeyCommitRequestWithFSO.java | 49 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 18 +-
.../om/request/key/OMKeyCreateRequestWithFSO.java | 26 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 47 +-
.../om/request/key/OMKeyDeleteRequestWithFSO.java | 39 +-
.../ozone/om/request/key/OMKeyRenameRequest.java | 36 +-
.../om/request/key/OMKeyRenameRequestWithFSO.java | 50 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 91 +-
.../ozone/om/request/key/OMKeySetTimesRequest.java | 4 +-
.../ozone/om/request/key/OMKeysDeleteRequest.java | 40 +-
.../om/request/key/OmKeysDeleteRequestWithFSO.java | 40 +-
.../request/key/acl/prefix/OMPrefixAclRequest.java | 98 +-
.../key/acl/prefix/OMPrefixAddAclRequest.java | 29 +-
.../key/acl/prefix/OMPrefixRemoveAclRequest.java | 21 +-
.../key/acl/prefix/OMPrefixSetAclRequest.java | 21 +-
.../S3ExpiredMultipartUploadsAbortRequest.java | 5 +-
.../S3InitiateMultipartUploadRequest.java | 17 +-
.../S3InitiateMultipartUploadRequestWithFSO.java | 4 -
.../multipart/S3MultipartUploadAbortRequest.java | 24 +-
.../S3MultipartUploadCommitPartRequest.java | 32 +-
.../S3MultipartUploadCommitPartRequestWithFSO.java | 19 +-
.../S3MultipartUploadCompleteRequest.java | 108 +-
.../S3MultipartUploadCompleteRequestWithFSO.java | 17 +-
.../om/request/s3/security/OMSetSecretRequest.java | 18 +-
.../om/request/s3/security/S3GetSecretRequest.java | 13 +-
.../request/s3/security/S3SecretRequestHelper.java | 2 +-
.../s3/tenant/OMTenantAssignAdminRequest.java | 2 +-
.../tenant/OMTenantAssignUserAccessIdRequest.java | 5 +-
.../s3/tenant/OMTenantRevokeAdminRequest.java | 2 +-
.../tenant/OMTenantRevokeUserAccessIdRequest.java | 2 +-
.../request/snapshot/OMSnapshotPurgeRequest.java | 224 +-
.../request/snapshot/OMSnapshotRenameRequest.java | 230 ++
.../snapshot/OMSnapshotSetPropertyRequest.java | 44 +-
.../ozone/om/request/upgrade/OMPrepareRequest.java | 48 +-
.../om/request/util/OMMultipartUploadUtils.java | 32 +-
.../hadoop/ozone/om/request/util/ObjectParser.java | 8 +-
.../om/request/validation/ValidatorRegistry.java | 2 +-
.../ozone/om/response/DummyOMClientResponse.java | 2 +-
.../om/response/bucket/OMBucketCreateResponse.java | 4 +-
.../om/response/bucket/OMBucketDeleteResponse.java | 2 +-
.../response/bucket/OMBucketSetOwnerResponse.java | 2 +-
.../bucket/OMBucketSetPropertyResponse.java | 2 +-
.../response/bucket/acl/OMBucketAclResponse.java | 2 +-
.../response/file/OMDirectoryCreateResponse.java | 2 +-
.../file/OMDirectoryCreateResponseWithFSO.java | 2 +-
.../om/response/file/OMFileCreateResponse.java | 2 +-
.../response/file/OMFileCreateResponseWithFSO.java | 2 +-
.../om/response/file/OMRecoverLeaseResponse.java | 2 +-
.../response/key/AbstractOMKeyDeleteResponse.java | 4 +-
.../om/response/key/OMAllocateBlockResponse.java | 2 +-
.../key/OMAllocateBlockResponseWithFSO.java | 2 +-
.../key/OMDirectoriesPurgeResponseWithFSO.java | 14 +-
.../ozone/om/response/key/OMKeyCommitResponse.java | 2 +-
.../response/key/OMKeyCommitResponseWithFSO.java | 2 +-
.../ozone/om/response/key/OMKeyCreateResponse.java | 2 +-
.../response/key/OMKeyCreateResponseWithFSO.java | 2 +-
.../ozone/om/response/key/OMKeyDeleteResponse.java | 20 +-
.../response/key/OMKeyDeleteResponseWithFSO.java | 14 +-
.../ozone/om/response/key/OMKeyPurgeResponse.java | 14 +-
.../ozone/om/response/key/OMKeyRenameResponse.java | 2 +-
.../response/key/OMKeyRenameResponseWithFSO.java | 2 +-
.../om/response/key/OMKeySetTimesResponse.java | 2 +-
.../response/key/OMKeySetTimesResponseWithFSO.java | 9 +-
.../om/response/key/OMKeysDeleteResponse.java | 19 +-
.../response/key/OMKeysDeleteResponseWithFSO.java | 22 +-
.../om/response/key/OMKeysRenameResponse.java | 2 +-
.../om/response/key/OMOpenKeysDeleteResponse.java | 2 +-
.../om/response/key/acl/OMKeyAclResponse.java | 2 +-
.../response/key/acl/OMKeyAclResponseWithFSO.java | 9 +-
.../key/acl/prefix/OMPrefixAclResponse.java | 2 +-
.../AbstractS3MultipartAbortResponse.java | 2 +-
.../S3ExpiredMultipartUploadsAbortResponse.java | 2 +-
.../S3InitiateMultipartUploadResponse.java | 2 +-
.../S3InitiateMultipartUploadResponseWithFSO.java | 2 +-
.../multipart/S3MultipartUploadAbortResponse.java | 2 +-
.../S3MultipartUploadAbortResponseWithFSO.java | 2 +-
.../S3MultipartUploadCommitPartResponse.java | 4 +-
...S3MultipartUploadCommitPartResponseWithFSO.java | 4 +-
.../S3MultipartUploadCompleteResponse.java | 6 +-
.../S3MultipartUploadCompleteResponseWithFSO.java | 5 +-
.../response/s3/security/OMSetSecretResponse.java | 4 +-
.../response/s3/security/S3GetSecretResponse.java | 4 +-
.../s3/security/S3RevokeSecretResponse.java | 4 +-
.../tenant/OMSetRangerServiceVersionResponse.java | 2 +-
.../s3/tenant/OMTenantAssignAdminResponse.java | 2 +-
.../tenant/OMTenantAssignUserAccessIdResponse.java | 2 +-
.../response/s3/tenant/OMTenantCreateResponse.java | 2 +-
.../response/s3/tenant/OMTenantDeleteResponse.java | 4 +-
.../s3/tenant/OMTenantRevokeAdminResponse.java | 2 +-
.../tenant/OMTenantRevokeUserAccessIdResponse.java | 2 +-
.../security/OMCancelDelegationTokenResponse.java | 4 +-
.../security/OMGetDelegationTokenResponse.java | 4 +-
.../security/OMRenewDelegationTokenResponse.java | 4 +-
.../snapshot/OMSnapshotCreateResponse.java | 2 +-
.../snapshot/OMSnapshotDeleteResponse.java | 2 +-
.../OMSnapshotMoveDeletedKeysResponse.java | 23 +-
.../response/snapshot/OMSnapshotPurgeResponse.java | 10 +-
.../snapshot/OMSnapshotRenameResponse.java | 67 +
.../snapshot/OMSnapshotSetPropertyResponse.java | 2 +-
.../om/response/volume/OMVolumeAclOpResponse.java | 2 +-
.../om/response/volume/OMVolumeCreateResponse.java | 2 +-
.../om/response/volume/OMVolumeDeleteResponse.java | 2 +-
.../response/volume/OMVolumeSetOwnerResponse.java | 2 +-
.../response/volume/OMVolumeSetQuotaResponse.java | 2 +-
.../ozone/om/service/DirectoryDeletingService.java | 10 +-
.../ozone/om/service/KeyDeletingService.java | 32 +-
.../ozone/om/service/SnapshotDeletingService.java | 23 +-
.../service/SnapshotDirectoryCleaningService.java | 32 +-
.../hadoop/ozone/om/snapshot/ReferenceCounted.java | 17 +-
.../om/snapshot/ReferenceCountedCallback.java | 25 -
.../ozone/om/snapshot/RocksDbPersistentMap.java | 2 +-
.../hadoop/ozone/om/snapshot/SnapshotCache.java | 316 +--
.../ozone/om/snapshot/SnapshotDiffManager.java | 87 +-
.../hadoop/ozone/om/snapshot/SnapshotUtils.java | 5 +
.../ozone/om/upgrade/OMLayoutVersionManager.java | 35 +-
...OzoneManagerProtocolServerSideTranslatorPB.java | 97 +-
.../protocolPB/OzoneManagerRequestHandler.java | 29 +-
.../hadoop/ozone/protocolPB/RequestHandler.java | 39 +-
.../ozone/security/acl/OzoneAuthorizerFactory.java | 22 +-
.../ozone/security/acl/SharedTmpDirAuthorizer.java | 59 +
.../org/apache/hadoop/ozone/om/OmTestManagers.java | 32 +-
.../ozone/om/ScmBlockLocationTestingClient.java | 11 +
.../hadoop/ozone/om/TestAuthorizerLockImpl.java | 9 +-
.../hadoop/ozone/om/TestBucketManagerImpl.java | 233 +-
.../ozone/om/TestBucketUtilizationMetrics.java | 126 +
.../apache/hadoop/ozone/om/TestChunkStreams.java | 13 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 254 +-
.../apache/hadoop/ozone/om/TestOMDBDefinition.java | 3 +-
.../hadoop/ozone/om/TestOMMultiTenantManager.java | 23 +-
.../ozone/om/TestOMMultiTenantManagerImpl.java | 3 +-
.../org/apache/hadoop/ozone/om/TestOMStorage.java | 78 +-
.../hadoop/ozone/om/TestOMTenantCreateRequest.java | 4 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 38 +-
.../hadoop/ozone/om/TestOmSnapshotManager.java | 66 +-
.../ozone/om/TestOzoneManagerHttpServer.java | 15 +-
.../org/apache/hadoop/ozone/om/TestScmClient.java | 2 +-
.../hadoop/ozone/om/TestServiceInfoProvider.java | 38 +-
.../apache/hadoop/ozone/om/TestSnapshotChain.java | 401 ---
.../apache/hadoop/ozone/om/TestSnapshotInfo.java | 115 -
.../hadoop/ozone/om/TestSstFilteringService.java | 487 ----
.../apache/hadoop/ozone/om/TestTrashService.java | 3 +-
.../TestMultiTenantAccessController.java | 38 +-
.../om/ratis/TestOzoneManagerDoubleBuffer.java | 105 +-
...tOzoneManagerDoubleBufferWithDummyResponse.java | 28 +-
...TestOzoneManagerDoubleBufferWithOMResponse.java | 67 +-
.../om/ratis/TestOzoneManagerRatisServer.java | 9 +-
.../om/ratis/TestOzoneManagerStateMachine.java | 182 +-
.../TestOmRatisSnapshotProvider.java | 4 +-
.../ozone/om/request/OMRequestTestUtils.java | 367 ++-
.../request/TestBucketLayoutAwareOMKeyFactory.java | 27 +-
.../ozone/om/request/TestNormalizePaths.java | 13 +-
.../request/TestOMClientRequestWithUserInfo.java | 92 +-
.../ozone/om/request/bucket/TestBucketRequest.java | 2 +-
.../request/bucket/TestOMBucketDeleteRequest.java | 13 +-
.../request/file/TestOMDirectoryCreateRequest.java | 19 +-
.../file/TestOMDirectoryCreateRequestWithFSO.java | 31 +-
.../om/request/file/TestOMFileCreateRequest.java | 105 +-
.../file/TestOMFileCreateRequestWithFSO.java | 35 +-
.../om/request/file/TestOMRecoverLeaseRequest.java | 20 +-
.../om/request/key/TestOMAllocateBlockRequest.java | 12 +-
.../key/TestOMAllocateBlockRequestWithFSO.java | 20 +-
.../TestOMDirectoriesPurgeRequestAndResponse.java | 6 +-
.../ozone/om/request/key/TestOMKeyAclRequest.java | 6 +-
.../om/request/key/TestOMKeyAclRequestWithFSO.java | 23 +-
.../om/request/key/TestOMKeyCommitRequest.java | 74 +-
.../request/key/TestOMKeyCommitRequestWithFSO.java | 21 +-
.../om/request/key/TestOMKeyCreateRequest.java | 178 +-
.../request/key/TestOMKeyCreateRequestWithFSO.java | 17 +-
.../om/request/key/TestOMKeyDeleteRequest.java | 40 +-
.../request/key/TestOMKeyDeleteRequestWithFSO.java | 63 +-
.../key/TestOMKeyPurgeRequestAndResponse.java | 16 +-
.../om/request/key/TestOMKeyRenameRequest.java | 23 +-
.../request/key/TestOMKeyRenameRequestWithFSO.java | 22 +-
.../ozone/om/request/key/TestOMKeyRequest.java | 23 +-
.../om/request/key/TestOMKeysDeleteRequest.java | 6 +-
.../key/TestOMKeysDeleteRequestWithFSO.java | 16 +-
.../om/request/key/TestOMKeysRenameRequest.java | 7 +-
.../om/request/key/TestOMPrefixAclRequest.java | 278 +-
.../om/request/key/TestOMSetTimesRequest.java | 2 +-
.../request/key/TestOMSetTimesRequestWithFSO.java | 15 +-
.../TestS3ExpiredMultipartUploadsAbortRequest.java | 23 +-
.../TestS3InitiateMultipartUploadRequest.java | 11 +-
...estS3InitiateMultipartUploadRequestWithFSO.java | 2 +-
.../s3/multipart/TestS3MultipartRequest.java | 5 +-
.../TestS3MultipartUploadCommitPartRequest.java | 7 +-
...tS3MultipartUploadCommitPartRequestWithFSO.java | 17 +-
.../TestS3MultipartUploadCompleteRequest.java | 22 +-
...estS3MultipartUploadCompleteRequestWithFSO.java | 17 +-
.../s3/security/TestS3GetSecretRequest.java | 9 +-
.../security/TestOMGetDelegationTokenRequest.java | 18 +-
.../snapshot/TestOMSnapshotCreateRequest.java | 16 +-
.../snapshot/TestOMSnapshotDeleteRequest.java | 7 +-
.../TestOMSnapshotPurgeRequestAndResponse.java | 74 +-
.../snapshot/TestOMSnapshotRenameRequest.java | 359 +++
...estOMSnapshotSetPropertyRequestAndResponse.java | 50 +-
.../request/validation/TestRequestValidations.java | 15 +-
.../om/request/volume/TestOMVolumeRequest.java | 2 +-
.../ozone/om/response/TestCleanupTableInfo.java | 12 -
.../file/TestOMDirectoryCreateResponse.java | 4 +-
.../file/TestOMFileCreateResponseWithFSO.java | 19 +-
.../response/key/TestOMAllocateBlockResponse.java | 6 +-
.../key/TestOMAllocateBlockResponseWithFSO.java | 20 +-
.../om/response/key/TestOMKeyCommitResponse.java | 12 +-
.../key/TestOMKeyCommitResponseWithFSO.java | 38 +-
.../om/response/key/TestOMKeyCreateResponse.java | 4 +-
.../key/TestOMKeyCreateResponseWithFSO.java | 23 +-
.../om/response/key/TestOMKeyDeleteResponse.java | 8 +-
.../key/TestOMKeyDeleteResponseWithFSO.java | 28 +-
.../om/response/key/TestOMKeyRenameResponse.java | 6 +-
.../key/TestOMKeyRenameResponseWithFSO.java | 34 +-
.../ozone/om/response/key/TestOMKeyResponse.java | 29 +-
.../om/response/key/TestOMKeysDeleteResponse.java | 7 +-
.../key/TestOMKeysDeleteResponseWithFSO.java | 16 +-
.../om/response/key/TestOMKeysRenameResponse.java | 5 +-
.../response/key/TestOMOpenKeysDeleteResponse.java | 2 +-
.../key/acl/prefix/TestOMPrefixAclResponse.java | 173 ++
...TestS3ExpiredMultipartUploadsAbortResponse.java | 14 +-
.../s3/multipart/TestS3MultipartResponse.java | 2 +-
...stS3MultipartUploadCompleteResponseWithFSO.java | 56 +-
.../volume/TestOMVolumeCreateResponse.java | 17 +-
.../volume/TestOMVolumeDeleteResponse.java | 15 +-
.../volume/TestOMVolumeSetOwnerResponse.java | 17 +-
.../volume/TestOMVolumeSetQuotaResponse.java | 16 +-
.../om/service/TestDirectoryDeletingService.java | 15 +-
.../ozone/om/service/TestKeyDeletingService.java | 1058 ++++---
.../service/TestMultipartUploadCleanupService.java | 68 +-
.../om/service/TestOpenKeyCleanupService.java | 59 +-
.../ozone/om/service/TestQuotaRepairTask.java | 21 +-
.../om/service/TestSnapshotDiffCleanupService.java | 10 +-
.../om/snapshot/TestFSODirectoryPathResolver.java | 2 +-
.../ozone/om/snapshot/TestOmSnapshotUtils.java | 2 -
.../om/snapshot/TestRocksDbPersistentList.java | 10 +-
.../om/snapshot/TestRocksDbPersistentMap.java | 10 +-
.../om/snapshot/TestRocksDbPersistentSet.java | 10 +-
.../ozone/om/snapshot/TestSnapshotCache.java | 247 +-
.../ozone/om/snapshot/TestSnapshotChain.java | 404 +++
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 169 +-
.../hadoop/ozone/om/snapshot/TestSnapshotInfo.java | 117 +
.../ozone/om/snapshot/TestSstFilteringService.java | 505 ++++
.../ozone/om/upgrade/OMLayoutFeatureUtil.java | 2 +-
.../om/upgrade/TestOMLayoutFeatureAspect.java | 2 +-
.../ozone/om/upgrade/TestOMUpgradeFinalizer.java | 23 +-
.../ozone/om/upgrade/TestOMVersionManager.java | 52 +-
.../TestOmVersionManagerRequestFactory.java | 4 -
.../security/TestOmCertificateClientInit.java | 9 +-
.../TestOzoneDelegationTokenSecretManager.java | 4 +-
.../ozone/security/TestOzoneTokenIdentifier.java | 57 +-
.../ozone/security/acl/OzoneNativeAclTestUtil.java | 170 ++
.../security/acl/TestOzoneAuthorizerFactory.java | 41 +-
.../security/acl/TestOzoneNativeAuthorizer.java | 65 +-
.../hadoop/ozone/security/acl/TestParentAcl.java | 89 +-
.../security/acl/TestSharedTmpDirAuthorizer.java | 79 +
.../hadoop/ozone/security/acl/TestVolumeOwner.java | 14 +-
hadoop-ozone/ozonefs-common/pom.xml | 1 -
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 14 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 6 +
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 25 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 6 +
.../apache/hadoop/fs/ozone/OzoneClientAdapter.java | 2 +
.../org/apache/hadoop/fs/ozone/OzoneFsShell.java | 4 +-
.../hadoop/fs/ozone/TestBasicOzoneFileSystems.java | 39 +-
.../org/apache/hadoop/fs/ozone/TestOFSPath.java | 176 +-
.../hadoop/fs/ozone/TestOzoneClientUtils.java | 33 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 2 +-
.../apache/hadoop/fs/ozone/TestOzoneFsShell.java | 11 +-
hadoop-ozone/ozonefs-hadoop2/pom.xml | 1 +
hadoop-ozone/ozonefs-hadoop3-client/pom.xml | 2 +
hadoop-ozone/ozonefs-hadoop3/pom.xml | 1 +
hadoop-ozone/ozonefs-shaded/pom.xml | 2 +-
hadoop-ozone/pom.xml | 67 +-
.../recon/schema/ContainerSchemaDefinition.java | 3 +-
hadoop-ozone/recon/.gitignore | 1 +
hadoop-ozone/recon/pom.xml | 1 -
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 17 +
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 29 +
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 7 +-
.../ozone/recon/api/OMDBInsightEndpoint.java | 42 +-
.../ozone/recon/api/handlers/BucketHandler.java | 39 +-
.../ozone/recon/api/handlers/EntityHandler.java | 103 +-
.../ozone/recon/api/handlers/FSOBucketHandler.java | 2 +-
.../recon/api/handlers/LegacyBucketHandler.java | 2 +-
.../ozone/recon/api/handlers/OBSBucketHandler.java | 268 ++
.../api/types/UnhealthyContainerMetadata.java | 4 +
.../api/types/UnhealthyContainersResponse.java | 17 +
.../ozone/recon/fsck/ContainerHealthStatus.java | 77 +-
.../ozone/recon/fsck/ContainerHealthTask.java | 113 +-
.../hadoop/ozone/recon/heatmap/HeatMapUtil.java | 4 +-
.../recon/metrics/OzoneManagerSyncMetrics.java | 30 +-
.../persistence/ContainerHealthSchemaManager.java | 11 +
.../ozone/recon/persistence/ContainerHistory.java | 10 +-
.../recon/recovery/ReconOMMetadataManager.java | 8 +
.../recon/recovery/ReconOmMetadataManagerImpl.java | 5 +
.../ozone/recon/scm/ReconContainerManager.java | 37 +-
.../ozone/recon/scm/ReconContainerReportQueue.java | 47 +
.../ReconIncrementalContainerReportHandler.java | 33 +-
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 6 +-
.../scm/ReconStorageContainerManagerFacade.java | 31 +-
.../impl/ReconContainerMetadataManagerImpl.java | 4 +-
.../ozone/recon/tasks/ContainerSizeCountTask.java | 79 +-
.../recon/tasks/DeletedKeysInsightHandler.java | 147 +
.../hadoop/ozone/recon/tasks/NSSummaryTask.java | 44 +-
.../ozone/recon/tasks/NSSummaryTaskWithLegacy.java | 308 +-
.../ozone/recon/tasks/NSSummaryTaskWithOBS.java | 236 ++
.../hadoop/ozone/recon/tasks/OmTableHandler.java | 131 +
.../ozone/recon/tasks/OmTableInsightTask.java | 321 +--
.../ozone/recon/tasks/OpenKeysInsightHandler.java | 163 ++
.../webapps/recon/ozone-recon-web/api/db.json | 281 +-
.../webapps/recon/ozone-recon-web/api/routes.json | 34 +-
.../webapps/recon/ozone-recon-web/package.json | 2 +-
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 2937 ++++++++++----------
.../src/views/datanodes/datanodes.tsx | 41 +-
.../ozone-recon-web/src/views/insights/om/om.less | 17 +-
.../ozone-recon-web/src/views/insights/om/om.tsx | 500 ++--
.../ozone/recon/OMMetadataManagerTestUtils.java | 34 +-
.../hadoop/ozone/recon/ReconTestInjector.java | 2 +-
.../apache/hadoop/ozone/recon/TestReconUtils.java | 34 +-
.../ozone/recon/api/TestContainerEndpoint.java | 56 +-
.../ozone/recon/api/TestContainerStateCounts.java | 4 +
.../hadoop/ozone/recon/api/TestEndpoints.java | 59 +-
.../ozone/recon/api/TestFeaturesEndPoint.java | 6 +-
.../recon/api/TestNSSummaryEndpointWithLegacy.java | 11 +-
.../api/TestNSSummaryEndpointWithOBSAndLegacy.java | 1420 ++++++++++
.../ozone/recon/api/TestOmDBInsightEndPoint.java | 16 +-
.../ozone/recon/api/TestOpenContainerCount.java | 43 +-
.../ozone/recon/api/TestTaskStatusService.java | 4 +
.../ozone/recon/api/TestTriggerDBSyncEndpoint.java | 6 +-
.../ozone/recon/api/filters/TestAdminFilter.java | 5 +-
.../hadoop/ozone/recon/common/CommonUtils.java | 12 +-
.../recon/fsck/TestContainerHealthStatus.java | 225 +-
.../ozone/recon/fsck/TestContainerHealthTask.java | 166 +-
.../TestContainerHealthTaskRecordGenerator.java | 43 +-
.../ozone/recon/heatmap/TestHeatMapInfo.java | 9 +-
.../recon/persistence/AbstractReconSqlDBTest.java | 16 +-
.../TestReconInternalSchemaDefinition.java | 4 +
.../persistence/TestReconWithDifferentSqlDBs.java | 2 +-
.../recon/persistence/TestSqlSchemaSetup.java | 4 +
.../persistence/TestStatsSchemaDefinition.java | 4 +
.../TestUtilizationSchemaDefinition.java | 4 +
.../ozone/recon/scm/TestReconContainerManager.java | 27 +-
...TestReconIncrementalContainerReportHandler.java | 50 +-
.../ozone/recon/scm/TestReconNodeManager.java | 18 +-
.../ozone/recon/scm/TestReconPipelineManager.java | 9 +-
.../impl/TestOzoneManagerServiceProviderImpl.java | 22 +-
.../recon/tasks/TestContainerKeyMapperTask.java | 22 +-
.../recon/tasks/TestContainerSizeCountTask.java | 78 +-
.../ozone/recon/tasks/TestFileSizeCountTask.java | 6 +-
.../ozone/recon/tasks/TestNSSummaryTask.java | 4 +-
.../TestNSSummaryTaskWithLegacyOBSLayout.java | 554 ++++
.../recon/tasks/TestNSSummaryTaskWithOBS.java | 548 ++++
.../ozone/recon/tasks/TestOMDBUpdatesHandler.java | 6 +-
.../ozone/recon/tasks/TestOmTableInsightTask.java | 452 ++-
.../recon/tasks/TestOmUpdateEventValidator.java | 5 +-
.../recon/tasks/TestReconTaskControllerImpl.java | 21 +-
hadoop-ozone/s3-secret-store/pom.xml | 1 -
.../ozone/s3/remote/vault/VaultS3SecretStore.java | 2 +-
.../ozone/s3/remote/vault/auth/AppRoleAuth.java | 2 +-
.../s3/remote/vault/TestVaultS3SecretStore.java | 6 +-
hadoop-ozone/s3gateway/pom.xml | 12 +-
.../java/org/apache/hadoop/ozone/s3/Gateway.java | 2 +-
.../hadoop/ozone/s3/S3GatewayConfigKeys.java | 3 +
.../ozone/s3/commontypes/EncodingTypeObject.java | 2 +-
.../hadoop/ozone/s3/commontypes/KeyMetadata.java | 4 +-
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 19 +-
.../endpoint/CompleteMultipartUploadRequest.java | 10 +-
.../endpoint/CompleteMultipartUploadResponse.java | 3 +-
.../ozone/s3/endpoint/CopyObjectResponse.java | 3 +-
.../hadoop/ozone/s3/endpoint/CopyPartResult.java | 3 +-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 5 +-
.../ozone/s3/endpoint/ListPartsResponse.java | 3 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 142 +-
.../ozone/s3/endpoint/ObjectEndpointStreaming.java | 42 +-
.../org/apache/hadoop/ozone/s3/endpoint/S3Acl.java | 66 +-
.../hadoop/ozone/s3/metrics/S3GatewayMetrics.java | 96 +-
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 10 +
.../apache/hadoop/ozone/s3/util/S3StorageType.java | 4 +
.../ozone/s3secret/S3SecretManagementEndpoint.java | 32 +-
.../hadoop/ozone/client/ClientProtocolStub.java | 21 +-
.../hadoop/ozone/client/ObjectStoreStub.java | 3 +-
.../hadoop/ozone/client/OzoneBucketStub.java | 116 +-
.../hadoop/ozone/client/OzoneClientStub.java | 4 +
.../ozone/client/OzoneDataStreamOutputStub.java | 4 +-
.../hadoop/ozone/client/OzoneOutputStreamStub.java | 12 +-
.../hadoop/ozone/client/OzoneVolumeStub.java | 9 +-
.../hadoop/ozone/s3/TestAuthorizationFilter.java | 100 +-
...CompleteMultipartUploadRequestUnmarshaller.java | 4 +-
.../s3/endpoint/TestInitiateMultipartUpload.java | 4 +-
.../hadoop/ozone/s3/endpoint/TestListParts.java | 6 +-
.../s3/endpoint/TestMultipartUploadComplete.java | 30 +-
.../s3/endpoint/TestMultipartUploadWithCopy.java | 13 +-
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 459 +--
.../hadoop/ozone/s3/endpoint/TestPartUpload.java | 78 +-
.../s3/endpoint/TestPartUploadWithStream.java | 25 +-
.../ozone/s3/endpoint/TestPermissionCheck.java | 12 +-
.../ozone/s3/endpoint/TestUploadWithStream.java | 2 +-
.../ozone/s3/metrics/TestS3GatewayMetrics.java | 8 +-
.../hadoop/ozone/s3secret/TestSecretGenerate.java | 48 +-
.../hadoop/ozone/s3secret/TestSecretRevoke.java | 4 +-
.../ozone/admin/nssummary/DiskUsageSubCommand.java | 39 +-
.../admin/nssummary/FileSizeDistSubCommand.java | 22 +-
.../ozone/admin/nssummary/NSSummaryAdmin.java | 67 +-
.../ozone/admin/nssummary/NSSummaryCLIUtils.java | 6 -
.../admin/nssummary/QuotaUsageSubCommand.java | 19 +-
.../ozone/admin/nssummary/SummarySubCommand.java | 20 +-
.../reconfig/AbstractReconfigureSubCommand.java | 5 +-
.../ozone/admin/reconfig/ReconfigureCommands.java | 10 +
.../reconfig/ReconfigurePropertiesSubcommand.java | 5 +-
.../admin/reconfig/ReconfigureStartSubcommand.java | 5 +-
.../reconfig/ReconfigureStatusSubcommand.java | 5 +-
.../admin/reconfig/ReconfigureSubCommandUtil.java | 10 +-
.../ozone/conf/OzoneManagersCommandHandler.java | 3 +-
.../apache/hadoop/ozone/debug/ChunkKeyHandler.java | 170 +-
.../hadoop/ozone/debug/ContainerChunkInfo.java | 22 +
.../apache/hadoop/ozone/debug/ReadReplicas.java | 59 +-
.../hadoop/ozone/freon/BaseFreonGenerator.java | 2 +-
.../hadoop/ozone/freon/DatanodeChunkValidator.java | 2 +-
.../hadoop/ozone/freon/DatanodeSimulator.java | 4 +-
.../hadoop/ozone/freon/OmMetadataGenerator.java | 176 +-
.../freon/containergenerator/GeneratorOm.java | 4 +-
.../apache/hadoop/ozone/repair/OzoneRepair.java | 64 +
.../org/apache/hadoop/ozone/repair/RDBRepair.java | 58 +
.../hadoop/ozone/repair/om/SnapshotRepair.java | 200 ++
.../hadoop/ozone/repair/om/package-info.java | 22 +
.../apache/hadoop/ozone/repair/package-info.java | 22 +
.../hadoop/ozone/shell/bucket/BucketCommands.java | 3 +-
.../ozone/shell/bucket/SetEncryptionKey.java | 81 +
.../hadoop/ozone/shell/keys/DeleteKeyHandler.java | 8 +
.../hadoop/ozone/shell/keys/ListKeyHandler.java | 5 +-
.../shell/snapshot/RenameSnapshotHandler.java | 64 +
.../ozone/shell/snapshot/SnapshotCommands.java | 3 +-
.../ozone/shell/tenant/GetUserInfoHandler.java | 44 +-
.../shell/tenant/TenantAssignAdminHandler.java | 21 +-
.../ozone/shell/tenant/TenantCreateHandler.java | 15 +-
.../ozone/shell/tenant/TenantDeleteHandler.java | 17 +-
.../ozone/shell/tenant/TenantListHandler.java | 31 +-
.../ozone/shell/tenant/TenantListUsersHandler.java | 19 +-
.../shell/tenant/TenantRevokeAdminHandler.java | 21 +-
.../ozone/shell/volume/DeleteVolumeHandler.java | 6 +
.../hadoop/ozone/audit/parser/TestAuditParser.java | 20 +-
.../hadoop/ozone/checknative/TestCheckNative.java | 8 +-
.../ozone/debug/TestDBDefinitionFactory.java | 18 +-
.../containergenerator/TestGeneratorDatanode.java | 5 +-
.../TestGenerateOzoneRequiredConfigurations.java | 57 +-
.../ozone/scm/TestDecommissionScmSubcommand.java | 28 +-
.../hadoop/ozone/shell/TestOzoneAddress.java | 59 +-
.../shell/TestOzoneAddressClientCreation.java | 47 +-
.../ozone/shell/keys/TestChecksumKeyHandler.java | 30 +-
pom.xml | 719 ++---
1669 files changed, 69591 insertions(+), 45904 deletions(-)
create mode 100644 .github/labeler.yml
create mode 100644 .github/workflows/label-pr.yml
create mode 100644 .github/workflows/populate-cache.yml
create mode 100644 dev-support/rat/rat-exclusions.txt
create mode 100644 hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/TestOzoneClientConfig.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/function/Predicates.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/function/package-info.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/PipelineChoosePolicy.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/MonotonicClock.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/lock/ActiveLock.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/lock/LockManager.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/lock/PooledLockFactory.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/util/MutableMinMax.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/util/PerformanceMetrics.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/util/PerformanceMetricsInitializer.java
rename hadoop-hdds/common/src/{main => test}/java/org/apache/hadoop/ozone/common/NativeCheckSumCRC32.java (100%)
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/lock/TestLockManager.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/lock/package-info.java
rename hadoop-hdds/common/src/{main => test}/java/org/apache/hadoop/util/NativeCRC32Wrapper.java (100%)
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/HddsPolicyProvider.java
delete mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/AbstractFuture.java
delete mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/TimeoutFuture.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/statemachine/commandhandler/TestClosePipelineCommandHandler.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/replication/TestGrpcReplicationServiceWithZeroCopy.java
create mode 100644 hadoop-hdds/docs/.gitignore
create mode 100644 hadoop-hdds/docs/content/feature/Decommission.zh.md
create mode 100644 hadoop-hdds/docs/content/feature/Topology.zh.md
create mode 100644 hadoop-hdds/docs/content/feature/dn-merge-rocksdb.zh.md
create mode 100644 hadoop-hdds/docs/content/interface/Cli.zh.md
create mode 100644 hadoop-hdds/docs/content/interface/Ofs.zh.md
create mode 100644 hadoop-hdds/docs/content/recipe/BotoClient.zh.md
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/protocolPB/ReconfigureProtocolDatanodePB.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/protocolPB/ReconfigureProtocolOmPB.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/client/ScmTopologyClient.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/client/package-info.java
create mode 100644 hadoop-hdds/managed-rocksdb/src/main/java/org/apache/hadoop/hdds/utils/db/managed/JniLibNamePropertyWriter.java
create mode 100644 hadoop-hdds/managed-rocksdb/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedLogger.java
create mode 100644 hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedRawSSTFileIterator.java
create mode 100644 hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedRawSSTFileReader.java
delete mode 100644 hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedSSTDumpIterator.java
delete mode 100644 hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/ManagedSSTDumpTool.java
delete mode 100644 hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/managed/PipeInputStream.java
create mode 100644 hadoop-hdds/rocks-native/src/main/native/ManagedRawSSTFileIterator.cpp
create mode 100644 hadoop-hdds/rocks-native/src/main/native/ManagedRawSSTFileReader.cpp
delete mode 100644 hadoop-hdds/rocks-native/src/main/native/Pipe.cpp
delete mode 100644 hadoop-hdds/rocks-native/src/main/native/Pipe.h
delete mode 100644 hadoop-hdds/rocks-native/src/main/native/PipeInputStream.cpp
delete mode 100644 hadoop-hdds/rocks-native/src/main/native/SSTDumpTool.cpp
create mode 100644 hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/managed/TestManagedRawSSTFileIterator.java
delete mode 100644 hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/managed/TestManagedSSTDumpIterator.java
copy hadoop-hdds/{framework => rocks-native}/src/test/resources/auditlog.properties (100%)
copy hadoop-hdds/{client => rocks-native}/src/test/resources/log4j.properties (100%)
create mode 100644 hadoop-hdds/rocksdb-checkpoint-differ/src/test/java/org/apache/ozone/graph/TestPrintableGraph.java
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/FetchMetrics.java
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/PipelineChoosePolicy.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/states/Node2ContainerMap.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/states/Node2ObjectsMap.java
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/choose/algorithms/CapacityPipelineChoosePolicy.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/block/TestSCMBlockDeletingService.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/Node2ContainerMap.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/TestNode2ContainerMap.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/node/TestFetchMetrics.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/node/TestSCMNodeMetrics.java
delete mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/node/states/TestNode2ContainerMap.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestWritableRatisContainerProvider.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/pipeline/choose/algorithms/TestCapacityPipelineChoosePolicy.java
delete mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/ozone/scm/node/TestSCMNodeMetrics.java
delete mode 100644 hadoop-hdds/test-utils/src/main/java/org/apache/ozone/test/DisableOnProperty.java
delete mode 100644 hadoop-hdds/test-utils/src/main/java/org/apache/ozone/test/FlakyTest.java
delete mode 100644 hadoop-hdds/test-utils/src/main/java/org/apache/ozone/test/JUnit5AwareTimeout.java
create mode 100644 hadoop-hdds/test-utils/src/main/java/org/apache/ozone/test/MetricsAsserts.java
create mode 100644 hadoop-hdds/test-utils/src/main/java/org/apache/ozone/test/OzoneTestBase.java
delete mode 100644 hadoop-hdds/test-utils/src/main/java/org/apache/ozone/test/SlowTest.java
delete mode 100644 hadoop-hdds/test-utils/src/main/java/org/apache/ozone/test/UnhealthyTest.java
create mode 100644 hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/container/UpgradeSubcommand.java
create mode 100644 hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/container/upgrade/UpgradeChecker.java
delete mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/multitenant/AccessPolicy.java
delete mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/multitenant/RangerAccessPolicy.java
create mode 100644 hadoop-ozone/dist/.gitignore
create mode 100644 hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - ListKey Metrics.json
create mode 100644 hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - S3 Dashboard.json
create mode 100644 hadoop-ozone/dist/src/main/compose/ozone-balancer/.env
create mode 100644 hadoop-ozone/dist/src/main/compose/ozone-balancer/docker-compose.yaml
create mode 100644 hadoop-ozone/dist/src/main/compose/ozone-balancer/docker-config
create mode 100644 hadoop-ozone/dist/src/main/compose/ozone-balancer/test.sh
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozone-om-ha/.ssh/environment
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozonescripts/.ssh/environment
delete mode 100644 hadoop-ozone/dist/src/main/license/bin/licenses/LICENSE-com.google.code.findbugs-jsr305.txt
create mode 100644 hadoop-ozone/dist/src/main/smoketest/admincli/reconfigure.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/balancer/testBalancer.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/freon/metadata-generate.robot
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/conf/TestConfigurationFieldsBase.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractAppendTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractConcatTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractContentSummaryTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractCopyFromLocalTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractCreateTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractDeleteTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractEtagTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractGetFileStatusTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractLeaseRecoveryTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractMkdirTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractMultipartUploaderTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractOpenTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractRenameTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractRootDirectoryTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractSafeModeTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractSeekTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractSetTimesTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractContractUnbufferTest.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/AbstractFSContractTestBase.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/contract/ContractTestUtils.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/AbstractOzoneContract.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/AbstractOzoneContractTest.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractCreate.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractDelete.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractDistCp.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractDistCpWithFSO.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractGetFileStatus.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractMkdir.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractOpen.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractRename.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractRootDir.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractSeek.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractUnbuffer.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/RootedOzoneContract.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/TestOzoneContractFSO.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/TestOzoneContractLegacy.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/TestRootedOzoneContract.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractCreate.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractDelete.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractDistCp.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractGetFileStatus.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractMkdir.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractOpen.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractRename.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractRootDir.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractSeek.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/ITestRootedOzoneContractUnbuffer.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/contract/rooted/RootedOzoneContract.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestAllocateContainer.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestCloseContainer.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestContainerReportWithKeys.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestContainerSmallFile.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestFailoverWithSCMHA.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestGetCommittedBlockLengthAndPutKey.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestSCMContainerPlacementPolicyMetrics.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestSCMInstallSnapshotWithHA.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestSCMMXBean.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestSCMNodeManagerMXBean.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestSecretKeySnapshot.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestSecretKeysApi.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestStorageContainerManager.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestStorageContainerManagerHA.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestXceiverClientGrpc.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestXceiverClientManager.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestXceiverClientMetrics.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/node/TestDecommissionAndMaintenance.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/node/TestNodeUtil.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/node/TestQueryNode.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/node/package-info.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestPipelineManagerMXBean.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestSCMPipelineBytesWrittenMetrics.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestSCMPipelineMetrics.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/utils/ClusterContainersUtil.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/ClientConfigForTesting.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/TestGetClusterTreeInformation.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/TestMiniOzoneOMHACluster.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/TestOMSortDatanodes.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/UniformDatanodesFactory.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOmSnapshotDisabled.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOmSnapshotDisabledRestart.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOmSnapshotFileSystem.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOmSnapshotFileSystemFso.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOmSnapshotFileSystemLegacy.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerHASnapshot.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestSnapshotBackgroundServices.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestSnapshotDeletingService.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestSnapshotDirectoryCleaningService.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotDisabled.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotDisabledRestart.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotFileSystem.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotFileSystemFso.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotFileSystemLegacy.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOzoneManagerHASnapshot.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestSnapshotBackgroundServices.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestSnapshotDeletingService.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestSnapshotDirectoryCleaningService.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestReconAndAdminContainerCLI.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestReconEndpointUtil.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestAllocateContainer.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestCloseContainer.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestContainerReportWithKeys.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestContainerSmallFile.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestFailoverWithSCMHA.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestGetCommittedBlockLengthAndPutKey.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestSCMContainerPlacementPolicyMetrics.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestSCMInstallSnapshotWithHA.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestSCMMXBean.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestSCMNodeManagerMXBean.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestSecretKeySnapshot.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestSecretKeysApi.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestStorageContainerManager.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestStorageContainerManagerHA.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestStorageContainerManagerHelper.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestXceiverClientGrpc.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestXceiverClientManager.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestXceiverClientMetrics.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/node/TestDecommissionAndMaintenance.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/node/TestQueryNode.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/node/package-info.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/package-info.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/pipeline/TestPipelineManagerMXBean.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/pipeline/TestSCMPipelineBytesWrittenMetrics.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/pipeline/TestSCMPipelineMetrics.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/pipeline/package-info.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/shell/TestOzoneContainerUpgradeShell.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/tools/contract/AbstractContractDistCpTest.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/common/BekInfoUtils.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/BucketUtilizationMetrics.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/helpers/OmFSOFile.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/helpers/package-info.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/multitenant/RangerRestMultiTenantAccessController.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/OzoneManagerDoubleBufferMetrics.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/OzoneManagerRatisSnapshot.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/metrics/OzoneManagerDoubleBufferMetrics.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/metrics/OzoneManagerStateMachineMetrics.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/metrics/package-info.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/snapshot/OMSnapshotRenameRequest.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/snapshot/OMSnapshotRenameResponse.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/ReferenceCountedCallback.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/security/acl/SharedTmpDirAuthorizer.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestBucketUtilizationMetrics.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestSnapshotChain.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestSnapshotInfo.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestSstFilteringService.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/snapshot/TestOMSnapshotRenameRequest.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/key/acl/prefix/TestOMPrefixAclResponse.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestSnapshotChain.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestSnapshotInfo.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestSstFilteringService.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/acl/OzoneNativeAclTestUtil.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/security/acl/TestSharedTmpDirAuthorizer.java
create mode 100644 hadoop-ozone/recon/.gitignore
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/handlers/OBSBucketHandler.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconContainerReportQueue.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/DeletedKeysInsightHandler.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/NSSummaryTaskWithOBS.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/OmTableHandler.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/OpenKeysInsightHandler.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryEndpointWithOBSAndLegacy.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/TestNSSummaryTaskWithLegacyOBSLayout.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/TestNSSummaryTaskWithOBS.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/OzoneRepair.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/RDBRepair.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/om/SnapshotRepair.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/om/package-info.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/package-info.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/shell/bucket/SetEncryptionKey.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/shell/snapshot/RenameSnapshotHandler.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@ozone.apache.org
For additional commands, e-mail: commits-help@ozone.apache.org