You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by de...@apache.org on 2026/08/10 15:21:36 UTC
(ozone) branch HDDS-11233 updated (8decb329369 -> ed07a4bfb69)
This is an automated email from the ASF dual-hosted git repository.
devmadhuu pushed a change to branch HDDS-11233
in repository https://gitbox.apache.org/repos/asf/ozone.git
omit 8decb329369 Merge remote-tracking branch 'upstream/master' into HDDS-11233
omit af3e34377b0 HDDS-16076. Separate test class for testInstallSnapshotDuringBootstrapping. (#10931)
omit c8fa8dafd5c HDDS-16101. Extract bucket lifecycle operations into dedicated handler (#10969)
omit fce67f62f35 HDDS-16096. Bump Ranger to 2.9.0 (#10957)
omit cb6f12408ec HDDS-15852. Allow CopyObject to the same key when the metadata directive is REPLACE (#10752).
omit 80ffb62a841 HDDS-16066. replicas after re-replication should span at least 2 racks (#10944)
omit 3b8c05e635e HDDS-13217. Test that snapshot checkpoint content is preserved after defrag (#10951)
omit 951ed5cb51b HDDS-16086. installCheckpoint sets OM transaction info inconsistent with the checkpoint index (#10943)
omit 54facbe255e HDDS-16056. non-varargs call of varargs method with inexact argument type (#10914)
omit 036745a326d HDDS-15962. Remove leader readiness check on the bootstrap flow. (#10862)
omit 5ba550d965f HDDS-13173. Clean up temporary checkpoint directories on snapshot defrag failure (#10774)
omit a01a27a38bd HDDS-13128. Expose per DN space utilisation as JMX metrics (#10913)
omit 5fe740c2c12 HDDS-16047. Certificate renewal stops permanently after an unexpected failure (#10915)
omit ac4278ac630 HDDS-16090. Parameterize TestOzoneShellHA with follower read (#10954)
omit b68bcf8b94d HDDS-16080. Reduce heartbeat interval in TestClientRetryContainerStateMachineFailures (#10958)
omit 9ff43fef43f HDDS-16004. Return NotImplemented for GetObjectTorrent instead of GetObject body (#10899)
omit 7cca85d6ad1 HDDS-16043. Use EnumMap for ports in DatanodeDetails (#10948)
omit a152e6e34ba HDDS-16091. Recon fills disk with leaked checkpoints and crashes on startup when local OM DB is missing. (#10950)
omit a2065ce9994 HDDS-16034. Certificates omit DNS SANs on clusters with non-public hostname suffixes (#10908)
omit 4b8156b57d2 HDDS-9894. Handle IPv4 and IPv6 addresses invalid for CSR consistently (#10687)
omit 377ca2fe7a7 HDDS-15787. Log OM block deletion ack at INFO in SCMBlockProtocolServer (#10952)
omit 67a5e86db0a HDDS-16016. Adding unit test for datanodeUseHostname functionality in XceiverClientGrpc (#10896)
omit 8415f3b8765 HDDS-13671. Reduce CLI calls in ozone admin container Robot test (#10947)
omit 40cd903440e HDDS-16065. Fix flaky testCloseNonStreamablePipelineThenStream (#10927)
omit 3492727f0f1 HDDS-16026. Restore the OM DB directory when the pre-install backup fails part way (#10904)
omit fb9f30b8869 HDDS-16057. OM bootstrap fails when checkpoint install is rejected during BOOTSTRAPPING. (#10917)
omit 7bb7bcd956c HDDS-16005. Make DeleteBucketLifecycle idempotent on missing config (#10888)
omit cf8ae810cc1 HDDS-15645. ListObjectsV2 returns Owner when FetchOwner is not requested (#10897).
omit e697ef42161 HDDS-16059. Optimize varargs in IOzoneManagerLock. (#10919)
omit 3a18da72b56 HDDS-15935. Extract ExportFileManager and document container export directory layout (#10866)
omit 904acc05820 HDDS-15957. Clean up ozone-csi references after module removal (#10855)
omit ea74fada9cd HDDS-15777. Make admin CLI subcommands parse IPv6 RPC addresses correctly (#10885)
omit 46456c3693a HDDS-16054. Bump zizmorcore/zizmor-action to 0.6.1 (#10925)
omit bf103a657d3 HDDS-16061. Bump awssdk to 2.49.3 (#10921)
omit c628bfa4464 HDDS-16064. Bump maven-jar-plugin to 3.5.1 (#10924)
omit de1392809a6 HDDS-15814. Rename TestHelper to OzoneTestHelper (#10920)
omit 3055fcb9305 HDDS-16062. Bump jline to 3.30.16 (#10922)
omit 3117c6805ac HDDS-16017. Bump axios version to 1.19.0 (#10905)
omit 29ae1651322 HDDS-16063. Bump sqlite-jdbc to 3.53.2.1 (#10923)
omit 0c4c66e9f4b HDDS-15412. Add per-volume push replication thread pools on DataNode.
omit e39c536b753 HDDS-16031. Suppress java.util.logging in shell commands (#10910)
omit 5197855a329 HDDS-12991. Recreate pipelines after enabling ratis write streaming (#10842)
omit d6012190454 HDDS-15907. Do not use Collection in IOzoneManagerLock. (#10907)
omit 52980fec53b HDDS-15996. Flaky TestClientRetryTimeout throws NPE (#10898)
omit e9b1308455f HDDS-16050. Fix aspectj profile activation upper bounds (#10912)
omit 3a450fa0da3 HDDS-13803. Client aware tracing (#10477)
omit 14702aba6a0 HDDS-15963. NPE on EC degraded read in isolated ClassLoader env (#10861)
omit 9da5de60b97 HDDS-15640. Bump msw to 2.15.0 and vitest to 3.2.7 (#10577)
omit bae32aac3c0 HDDS-16032. cd: lib/native: No such file or directory (#10909)
omit d97e8d03486 HDDS-15990. Remove setExclusiveManualCompaction from CompactionService (#10876)
omit 3dbca34cdb4 HDDS-15606. Support S3 object metadata headers (Cache-Control, Expires, Content-Encoding) (#10786).
omit 197db2d7edc HDDS-15558. Prevent addition of deprecated style CLI options (#10891)
omit ec381e5d3b0 Merge remote-tracking branch 'origin/HDDS-10685' into master
omit 6db4545f1da HDDS-16013. Remove HDDSLayoutFeature.SHORT_CIRCUIT_READS layout version (#10893)
omit 8acc0413a95 HDDS-14812. Support datanode topology in MiniOzoneCluster (#10598)
omit 5ff8b53aa6b HDDS-15894. Add Table.clear for reusable table clearing (#10879)
omit b22db56d10d HDDS-15969. Prioritize Ratis Streaming capable DataNodes during Pipeline creation with graceful fallback (#10865)
omit 247f5cab1f6 HDDS-15758. Commit PutBlock without Raft in Client (#10823)
omit d9b6cd4fb31 HDDS-15863. Add Manual OM DB Rebuild Support for Recon Bootstrapping. (#10825).
omit eb183c6b5ac HDDS-16009. Switch zizmor check to ubuntu-24.04 (#10887)
omit eccb174c7b3 HDDS-15535. Container Balancer should validate configuration and report startup failures to user (#10812)
omit f19f2c14afb HDDS-15958. Return InvalidURI for unreadable S3 object keys on GetObject (#10860).
omit 7d9223cd5a9 HDDS-15920. Fix ByteBuffer positioned read behavior at EOF in OzoneFSInputStream (#10827)
omit 8fd042079f4 HDDS-10314. Speed up TestDatanodeHddsVolumeFailureDetection (#10819)
omit d501066b60f HDDS-15922. (addendum) Fix ozone-site config doc workflow reusing stale PR branch (#10886)
omit 0de9322992c HDDS-15922. Fix ozone-site config doc workflow reusing stale PR branch (#10826)
omit 273bf2f39b8 HDDS-15533. DNS refresh on heartbeat failure for DN to SCM (#10844)
omit a481e65272a HDDS-15919. Fix broken Ozone Enhancement Proposals link in CONTRIBUTING.md (#10824).
omit ca0715a1a0a HDDS-15949. Handle split MPU part counting for abort batch sizing and container-key-mapping CLI (#10849)
omit 1b00e7fb697 HDDS-15968. Exempt design pull requests from stale bot (#10864)
omit dc6494ac7ae HDDS-15059. Shift streaming write sortDatanodes logic to OM (#10633)
omit fcf0cc39a15 HDDS-15868. Enable dynamic agent loading for tests (#10816)
omit b01e0c715fa HDDS-15992. Convert short-circuit-read design PDF to markdown (#10877)
omit 2473ec54d33 HDDS-15940. Handle unexpected OMExceptions in S3 putBucketLifecycleConfiguration (#10848)
omit 41b60a2a95d HDDS-15930. Avoid zero-length chunk in TestContainerOperations (#10833)
omit c1875b844a3 HDDS-15934. Remove usage of internal jersey internal InjectionManager (#10853)
omit 9fbf9ee0cb1 HDDS-15983. Bump actions/setup-python to 7.0.0 (#10874)
omit 6cb24889013 HDDS-15973. Bump awssdk to 2.48.3 (#10868)
omit 9c6d389c9a9 HDDS-15932. Remove usage of internal AWS S3 SDK API in S3KeyGenerator (#10835)
omit 65cb289fa14 HDDS-15896. Bump opentelemetry to 1.64.0 (#10796)
omit 92557fb3de5 HDDS-15813. Rename TestDataUtil to DataTestUtil (#10841)
omit 7cb9ea1381d HDDS-15972. Bump actions/checkout to 7.0.1 (#10869)
omit f54483f7f47 HDDS-15971. Bump actions/setup-java to 5.6.0 (#10870)
omit 1b8f5f8de21 HDDS-15933. Remove usage of jersey internal ContainerRequest (#10839)
omit f1c1cbfcb4b HDDS-10315. Speed up TestContainerReplication (#10858)
omit 4726242563b HDDS-15974. Bump bouncycastle to 1.85 (#10867)
omit 6ec123e7089 HDDS-15692. Trigger GitHub Copilot code review only when PR is opened (#10751)
omit 36ca073edfa HDDS-15970. Bump zizmorcore/zizmor-action to 0.6.0 (#10871)
omit 4f5ae5454fe HDDS-15388. K way merge iterator over native SST file reader to emit latest tombstone and latest value of a key. (#10484)
omit 930f8fa4aa6 HDDS-15909. Refactor OzoneManagerLock. (#10852)
omit a54c42d9413 HDDS-15888. Stamp lastTransactionInfo on snapshot deletion to avoid premature GC (#10788)
omit ed072a998f1 HDDS-15950. Fix NPE in S3 lifecycle GET for date-based expiration (#10850)
omit 72f1f9a612e HDDS-15608. Return BucketAlreadyOwnedByYou when the same S3 owner recreates an existing bucket (#10814).
omit 9d2d4adf55d HDDS-15959. Add title section to Resumable Lifecycle Scans design doc. (#10856)
omit 658f19df6c0 HDDS-14666. Add multipart upload split table read for Recon (#10847)
omit 77ceb2969b5 HDDS-15624. Resolve link bucket properties in listBucket. (#10745)
omit bb1da7fea63 HDDS-15764. [Recon] Show error card for unavailable datanode in Cluster Capacity (#10767)
omit 4417f6b7de2 HDDS-14665. Add upgrade handling to multipart requests (#10062)
omit a57788ea4cd HDDS-12250. Speed up TestSecureOzoneCluster (#10834)
omit fb3fdcc5f60 HDDS-13774. [Recon] Consolidate NSSummary endpoint tests into one suite (#10769)
omit 3b40495c46a HDDS-15782. [Recon] Poll DN pending-deletion scan to completion when Auto Refresh is off (#10714)
omit 1ea7e9e7985 Merge remote-tracking branch 'origin/master' into HDDS-10685
omit c4b2ae1fff4 HDDS-15086. Wire ozone local command (#10758)
omit cca31ff7206 Merge remote-tracking branch 'origin/HDDS-8342' into master
omit 68c4231f512 Revert "Merge branch 'HDDS-8342' into master-merge-object-ttl"
omit 2b830420d54 HDDS-15757. Streaming Write also commit PutBlock at the time of closing (#10694)
omit 8d61861f48f HDDS-15860. Always rewrite live SSTs before snapshot defrag ingestion (#10772)
omit 024509ede87 HDDS-15912. HttpFS Gateway launcher should use runtime-managed log/temp dirs instead of OZONE_HOME paths. (#10811)
omit 1975e74d096 HDDS-15688. Retain in-memory PAUSED state when diskBalancer.info write fails on DN state change (#10818).
omit 917e4b77062 Merge branch 'HDDS-8342' into master-merge-object-ttl
omit 5bfa452f3e5 HDDS-15607. Return x-amz-meta-* user-defined object metadata on S3 GetObject (#10785)
omit c31553bcded HDDS-15766. Make Recon OM DB large tarball transfer reliable (#10696)
omit c3de92cf9a0 HDDS-15324. Dashboard for monitoring Data Node performance
omit 8b167ca2732 HDDS-15877. Extend getFileStatus head-op optimization to o3fs and remaining type-only callers (#10779)
omit 0f6295ef3ab HDDS-15085. Add DN and Cluster Readiness (#10757)
omit 66447d3663a HDDS-15690. Support Node-ID for DiskBalancer Commands (#10755).
omit a3ca93ac435 HDDS-15342. Make RocksDB bottommost level compaction options configurable for background compaction (#10419)
omit 45b48e85823 HDDS-15740. Validate partNumber on GetObject and return InvalidPart for out-of-range parts (#10670).
omit 7c54977e640 HDDS-15906. Add gateway LLM provider for Recon chatbot (OpenAI-compatible gateways). (#10805).
omit 1115746a35a HDDS-15893. Change `<? extends KeyValue>` to `<KeyValue>` in remaining code (#10806)
omit 4766aa8609b HDDS-15440. Combine pipelineMap and pipeline2container to a single map in PipelineStateMap (#10454)
omit 81dcafaba03 HDDS-15772. Stop forcing java.net.preferIPv4Stack=true (#10801)
omit 472962558f2 HDDS-15902. Bump actions/setup-java to 5.5.0 (#10803)
omit ed92faaaa97 HDDS-15773. Make HddsUtils host:port helpers IPv6-safe (#10804)
omit 0694122a6f2 HDDS-15901. Bump actions/stale to 10.4.0 (#10802)
omit 9b7dccd80f2 HDDS-13255. Change `<? extends KeyValue>` to `<KeyValue>` in ozone-manger (#10793)
omit 2d2d63410f7 HDDS-15898. Bump orc-core to 1.9.9 (#10798)
omit 96c6cc7e390 HDDS-15900. Bump netty to 4.1.136 (#10800)
omit 7ea7e707ffe HDDS-15897. Bump awssdk to 2.47.5 (#10797)
omit 7674aab192c HDDS-15899. Bump jackson to 2.21.5 (#10799)
omit 769471cd9b0 HDDS-15093. Make RackScatter intra-rack placement capacity-aware (#10648)
omit 66e2bf5771d HDDS-15392. Add OmKeyInfo and OmDirectoryInfo to snapshot diff codec registry. (#10770)
omit 1bb35b2f1c1 HDDS-15892. Massive local build time degradation when using agent worktrees (#10791)
omit 458c0d14498 HDDS-15791. EC reconstructed RECOVERING container while still idle can be deleted by SCM and recreated as new partial OPEN container (#10702)
omit 1f515587d6f HDDS-9411. Restrict FileInputStream/FileOutputStream import (#10789)
omit 277737474cd HDDS-15559. Add libhadoop to DYLD_LIBRARY_PATH or LD_LIBRARY_PATH (#10513)
omit 6ac2289aafd HDDS-15876. Remove ozone-csi (#10780)
omit b981afbf89e HDDS-15508. Add 2.2.0 to compatibility/upgrade test (#10782)
omit 6ba0d57bb4d HDDS-15867. [JDK25] Bump byte-buddy to 1.18.11 (#10776)
omit 1a9439452d9 HDDS-15809. Validate x-amz-copy-source-range on UploadPartCopy (#10711).
omit d2700a4b01b HDDS-15678. OFS isDirectory/isFile should not trigger pipeline refresh or return block locations (#10741)
omit 4a819cc4eee HDDS-15171. Add available space check on follower during bootstrap. (#10185)
omit 6fd35fbf92f HDDS-14043. Fix ls -e UnsupportedOperationException on ofs/o3fs (#10209)
omit 398709d6b68 HDDS-15709. Replace random name suffix with uniqueObjectName (#10773)
omit a218b3bfea3 HDDS-15849. Force channel shutdown in XceiverClientGrpc.close (#10747)
omit e0bdbc2e3f9 HDDS-15765. Fail fast when --node-id is omitted for OM compact/defrag on an HA cluster (#10699)
omit aa6377721c2 HDDS-15853. Fix Ranger ACL validation for lifecycle requests (#10753)
omit 9d0339cbfaf HDDS-14989. Delay follower SCM DN server start until Ratis log catch-up. (#10617).
omit 36b90e5dde8 HDDS-15456. Add SCM DB lookup and identify orphan(wrt SCM) and deleted-but-present containers (#10547)
omit d4fed1c90ea HDDS-15812. Rename test utils for naming convention (#10766)
omit 2ebf64de05c Merge remote-tracking branch 'origin/master' into HDDS-8342-object-ttl
omit b18ea9284c4 HDDS-15600. Fix ListObjects response for encoding-type and empty delimiter (#10586).
omit 418d07dde59 HDDS-15656. Fix non-atomic data size accumulation in ContainerBalancer move callback (#10708)
omit e31f36d2316 HDDS-15667. `containerbalancer status`: show stop reason and iteration details after stop (#10681)
omit a8fcb09c023 HDDS-15823. Fix flaky TestFailureHandlingByClient#testContainerExclusionWithClosedContainerException (#10721)
omit 575fe4f1cd7 HDDS-15837. Add health-aware container ID listing in SCM (#10736)
omit d2f92864686 HDDS-15851. Return 403 for expired or out-of-range pre-signed S3 URLs (#10749)
omit f9e7bc4cffc HDDS-15836. Add Archiver.appendFile for incremental TAR writes (#10735)
omit c2118e70585 Merge branch 'master' of github.com:apache/ozone into HDDS-10685
omit cb4d088e223 Revert "HDDS-15467. Do not fall back to the OM starter user in OMClientRequest" (#10756)
omit e09eeaa7285 HDDS-15616. ListBuckets API ignores MaxBuckets parameter and returns all buckets (#10639)
omit 4bfdb1f7546 HDDS-14957. (addendum) Fix compile error in TestSnapshotDiffValueParser
omit 8e32bc46964 HDDS-14957. Separate OpenKeyInfo to differentiate KeyInfo (#10181)
omit 7a49f649958 HDDS-15794. StreamBlockInputStream.onNext may throw IndexOutOfBoundsException on short payloads (#10698)
omit 7d89300dcf7 HDDS-13063. Support splitting json output to multiple valid json files in a directory (#10604)
omit 3d6aa1bd0fc Merge remote-tracking branch 'origin/master' into HDDS-8342-object-ttl
omit bf142be6116 HDDS-14661. Handle split table writes for Multipart Upload (#10588)
omit 06d972484dc HDDS-15843. Update upgrade/xcompat tests to use 2.1.1 (#10739)
omit ff5d03288c4 HDDS-15084. Core Runtime: SCM + OM (#10456)
omit 87d2bd8577b HDDS-15387. Selectively deserialize KeyInfo/DirectoryInfo fields for snapshot diff (#10603)
omit 958465f6e28 HDDS-13472. Shut down datanode if Error occurs while processing delete blocks command (#10733)
omit 89a45ea68e0 HDDS-15751. Rename test parent classes for naming convention (#10713)
omit 2c48d33f0c8 HDDS-9154. Design doc for snapshot diff optimization. (#10335)
omit 1b9491ae33e HDDS-15842. Speed up TestDuplicateContainerDirScannerIntegration (#10740)
omit 9de98bd4202 HDDS-15726. Improve SCM block deletion summary error handling (#10650)
omit b7478f1f4f9 HDDS-15786. Intermittent pipeline limit exceeded in debug tests (#10738)
omit c35148d8561 HDDS-15793. Bump ESLint to 9.39.4 (#10697)
omit daef2f19c29 HDDS-15447. Persist bucket scanned key pointer periodically (#10412)
omit 8f7bf38bce4 HDDS-15730. Support more StatefulService types in DBScanner (#10654)
omit 04958bbe961 HDDS-15831. CompleteMultipartUpload with no parts should return MalformedXML (#10731)
omit 9d0c914064c HDDS-15834. Bump cyclonedx-maven-plugin to 2.9.2 (#10734)
omit 2684ab4c2a8 HDDS-15819. Bump log4j2 to 2.26.1 (#10717)
omit 2c7fac752ab HDDS-15832. Wait for healthy KDC before starting S3G (#10730)
omit 7440e9fc278 HDDS-15806. Replace sleep with waitFor in scm.node tests (#10704)
omit 991798c5925 HDDS-15804. Use Set instead of List for ACLs in OMKeyRequest (#10727)
omit db0413928ac HDDS-15820. Bump awssdk to 2.46.21 (#10718)
omit 5b803eb115f HDDS-15830. Bump jline to 3.30.15 (#10729)
omit 5e18bfb916f HDDS-15825. Bump jnr-posix to 3.2.1, jnr-constants to 0.11.0 (#10716)
omit 78cb4936daa HDDS-15822. Fix flaky TestStorageVolumeChecker#testNumScansSkipped (#10720)
omit 4575cf9f3f4 HDDS-15827. Wait for SCM pipelines in TestDnRatisLogParser (#10725)
omit bc74b52fbca HDDS-15807. Add javadoc for SCM Ratis server placeholder TODOs (#10706)
omit 3a5861acb6f HDDS-15821. Bump iceberg to 1.10.2 (#10719)
omit 3985622f6f6 HDDS-15818. Bump common-custom-user-data-maven-extension to 2.3.0 (#10715)
omit b17e90e100a HDDS-15708. List ignored dependencies for dependabot (#10676)
omit 3c8f936e4cd HDDS-15808. Replace json-simple with Jackson in httpfsgateway (#10710)
omit e4124e07d8e HDDS-15753. Rename TestClock to MockClock (#10712)
omit cd8ba56782f HDDS-14759. Local Empty file is written and retained even when key write fails (#10707)
omit 0a562a87b49 HDDS-15647. Bump Node.js to 24.17.0 (#10590)
omit 2a05dc0860a HDDS-15783. Handle empty lists in ScmListCodec deserialization (#10690)
omit ca7d5d894fd HDDS-15768. Bracket IPv6 literals in Ratis peer addresses (#10686)
omit bb607935b27 HDDS-15679. [Recon] Fix DN dropdown mismatch with pending deletion API (#10615).
omit 0d39df63c6b HDDS-15692. Enable GitHub Copilot code review when a pull request is opened (#10705)
omit 1d6a5f48aa2 HDDS-15739. Fix ListObjectsV2 continuation-token: wrong XML element name and empty-token handling (#10668)
omit 756f714588f HDDS-15648. Improve TestSnapshotDiffManager#testThreadPoolIsFull drain scenario (#10632)
omit 00450a95ef5 HDDS-15803. Fix parameter number warning in OMKeyRequest.allocateBlock. (#10701)
omit a0f08cc3f0b HDDS-15480. Potential for NPE / infinite loop in StreamBlockReader (#10431)
omit f13fc648d01 HDDS-15523. Speed up TestOMDbCheckpointServletInodeBasedXfer (#10680)
omit 63bab882c55 HDDS-15788. Fix SST filtering BOOTSTRAP_LOCK contention introduced by RocksDB 10 upgrade (#10692)
omit b31b3cd71c9 HDDS-15752. Rename base tests and helpers for naming convention in OM (#10672)
omit 57c37c8f925 HDDS-15754. Rename TestableCluster to MockCluster (#10691)
omit 6208b6c75b2 HDDS-15755. Bump develocity-maven-extension to 2.5.0 (#10674)
omit ad07bcde8ee HDDS-14956. Add S3 HAProxy to ozonesecure-ha/test-haproxy-s3g.sh (#10685)
omit 21c7219707f HDDS-15762. Remove mini-chaos-tests (#10682)
omit 7a95fdda180 HDDS-14577. Handle missing metadata dir when updating container state (#10565).
omit 1a2665378e0 HDDS-15733. Fix CompactOMDB showing 'om node: null' without --node-id (#10684)
omit 0d0e0fe7afd HDDS-15581. ozone debug replicas chunk-info reports wrong block size for EC keys (#10592)
omit d14bc0f5fc1 HDDS-15637. Container Replica Debugger Tool improvements and minor bug fixes (#10574)
omit b09bcff1f1b HDDS-14225. Upgrade RocksDB from 7.7.3 to 10.10.1 (#9813)
omit 675c3487467 HDDS-15614. Remove Datanode download/pull container replication (#10584)
omit 0eb1c67cd6a HDDS-15760. Handle large or invalid OM snapshot local data YAMLs (#10679)
omit caf40cf3620 HDDS-15526. Add security threat model (THREAT_MODEL.md + SECURITY.md + AGENTS.md) (#10483)
omit 38e19ec5ab1 HDDS-14544. OM DB Insights: Duplicate API calls triggered when changing limit selector (#10677).
omit cb9430d7bcd HDDS-15587. [Recon] Show 0 for offline DN pending deletion instead of -1 (#10585).
omit 2076d7facfc HDDS-15521. StreamBlockInputStream fails with TimeoutIOException without retry or failover. (#10479)
omit 67fd51904cf HDDS-15170. Add mock-based unit tests for DataStream write path (#10230)
omit 6ef19acbbc2 HDDS-15552. Ratis events should not be published as metrics (#10523)
omit 4f31879ba13 HDDS-15746. Bump kerby to 2.1.2 (#10666)
omit be545286f93 HDDS-15579. Replace SimpleSpanProcessor with BatchSpanProcessor (#10569)
omit 426374d18f8 HDDS-15747. Address review comments for HDDS-15083 (#10669)
omit b974be35847 HDDS-15732. Some ozone commands ignore OZONE_MODULE_ACCESS_ARGS (#10655)
omit c7d83a7b1e6 HDDS-15605. Fix flaky testContainerExclusionWithClosedContainerException (#10621)
omit f5a5f0fe681 HDDS-11855. Fix flaky TestContainerBalancerDatanodeNodeLimit#checkIterationResultException (#10667)
omit dbcd9b36d77 HDDS-15741. Bump awssdk to 2.46.17 (#10661)
omit 10a9437bf3a HDDS-10307. Speed up TestOzoneManagerHAWithStoppedNodes (#10658)
omit b97a11bed33 HDDS-15651. Test case for DiskBalancer when markContainerForDelete fails (#10593)
omit d1bbec971e4 HDDS-15742. Bump nimbus-jose-jwt to 10.9.1 (#10662)
omit 0d3cdbc1f58 HDDS-15719. Add check for allowed action usage in workflows (#10641)
omit 9306a784898 HDDS-15744. Bump javassist to 3.32.0-GA (#10665)
omit 888077b253d HDDS-15737. Fix intermittent failure in balancerShouldOnlySelectConfiguredIncludeContainers (#10660)
omit d58317fa2d7 HDDS-15743. Bump gson to 2.14.0 (#10664)
omit 878eae21c33 HDDS-11093. Fix intermittent failure in TestContainerBalancerDatanodeNodeLimit#testMetrics (#10659)
omit af70016f626 HDDS-15736. Change tests to use ContainerID.getIdForTesting() (#10657)
omit 5d40bd20fce HDDS-14622. OM DB size should be reduced after compaction (#10645)
omit 9596e8d41da HDDS-12807. Clean up TestKeyManagerImpl unit test (#10640)
omit 0024c945da5 HDDS-15512. Implement S3 PUT/GET/DELETE ?tagging on buckets (#10644)
omit a4aeff75f6c HDDS-15664. ozone debug ldb display DeletedBlocksTransactionSummary info (#10614)
omit d3ee334c3f0 HDDS-15727. Bump ratis-thirdparty to 1.0.11 (#10647)
omit 41048fb57a9 HDDS-12563. Cache and reuse ContainerID object (#10642)
omit 27763e6648c HDDS-15725. zizmor check should reflect failure in fork (#10649)
omit f5f2e14f3be HDDS-14760. Fix CompleteMultipartUpload rejecting chunked request body as empty (#10461)
omit 0f4504a7366 HDDS-15722. Bump netty to 4.1.135 (#10646)
omit 1cfc4b3bca1 HDDS-15720. Bump actions/cache to 6.1.0 (#10634)
omit df599d0cab4 HDDS-15713. Bump actions/setup-java to 5.4.0 (#10635)
omit 2c0617f33cf HDDS-15699. Check compilation targeting Java 25 (#10627)
omit b2e49006214 HDDS-15712. Bump actions/setup-python to 6.3.0 (#10637)
omit 6b7d3f081cb HDDS-15673. Use Java 25 in CI (#10625)
omit db8f56eb9cf HDDS-15511. Implement Ozone client API's for bucket tagging (#10533).
omit d280cea6a03 HDDS-15492. Support OM follower read for gRPC client (#10591)
omit efefacdb2e5 HDDS-13434. Intermittent failure in TestOzoneDebugShell#testChunkInfoVerifyPathsAreDifferent (#10600)
omit 83223659194 HDDS-15660. Skip prometheus container during stack collection (#10631)
omit 78cb1076e7c HDDS-15700. `flaky-test-check` green despite failing tests (#10626)
omit d1eee36a502 HDDS-15618. Fix ListObjects to include single whitespace-only S3 object keys (#10589)
omit ee9b851ced1 HDDS-11247. Clean up TestContainerReportHandling (#10628)
omit c9904bb5d20 HDDS-13812. Fix Recon pnpm build failure when proxy is set (#10629)
omit 8b5b28168da HDDS-15701. Bump zizmorcore/zizmor-action to 0.5.7 (#10630)
omit cfbb59332a5 HDDS-15697. Bump awssdk to 2.46.15 (#10624)
omit 1aed7dd45f8 HDDS-15634. Avoid updating container delete transaction ID on SCM delete log append (#10566)
omit bf59f31a7e5 HDDS-14774. Intermittent timeout in TestContainerReportHandling (part 2) (#10620)
omit d152eeb408a HDDS-15696. Bump jackson to 2.21.4 (#10623)
omit b72775aedcf HDDS-15682. Use the original configured host and port to identify SCM nodes (#10612)
omit c29302e48e8 HDDS-15695. Bump zstd-jni to 1.5.7-11 (#10622)
omit 377e8355bf6 HDDS-15694. Avoid String.replaceAll in StringToSignProducer.urlEncode() (#10619)
omit 8df9cfb7217 HDDS-15689. Compare MD5Hash directly in ScmInvokerCodeGenerator (#10618)
omit e517652c8ad HDDS-15668. [JDK24] Add --enable-native-access=ALL-UNNAMED JVM option (#10616)
omit c86da017e90 HDDS-14907. Conditional Delete (DeleteObject) (#10511)
omit 66d397813cb HDDS-15146. Remove getDatanodeInfo(DatanodeDetails) from NodeManager (#10601)
omit ef6442bb4ce HDDS-15551. Stream reads should respect gRPC flow control backpressure (#10522)
omit ca009c55287 Revert "HDDS-15146. Remove getDatanodeInfo(DatanodeDetails) from NodeManager (#10601)"
omit c9736f308ef HDDS-15146. Remove getDatanodeInfo(DatanodeDetails) from NodeManager (#10601)
omit 6f0b5a3b390 HDDS-15467. Do not fall back to the OM starter user in OMClientRequest (#10469)
omit b6921533d52 HDDS-13477. Add OM S3 multipart commit and complete response tests (#10605)
omit 01a8446f6fb HDDS-15665. Race condition of deletingTxIDs between readOnlyIterator and onFlush (#10613)
omit d9adfc94639 HDDS-15675. Ranger test overrides custom OZONE_RUNNER_IMAGE (#10608)
omit 7963d495db1 HDDS-15674. Bump protobuf to 3.25.9 (#10607)
omit 29b2ad5fcd4 HDDS-14924. Account replication in PendingContainerTracker for space usage. (#10440)
omit 7543cfd5390 HDDS-15578. Prevent throwing InvalidStateTransitionException from updateContainerStateWithSequenceId (#10525)
omit c0ca1fd8c05 HDDS-15276. Prevent root path NU API call, improve warnings (#10268)
omit 6f09f3bc8fb HDDS-15395. Grafana dashboard for container balancer (#10398)
omit 881a4e8aa6c HDDS-15671. [JDK23] Allow using sun.misc.Unsafe (#10610)
omit 7800cec0f45 HDDS-15643. Eliminate redundant OM lookupKey RPC for EC file checksum (#10594)
omit 0dd906c4f15 HDDS-15541. PlacementPolicy to use PendingContainerTracker to check space availability. (#10497)
omit fcbf2e78e15 HDDS-14474. Close main-thread FileSystem in dfsg/dfsv freon generators (#10606)
omit 49c39878e5a HDDS-15593. Add explicit fileset for proto-java-for-ratis token replacement (#10537)
omit ae533de983c HDDS-15653. RandomKeyGenerator should reject negative inputs (#10596)
omit 5cb9fabea85 HDDS-15654. Remove unused withinThresholdUtilizedNodes list from ContainerBalancerTask (#10599)
omit aca7fa4987e HDDS-15655. Bump actions/checkout to 7.0.0 (#10597)
omit cc4f52a9d09 HDDS-15083. Add local filesystem lifecycle implementation (#10455)
omit d1905e147a0 HDDS-15446. Expose Hard Min Free Space Threshold via JMX (#10575)
omit 182aaa77994 HDDS-15515. Support object Content-Type end-to-end in S3 Gateway (#10472).
omit 8e60597eacc HDDS-7956. Deprecate camelCase and under_score style long options (#10495)
omit e596681c70f HDDS-15570. [Recon-Chatbot] Call Recon methods directly instead of using HTTP-calls. (#10524).
omit 208d4bd8b56 HDDS-11063. TestSnapshotDiffManager#testThreadPoolIsFull is flaky without wait between batches (#10581)
omit d4c06b2492e HDDS-15650. Fix snapshotUsedNamespace underflow when FSO directory is deleted and purged (#10545)
omit 74e454bbf1f HDDS-15582. Skip performance test of unused batchDeleteSCMStatesForContainers (#10551)
omit fc4abbd9e09 HDDS-15646. Bump actions/setup-java to 5.3.0 (#10587)
omit 3db369dd767 HDDS-14187. Use BatchOperation to batch writes to tables of FSORepairTool (#10578)
omit e33a7c77739 HDDS-15452. Split DataNodeMetricsServiceResponse response into state specific DTOs (#10426)
omit 72fa9652aa3 HDDS-15602. Read pipeline ID does not need to use secure random (#10571)
omit 08a23a92e87 HDDS-15596. Hide deprecated CLI options (#10542)
omit 45b205143b3 HDDS-15623. Disk check may not completely read test file (#10552)
omit 93a626d8c04 HDDS-15491. [DiskBalancer] Preserve datanode order in status command output. (#10450).
omit 880bb67d5cb HDDS-15077. Explain exclusiveSize and exclusiveSizeDeltaFromDirDeepCleaning (#10544)
omit d14585c8ce7 HDDS-15204. Quota repair includes snapshot pending-delete usage. (#10217)
omit 6138696ba16 HDDS-15487. Reduce code duplication in Recon endpoints
omit 5dac1bf61d1 HDDS-15636. Remove comment about "the easiest way to create an open container" (#10568)
omit 396e875943a HDDS-15138. Add EC DN safemode rule and control RATIS/THREE background pipelines for EC-default clusters. (#10157)
omit 37f04dfbf0e HDDS-15580. Migrate from npm-run-all to npm-run-all2 (#10526)
omit 515bbb7dbec HDDS-15628. [DiskBalancer] Preserve output order for datanodes with the same density (#10562)
omit c6c4f3385d6 HDDS-15629. [DiskBalancer] Fix missing parenthesis in report utilization note (#10563)
omit 8b93ea4a5a8 HDDS-14977. Intermittent failure in TestDeadNodeHandler.testOnMessage (#10556)
omit 3d5b74bebdf HDDS-15625. Bump awssdk to 2.46.10 (#10558)
omit 7c98d2fc432 HDDS-15519. Disable flaky TestStorageDistributionEndpointEC/Ratis
omit fa7628e35d3 HDDS-15627. Bump sqlite-jdbc to 3.53.2.0 (#10560)
omit 1940f85e537 HDDS-15586. Add freon command to read a user-supplied list of existing keys (#10529)
omit 5085725e471 HDDS-15626. Bump orc-core to 1.9.8 (#10559)
omit a539f4968d3 HDDS-15222. Fix intermittent failure in testSnapshotNameConsistency (#10555)
omit 03222105819 HDDS-15621. TestSecureOzoneCluster fails locally (#10550)
omit 19f0802c6ce HDDS-15519. Mark TestStorageDistributionEndpointEC/Ratis as flaky
omit 9649e0ee3b6 HDDS-14888. Improve DiskCheckUtil.checkReadWrite to tolerate disk full (#9972)
omit f9552d0bb58 HDDS-15148. Prevent 404 when toggling between Old/New UI on UI-exclusive routes (#10168)
omit c479e1e7a11 HDDS-14774. Fix intermittent timeout in TestContainerReportHandling (#10535)
omit 150062ea64c HDDS-15615. Bump vite from 4.5.14 to 6.4.3 (#10541)
omit 48613a7a050 HDDS-15455. Implement Custom DataNode Container Directory Discovery and Duplicate Detection (#10414).
omit 1e0ea62820f HDDS-15589. Let build-ratis workflow output all property override (#10531)
omit 2cece19f35b HDDS-15200. Rename TestReconOmMetaManagerUtils to ReconOmMetaManagerTestUtils (#10480)
omit fa1b3a35f18 HDDS-15298. Fix intermittent failure in testDelegationTokenRenewal (#10534)
omit d3135c7d5e3 HDDS-15599. Address post-commit review for HDDS-15531 (#10538)
omit 4d858de3734 HDDS-14906. Handle possible MoveResult by the MoveManager when running Balancer (#10490)
omit 14ba2dd396d HDDS-15426. Include snapshot IDs in OM snapshot lifecycle logs (#10386)
omit 9bcfc6e5827 HDDS-15313. Increase snapshot diff default thresholds. (#10385)
omit f01d6bb1b91 HDDS-15565. Remove unnecessary lock in S3GatewayMetrics (#10521)
omit b8a63126881 HDDS-15304. DeleteObjects should enforce the request key limit (#10309)
omit b3f6e138a03 HDDS-15574. Update copyright year in NOTICE to 2026 (#10528)
omit 5a9d5ed0a11 HDDS-15588. Reduce loglevel to DEBUG for no DN command count information (#10530)
omit 634db5cc6cc HDDS-15532. DNS refresh on connection failure for OM to SCM (#10487)
omit 3083438b186 HDDS-15569. Speed up TestClientRetryTimeout by tightening configurations (#10527)
omit 0e1b03cef7f HDDS-15466. Make RocksDB bottommost level compaction options configurable for CLI tools (#10428)
omit eb2fb3f8ac2 HDDS-15411. SCM overview grafana dahboard (#10382)
omit e03d8623211 HDDS-14859. Use RocksDb secondary instance for validating volumes. (#9947)
omit 44462d951ff HDDS-15420. Update Ozone command help menu (#10404)
omit 3f5da7569fc HDDS-15091. CapacityVolumeChoosingPolicy should compare utilization, not available bytes (#10519)
omit 7fdba3229db HDDS-15448. Speed up retry-delay-bound tests in TestReconTaskControllerImpl (#10520)
omit 809db17267d HDDS-15510. Implement OM read/write paths for bucket tagging with audit and metrics (#10498).
omit f39469a2789 HDDS-15131. Testcase for verifying block existence in all datanode replica (#10512)
omit 15216f2c7d5 HDDS-14868. refreshAndValidate ContainerSafemodeRule periodically, not on each applyTransaction (#9953)
omit a2c67d0ab10 HDDS-15531. DNS refresh on connection failure for Client to OM (#10486)
omit cb29f193ea1 HDDS-15518. Selective checks: skip acceptance for test-utils changes (#10476)
omit e7c5a70723c HDDS-13857. [STS] Update verbiage for enhancing security and StringLike condition support (#10282)
omit 8322282a8aa HDDS-15524. [DiskBalancer] Container parallel moves can overwrite pending source replica deletions (#10489).
omit 33ba50162ff HDDS-15268. Speed up TestUnhealthyContainersDerbyPerformance (a bit) (#10492)
omit 5e5a636f7f2 HDDS-15556. Bump jacoco to 0.8.15 (#10508)
omit 9fd940a4a1d HDDS-15555. Bump avro to 1.12.1 (#10507)
omit 27c0368041e HDDS-15520. Reduce duplication in TestOzoneManagerHAFollowerRead (#10510)
omit 175e2934fe1 HDDS-7957. Deprecate multi-char short options (#10494)
omit 688957600ae HDDS-15557. Bump opentelemetry to 1.63.0 (#10509)
omit 336f489c7a2 HDDS-15546. Bump awssdk to 2.46.5 (#10506)
omit 2ba7ccd15ac HDDS-15522. Make RpcClient close idempotent (#10478)
omit 841d82bef5e HDDS-15514. Pass Ratis peer addresses as hostnames (#10485)
omit dac25dc6b15 HDDS-15450. Implement ListDirectoryBuckets S3 API for Directory Buckets support (#10408)
omit fd25cb007ad HDDS-15547. Bump actions/checkout to 6.0.3 (#10467)
omit 41b10b2bd57 HDDS-15543. Bump asm to 9.10.1 (#10445)
omit 52648b44734 HDDS-15545. Bump commons-configuration2 to 2.15.1 (#10448)
omit 25f8404aa18 HDDS-15544. Bump slf4j to 2.0.18 (#10446)
omit ddb23846481 HDDS-14818. Recon: Add AI Assistant chat UI for natural-language cluster queries. (#10441).
omit 42eedc25294 HDDS-15444. Adjusted Ratis client retry, timeout configs to improve failure responsiveness (#10482)
omit 46c3672c95b HDDS-15291. DN should fail unreferenced block deletion on file errors. (#10291)
omit 9848d8f0dde HDDS-15344. Extract test cases to OzoneFileSystemTestBase part 6. (#10401)
omit c8cc65b19a3 HDDS-15527. Cancel superseded PR runs (#10464)
omit 865d5ac5261 HDDS-15479. Possible incomplete read as StreamBlockInputStream may drop last queued item (#10430)
omit f5fe4c29a00 HDDS-15503. Update version number to 2.3.0-SNAPSHOT (#10491)
omit 74f54d86114 HDDS-10237. Dynamic reconfiguration of replication supervisor thread pool (#10403)
omit d39ca0af90b HDDS-12669. Race condition between entries of ContainerSet#recoveringContainerMap (#10481)
omit 95b08631631 HDDS-15316. Add AGENTS.md and CLAUDE.md (#10302)
omit 6901880cc5a HDDS-15509. Add protobuf schema and OmBucketInfo storage for S3 bucket tags (#10475)
omit 4cbdd201de0 HDDS-15443. close statemachine on write failure (#10416)
omit 7367dbeac31 HDDS-15419. Write HTTP request log to access.log only for daemons (#10444)
omit cecddd66008 HDDS-15502. Update proto.lock for Ozone 2.2.0 (#10466)
omit efd360c4bc7 HDDS-15494. Refactor OzoneOutputStream usage to utilize try-with-resources (#10458)
omit ca3c9798d2b HDDS-15413. Recon and SCM Container Sync Metrics addition. (#10384)
omit 2fdaf29ee9d HDDS-14946. Add CLI command for RewriteTablePathOzoneAction (#10409)
omit 3b0d42bca09 HDDS-15192. Remove SCMHAInvocationHandler and the related code (#10474)
omit 6c9676481b9 HDDS-15442. Enhance short-circuit robot test (#10400)
omit 0f620f18ba2 HDDS-15513. Bind cluster services to localhost for MiniOzoneCluster (#10468)
omit 3c4b7bdac62 HDDS-15498. Followup. Improve test case to remove unnecessary MockContainers (#10471)
omit 6f85295d85b HDDS-15475. threadsafe containerMap (#10463)
omit 8d0fc9cc687 HDDS-15490. [DiskBalancer] Align batch CLI success messages with HEALTHY IN_SERVICE datanode selection. (#10457).
omit 46519f7fddd HDDS-15308. Improve ICR/FCR-driven container state recovery by plugging DN report processing gaps in Recon. (#10326)
omit b041cee6759 HDDS-15453. [Recon] Refresh all capacity APIs on auto refresh (#10420)
omit 993d2d73941 HDDS-15478. Speed up TestOzoneManagerListVolumesSecure (#10429)
omit 60a3b1b64c2 HDDS-15493. Limit checkpoint-format parameterization to transfer tests in TestOMRatisSnapshots (#10453)
omit 68be47bb230 HDDS-15498. optimize Container Safemode refresh to use DELETED state (#10462)
omit 9acd7f68e89 HDDS-10310. Speed up TestOMRatisSnapshots (#10451)
omit 8f64efb9c07 HDDS-15449. Avoid leaked event-processing thread and async work outliving tests in TestReconTaskControllerImpl (#10452)
omit d35338b6616 HDDS-15441. [DiskBalancer] Fix DiskBalancer documentation inconsistencies. (#10399).
omit b08173486ca HDDS-13199. Remove DatanodeDetails#getUuid and DatanodeID#getUuid methods (#10405)
omit 2f90c1731a3 HDDS-15404. Enable short-circuit unit test in CI (#10377)
omit 666ed2ff4f1 HDDS-15474. Drop redundant TestOmSnapshot linked-bucket subclasses (#10432)
omit fffb9635773 HDDS-14643. Update Recon API docs and OpenAPI spec (#10240)
omit 69b1df11f3f HDDS-15335. Recon: parallelize NSSummaryTask sub-tasks and cache OmBucketInfo lookups (#10321)
omit 459f35362db HDDS-14356. Support OM Service Framework (#10346)
omit bde085d12c5 HDDS-15469. Merge duplicate license sections (#10434)
omit a7e9e7cbbff HDDS-10308. Run config-independent test cases in TestOmSnapshot only once (#10424)
omit 1b4ca34668b HDDS-15221. Fix flaky testReconGetsSnapshotFromLeader in TestReconWithOzoneManagerHA (#10270)
omit 5be644f5edf HDDS-15114. Replace misconfigured ThreadPoolExecutor with Executors factory methods (#10133)
omit ec96e716fba HDDS-15223. Stabilize TestReconAndAdminContainerCLI.testMissingContainer (#10258)
omit 7553aa09b09 HDDS-15473. TestOmSnapshotObjectStore should run with createLinkedBucket=false (#10425)
omit 9b917693783 HDDS-9640. S3G Write Exception Handling Improvement (#10257)
omit d9d22ca0bd1 HDDS-15438. [DiskBalancer] Validate persisted diskbalancer.info while reading YAML. (#10395).
omit 27e3e46fef9 HDDS-15470. Disk usage refresh thread name has newline (#10422)
omit 5bef1f68364 HDDS-15468. Replace langchain4j-bom, guice-bom due to leaked dependencies (#10421)
omit c56c6a98d54 HDDS-15265. Speed up TestStorageDistributionEndpoint (#10417)
omit 8de69987c0d HDDS-15459. Speed up TestKeyPathLock (#10413)
omit a7d92b58cfe HDDS-13482. Intermittent failure in TestContainerStateMachineFailures (#10397)
omit 7dd5999f656 HDDS-15462. Move ACL check in Volume requests to preExecute (#10328)
omit 714aa88bcde HDDS-15472. Avoid using JBoss repository in CI (#10423)
omit ed9e5ff1c19 HDDS-15272. Add error handling for SCM failure in cluster capacity (#10411)
omit c4c7c6f2575 HDDS-15451. Fix broken pip install syntax in TestTools.md (#10407)
omit 891cf0e86fe HDDS-14945. Implement Iceberg position delete file rewrite for path migration (#10306)
omit 547ac88e42c HDDS-15306. Expose Disk Balancer CLI in top-level datanode help and improve usability (#10312).
omit 2020d864c78 HDDS-14816. Add Recon AI Assistant backend foundation with Multi LLM integration (#9915).
omit 61d78b0e03d HDDS-15312. Improve VolumeInfoMetrics to include MinFreeSpace and Non-Ozone used space (#10304)
omit 4c46afdeff3 HDDS-14921. Improve space accounting in SCM with In-Flight container allocation tracking. (#10000)
omit ba78ed890fe HDDS-15436. Bump awssdk to 2.44.12 (#10390)
omit 20f7097f3fc HDDS-15269. Avoid 30s shutdown wait in ReconTaskControllerImpl (#10402)
omit d2ae71ea087 HDDS-15065. Replace Ratis Snapshot Trigger with DB Flush for Periodic Flush Operations (#10100)
omit 386c567a7b0 HDDS-15382. Close idle connection for Datanode GRPC server (#10371)
omit 22472edb26d HDDS-15437. Bump axios to 1.16.0 (#10394)
omit fcf2ca1fefb HDDS-15429. Fix updateAndRestart deadlock with BackgroundService.PeriodicalTask (#10388)
omit 159e7452ede HDDS-15435. Bump maven-site-plugin to 3.22.0 (#10391)
omit 7fd525d6152 HDDS-15434. Bump maven-dependency-plugin to 3.11.0 (#10392)
omit 57405007a2b HDDS-15370. Change sequenceIdTable to use SequenceIdType (#10381)
omit e573371b43d HDDS-15433. Bump zstd-jni to 1.5.7-9 (#10393)
omit 9d2fafd2779 HDDS-15347. Move virtual-host test out of smoketest/s3 (#10334)
omit 3799f87f316 HDDS-15348. OmMultipartPartKeyCodec should not use UTF8.decode(..) (#10347)
omit 84fc9f52ee7 HDDS-15350. SCM crashes with ArithmeticException when topology reports zero racks during DN decommission (#10339)
omit ee0de9706a9 HDDS-14645. Speed up TestBlockDeletingService (#10378)
omit 74dd91f703c HDDS-15336. Dashboard for OM Performance overview (#10320)
omit 2b72178ec5d HDDS-15414. Cache some Java 8 dependencies (#10383)
omit bf68f20f867 HDDS-15362. [DiskBalancer] Handle zero-capacity volumes in status report. (#10355)
omit 971098cce45 HDDS-15405. BackgroundService pool size unchanged by reconfiguration (#10379)
omit 2ae0ca931e4 HDDS-15341. EC write can fail with ArrayIndexOutOfBoundsException due to CoderUtil emptyChunk resize race (#10324)
omit cfb8adea488 HDDS-11234. Manage Netty native memory consumption (#10354)
omit 4a9f00b18a5 HDDS-15368. Remove static horizontal divider from ozone interactive shell (#10374)
omit b56350b2a27 HDDS-15326. Clamp outofservice.limit.factor to bounds instead of resetting to default (#10373)
omit 523b93ea1eb HDDS-15357. Fix MappedBufferManager WeakReference races (#10351)
omit fb4d3ccf7d4 HDDS-15352. Add Datanode Decommission and Maintenance Grafana dashboard (#10337)
omit dc24560d437 HDDS-15351. Display datanode UUID in Datanode web UI (#10357)
omit 2747107f1ec HDDS-14443. Documentation and Scripting Inconsistencies for Ozone Environment Variables (#10352)
omit 1c869ef2482 HDDS-15383. Bump actions/stale to 10.3.0 (#10372)
omit 556598960e6 HDDS-15367. Shell completion knows too few commands (#10360)
omit 7e7c4363c9b HDDS-15371. [DiskBalancer] Use monotonic time for delayed replica deletion (#10364)
omit d1efe19d115 HDDS-15363. Remove unused dependency properties-maven-plugin (#10356)
omit c477957732f HDDS-15349. Remove the non-ignorePipeline codec from OmKeyInfo. (#10361)
omit 2efe7e1076a HDDS-15354. Fix nested tab completion in ozone interactive (#10359)
omit 7738b5bb03c HDDS-15355. Support StringCodec without fallback. (#10349)
omit 0e516947c4e HDDS-15369. Fix datanode shutdown on ozone.scm.nodes reconfig (#10358)
omit 879707874bc Merge remote-tracking branch 'origin/master' into HDDS-10685
omit c58b7d449e1 HDDS-15005. Delete EC replica when container state is DELETING in SCM (#10255)
omit 3c31e24df1e HDDS-14758. Mismatch in Recon container count between Cluster State and Container Summary (#10074)
omit fff83a12616 HDDS-15150. Container scanner should not mark container as UNHEALTHY when FD exhausted (#10214)
omit ea51aa5a250 HDDS-15288. Use SequenceIdType in StateManagerImpl. (#10313)
omit 529449d459b HDDS-15185. Create submodule ozone-cli-interactive (#10348)
omit e4db8a6c7f2 HDDS-15345. Make GetBucketLocation return NotImplemented Response (#10332)
omit d70bffbb124 HDDS-15322. Add tests for ScmInvoker subclasses. (#10336)
omit fc4416274b3 HDDS-15227. Add robot test for Lifecycle (#10242)
omit c21e7df49a2 HDDS-15346. DiskBalancer should update delta sizes atomically. (#10333)
omit b9e12de4efd HDDS-15366. Bump awssdk to 2.44.7 (#10341)
omit c2ff79dd46d HDDS-15365. Bump asm to 9.10 (#10342)
omit 0613dcb53c1 HDDS-15364. Bump sqlite-jdbc to 3.53.1.0 (#10343)
omit 2f7a6ff3dd7 HDDS-15360. Bump maven-enforcer-plugin to 3.6.3 (#10345)
omit fd9d36c066f HDDS-15339. Bump zizmor-action to 0.5.6 (#10340)
omit 8e2bdd9b9cf HDDS-15193. Move the "atomic key creation" logic from output stream to S3 endpoints (#10202)
omit 4fd7fcd83ef HDDS-15320. Reduce duplication in OMAllocateBlockRequest OBS/FSO classes (#10327)
omit c13a0c0fcb4 HDDS-15166. Increased cleanup interval and purged partial reports during cleanup. (#10250)
omit 6b5164c39cf HDDS-15338. Fix affinity executor queue assignment skew (#10325)
omit 195072ec63c HDDS-15340. [INFRA] Set up ruleset for default and release branches (#10283)
omit 76f658a07a9 HDDS-15328. Fix sleep time in RetryInvocationHandler (#10317)
omit d01b3aefc77 HDDS-15314. Disable defrag DB metrics due to crash during snapshot defrag (#10301)
omit da0a3844781 HDDS-15337. Catch all exception during container move in DiskBalancerTask (#10322).
omit 1503ace172d HDDS-15310. [DiskBalancer] Fix Threshold range in negative (#10308).
omit dc4ce7e8560 HDDS-15311. [DiskBalancer] Fix DiskBalancer DN container Log Format (#10307)
omit b751f88cae6 HDDS-15251. Move ScmInvokerCodeGenerator to test (#10279)
omit 5676ac4b338 HDDS-15318. Download libhadoop library during maven build (#10305)
omit 92374bcc5ef HDDS-15287. Remove unused deferred/async RPC (#10310)
omit 8c53f1541ae HDDS-15191. Add ScmInvoker subclasses for the remaining SCMHandler(s) (#10252)
omit 82105bab836 HDDS-15305. `ozone admin container list --all` returns duplicate containers due to sort/pagination key mismatch (#10300)
omit c917a6e60d3 HDDS-15260. Escape more elements in xml_to_md.py (#10311)
omit c0781aa9ec6 HDDS-15303. Apply prefix filter to listing OBS bucket (#10298)
omit 5a496eed4fe HDDS-15154. Remove unused RPC code (#10285)
omit 45aa103c2a9 HDDS-15301. Malformed PutBlock request can mark container UNHEALTHY (#10295)
omit b297e5e1c80 HDDS-15274. Fork RetryPolicies from Hadoop (#10292)
omit a89ed70dd45 Revert "HDDS-15287. Remove unused deferred/async RPC (#10280)"
omit 05e45f3d796 HDDS-15287. Remove unused deferred/async RPC (#10280)
omit 07239e25756 HDDS-15300. Handle zero-capacity volumes in DiskBalancer policy (#10294).
omit 8a1de74b77d HDDS-15277. Refactor `TestContainerDataYaml` to ensure proper resource cleanup (#10275)
omit 5a195ad3769 HDDS-15256. Add missing snapshot metrics to OM Snapshot Grafana dashboard (#10253)
omit 265cc8bdad8 HDDS-15290. DiskBalancer should write info file atomically (#10284)
omit e07f8b5fd1c HDDS-14954. Add logging and metric for SCM safemode duration. (#10018)
omit b2f63c97835 HDDS-15172. Cleanup logging in Iceberg RewriteTablePath action and add validation tests (#10187)
omit bfe44d5553b HDDS-15259. PutObject should treat null tag value for x-amz-tagging header as empty one (#10299)
omit 7c6e57e1a1d HDDS-15292. Reduce Thread.sleep usage in DiskBalancer tests (#10293).
omit 623a7546ff8 HDDS-14944. Implement rewrite logic for Iceberg's manifest files for path migration (#10243)
omit ccab47a1c63 HDDS-15302. Throw S3 InvalidArgument for RequestParameters.getInt parse error (#10297)
omit 6ff162abdd5 HDDS-15283. GetObjectTagging should return TagSet in sorted order of key (#10277).
omit 73c005f0ecc HDDS-15165. Recon: Add admin REST APIs to trigger, monitor, and cancel SCM DB snapshot sync. (#10186)
omit f646b1e9bf2 HDDS-15213. Use common commit output for stream outputs (#10224)
omit 7b829183a0e HDDS-15147. Improve Recon Datanode Insight export: filename, size unit (#10177)
omit 100deddc34b HDDS-15289. Kubernetes check stuck cleaning up PV/PVC (#10281)
omit b6d4f2c9eb5 HDDS-15297. Bump awssdk to 2.44.4 (#10290)
omit b2707d37e14 HDDS-15245. Increase code coverage for tracing code (#10273)
omit 526eec08a45 HDDS-15264. Fork RetryInvocationHandler from Hadoop (#10263)
omit dd0dbc52182 HDDS-15038. Move container directory back to tmp when container import is failed (#10199)
omit d680d18a258 HDDS-15248. Change KeyOutputStreamSemaphore log from debug to trace (#10248)
omit bca0bad7b18 HDDS-15279. populate-cache should use Java 21 (#10274)
omit 4e19cf19093 HDDS-15293. Bump log4j2 to 2.26.0 (#10289)
omit 0f5332def84 HDDS-15294. Bump jline to 3.30.13 (#10288)
omit 4d12655dd9e HDDS-15296. Bump commons-configuration2 to 2.15.0 (#10286)
omit 24a61feeb62 HDDS-15295. Bump opentelemetry to 1.62.0 (#10287)
omit 003b26a27f4 HDDS-15280. Fix EC pipeline calculation for fractional factor (#10272)
omit f0e592563a5 HDDS-15145. Use enum for the ID type in SequenceIdGenerator (#10211)
omit 68af0ac2db3 HDDS-15285. Pin Grafana to 13.0.1+security-01, fix outdated config (#10278)
omit c89587366e1 HDDS-15247. Remove unused ProtocolMetaInterface, VersionedProtocol (#10247)
omit 617dee9c12d HDDS-15281. Missing LifeCycleState codec in ScmCodecFactory (#10276)
omit 9e0402b0043 HDDS-15238. ContainerSafeModeRule containers list refresh with only removing deleted containers (#10249)
omit 0db87048e87 HDDS-15278. DiskBalancer should validate persisted config before applying. (#10271)
omit 0ded78250e7 HDDS-15275. DiskBalancer getIdealUsage handles zero capacity incorrectly. (#10267)
omit 1b3cb9122b1 HDDS-15258. Include x-amz-tagging-count header in HEAD object tagging responses (#10265).
omit 2b89cbb50ae HDDS-15199. Fix StartQuotaRepair client ignoring bucket list (#10208)
omit 210839df457 HDDS-14903. Fix Trace Hierarchy for Freon s3bg Command (#10020)
omit c0ba28f69c0 HDDS-15254. Pass OZONE_OPTS to more containers to ensure coverage collection (#10262)
omit a60b0236413 HDDS-15066. Read-Write Lock race leave stale references to container creating orphan replicas (#10109).
omit f1b1b53f1f0 HDDS-15262. [Recon] Fix incorrect datanode insight values when a DN goes down (#10259)
omit 32575953871 HDDS-15231. Wait for healthy KDC before starting Ozone (#10256)
omit 9553e1dd3a6 HDDS-15261. Increment UNHEALTHY count when a container reaches sufficient unhealthy replicas (#10260)
omit 8c89c58b254 HDDS-15257. [DiskBalancer] Add CLOSING state to the "not movable" check (#10254)
omit b94fcbcc739 HDDS-15190. Add ScmInvoker subclasses for CertificateStore and RootCARotationHandler (#10226)
omit 3efcf32eb89 HDDS-15252. Consider forked Hadoop RPC for code coverage (#10251)
omit c689b148989 HDDS-14925. Enhance DN Disk space management with soft and hard minfreespace limits. (#10054)
omit b8ef0d64a38 HDDS-15232. Reduce duplication in ozonesecure env (#10239)
omit 68c709d4c81 HDDS-15243. Remove unused GenericRefreshProtocol, RefreshCallQueueProtocol (#10244)
omit 03ceafcb608 HDDS-15174. Add tests for Ozone Iceberg statistics file copy plan. (#10189)
omit 041f5ffad07 HDDS-15187. Enable ozone.snapshot.deep.cleaning.enabled by default. (#10216)
omit 8261cb9c0fd HDDS-15095. Deletion Metrics Page for Ozone Manager Web UI. (#10110)
omit 79d2f0b641e HDDS-15229. Allow running acceptance test with local-only image (#10234)
omit e1beff445de HDDS-15173. FSORepairTool throws ClassNotFoundException: org.apache.ozone.compaction.log.CompactionLogEntry (#10245)
omit 735bae3088b HDDS-15007. SCM Web UI search box should filter the entire datanodes set, not just the displayed rows (#10076)
omit 6ee2b423fb4 HDDS-14927. Add Quasi-Closed Container Tracking in Recon. (#10198).
omit 0cc42f8bdac HDDS-15224. Bump Netty to 4.1.133 (#10232)
omit 99328c24239 HDDS-15181. Robot test for snapshot defrag (#10200)
omit f364114d112 Merge remote-tracking branch 'origin/master' into HDDS-8342
omit e5da18a959c HDDS-15082. Add User facing Config Contract for `ozone local` (#10147)
omit 6cd1da736d6 HDDS-15219. Bump awssdk to 2.44.0 (#10222)
omit c3872cdb02d HDDS-11199. Fix eslint configs and add missing packages for Recon web (#10094)
omit e136cb00bfb HDDS-14943. Implement rewrite logic for Iceberg's manifest-list files for path migration (#10190)
omit 7dd0072d143 HDDS-15216. Remove duplicate jackson2 version property (#10229)
omit d1dbbe46574 HDDS-15149. Limit Connections Created by DataNode GRPC Server (#10184)
omit 7b935fe4a7e HDDS-15168. Support configurable SASL mechanism (#10212)
omit 489629965b4 HDDS-15203. Clarify ozone.om.namespace.s3.strict in ozone-default.xml (#10225)
omit 95723c14bda HDDS-15217. Bump junit to 5.14.4 (#10223)
omit 7a024da2259 HDDS-15218. Bump zstd-jni to 1.5.7-8 (#10219)
omit 6e7a0091e0f HDDS-15223. Mark TestReconAndAdminContainerCLI#testMissingContainer as flaky
omit 44fffb51c62 HDDS-14017. Mark TestAddRemoveOzoneManager#testDecommission as flaky
omit e5c27ac6f07 HDDS-15222. Mark TestOzoneManagerHASnapshot#testSnapshotNameConsistency as flaky
omit a03f0fd45b4 HDDS-13401. Mark TestContainerCommandReconciliation as flaky
omit ae99c6a394f HDDS-14962. Mark TestContainerStateMachine#testApplyTransactionFailure as flaky
omit 77fd78ba0e8 HDDS-15209. Mark TestRocksDBCheckpointDiffer as flaky
omit 7ca74efa76c HDDS-15221. Mark TestReconWithOzoneManagerHA as flaky
omit 35d394b25ae HDDS-14977. Mark TestDeadNodeHandler#onMessage as flaky
omit 233caf240dc HDDS-15214. Bump jackson to 2.21.3 (#10220)
omit 0ac31fbac01 HDDS-15214. Bump jackson to 2.21.3 (#10221)
omit f0323d7f4fc HDDS-13921. Conditional Copy (CopyObject) (#10207)
omit ea66b70462c HDDS-15201. Record lastDefragTime when snapshot defrag is successfully run (#10210)
omit 32a88e76aa6 HDDS-15205. Cut WritableRPCEngine (#10213)
omit 652bb192e58 HDDS-15110. Fix negative container size handling in replication (#10126)
omit 95867e884fd HDDS-14578. Ozone admin command gives inconsistent error messages on expired keytab. (#10160)
omit 8adb40535e0 HDDS-14913. Implement Scalable CSV Export for Unhealthy Containers in Recon UI. (#10162).
omit d33f9943a5e HDDS-15177. Wait for healthy KDC before starting Ozone in xcompat tests (#10194)
omit ec6dd34d679 HDDS-15111. Remove unused ChecksumByteBuffer implementations from PureJava CRC helpers (#10127)
omit 837813c14c3 HDDS-14923. Enable PMD rules UselessStringValueOf, UseStringBufferForStringAppends (#10007)
omit bb93dd2ebc8 HDDS-15152. SSL protocol config is not applied to Jetty when set to default value (#10165)
omit cf76290db43 HDDS-15109. Extract rename test cases to OzoneFileSystemTests (#10120)
omit debc8abf484 HDDS-15176. Ozone SCM fails to start when gRPC cipher policy list includes unsupported cipher (#10192)
omit bc89991f35f HDDS-15004. Stabilize TestReconContainerEndpoint#testContainerEndpointForOBSBucket (#10116)
omit 0f811d443ce HDDS-15127. Add a switch to toggle the RocksDb open test for volume health (#10149)
omit f71c648e710 HDDS-14898. Fix Latent S3 API Issue having No Acl Check for ListParts (#9976)
omit 83e77c09a5d HDDS-14966. OM UI shows wrong Leader Readiness values (#10036)
omit aa76a5dc936 HDDS-15184. Atomic Create-If-Absent Should Use 0 for Generation Match (#10201)
omit 7f4069b0ee1 HDDS-11838. Top-level interactive shell to allow access to admin/debug/sh commands (#10134)
omit 5b90ae700d1 HDDS-14830. Handle interrupt gracefully in XceiverClientGrpc.sendCommandWithRetry (#10178)
omit c3ffd0562e8 HDDS-15178. Allow creating EncodingTypeObject for empty String (#10195)
omit 0be20f17879 HDDS-14894. Fix Latent S3 API Issue having No Acl Check for ListMultipartUploads (#9971)
omit f3c6ba4afae HDDS-13474. Support abort incomplete multipart upload action (#10052)
omit 06ebc316b89 Merge remote-tracking branch 'origin/master' into HDDS-8342-ttl-branch
omit c0706c6b99a HDDS-14347. Handle upgrades to support S3 lifecycle (#9614)
omit ff9446d6538 HDDS-14900. Document S3 Lifecycle Configurations - Object Expiration (#9979)
omit 949747727b3 HDDS-14377. Refactor OmLifecycleConfiguration#Builder (#9688)
omit 8ee502aa31b HDDS-12794. Improve Lifecycle rule validity checking (#9593)
omit cfa9cfee5a7 HDDS-12787. Make expired key move to trash configurable (#9594)
omit dd04f4b7d83 Merge remote-tracking branch 'origin/master' into HDDS-8342-ttl-branch
omit b16ea44f588 HDDS-12791. Make Retention Service suspendable (#9426)
omit 724803f21a0 HDDS-14184. Reject lifecycle configuration if 'Status' is missing (#9513)
omit 99ebb223793 HDDS-12790. Mark a delete operation is performed by Lifecycle Service (#9403)
omit 3b5cb65c82a HDDS-12784. Add bucket object ID to lifecycle configuration proto definition (#9255)
omit 6542b31ff8a HDDS-12793. Recursive iterate FSO directory. (#9042)
omit d7077ea0ce6 HDDS-12789. Support move expired key to trash if trash is enabled (#8974)
omit 1fe66180880 HDDS-13548. Prevent OM startup failure from past lifecycle expiration dates (#8953)
omit fa33739da3e HDDS-12786. Refine keys lifecycle deletion batch size (#8909)
omit ce01a02542c HDDS-12782. Implement create, delete, and get for bucket lifecycle configurations in OM (#8875)
omit c9ef5e66539 HDDS-12780. Implement the Lifecycle Service. (#8681)
omit 59a2b7e77d3 HDDS-12783. Implement S3Gateway api for LifeCycleConfiguration (#8557)
omit 9438be5596c HDDS-12974. Docker could not parse extra host IP (#8397) (#8545)
omit 625a6ad85cd HDDS-11651. Support short-circuit read channel for freon rk command (#8316)
omit 1395fae0640 Merge remote-tracking branch 'origin/master' into HDDS-10685
omit f81b36593cc HDDS-12781. Implement LifecycleConfiguration proto (#8276)
omit 2b5f88aaf0b HDDS-12808. Implement OM entities of lifecycle configurations (#8275)
omit cd3e1c7ca04 HDDS-12883. Close file descriptor of block file in datanode (#8319)
omit 13a905468a2 Merge remote-tracking branch 'origin/master' into HDDS-10685
omit 738b9c60d33 HDDS-8342. S3 Object LifeCycle Management design doc. (#8240)
omit fb9398a3131 HDDS-11626. Document short-circuit read feature (#7529)
omit 46b858007e6 HDDS-11627. Support getBlock operation on short-circuit channel. (#7456)
omit 147b009a6db HDDS-11622. Support domain socket creation (#7397)
This update removed existing revisions from the reference, leaving the
reference pointing at a previous point in the repository history.
* -- * -- N refs/heads/HDDS-11233 (ed07a4bfb69)
\
O -- O -- O (8decb329369)
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 21 +-
.github/dependabot.yml | 56 +-
.github/workflows/asf-allowlist-check.yaml | 49 -
.github/workflows/build-ratis.yml | 26 +-
.github/workflows/check.yml | 8 +-
.github/workflows/ci-with-ratis.yml | 2 +-
.github/workflows/ci.yml | 21 +-
.github/workflows/close-stale-prs.yaml | 3 +-
.github/workflows/generate-config-doc.yml | 4 +-
.github/workflows/intermittent-test-check.yml | 50 +-
.github/workflows/label-pr.yml | 2 +-
.github/workflows/populate-cache.yml | 34 +-
.github/workflows/pull-request.yml | 6 +-
.github/workflows/repeat-acceptance.yml | 16 +-
.github/workflows/update-ozone-site-config-doc.yml | 57 +-
.github/workflows/zizmor.yml | 16 +-
.mvn/extensions.xml | 4 +-
.run/CsiServer.run.xml | 33 +
AGENTS.md | 227 -
CLAUDE.md | 1 -
CONTRIBUTING.md | 2 +-
NOTICE.txt | 2 +-
SECURITY.md | 10 -
THREAT_MODEL.md | 407 -
dev-support/ci/maven-settings.xml | 7 -
dev-support/ci/selective_ci_checks.bats | 22 -
dev-support/ci/selective_ci_checks.sh | 2 +-
dev-support/ci/xml_to_md.py | 11 -
dev-support/pmd/pmd-ruleset.xml | 2 -
dev-support/pom.xml | 2 +-
dev-support/rat/rat-exclusions.txt | 5 -
hadoop-hdds/annotations/pom.xml | 4 +-
.../ozone/annotations/CliOptionStyleProcessor.java | 123 -
hadoop-hdds/cli-common/pom.xml | 15 +-
.../hadoop/hdds/cli/DeprecatedCliOption.java | 111 -
.../org/apache/hadoop/hdds/cli/GenericCli.java | 44 +-
.../hdds/cli/TestGenericCliConfiguration.java | 73 -
hadoop-hdds/client/pom.xml | 8 +-
.../hadoop/hdds/scm/ContainerClientMetrics.java | 28 -
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 68 -
.../hadoop/hdds/scm/XceiverClientCreator.java | 37 +-
.../hadoop/hdds/scm/XceiverClientFactory.java | 19 +-
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 95 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 103 +-
.../hadoop/hdds/scm/XceiverClientShortCircuit.java | 623 --
.../hadoop/hdds/scm/client/HddsClientUtils.java | 2 +-
.../hdds/scm/storage/BlockDataStreamOutput.java | 28 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 149 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 16 +-
.../hadoop/hdds/scm/storage/ChunkInputStream.java | 2 +-
.../apache/hadoop/hdds/scm/storage/DomainPeer.java | 111 -
.../hdds/scm/storage/DomainSocketFactory.java | 276 -
.../hdds/scm/storage/ECBlockOutputStream.java | 25 +-
.../hdds/scm/storage/LocalChunkInputStream.java | 116 -
.../hdds/scm/storage/MultipartInputStream.java | 8 -
.../hdds/scm/storage/StreamBlockInputStream.java | 86 +-
.../io/ECBlockReconstructedStripeInputStream.java | 8 +-
.../hadoop/hdds/scm/TestOzoneClientConfig.java | 17 -
.../hdds/scm/TestXceiverClientGrpcChannel.java | 68 -
.../TestXceiverClientManagerCloseContention.java | 161 -
.../hdds/scm/client/TestHddsClientUtils.java | 37 -
.../hdds/scm/storage/MockDatanodePipeline.java | 313 -
.../scm/storage/TestBlockDataStreamOutput.java | 286 -
.../storage/TestBlockOutputStreamCorrectness.java | 52 +-
.../scm/storage/TestStreamBlockInputStream.java | 540 +-
.../common/dev-support/findbugsExcludeFile.xml | 5 +
hadoop-hdds/common/pom.xml | 10 +-
hadoop-hdds/common/src/main/conf/ozone-env.sh | 105 +-
.../org/apache/hadoop/hdds/DatanodeVersion.java | 2 -
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 14 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 59 +-
.../java/org/apache/hadoop/hdds/NodeDetails.java | 6 +-
.../hadoop/hdds/conf/OzoneConfiguration.java | 1 +
.../hadoop/hdds/protocol/DatanodeDetails.java | 85 +-
.../apache/hadoop/hdds/protocol/DatanodeID.java | 17 +-
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 20 +-
.../hadoop/hdds/ratis/conf/RatisClientConfig.java | 32 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 29 +-
.../apache/hadoop/hdds/scm/XceiverClientSpi.java | 17 +-
.../hadoop/hdds/scm/container/ContainerID.java | 15 +-
.../hadoop/hdds/scm/container/ContainerInfo.java | 19 +-
.../hdds/scm/container/ContainerReplicaInfo.java | 10 +-
.../balancer/ContainerBalancerConfiguration.java | 17 +-
.../org/apache/hadoop/hdds/scm/ha/SCMNodeInfo.java | 53 +-
.../apache/hadoop/hdds/scm/net/HostAndPort.java | 101 -
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 1 -
.../hadoop/hdds/scm/pipeline/PipelineID.java | 15 -
.../ContainerCommandResponseBuilders.java | 20 +-
.../hdds/scm/storage/ContainerProtocolCalls.java | 94 +-
.../apache/hadoop/hdds/tracing/TracingConfig.java | 16 -
.../apache/hadoop/hdds/tracing/TracingUtil.java | 281 +-
.../org/apache/hadoop/hdds/utils/CompositeKey.java | 109 +-
.../hadoop/hdds/utils/ConnectionFailureUtils.java | 131 -
.../apache/hadoop/hdds/utils/SimpleStriped.java | 4 +-
.../apache/hadoop/hdds/utils/SlidingWindow.java | 2 +-
.../apache/hadoop/hdds/utils/db/StringCodec.java | 11 +-
.../hadoop/hdds/utils/db/StringCodecBase.java | 47 +-
.../org/apache/hadoop/io_/retry/CallReturn.java | 69 -
.../hadoop/io_/retry/RetryInvocationHandler.java | 442 -
.../org/apache/hadoop/io_/retry/RetryPolicies.java | 421 -
.../org/apache/hadoop/io_/retry/RetryProxy.java | 69 -
.../ipc_/AsyncCallLimitExceededException.java | 35 +-
.../org/apache/hadoop/ipc_/CallQueueManager.java | 75 +
.../main/java/org/apache/hadoop/ipc_/Client.java | 138 +-
...tocolProxy.java => GenericRefreshProtocol.java} | 43 +-
...xy.java => ObserverRetryOnActiveException.java} | 31 +-
.../java/org/apache/hadoop/ipc_/ProtoUtil.java | 43 +
.../org/apache/hadoop/ipc_/ProtobufRpcEngine.java | 132 +-
.../org/apache/hadoop/ipc_/ProtocolMetaInfoPB.java | 47 +-
.../ProtocolMetaInfoServerSideTranslatorPB.java | 121 +
...otocolProxy.java => ProtocolMetaInterface.java} | 36 +-
.../java/org/apache/hadoop/ipc_/ProtocolProxy.java | 82 +-
.../org/apache/hadoop/ipc_/ProtocolSignature.java | 253 +
.../java/org/apache/hadoop/ipc_/ProxyCombiner.java | 151 +
.../src/main/java/org/apache/hadoop/ipc_/RPC.java | 425 +-
...colProxy.java => RefreshCallQueueProtocol.java} | 38 +-
.../{ProtocolProxy.java => RefreshHandler.java} | 30 +-
.../org/apache/hadoop/ipc_/RefreshRegistry.java | 134 +
.../org/apache/hadoop/ipc_/RefreshResponse.java | 76 +
.../java/org/apache/hadoop/ipc_/RetryCache.java | 391 +
.../java/org/apache/hadoop/ipc_/RpcClientUtil.java | 241 +
.../java/org/apache/hadoop/ipc_/RpcEngine.java | 50 +
.../main/java/org/apache/hadoop/ipc_/Server.java | 501 +-
.../org/apache/hadoop/ipc_/StandbyException.java | 26 +-
...olProxy.java => UnexpectedServerException.java} | 36 +-
.../org/apache/hadoop/ipc_/VersionedProtocol.java | 54 +
.../org/apache/hadoop/ipc_/WritableRpcEngine.java | 630 ++
.../hadoop/ipc_/metrics/RetryCacheMetrics.java | 92 +
.../hadoop/ipc_/metrics/RpcDetailedMetrics.java | 6 +
.../org/apache/hadoop/ipc_/metrics/RpcMetrics.java | 33 +
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 18 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 11 +-
.../apache/hadoop/ozone/OzoneManagerVersion.java | 4 -
.../org/apache/hadoop/ozone/common/Checksum.java | 14 -
.../hadoop/ozone/common/ChecksumByteBuffer.java | 84 +-
.../ozone/common/PureJavaCrc32ByteBuffer.java | 11 +-
.../ozone/common/PureJavaCrc32CByteBuffer.java | 11 +-
.../apache/hadoop/ozone/util/OzoneNetUtils.java | 24 +-
.../org/apache/hadoop/ozone/util/UUIDUtil.java | 22 +-
.../security_/CustomizedCallbackHandler.java | 121 -
.../hadoop/security_/SaslMechanismFactory.java | 90 -
.../org/apache/hadoop/security_/SaslRpcClient.java | 16 +-
.../org/apache/hadoop/security_/SaslRpcServer.java | 63 +-
.../common/src/main/resources/ozone-default.xml | 364 +-
.../java/org/apache/hadoop/hdds/TestHddsUtils.java | 43 -
.../hadoop/hdds/protocol/TestDatanodeDetails.java | 37 -
.../apache/hadoop/hdds/ratis/TestRatisHelper.java | 15 -
.../hdds/ratis/conf/TestRatisClientConfig.java | 70 -
.../hadoop/hdds/scm/container/TestContainerID.java | 133 -
.../hdds/scm/container/TestContainerInfo.java | 4 +-
.../container/common/helpers/TestExcludeList.java | 4 +-
.../hadoop/hdds/scm/net/TestHostAndPort.java | 56 -
.../hadoop/hdds/tracing/TestLoopSampler.java | 89 -
.../hadoop/hdds/tracing/TestSpanSampling.java | 82 -
.../hadoop/hdds/tracing/TestTracingConfig.java | 100 -
.../hadoop/hdds/tracing/TestTracingInitModes.java | 193 -
.../hadoop/hdds/tracing/TestTracingUtil.java | 146 +-
.../apache/hadoop/hdds/utils/TestCompositeKey.java | 108 -
.../hdds/utils/TestConnectionFailureUtils.java | 165 -
.../hadoop/hdds/utils/TestProtobufUtils.java | 36 -
.../hadoop/hdds/utils/TestRetriableTask.java | 2 +-
.../hadoop/hdds/utils/TestSimpleStriped.java | 3 +-
.../hadoop/hdds/utils/TestSlidingWindow.java | 6 +-
.../apache/hadoop/io_/retry/TestRetryProxy.java | 304 -
.../hadoop/io_/retry/UnreliableImplementation.java | 83 -
.../hadoop/io_/retry/UnreliableInterface.java | 66 -
.../ozone/common/TestChecksumByteBuffer.java | 4 +-
.../common/TestChecksumImplsComputeSameValues.java | 4 +-
.../ozone/container/ContainerTestHelper.java | 2 +-
.../org/apache/ratis/util/RatisUtilTestUtil.java | 30 -
hadoop-hdds/config/pom.xml | 4 +-
hadoop-hdds/container-service/pom.xml | 4 +-
.../java/org/apache/hadoop/ozone/DNMXBean.java | 7 -
.../java/org/apache/hadoop/ozone/DNMXBeanImpl.java | 10 -
.../apache/hadoop/ozone/HddsDatanodeService.java | 50 +-
.../org/apache/hadoop/ozone/audit/DNAction.java | 1 -
.../checksum/DNContainerOperationClient.java | 3 +-
.../helpers/BlockDeletingServiceMetrics.java | 4 +-
.../container/common/helpers/ContainerMetrics.java | 49 +-
.../container/common/helpers/ContainerUtils.java | 46 +-
.../common/impl/BlockDeletingService.java | 14 +-
.../ozone/container/common/impl/ContainerData.java | 11 +-
.../ozone/container/common/impl/ContainerSet.java | 101 +-
.../container/common/impl/HddsDispatcher.java | 21 +-
.../common/interfaces/ContainerDispatcher.java | 6 +-
.../ozone/container/common/interfaces/Handler.java | 27 +-
.../common/statemachine/DatanodeConfiguration.java | 118 +-
.../common/statemachine/DatanodeQueueMetrics.java | 18 +-
.../common/statemachine/DatanodeStateMachine.java | 26 +-
.../common/statemachine/EndpointStateMachine.java | 39 +-
.../common/statemachine/SCMConnectionManager.java | 115 +-
.../common/statemachine/StateContext.java | 48 +-
.../commandhandler/DeleteBlocksCommandHandler.java | 35 +-
.../ReplicateContainerCommandHandler.java | 34 +-
.../common/states/datanode/InitDatanodeState.java | 15 +-
.../states/endpoint/HeartbeatEndpointTask.java | 32 -
.../common/transport/server/Receiver.java | 353 -
.../server/XceiverServerDomainSocket.java | 324 -
.../common/transport/server/XceiverServerGrpc.java | 69 +-
.../common/transport/server/XceiverServerSpi.java | 2 -
.../server/ratis/ContainerStateMachine.java | 79 +-
.../transport/server/ratis/XceiverServerRatis.java | 5 -
.../container/common/utils/ContainerLogger.java | 32 +-
.../container/common/utils/DiskCheckUtil.java | 24 +-
.../container/common/utils/StorageVolumeUtil.java | 28 -
.../common/volume/AvailableSpaceFilter.java | 19 +-
.../volume/CapacityVolumeChoosingPolicy.java | 31 +-
.../common/volume/DatanodeStorageMetrics.java | 102 -
.../ozone/container/common/volume/HddsVolume.java | 84 +-
.../container/common/volume/StorageVolume.java | 11 +-
.../container/common/volume/VolumeInfoMetrics.java | 68 +-
.../diskbalancer/DiskBalancerConfiguration.java | 2 +-
.../diskbalancer/DiskBalancerService.java | 191 +-
.../DiskBalancerVolumeCalculation.java | 56 +-
.../container/diskbalancer/DiskBalancerYaml.java | 57 +-
.../policy/DefaultContainerChoosingPolicy.java | 14 -
.../ECReconstructionCoordinator.java | 3 +-
.../container/keyvalue/KeyValueContainer.java | 27 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 197 +-
.../container/keyvalue/helpers/BlockUtils.java | 9 +-
.../container/keyvalue/impl/BlockManagerImpl.java | 14 -
.../keyvalue/impl/ChunkManagerDispatcher.java | 15 +-
.../keyvalue/impl/FilePerBlockStrategy.java | 30 +-
.../keyvalue/impl/KeyValueStreamDataChannel.java | 104 +-
.../keyvalue/impl/MappedBufferManager.java | 23 +-
.../keyvalue/impl/StreamDataChannelBase.java | 16 -
.../keyvalue/interfaces/ChunkManager.java | 22 +-
.../statemachine/background/BlockDeletingTask.java | 52 +-
.../StaleRecoveringContainerScrubbingService.java | 17 +-
.../ozone/container/metadata/DatanodeTable.java | 12 +-
.../ozone/container/ozoneimpl/ContainerReader.java | 36 +-
.../container/ozoneimpl/ContainerScanHelper.java | 62 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 87 +-
.../container/ozoneimpl/ScanTransientIOUtil.java | 85 -
.../replication/AbstractReplicationTask.java | 20 +
.../container/replication/ContainerDownloader.java | 24 +-
.../replication/CopyContainerResponseStream.java | 48 +
.../replication/DownloadAndImportReplicator.java | 108 +
.../replication/GrpcContainerUploader.java | 2 +-
.../replication/GrpcReplicationClient.java | 127 +-
.../replication/GrpcReplicationService.java | 57 +-
.../container/replication/ReplicationServer.java | 104 +-
.../replication/ReplicationSupervisor.java | 234 +-
.../replication/ReplicationSupervisorMetrics.java | 5 +-
.../container/replication/ReplicationTask.java | 26 +-
.../replication/SimpleContainerDownloader.java | 139 +
.../replication/VolumeReplicationThreadPools.java | 166 -
.../ContainerTableSchemaFinalizeAction.java | 2 +-
.../commands/ReplicateContainerCommand.java | 85 +-
.../webapps/hddsDatanode/dn-overview.html | 8 +-
.../src/main/resources/webapps/hddsDatanode/dn.js | 4 +-
.../hadoop/ozone/TestHddsDatanodeService.java | 25 -
.../ozone/container/common/ContainerTestUtils.java | 5 +-
.../TestSchemaOneBackwardsCompatibility.java | 19 +-
...stStaleRecoveringContainerScrubbingService.java | 56 +-
.../common/helpers/TestContainerUtils.java | 222 -
.../common/impl/TestContainerDataYaml.java | 42 +-
.../container/common/impl/TestContainerSet.java | 98 -
.../container/common/impl/TestHddsDispatcher.java | 226 -
.../statemachine/TestDatanodeConfiguration.java | 78 +-
.../statemachine/TestSCMConnectionManager.java | 140 -
.../common/statemachine/TestStateContext.java | 37 +-
.../TestDeleteBlocksCommandHandler.java | 197 +-
.../TestDeleteContainerCommandHandler.java | 14 +-
.../TestReconcileContainerCommandHandler.java | 2 +-
.../TestReplicateContainerCommandHandler.java | 23 +-
.../states/endpoint/TestHeartbeatEndpointTask.java | 5 +-
.../TestHeartbeatEndpointTaskDnsRefresh.java | 133 -
...neTests.java => TestContainerStateMachine.java} | 31 +-
.../ratis/TestContainerStateMachineFollower.java | 2 +-
.../ratis/TestContainerStateMachineLeader.java | 2 +-
.../container/common/utils/TestDiskCheckUtil.java | 31 -
.../common/volume/TestAvailableSpaceFilter.java | 177 -
.../volume/TestCapacityVolumeChoosingPolicy.java | 75 +-
.../common/volume/TestDatanodeStorageMetrics.java | 114 -
.../volume/TestRoundRobinVolumeChoosingPolicy.java | 2 +-
.../common/volume/TestStorageVolumeChecker.java | 16 +-
.../volume/TestStorageVolumeHealthChecks.java | 4 +-
.../common/volume/TestVolumeInfoMetrics.java | 36 +-
.../common/volume/TestVolumeSetDiskChecks.java | 4 +-
.../diskbalancer/DiskBalancerServiceTestImpl.java | 8 -
.../TestDefaultContainerChoosingPolicy.java | 16 -
.../TestDiskBalancerProtocolServer.java | 4 -
.../diskbalancer/TestDiskBalancerService.java | 158 +-
.../diskbalancer/TestDiskBalancerTask.java | 203 +-
.../TestDiskBalancerVolumeCalculation.java | 168 -
...tDiskBalancerWithConcurrentBackgroundTasks.java | 605 --
.../diskbalancer/TestDiskBalancerYaml.java | 53 -
.../container/keyvalue/TestKeyValueContainer.java | 95 -
.../container/keyvalue/TestKeyValueHandler.java | 106 +-
.../TestKeyValueHandlerWithUnhealthyContainer.java | 14 +-
.../impl/TestKeyValueStreamDataChannel.java | 139 +-
.../TestBackgroundContainerDataScanner.java | 29 +-
.../TestBackgroundContainerMetadataScanner.java | 26 +-
...sts.java => TestContainerScannersAbstract.java} | 2 +-
.../ozoneimpl/TestOnDemandContainerScanner.java | 2 +-
.../ozoneimpl/TestScanTransientIOUtil.java | 82 -
.../ReplicationSupervisorSchedulingBenchmark.java | 60 +-
.../TestCopyContainerResponseStream.java | 50 +
.../TestDownloadAndImportReplicator.java | 119 +
.../replication/TestGrpcReplicationService.java | 66 +-
.../replication/TestMeasuredReplicator.java | 25 +-
.../replication/TestReplicationConfig.java | 94 +-
.../replication/TestReplicationSupervisor.java | 741 +-
.../TestSendContainerRequestHandler.java | 25 -
.../replication/TestSimpleContainerDownloader.java | 239 +
hadoop-hdds/crypto-api/pom.xml | 4 +-
hadoop-hdds/crypto-default/pom.xml | 4 +-
hadoop-hdds/docs/content/design/diskbalancer.md | 16 +-
.../content/design/dn-min-space-configuration.md | 120 -
.../docs/content/design/efficient-snapdiff.md | 254 -
.../docs/content/design/lifecycle-task-resume.md | 85 -
hadoop-hdds/docs/content/design/ozone-sts.md | 22 +-
.../docs/content/design/s3-conditional-requests.md | 2 +-
.../design/s3-object-lifecycle-management.md | 29 -
.../design/short-circuit-read-current-flow.png | Bin 33740 -> 0 bytes
.../design/short-circuit-read-getblock-flow.png | Bin 66181 -> 0 bytes
.../design/short-circuit-read-hbase-benchmark.png | Bin 34029 -> 0 bytes
.../short-circuit-read-mmap-cache-benchmark.png | Bin 28688 -> 0 bytes
.../design/short-circuit-read-target-flow.png | Bin 39362 -> 0 bytes
.../short-circuit-read-unix-domain-socket.png | Bin 82958 -> 0 bytes
.../docs/content/design/short-circuit-read.md | 175 -
.../docs/content/feature/ContainerBalancer.md | 8 +-
hadoop-hdds/docs/content/feature/Decommission.md | 9 +-
hadoop-hdds/docs/content/feature/DiskBalancer.md | 59 +-
.../docs/content/feature/DiskBalancer.zh.md | 56 +-
hadoop-hdds/docs/content/feature/Lifecycle.md | 397 -
hadoop-hdds/docs/content/feature/Lifecycle.zh.md | 396 -
hadoop-hdds/docs/content/feature/OM-HA.md | 2 +-
.../docs/content/feature/Reconfigurability.md | 3 +-
hadoop-hdds/docs/content/feature/SCM-HA.md | 4 +-
hadoop-hdds/docs/content/feature/SCM-HA.zh.md | 2 +-
.../docs/content/feature/Short-Circuit-Read.md | 90 -
.../docs/content/feature/Short-Circuit-Read.zh.md | 88 -
.../feature/Snapshot-Configuration-Properties.md | 6 +-
hadoop-hdds/docs/content/feature/Snapshot.md | 18 -
.../content/feature/SnapshotDefragmentation.md | 5 +-
hadoop-hdds/docs/content/interface/CSI.md | 93 +
hadoop-hdds/docs/content/interface/CSI.png | Bin 0 -> 27210 bytes
hadoop-hdds/docs/content/interface/CSI.zh.md | 92 +
hadoop-hdds/docs/content/interface/ReconApi.md | 1004 +--
hadoop-hdds/docs/content/interface/S3.md | 1 +
.../docs/content/interface/pvtest-webui.png | Bin 0 -> 13830 bytes
hadoop-hdds/docs/content/tools/Admin.md | 4 +-
hadoop-hdds/docs/content/tools/Repair.md | 8 +-
hadoop-hdds/docs/content/tools/TestTools.md | 14 +-
hadoop-hdds/docs/content/tools/TestTools.zh.md | 13 +-
hadoop-hdds/docs/content/tools/_index.md | 4 +-
hadoop-hdds/docs/content/tools/debug/Ldb.md | 4 +-
hadoop-hdds/docs/content/tools/debug/Ldb.zh.md | 4 +-
.../docs/content/tools/debug/RatisLogParser.md | 2 +-
hadoop-hdds/docs/pom.xml | 4 +-
.../static/swagger-resources/recon-api.yaml | 1250 +--
hadoop-hdds/erasurecode/pom.xml | 4 +-
.../apache/ozone/erasurecode/CodecRegistry.java | 3 +-
.../ozone/erasurecode/rawcoder/CoderUtil.java | 16 +-
.../TestCodecRegistryTcclIsolation.java | 52 -
.../{CoderTests.java => TestCoderBase.java} | 2 +-
.../ozone/erasurecode/rawcoder/TestCoderUtil.java | 100 -
.../erasurecode/rawcoder/TestDummyRawCoder.java | 2 +-
.../erasurecode/rawcoder/TestNativeRSRawCoder.java | 2 +-
.../rawcoder/TestNativeXORRawCoder.java | 2 +-
.../ozone/erasurecode/rawcoder/TestRSRawCoder.java | 2 +-
...SRawCoderTests.java => TestRSRawCoderBase.java} | 4 +-
.../{RawCoderTests.java => TestRawCoderBase.java} | 6 +-
.../erasurecode/rawcoder/TestXORRawCoder.java | 2 +-
...RawCoderTests.java => TestXORRawCoderBase.java} | 4 +-
hadoop-hdds/framework/pom.xml | 4 +-
.../hadoop/hdds/fs/CachingSpaceUsageSource.java | 13 +-
...DiskBalancerProtocolClientSideTranslatorPB.java | 13 +-
.../ReconfigureProtocolClientSideTranslatorPB.java | 13 +-
.../SCMSecurityProtocolClientSideTranslatorPB.java | 2 +-
.../SecretKeyProtocolClientSideTranslatorPB.java | 2 +-
.../hadoop/hdds/scm/client/ScmTopologyClient.java | 4 +-
.../apache/hadoop/hdds/scm/ha/SequenceIdType.java | 143 -
.../hadoop/hdds/scm/metadata/SCMMetadataStore.java | 3 +-
...lockLocationProtocolClientSideTranslatorPB.java | 2 +-
...inerLocationProtocolClientSideTranslatorPB.java | 12 +-
.../scm/proxy/SCMFailoverProxyProviderBase.java | 131 +-
.../apache/hadoop/hdds/scm/proxy/SCMProxyInfo.java | 18 -
.../symmetric/DefaultSecretKeySignerClient.java | 2 +-
.../certificate/authority/CertificateStore.java | 4 +
.../authority/profile/DefaultProfile.java | 4 +-
.../client/DefaultCertificateClient.java | 11 -
.../certificate/utils/CertificateSignRequest.java | 46 +-
.../security/x509/certificate/utils/DnsNames.java | 107 -
.../certificate/utils/SelfSignedCertificate.java | 59 +-
.../FixedThreadPoolWithAffinityExecutor.java | 2 +-
.../hadoop/hdds/server/http/HttpServer2.java | 18 +-
.../org/apache/hadoop/hdds/utils/Archiver.java | 76 -
.../hadoop/hdds/utils/BackgroundService.java | 28 +-
.../hadoop/hdds/utils/DBCheckpointServlet.java | 10 +-
.../java/org/apache/hadoop/hdds/utils/HAUtils.java | 17 +-
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 66 +-
.../hadoop/hdds/utils/RDBSnapshotProvider.java | 2 +-
.../org/apache/hadoop/hdds/utils/db/DBProfile.java | 1 -
.../hdds/utils/db/FixedLengthStringCodec.java | 2 +-
.../hadoop/hdds/utils/db/RDBCheckpointManager.java | 14 +-
.../org/apache/hadoop/hdds/utils/db/RDBTable.java | 32 +-
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 35 +-
.../org/apache/hadoop/hdds/utils/db/Table.java | 39 +-
.../apache/hadoop/hdds/utils/db/TypedTable.java | 9 -
.../src/main/resources/webapps/static/ozone.js | 2 -
.../resources/webapps/static/templates/menu.html | 3 -
.../webapps/static/templates/overview.html | 6 +-
.../hdds/fs/TestCachingSpaceUsageSource.java | 15 -
.../hadoop/hdds/scm/ha/TestSequenceIdType.java | 70 -
.../proxy/TestSCMFailoverProxyProviderRefresh.java | 134 -
.../TestSCMFailoverProxyProviderRefreshWired.java | 171 -
.../hdds/security/ssl/TestGrpcTlsConfig.java | 25 +-
.../certificate/authority/TestDefaultCAServer.java | 45 -
.../certificate/authority/TestDefaultProfile.java | 42 -
.../client/TestDefaultCertificateClient.java | 50 -
.../utils/TestCertificateSignRequest.java | 125 -
.../x509/certificate/utils/TestDnsNames.java | 93 -
.../certificate/utils/TestRootCertificate.java | 47 -
.../hadoop/hdds/server/events/TestEventQueue.java | 46 -
.../hdds/server/http/TestHttpServer2SSL.java | 56 -
.../hdds/upgrade/TestHDDSLayoutVersionManager.java | 8 +-
.../org/apache/hadoop/hdds/utils/TestArchiver.java | 40 -
.../hadoop/hdds/utils/db/InMemoryTestTable.java | 5 -
.../org/apache/hadoop/hdds/utils/db/TestCodec.java | 18 +-
.../utils/db/TestRDBStoreCodecBufferIterator.java | 34 +-
.../apache/hadoop/hdds/utils/db/TestRDBTable.java | 109 -
.../hadoop/hdds/utils/db/TestTypedTable.java | 48 -
hadoop-hdds/hadoop-dependency-client/pom.xml | 8 +-
hadoop-hdds/interface-admin/pom.xml | 4 +-
.../src/main/proto/ScmAdminProtocol.proto | 4 -
.../interface-admin/src/main/resources/proto.lock | 176 +-
hadoop-hdds/interface-client/pom.xml | 22 +-
.../src/main/proto/DatanodeClientProtocol.proto | 24 +-
.../src/main/proto/ProtocolInfo.proto | 89 +
.../src/main/proto/RpcHeader.proto | 2 +-
.../interface-client/src/main/proto/hdds.proto | 4 +-
.../interface-client/src/main/resources/proto.lock | 955 +-
hadoop-hdds/interface-server/pom.xml | 22 +-
.../proto/ScmServerDatanodeHeartbeatProtocol.proto | 6 +-
.../interface-server/src/main/resources/proto.lock | 88 +-
hadoop-hdds/managed-rocksdb/pom.xml | 4 +-
.../db/managed/ManagedBlockBasedTableConfig.java | 8 -
.../hdds/utils/db/managed/ManagedBloomFilter.java | 14 -
.../hdds/utils/db/managed/ManagedDBOptions.java | 21 +-
.../hdds/utils/db/managed/ManagedRocksDB.java | 114 +-
.../utils/db/managed/TestManagedDBOptions.java | 59 -
hadoop-hdds/pom.xml | 4 +-
.../dev-support/findbugsExcludeFile.xml | 9 -
hadoop-hdds/rocks-native/pom.xml | 49 +-
.../utils/db/LatestVersionedKWayMergeIterator.java | 504 --
.../src/main/patches/rocks-native.patch | 35 +-
.../utils/{RocksTestUtils.java => TestUtils.java} | 4 +-
.../db/TestLatestVersionedKWayMergeIterator.java | 253 -
...estLatestVersionedKWayMergeIteratorOverSst.java | 204 -
.../utils/db/TestManagedRawSSTFileIterator.java | 4 +-
.../hdds/utils/db/TestRawSstFileRecords.java | 121 -
hadoop-hdds/rocksdb-checkpoint-differ/pom.xml | 4 +-
.../hadoop/hdds/utils/db/RDBSstFileWriter.java | 7 -
.../hadoop/hdds/utils/db/TestSstFileSetReader.java | 6 +-
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 85 +-
hadoop-hdds/server-scm/pom.xml | 10 +-
.../hadoop/hdds/scm/SCMCommonPlacementPolicy.java | 65 +-
.../java/org/apache/hadoop/hdds/scm/ScmUtils.java | 23 -
.../hadoop/hdds/scm/block/BlockManagerImpl.java | 4 +-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 13 +-
.../scm/block/DeletedBlockLogStateManager.java | 4 +
.../scm/block/DeletedBlockLogStateManagerImpl.java | 24 +-
.../SCMDeletedBlockTransactionStatusManager.java | 133 +-
.../container/AbstractContainerReportHandler.java | 43 +-
.../scm/container/CloseContainerEventHandler.java | 3 +-
.../hdds/scm/container/ContainerManager.java | 37 +-
.../hdds/scm/container/ContainerManagerImpl.java | 33 +-
.../hdds/scm/container/ContainerReplica.java | 9 -
.../hdds/scm/container/ContainerReportHandler.java | 12 +-
.../hdds/scm/container/ContainerStateManager.java | 20 +-
.../scm/container/ContainerStateManagerImpl.java | 70 +-
.../IncrementalContainerReportHandler.java | 8 +-
.../scm/container/balancer/ContainerBalancer.java | 186 +-
.../ContainerBalancerSelectionCriteria.java | 4 -
.../balancer/ContainerBalancerStatusInfo.java | 43 +-
.../balancer/ContainerBalancerStopReason.java | 63 -
.../container/balancer/ContainerBalancerTask.java | 183 +-
.../scm/container/export/ExportFileManager.java | 234 -
.../hdds/scm/container/export/ExportJob.java | 74 -
.../hdds/scm/container/export/ExportScope.java | 68 -
.../hdds/scm/container/export/package-info.java | 21 -
.../SCMContainerPlacementRackScatter.java | 49 +-
.../container/placement/metrics/SCMMetrics.java | 4 +-
.../replication/ContainerReplicaPendingOps.java | 22 +-
.../ContainerReplicaPendingOpsSubscriber.java | 10 -
.../replication/ECMisReplicationHandler.java | 16 +-
.../replication/ECUnderReplicationHandler.java | 22 +-
.../replication/RatisMisReplicationHandler.java | 12 +-
.../replication/RatisUnderReplicationHandler.java | 21 +-
.../container/replication/ReplicationManager.java | 35 +-
.../RatisUnhealthyReplicationCheckHandler.java | 6 -
.../scm/container/states/ContainerStateMap.java | 53 +-
.../hdds/scm/ha/InterSCMGrpcProtocolService.java | 5 +-
.../org/apache/hadoop/hdds/scm/ha/RatisUtil.java | 3 +
.../hdds/scm/ha/SCMHADBTransactionBuffer.java | 7 -
.../hdds/scm/ha/SCMHADBTransactionBufferImpl.java | 72 +-
.../hdds/scm/ha/SCMHADBTransactionBufferStub.java | 13 -
.../hadoop/hdds/scm/ha/SCMHAInvocationHandler.java | 164 +
.../hadoop/hdds/scm/ha/SCMHAManagerImpl.java | 16 +-
.../hadoop/hdds/scm/ha/SCMHAManagerStub.java | 20 +-
.../hadoop/hdds/scm/ha/SCMHANodeDetails.java | 2 +-
.../scm/ha/SCMHATransactionBufferMonitorTask.java | 26 +-
.../apache/hadoop/hdds/scm/ha/SCMRatisServer.java | 18 +-
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 25 +-
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 213 +-
.../hadoop/hdds/scm/ha/SequenceIdGenerator.java | 131 +-
.../apache/hadoop/hdds/scm/ha/StatefulService.java | 13 +-
.../hdds/scm/ha/StatefulServiceDefinition.java | 45 -
.../scm/ha/StatefulServiceStateManagerImpl.java | 5 +-
.../scm/ha/invoker/CertificateStoreInvoker.java | 161 -
.../ha/invoker/ContainerStateManagerInvoker.java | 73 +-
.../invoker/FinalizationStateManagerInvoker.java | 153 -
.../ha/invoker/RootCARotationHandlerInvoker.java | 161 -
.../hadoop/hdds/scm/ha/invoker/ScmInvoker.java | 50 +-
.../scm/ha/invoker/ScmInvokerCodeGenerator.java | 66 +-
.../hdds/scm/ha/invoker/SecretKeyStateInvoker.java | 127 -
.../SequenceIdGeneratorStateManagerInvoker.java | 112 -
.../StatefulServiceStateManagerInvoker.java | 123 -
.../hadoop/hdds/scm/ha/io/ScmCodecFactory.java | 2 -
.../apache/hadoop/hdds/scm/ha/io/ScmListCodec.java | 6 -
.../hadoop/hdds/scm/metadata/SCMDBDefinition.java | 5 +-
.../hdds/scm/metadata/SCMMetadataStoreImpl.java | 5 +-
.../apache/hadoop/hdds/scm/node/NodeManager.java | 51 +-
.../hadoop/hdds/scm/node/NodeStateManager.java | 16 +-
.../org/apache/hadoop/hdds/scm/node/NodeUtils.java | 2 +-
.../hdds/scm/node/PendingContainerTracker.java | 157 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 131 +-
.../hadoop/hdds/scm/node/SCMNodeMetrics.java | 18 -
.../hadoop/hdds/scm/node/states/NodeStateMap.java | 10 +-
.../scm/pipeline/BackgroundPipelineCreator.java | 91 +-
.../hdds/scm/pipeline/ECPipelineProvider.java | 27 +-
.../hadoop/hdds/scm/pipeline/PipelineManager.java | 23 +-
.../hdds/scm/pipeline/PipelineManagerImpl.java | 112 +-
.../hadoop/hdds/scm/pipeline/PipelineProvider.java | 9 +-
.../hdds/scm/pipeline/PipelineStateManager.java | 4 +
.../scm/pipeline/PipelineStateManagerImpl.java | 2 +-
.../hadoop/hdds/scm/pipeline/PipelineStateMap.java | 265 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 90 +-
.../hdds/scm/pipeline/SimplePipelineProvider.java | 35 +-
.../scm/pipeline/WritableECContainerProvider.java | 2 +-
...inerLocationProtocolServerSideTranslatorPB.java | 5 +-
.../safemode/AbstractContainerSafeModeRule.java | 26 +-
.../scm/safemode/ECMinDataNodeSafeModeRule.java | 151 -
.../scm/safemode/HealthyPipelineSafeModeRule.java | 51 +-
.../safemode/OneReplicaPipelineSafeModeRule.java | 19 +-
.../hdds/scm/safemode/SCMSafeModeManager.java | 61 -
.../hadoop/hdds/scm/safemode/SafeModeMetrics.java | 37 +-
.../hdds/scm/safemode/SafeModeRuleFactory.java | 50 +-
.../hdds/scm/security/RootCARotationHandler.java | 1 -
.../scm/security/RootCARotationHandlerImpl.java | 3 +-
.../hdds/scm/security/RootCARotationManager.java | 10 +-
.../scm/security/ScmSecretKeyStateBuilder.java | 3 +-
.../hdds/scm/server/SCMBlockProtocolServer.java | 9 +-
.../hadoop/hdds/scm/server/SCMCertStore.java | 3 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 121 +-
.../apache/hadoop/hdds/scm/server/SCMMXBean.java | 2 -
.../hdds/scm/server/SCMSecurityProtocolServer.java | 4 +-
.../hdds/scm/server/StorageContainerManager.java | 19 +-
.../upgrade/FinalizationStateManagerImpl.java | 4 +-
.../main/resources/webapps/scm/scm-overview.html | 4 +-
.../src/main/resources/webapps/scm/scm.js | 77 +-
.../org/apache/hadoop/hdds/scm/HddsTestUtils.java | 7 +-
.../apache/hadoop/hdds/scm/TestHddsServerUtil.java | 38 +-
.../hadoop/hdds/scm/TestHddsServerUtils.java | 28 -
.../hdds/scm/TestSCMCommonPlacementPolicy.java | 124 +-
.../hadoop/hdds/scm/block/TestDeletedBlockLog.java | 27 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 86 +-
.../hdds/scm/container/SimpleMockNodeManager.java | 34 +-
.../container/TestCloseContainerEventHandler.java | 2 +-
.../scm/container/TestContainerManagerImpl.java | 16 +-
.../scm/container/TestContainerReportHandler.java | 53 +-
.../scm/container/TestContainerStateManager.java | 65 +-
.../TestIncrementalContainerReportHandler.java | 5 +-
.../scm/container/TestUnknownContainerReport.java | 2 +-
.../hdds/scm/container/balancer/MockedSCM.java | 12 +-
.../container/balancer/TestContainerBalancer.java | 150 +-
.../TestContainerBalancerDatanodeNodeLimit.java | 37 +-
.../balancer/TestContainerBalancerStatusInfo.java | 80 +-
.../balancer/TestContainerBalancerTask.java | 125 +-
.../scm/container/balancer/TestMoveManager.java | 6 +-
.../{MockCluster.java => TestableCluster.java} | 6 +-
.../container/export/TestExportFileManager.java | 156 -
.../algorithms/TestContainerPlacementFactory.java | 2 -
.../TestSCMContainerPlacementCapacity.java | 4 -
.../TestSCMContainerPlacementRackAware.java | 2 -
.../TestSCMContainerPlacementRackScatter.java | 39 -
.../TestSCMContainerPlacementRandom.java | 9 -
.../TestReconcileContainerEventHandler.java | 6 +-
.../TestContainerReplicaPendingOps.java | 65 +-
.../replication/TestECMisReplicationHandler.java | 2 +-
...erTests.java => TestMisReplicationHandler.java} | 2 +-
...TestQuasiClosedStuckOverReplicationHandler.java | 4 +-
...estQuasiClosedStuckUnderReplicationHandler.java | 4 +-
.../TestRatisMisReplicationHandler.java | 2 +-
.../TestRatisUnderReplicationHandler.java | 4 +-
.../replication/TestReplicationManager.java | 68 +-
.../TestReplicationManagerScenarios.java | 6 +-
.../replication/TestReplicationManagerUtil.java | 14 +-
.../health/TestClosingContainerHandler.java | 4 +-
.../health/TestEmptyContainerHandler.java | 3 +-
.../TestRatisUnhealthyReplicationCheckHandler.java | 18 -
.../container/states/TestContainerStateMap.java | 102 +-
.../hdds/scm/ha/TestBackgroundSCMService.java | 6 +-
.../hdds/scm/ha/TestReplicationAnnotation.java | 9 +-
.../ha/TestSCMHATransactionBufferMonitorTask.java | 275 -
.../hdds/scm/ha/TestSequenceIDGenerator.java | 178 +-
.../ha/invoker/ScmInvokerCodeGeneratorMains.java | 100 -
.../ha/invoker/TestScmInvokerCodeGenerator.java | 89 -
.../io/TestScmCodecFactoryReplicateCoverage.java | 160 -
.../hadoop/hdds/scm/ha/io/TestScmListCodec.java | 69 -
.../hdds/scm/metadata/TestSequenceIdTypeCodec.java | 78 -
.../scm/node/DatanodeAdminMonitorTestUtil.java | 4 +-
.../hdds/scm/node/TestContainerPlacement.java | 15 +-
.../hdds/scm/node/TestDatanodeAdminMonitor.java | 4 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 11 -
.../hdds/scm/node/TestNodeDecommissionManager.java | 2 +-
.../hadoop/hdds/scm/node/TestNodeStateManager.java | 2 +-
.../hdds/scm/node/TestPendingContainerTracker.java | 134 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 128 +-
.../hadoop/hdds/scm/node/TestSCMNodeMetrics.java | 5 +-
.../hdds/scm/pipeline/MockPipelineManager.java | 12 +-
.../pipeline/TestBackgroundPipelineCreator.java | 116 -
.../hdds/scm/pipeline/TestECPipelineProvider.java | 2 +-
.../TestPipelineDatanodesIntersection.java | 12 +-
.../hdds/scm/pipeline/TestPipelineManagerImpl.java | 241 +-
.../scm/pipeline/TestPipelinePlacementFactory.java | 3 -
.../scm/pipeline/TestPipelinePlacementPolicy.java | 20 +-
.../scm/pipeline/TestRatisPipelineProvider.java | 99 +-
.../scm/pipeline/TestSimplePipelineProvider.java | 2 +-
.../pipeline/TestWritableECContainerProvider.java | 6 +-
.../AbstractContainerSafeModeRuleTest.java | 109 +-
.../safemode/TestECMinDataNodeSafeModeRule.java | 135 -
.../TestOneReplicaPipelineSafeModeRule.java | 7 +-
.../hdds/scm/safemode/TestSCMSafeModeManager.java | 155 +-
.../hdds/scm/safemode/TestSafeModeRuleFactory.java | 73 +-
.../scm/security/TestRootCARotationManager.java | 3 +-
.../hadoop/hdds/scm/server/TestSCMCertStore.java | 11 +-
.../scm/server/TestSCMClientProtocolServer.java | 52 -
.../ozone/container/common/TestEndPoint.java | 1 -
hadoop-hdds/test-utils/pom.xml | 4 +-
.../org/apache/ozone/test/GenericTestUtils.java | 4 +
.../ozone/test/{MockClock.java => TestClock.java} | 10 +-
hadoop-ozone/cli-admin/pom.xml | 19 +-
.../hdds/scm/cli/ContainerBalancerCommands.java | 4 +-
.../scm/cli/ContainerBalancerStartSubcommand.java | 14 +-
.../scm/cli/ContainerBalancerStatusSubcommand.java | 133 +-
.../hdds/scm/cli/SafeModeCheckSubcommand.java | 5 +-
.../org/apache/hadoop/hdds/scm/cli/ScmOption.java | 2 +-
.../hadoop/hdds/scm/cli/TopologySubcommand.java | 8 +-
.../hdds/scm/cli/container/InfoSubcommand.java | 8 +-
.../scm/cli/container/ReconcileSubcommand.java | 17 +-
.../datanode/AbstractDiskBalancerSubCommand.java | 162 +-
.../hdds/scm/cli/datanode/DatanodeParameters.java | 21 +-
.../cli/datanode/DecommissionStatusSubCommand.java | 7 +-
.../scm/cli/datanode/DiskBalancerCommands.java | 48 +-
.../cli/datanode/DiskBalancerCommonOptions.java | 12 -
.../cli/datanode/DiskBalancerReportSubcommand.java | 118 +-
.../cli/datanode/DiskBalancerStartSubcommand.java | 2 +-
.../cli/datanode/DiskBalancerStatusSubcommand.java | 47 +-
.../cli/datanode/DiskBalancerStopSubcommand.java | 2 +-
.../cli/datanode/DiskBalancerSubCommandUtil.java | 141 +-
.../cli/datanode/DiskBalancerUpdateSubcommand.java | 2 +-
.../hdds/scm/cli/datanode/ListInfoSubcommand.java | 2 +-
.../hdds/scm/cli/datanode/UsageInfoSubcommand.java | 12 +-
.../scm/cli/pipeline/CreatePipelineSubcommand.java | 10 +-
.../scm/cli/pipeline/FilterPipelineOptions.java | 2 +-
.../scm/cli/pipeline/ListPipelinesSubcommand.java | 2 +-
.../org/apache/hadoop/ozone/admin/OzoneAdmin.java | 2 +-
.../ozone/admin/nssummary/DiskUsageSubCommand.java | 7 +-
.../ozone/admin/nssummary/NSSummaryAdmin.java | 31 +-
.../ozone/admin/om/DecommissionOMSubcommand.java | 11 +-
.../ozone/admin/om/LifecycleResumeSubCommand.java | 72 -
.../ozone/admin/om/LifecycleStatusSubCommand.java | 88 -
.../ozone/admin/om/LifecycleSuspendSubCommand.java | 75 -
.../ozone/admin/om/ListOpenFilesSubCommand.java | 34 +-
.../org/apache/hadoop/ozone/admin/om/OMAdmin.java | 3 +-
.../hadoop/ozone/admin/om/OmAddressOptions.java | 27 +-
.../hadoop/ozone/admin/om/PrepareSubCommand.java | 8 +-
.../ozone/admin/om/TransferOmLeaderSubCommand.java | 2 +-
.../ozone/admin/om/snapshot/DefragSubCommand.java | 11 +-
.../ozone/admin/scm/DecommissionScmSubcommand.java | 2 +-
.../ozone/admin/scm/RotateKeySubCommand.java | 2 +-
.../admin/scm/TransferScmLeaderSubCommand.java | 2 +-
.../hdds/cli/TestOzoneAdminDeprecatedOptions.java | 83 -
.../hdds/scm/cli/container/TestInfoSubCommand.java | 11 +-
.../scm/cli/container/TestReconcileSubcommand.java | 50 +-
.../datanode/TestContainerBalancerSubCommand.java | 246 +-
.../datanode/TestDiskBalancerSubCommandUtil.java | 135 -
.../cli/datanode/TestDiskBalancerSubCommands.java | 481 +-
.../scm/cli/datanode/TestUsageInfoSubcommand.java | 2 +-
.../cli/pipeline/TestClosePipelinesSubCommand.java | 4 +-
.../cli/pipeline/TestListPipelinesSubCommand.java | 6 +-
.../admin/om/snapshot/TestDefragSubCommand.java | 22 -
hadoop-ozone/cli-debug/pom.xml | 15 +-
.../org/apache/hadoop/ozone/debug/OzoneDebug.java | 2 +-
.../datanode/container/ContainerCommands.java | 4 +-
.../container/analyze/AnalyzeSubcommand.java | 267 -
.../analyze/ContainerDirectoryScanner.java | 275 -
.../container/analyze/ContainerDiskOccurrence.java | 61 -
.../container/analyze/ContainerScanResult.java | 52 -
.../analyze/ScmContainerMetadataReader.java | 155 -
.../datanode/container/analyze/package-info.java | 21 -
.../apache/hadoop/ozone/debug/ldb/DBScanner.java | 53 +-
.../apache/hadoop/ozone/debug/ldb/ValueSchema.java | 4 +-
.../logs/container/ContainerLogController.java | 3 -
.../debug/logs/container/ContainerLogParser.java | 16 +-
.../container/DuplicateOpenContainersCommand.java | 9 +-
.../ozone/debug/logs/container/ListContainers.java | 33 +-
.../container/utils/ContainerDatanodeDatabase.java | 63 +-
.../container/utils/ContainerLogFileParser.java | 65 +-
.../debug/logs/container/utils/SQLDBConstants.java | 58 +-
.../ozone/debug/om/ContainerToKeyMapping.java | 84 +-
.../ozone/debug/ratis/parse/BaseLogParser.java | 2 +-
.../ozone/debug/replicas/ReplicasVerify.java | 112 +-
.../debug/replicas/chunk/ChunkKeyHandler.java | 4 +-
.../apache/hadoop/ozone/fsck/ContainerMapper.java | 3 +-
.../analyze/ContainerAnalyzeTestHelper.java | 150 -
.../container/analyze/TestAnalyzeSubcommand.java | 363 -
.../analyze/TestContainerDirectoryScanner.java | 154 -
.../analyze/TestScmContainerMetadataReader.java | 100 -
.../ozone/debug/om/TestContainerToKeyMapping.java | 59 -
hadoop-ozone/cli-interactive/pom.xml | 59 -
.../hadoop/ozone/shell/OzoneInteractiveShell.java | 75 -
hadoop-ozone/cli-repair/pom.xml | 25 +-
.../schemaupgrade/UpgradeContainerSchema.java | 3 +-
.../ozone/repair/ldb/RocksDBManualCompaction.java | 14 +-
.../apache/hadoop/ozone/repair/om/CompactOMDB.java | 37 +-
.../hadoop/ozone/repair/om/FSORepairTool.java | 211 +-
.../hadoop/ozone/repair/ldb/TestLdbRepair.java | 3 +-
.../hadoop/ozone/repair/om/TestCompactOMDB.java | 132 -
hadoop-ozone/cli-shell/pom.xml | 15 +-
.../ozone/shell/OzoneInteractiveWelcome.java | 87 -
.../org/apache/hadoop/ozone/shell/OzoneShell.java | 2 +-
.../java/org/apache/hadoop/ozone/shell/REPL.java | 32 +-
.../java/org/apache/hadoop/ozone/shell/Shell.java | 15 +-
.../apache/hadoop/ozone/shell/acl/AclOption.java | 2 +-
.../hadoop/ozone/shell/keys/DeleteKeyHandler.java | 4 +-
.../hadoop/ozone/shell/keys/GetKeyHandler.java | 15 -
.../hadoop/ozone/shell/keys/ListKeyHandler.java | 10 +-
.../hadoop/ozone/shell/keys/PutKeyHandler.java | 2 +-
.../org/apache/hadoop/ozone/shell/s3/S3Shell.java | 2 +-
.../hadoop/ozone/shell/s3/SetS3SecretHandler.java | 2 +-
.../ozone/shell/snapshot/SnapshotDiffHandler.java | 2 +-
.../tenant/TenantAssignUserAccessIdHandler.java | 5 +-
.../hadoop/ozone/shell/tenant/TenantShell.java | 2 +-
.../hadoop/ozone/shell/keys/TestGetKeyHandler.java | 218 -
hadoop-ozone/client/pom.xml | 4 +-
.../apache/hadoop/ozone/client/OzoneBucket.java | 77 -
.../ozone/client/OzoneLifecycleConfiguration.java | 230 -
.../client/checksum/BaseFileChecksumHelper.java | 19 +-
.../client/checksum/ECFileChecksumHelper.java | 27 +-
.../checksum/ReplicatedFileChecksumHelper.java | 7 +
.../hadoop/ozone/client/io/ECKeyOutputStream.java | 15 +
.../ozone/client/io/KeyDataStreamOutput.java | 32 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 32 +-
.../ozone/client/io/KeyOutputStreamSemaphore.java | 8 +-
.../ozone/client/io/OzoneDataStreamOutput.java | 67 +-
.../hadoop/ozone/client/io/OzoneOutputStream.java | 26 +-
.../ozone/client/protocol/ClientProtocol.java | 110 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 182 +-
.../ozone/client/MockXceiverClientFactory.java | 9 +-
.../hadoop/ozone/client/TestOzoneBucket.java | 72 -
.../hadoop/ozone/client/TestOzoneClient.java | 34 +
.../hadoop/ozone/client/TestOzoneECClient.java | 11 +-
.../client/TestRpcClientGetFileStatusHeadOp.java | 93 -
.../client/checksum/FileChecksumBenchmark.java | 606 --
.../client/checksum/TestFileChecksumHelper.java | 6 +-
.../ozone/client/io/TestKeyDataStreamOutput.java | 313 -
.../ozone/client/io/TestOzoneOutputStream.java | 45 +-
.../hadoop/ozone/client/rpc/TestRpcClient.java | 49 -
hadoop-ozone/common/pom.xml | 8 +-
.../apache/hadoop/fs/ozone/OzoneTrashPolicy.java | 2 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 55 +-
.../java/org/apache/hadoop/ozone/OzoneAcl.java | 22 +-
.../apache/hadoop/ozone/om/IOmMetadataReader.java | 8 -
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 73 +-
.../java/org/apache/hadoop/ozone/om/OmConfig.java | 16 -
.../hadoop/ozone/om/exceptions/OMException.java | 3 -
.../ozone/om/ha/GrpcOMFailoverProxyProvider.java | 4 -
.../om/ha/HadoopRpcOMFailoverProxyProvider.java | 37 +-
...doopRpcOMFollowerReadFailoverProxyProvider.java | 12 +-
.../ozone/om/ha/OMFailoverProxyProviderBase.java | 89 +-
.../org/apache/hadoop/ozone/om/ha/OMProxyInfo.java | 153 +-
.../hadoop/ozone/om/helpers/AclListBuilder.java | 7 +-
.../hadoop/ozone/om/helpers/OmBucketArgs.java | 38 -
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 65 +-
.../hadoop/ozone/om/helpers/OmDirectoryInfo.java | 4 +-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 78 +-
.../OmLCAbortIncompleteMultipartUpload.java | 139 -
.../apache/hadoop/ozone/om/helpers/OmLCAction.java | 59 -
.../hadoop/ozone/om/helpers/OmLCExpiration.java | 215 -
.../apache/hadoop/ozone/om/helpers/OmLCFilter.java | 235 -
.../apache/hadoop/ozone/om/helpers/OmLCRule.java | 411 -
.../ozone/om/helpers/OmLifecycleConfiguration.java | 334 -
.../om/helpers/OmLifecycleRuleAndOperator.java | 214 -
.../ozone/om/helpers/OmLifecycleScanState.java | 255 -
.../hadoop/ozone/om/helpers/OmLifecycleUtils.java | 131 -
.../ozone/om/helpers/OmMultipartAbortInfo.java | 42 +-
.../ozone/om/helpers/OmMultipartKeyInfo.java | 43 +-
.../ozone/om/helpers/OmMultipartPartInfo.java | 54 +-
.../ozone/om/helpers/OmMultipartPartKey.java | 39 +-
.../hadoop/ozone/om/helpers/OzoneAclUtil.java | 55 +-
.../hadoop/ozone/om/helpers/OzoneFSUtils.java | 72 -
.../hadoop/ozone/om/helpers/RepeatedOmKeyInfo.java | 44 +-
.../hadoop/ozone/om/helpers/SnapshotInfo.java | 75 +-
.../hadoop/ozone/om/protocol/OMAdminProtocol.java | 10 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 91 -
.../ozone/om/protocolPB/GrpcOmTransport.java | 176 +-
.../protocolPB/OMAdminProtocolClientSideImpl.java | 7 +-
.../OMInterServiceProtocolClientSideImpl.java | 2 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 179 +-
.../om/protocolPB/OzoneManagerProtocolPB.java | 2 +-
.../ozone/security/acl/IAccessAuthorizer.java | 16 +-
...doopRpcOMFollowerReadFailoverProxyProvider.java | 4 +-
.../TestOMFailoverProxyProviderRefreshWired.java | 225 -
.../ozone/om/ha/TestOMProxyInfoDnsRefresh.java | 168 -
.../apache/hadoop/ozone/om/helpers/OMLCUtils.java | 131 -
.../hadoop/ozone/om/helpers/TestOmBucketInfo.java | 50 -
.../TestOmLCAbortIncompleteMultipartUpload.java | 171 -
.../ozone/om/helpers/TestOmLCExpiration.java | 198 -
.../hadoop/ozone/om/helpers/TestOmLCFilter.java | 159 -
.../hadoop/ozone/om/helpers/TestOmLCRule.java | 459 -
.../om/helpers/TestOmLifeCycleConfiguration.java | 266 -
.../om/helpers/TestOmLifecycleRuleAndOperator.java | 139 -
.../ozone/om/helpers/TestOmLifecycleScanState.java | 79 -
.../ozone/om/helpers/TestOmMultipartKeyInfo.java | 22 +-
.../ozone/om/helpers/TestOmMultipartPartKey.java | 29 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 102 -
.../ozone/om/protocolPB/TestS3GrpcOmTransport.java | 219 -
.../csi}/dev-support/findbugsExcludeFile.xml | 9 +-
hadoop-ozone/{common => csi}/pom.xml | 262 +-
.../apache/hadoop/ozone/csi/ControllerService.java | 116 +
.../org/apache/hadoop/ozone/csi/CsiServer.java | 177 +
.../apache/hadoop/ozone/csi/IdentityService.java | 72 +
.../org/apache/hadoop/ozone/csi/NodeService.java | 148 +
.../org/apache/hadoop/ozone/csi}/package-info.java | 4 +-
hadoop-ozone/csi/src/main/proto/csi.proto | 1323 +++
hadoop-ozone/csi/src/main/resources/proto.lock | 1479 +++
hadoop-ozone/datanode/pom.xml | 4 +-
hadoop-ozone/dev-support/checks/unit.sh | 2 +-
.../dev-support/intellij/ozone-site-ha.xml | 10 +-
hadoop-ozone/dev-support/intellij/ozone-site.xml | 8 +
.../dist/dev-support/bin/dist-layout-stitching | 23 +-
hadoop-ozone/dist/pom.xml | 32 +-
.../dist/src/main/compose/common/ec-test.sh | 4 +-
.../Datanode Chunk Read_Write Dashboard.json | 1601 ++++
.../Ozone - Container Balancer Metrics.json | 1379 ---
.../dashboards/Ozone - DataNode Overview.json | 9417 --------------------
...ne - Datanode Decommission and Maintenance.json | 1243 ---
.../grafana/dashboards/Ozone - OM Overview.json | 2796 ------
.../grafana/dashboards/Ozone - OM Snapshot.json | 2639 +-----
.../grafana/dashboards/Ozone - SCM Safemode.json | 203 -
.../grafana/dashboards/Ozone - SCM overview.json | 1766 ----
.../grafana/provisioning/dashboards/dashboards.yml | 17 +-
.../provisioning/datasources/datasources.yml | 17 +-
.../dist/src/main/compose/common/hadoop-test.sh | 6 +-
.../dist/src/main/compose/common/replicas-test.sh | 143 +-
.../compose/{ozone-topology => ozone-csi}/.env | 0
.../docker-compose.yaml | 53 +-
.../dist/src/main/compose/ozone-csi/docker-config | 44 +
.../test-om-lifecycle.sh => ozone-csi/test.sh} | 15 +-
.../src/main/compose/ozone-ha/docker-compose.yaml | 25 +-
.../dist/src/main/compose/ozone-ha/docker-config | 26 -
.../src/main/compose/ozone-ha/test-haproxy-s3g.sh | 6 +-
.../dist/src/main/compose/ozone-ha/test.sh | 5 +-
.../dist/src/main/compose/ozone/docker-config | 42 +-
.../dist/src/main/compose/ozone/monitoring.conf | 2 +-
.../dist/src/main/compose/ozone/monitoring.yaml | 2 +-
.../src/main/compose/ozone/test-short-circuit.sh | 36 -
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 7 +-
.../main/compose/ozonescripts/docker-compose.yaml | 66 +-
.../compose/ozonesecure-ha/docker-compose.yaml | 3 -
.../src/main/compose/ozonesecure-ha/docker-config | 7 -
.../main/compose/ozonesecure-ha/s3-haproxy.yaml | 3 -
.../compose/ozonesecure-ha/test-haproxy-s3g.sh | 7 +-
.../src/main/compose/ozonesecure-ha/test-ranger.sh | 2 +-
.../compose/ozonesecure-ha/test-repair-tools.sh | 30 +-
.../ozonesecure-ha/test-s3g-virtual-host.sh | 2 +-
.../dist/src/main/compose/ozonesecure-ha/test.sh | 6 +-
.../compose/{ozonesecure => ozonesecure-mr}/.env | 0
.../dist/src/main/compose/ozonesecure-mr/README.md | 73 +
.../docker-compose.yaml | 80 +-
.../src/main/compose/ozonesecure-mr/docker-config | 88 +
.../test-vault.sh => ozonesecure-mr/krb5.conf} | 32 +-
.../test-hadoop.sh => ozonesecure-mr/test.sh} | 0
.../main/compose/ozonesecure/docker-compose.yaml | 72 +-
.../src/main/compose/ozonesecure/docker-config | 39 +-
.../src/main/compose/ozonesecure/test-vault.sh | 3 +-
.../dist/src/main/compose/ozonesecure/test.sh | 6 +-
.../dist/src/main/compose/ozonesecure/vault.yaml | 1 +
.../src/main/compose/restart/docker-compose.yaml | 15 +-
hadoop-ozone/dist/src/main/compose/test-all.sh | 2 +-
hadoop-ozone/dist/src/main/compose/testlib.sh | 25 +-
.../compose/upgrade/compose/ha/docker-compose.yaml | 4 +-
hadoop-ozone/dist/src/main/compose/upgrade/test.sh | 7 +-
.../dist/src/main/compose/xcompat/clients.yaml | 8 +-
hadoop-ozone/dist/src/main/compose/xcompat/lib.sh | 2 +-
.../dist/src/main/compose/xcompat/new-cluster.yaml | 6 +-
.../dist/src/main/compose/xcompat/old-cluster.yaml | 3 -
.../ozone-csi/csi-controller.yaml} | 67 +-
.../k8s/definitions/ozone-csi/csi-crd.yaml} | 8 +-
.../main/k8s/definitions/ozone-csi/csi-node.yaml | 95 +
.../main/k8s/definitions/ozone-csi/csi-rbac.yaml | 66 +
.../definitions/ozone-csi/csi-storageclass.yaml} | 7 +-
.../definitions/ozone-csi/definitions/csi.yaml} | 25 +-
.../definitions/ozone/definitions/persistence.yaml | 3 -
.../definitions/test-webserver/flekszible.yaml} | 3 +-
.../test-webserver/webserver-deployment.yaml} | 56 +-
.../test-webserver/webserver-service.yaml} | 22 +-
.../test-webserver/webserver-volume.yaml} | 24 +-
.../src/main/k8s/examples/ozone-dev/Flekszible | 7 +
.../k8s/examples/ozone-dev/config-configmap.yaml | 6 +-
.../examples/ozone-dev/csi/csi-node-daemonset.yaml | 97 +
.../ozone-dev/csi/csi-ozone-clusterrole.yaml | 98 +
.../csi/csi-ozone-clusterrolebinding.yaml} | 23 +-
.../ozone-dev/csi/csi-ozone-serviceaccount.yaml} | 6 +-
.../csi/csi-provisioner-deployment.yaml} | 58 +-
.../csi/org.apache.hadoop.ozone-csidriver.yaml} | 7 +-
.../ozone-dev/csi/ozone-storageclass.yaml} | 6 +-
.../ozone-csi-test-webserver-deployment.yaml} | 56 +-
...-csi-test-webserver-persistentvolumeclaim.yaml} | 24 +-
.../pv-test/ozone-csi-test-webserver-service.yaml} | 24 +-
.../examples/ozone-ha/datanode-statefulset.yaml | 3 -
.../k8s/examples/ozone-ha/httpfs-statefulset.yaml | 3 -
.../main/k8s/examples/ozone-ha/om-statefulset.yaml | 3 -
.../k8s/examples/ozone-ha/recon-statefulset.yaml | 3 -
.../k8s/examples/ozone-ha/s3g-statefulset.yaml | 3 -
.../k8s/examples/ozone-ha/scm-statefulset.yaml | 3 -
.../dist/src/main/k8s/examples/ozone/Flekszible | 5 +
.../main/k8s/examples/ozone/config-configmap.yaml | 6 +-
.../k8s/examples/ozone/csi/csi-node-daemonset.yaml | 97 +
.../examples/ozone/csi/csi-ozone-clusterrole.yaml | 98 +
.../ozone/csi/csi-ozone-clusterrolebinding.yaml} | 23 +-
.../ozone/csi/csi-ozone-serviceaccount.yaml} | 6 +-
.../csi/csi-provisioner-deployment.yaml} | 58 +-
.../csi/org.apache.hadoop.ozone-csidriver.yaml} | 7 +-
.../examples/ozone/csi/ozone-storageclass.yaml} | 6 +-
.../k8s/examples/ozone/datanode-statefulset.yaml | 3 -
.../k8s/examples/ozone/httpfs-statefulset.yaml | 3 -
.../main/k8s/examples/ozone/om-statefulset.yaml | 3 -
.../ozone-csi-test-webserver-deployment.yaml} | 56 +-
...-csi-test-webserver-persistentvolumeclaim.yaml} | 24 +-
.../pv-test/ozone-csi-test-webserver-service.yaml} | 24 +-
.../main/k8s/examples/ozone/recon-statefulset.yaml | 3 -
.../main/k8s/examples/ozone/s3g-statefulset.yaml | 3 -
.../main/k8s/examples/ozone/scm-statefulset.yaml | 3 -
hadoop-ozone/dist/src/main/k8s/examples/testlib.sh | 31 +-
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 33 +-
hadoop-ozone/dist/src/main/license/bin/NOTICE.txt | 2 +-
hadoop-ozone/dist/src/main/license/jar-report.txt | 80 +-
.../src/main/smoketest/admincli/container.robot | 14 +-
.../src/main/smoketest/admincli/pipeline.robot | 24 +-
.../src/main/smoketest/balancer/testBalancer.robot | 4 +-
.../{prometheus/prometheus.robot => csi.robot} | 21 +-
.../smoketest/debug/ozone-debug-keywords.robot | 43 +-
.../smoketest/debug/ozone-debug-tests-ec3-2.robot | 38 +-
.../smoketest/debug/ozone-debug-tests-ec6-3.robot | 63 -
.../smoketest/diskbalancer/testdiskbalancer.robot | 6 +-
.../src/main/smoketest/ec/awss3ecstorage.robot | 11 +-
.../dist/src/main/smoketest/ec/lib.resource | 9 -
.../src/main/smoketest/freon/read-write-key.robot | 7 -
.../main/smoketest/lifecycle/om-lifecycle.robot | 119 -
.../main/smoketest/prometheus/prometheus_check.py | 76 -
.../dist/src/main/smoketest/recon/recon-api.robot | 61 +-
.../src/main/smoketest/repair/om-compact.robot | 54 +
.../src/main/smoketest/s3/MultipartUpload.robot | 37 +-
.../main/smoketest/{ => s3}/awss3virtualhost.robot | 5 +-
.../dist/src/main/smoketest/s3/bucketcreate.robot | 2 +-
.../src/main/smoketest/s3/bucketlifecycle.robot | 63 -
.../dist/src/main/smoketest/s3/buckettagging.robot | 89 -
.../dist/src/main/smoketest/s3/commonawslib.robot | 21 +-
.../dist/src/main/smoketest/s3/objectputget.robot | 10 +-
.../src/main/smoketest/s3/presigned_url_helper.py | 48 -
.../src/main/smoketest/s3/s3_compatbility_check.sh | 1 -
.../main/smoketest/scmha/container-create.robot | 2 +-
.../smoketest/short-circuit/short-circuit.robot | 55 -
.../main/smoketest/snapshot/snapshot-defrag.robot | 172 -
hadoop-ozone/dist/src/shell/conf/log4j.properties | 6 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 82 +-
.../dist/src/shell/ozone/ozone-functions.sh | 85 +-
.../dist/src/test/shell/http_request_logger.bats | 42 -
.../dev-support/findbugsExcludeFile.xml | 11 +-
.../mini-chaos-tests}/pom.xml | 94 +-
.../mini-chaos-tests/src/test/bin/start-chaos.sh | 57 +
.../apache/hadoop/ozone/MiniOzoneChaosCluster.java | 401 +
.../hadoop/ozone/MiniOzoneLoadGenerator.java | 148 +
.../apache/hadoop/ozone/OzoneChaosCluster.java} | 27 +-
.../ozone/TestAllMiniChaosOzoneCluster.java} | 42 +-
.../ozone/TestDatanodeMiniChaosOzoneCluster.java | 57 +
.../hadoop/ozone/TestMiniChaosOzoneCluster.java | 222 +
.../TestOzoneManagerMiniChaosOzoneCluster.java | 62 +
...orageContainerManagerMiniChaosOzoneCluster.java | 62 +
.../hadoop/ozone/failure/FailureManager.java | 99 +
.../org/apache/hadoop/ozone/failure/Failures.java | 226 +
.../apache/hadoop/ozone/failure}/package-info.java | 6 +-
.../loadgenerators/AgedDirLoadGenerator.java} | 38 +-
.../ozone/loadgenerators/AgedLoadGenerator.java | 77 +
.../hadoop/ozone/loadgenerators/DataBuffer.java | 52 +
.../loadgenerators/FilesystemLoadGenerator.java | 55 +
.../hadoop/ozone/loadgenerators/LoadBucket.java | 320 +
.../hadoop/ozone/loadgenerators/LoadExecutors.java | 109 +
.../hadoop/ozone/loadgenerators/LoadGenerator.java | 67 +
.../loadgenerators/NestedDirLoadGenerator.java | 55 +
.../loadgenerators/RandomDirLoadGenerator.java} | 39 +-
.../ozone/loadgenerators/RandomLoadGenerator.java | 53 +
.../loadgenerators/ReadOnlyLoadGenerator.java | 52 +
.../services/org.apache.hadoop.fs.FileSystem | 0
.../src/test/resources/log4j.properties | 40 +
.../fault-injection-test/network-tests/pom.xml | 2 +-
hadoop-ozone/fault-injection-test/pom.xml | 5 +-
hadoop-ozone/freon/pom.xml | 15 +-
.../java/org/apache/hadoop/ozone/freon/Freon.java | 3 +-
.../hadoop/ozone/freon/HadoopDirTreeGenerator.java | 12 +-
.../hadoop/ozone/freon/HadoopFsGenerator.java | 20 +-
.../hadoop/ozone/freon/HadoopFsValidator.java | 18 +-
.../ozone/freon/HadoopNestedDirGenerator.java | 5 +-
.../ozone/freon/OzoneClientKeyListReader.java | 151 -
.../ozone/freon/OzoneClientKeyValidator.java | 13 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 98 +-
.../hadoop/ozone/freon/S3EntityGenerator.java | 1 -
.../apache/hadoop/ozone/freon/S3KeyGenerator.java | 3 +-
.../ozone/freon/TestHadoopFsClientClose.java | 138 -
.../ozone/freon/TestOzoneClientKeyListReader.java | 46 -
.../hadoop/ozone/freon/TestRandomKeyGenerator.java | 90 -
hadoop-ozone/httpfsgateway/pom.xml | 20 +-
.../apache/ozone/fs/http/server/FSOperations.java | 106 +-
.../apache/ozone/fs/http/server/HttpFSServer.java | 15 +-
.../instrumentation/InstrumentationService.java | 64 +-
.../org/apache/ozone/lib/wsrs/JSONMapProvider.java | 9 +-
.../{JSONMapProvider.java => JSONProvider.java} | 20 +-
.../TestInstrumentationSerialization.java | 78 -
.../apache/ozone/lib/wsrs/TestJSONMapProvider.java | 71 -
hadoop-ozone/iceberg/pom.xml | 146 +-
.../ozone/iceberg/RewriteTablePathCommand.java | 127 -
.../ozone/iceberg/RewriteTablePathOzoneAction.java | 528 +-
.../iceberg/TestRewriteTablePathOzoneAction.java | 661 +-
hadoop-ozone/insight/pom.xml | 21 +-
.../ozone/insight/BaseInsightSubCommand.java | 35 +-
.../insight/datanode/PipelineComponentUtil.java | 2 +-
.../ozone/insight/TestBaseInsightSubCommand.java | 15 -
hadoop-ozone/integration-test-recon/pom.xml | 4 +-
.../AbstractTestStorageDistributionEndpoint.java | 35 +-
.../ozone/recon/TestNSSummaryMemoryLeak.java | 91 +-
.../ozone/recon/TestReconAndAdminContainerCLI.java | 81 +-
.../ozone/recon/TestReconContainerEndpoint.java | 78 +-
.../TestReconContainerHealthSummaryEndToEnd.java | 1286 ---
...intTestUtil.java => TestReconEndpointUtil.java} | 31 +-
.../TestReconInsightsForDeletedDirectories.java | 8 +-
...Utils.java => TestReconOmMetaManagerUtils.java} | 42 +-
.../TestReconQuasiClosedContainerEndpoint.java | 242 -
.../apache/hadoop/ozone/recon/TestReconTasks.java | 12 +-
.../ozone/recon/TestReconWithOzoneManager.java | 116 -
.../ozone/recon/TestReconWithOzoneManagerFSO.java | 4 +-
.../ozone/recon/TestReconWithOzoneManagerHA.java | 51 +-
.../recon/TestStorageDistributionEndpointEC.java | 8 +-
.../TestStorageDistributionEndpointRatis.java | 10 +-
hadoop-ozone/integration-test-s3/pom.xml | 21 +-
.../hadoop/ozone/s3/awssdk/OzoneS3SDKTests.java | 12 -
.../hadoop/ozone/s3/awssdk/S3SDKTestUtils.java | 68 -
.../ozone/s3/awssdk/v1/AbstractS3SDKV1Tests.java | 932 +-
.../ozone/s3/awssdk/v2/AbstractS3SDKV2Tests.java | 1416 +--
hadoop-ozone/integration-test/pom.xml | 25 +-
...Tests.java => TestConfigurationFieldsBase.java} | 8 +-
.../fs/ozone/AbstractOzoneFileSystemTest.java | 292 +-
.../ozone/AbstractRootedOzoneFileSystemTest.java | 310 +-
.../AbstractRootedOzoneFileSystemTestWithFSO.java | 3 +-
.../hadoop/fs/ozone/OzoneFileSystemTestBase.java | 193 -
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 18 +-
.../apache/hadoop/fs/ozone/TestHSyncUpgrade.java | 4 +-
.../apache/hadoop/fs/ozone/TestLeaseRecovery.java | 6 +-
.../fs/ozone/TestOFSIsDirectoryBenchmark.java | 153 -
.../hadoop/fs/ozone/TestOzoneFSBucketLayout.java | 4 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 149 +-
.../fs/ozone/TestOzoneFSWithObjectStoreCreate.java | 8 +-
.../hadoop/fs/ozone/TestOzoneFileChecksum.java | 2 +-
.../TestOzoneFileSystemDataStreamEnablement.java | 432 -
.../fs/ozone/TestOzoneFileSystemMetrics.java | 4 +-
.../fs/ozone/TestOzoneFileSystemMissingParent.java | 4 +-
.../fs/ozone/TestOzoneFileSystemPrefixParser.java | 4 +-
.../fs/ozone/TestOzoneFileSystemWithStreaming.java | 4 +-
...oneFileSystemWithStreamingDisabledDatanode.java | 4 +-
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 6 +-
.../hadoop/fs/ozone/contract/OzoneContract.java | 4 +-
.../hadoop/hdds/TestXceiverServerDomainSocket.java | 793 --
.../apache/hadoop/hdds/scm/TestCloseContainer.java | 12 +-
.../apache/hadoop/hdds/scm/TestCommitInRatis.java | 1 +
.../hadoop/hdds/scm/TestContainerOperations.java | 2 +-
.../hdds/scm/TestContainerReportWithKeys.java | 7 +-
.../scm/TestDatanodeSCMNodesReconfiguration.java | 1 +
.../hadoop/hdds/scm/TestFailoverWithSCMHA.java | 1 -
.../hadoop/hdds/scm/TestRackAwarePlacement.java | 438 -
.../hdds/scm/TestSCMDatanodeProtocolServer.java | 3 +-
.../TestSCMFollowerCatchupWithContainerReport.java | 336 -
.../org/apache/hadoop/hdds/scm/TestSCMMXBean.java | 3 -
.../hdds/scm/TestStorageContainerManager.java | 12 +-
.../hdds/scm/TestStorageContainerManagerHA.java | 1 +
...estStorageContainerManagerHAWithAllRunning.java | 4 +-
.../apache/hadoop/hdds/scm/TestWatchForCommit.java | 13 +-
.../hadoop/hdds/scm/TestXceiverClientGrpc.java | 199 -
.../hadoop/hdds/scm/TestXceiverClientManager.java | 6 +-
.../hdds/scm/TestXceiverClientManagerSC.java | 109 -
.../TestContainerStateManagerIntegration.java | 7 +-
.../TestPendingContainerTrackerIntegration.java | 185 -
.../metrics/TestSCMContainerManagerMetrics.java | 4 +-
.../TestReplicationManagerIntegration.java | 20 +-
.../scm/node/TestDecommissionAndMaintenance.java | 28 +-
.../node/{NodeTestUtil.java => TestNodeUtil.java} | 4 +-
.../hdds/scm/pipeline/TestNode2PipelineMap.java | 5 +-
.../hdds/scm/pipeline/TestPipelineClose.java | 4 +-
.../safemode/TestSCMSafeModeWithPipelineRules.java | 68 +-
.../hdds/scm/safemode/TestSafeModeSCMHA.java | 23 +-
.../hadoop/hdds/scm/storage/TestCommitWatcher.java | 1 +
.../hdds/scm/storage/TestContainerCommandsEC.java | 5 +-
.../TestDNDataDistributionFinalization.java | 15 +-
.../hadoop/hdds/upgrade/TestHDDSUpgrade.java | 24 +-
...adeTestUtils.java => TestHddsUpgradeUtils.java} | 6 +-
.../TestScmDataDistributionFinalization.java | 24 +-
.../hadoop/hdds/upgrade/TestScmHAFinalization.java | 20 +-
.../org/apache/hadoop/ozone/RatisTestHelper.java | 2 +-
.../ozone/TestContainerBalancerOperations.java | 24 +-
.../ozone/{DataTestUtil.java => TestDataUtil.java} | 15 +-
.../apache/hadoop/ozone/TestDelegationToken.java | 66 +-
.../apache/hadoop/ozone/TestOMSortDatanodes.java | 52 -
.../hadoop/ozone/TestOzoneConfigurationFields.java | 4 +-
.../hadoop/ozone/TestSecureOzoneCluster.java | 1023 ++-
.../ozone/admin/om/lease/TestLeaseRecoverer.java | 4 +-
.../ozone/client/rpc/OzoneRpcClientTests.java | 396 +-
.../apache/hadoop/ozone/client/rpc/TestBCSID.java | 5 +-
.../client/rpc/TestBlockDataStreamOutput.java | 63 +-
.../ozone/client/rpc/TestBlockOutputStream.java | 6 +-
.../rpc/TestBlockOutputStreamWithFailures.java | 12 +-
...stClientRetryContainerStateMachineFailures.java | 410 -
.../ozone/client/rpc/TestClientRetryTimeout.java | 487 -
.../rpc/TestCloseContainerHandlingByClient.java | 8 +-
.../rpc/TestContainerReplicationEndToEnd.java | 7 +-
.../client/rpc/TestContainerStateMachine.java | 82 +-
.../TestContainerStateMachineFailureOnRead.java | 33 +-
.../rpc/TestContainerStateMachineFailures.java | 481 +-
.../rpc/TestContainerStateMachineFlushDelay.java | 61 +-
.../rpc/TestContainerStateMachineStream.java | 34 +-
.../client/rpc/TestDeleteWithInAdequateDN.java | 1 +
.../client/rpc/TestDiscardPreallocatedBlocks.java | 4 +-
.../ozone/client/rpc/TestECKeyOutputStream.java | 8 +-
.../client/rpc/TestFailureHandlingByClient.java | 23 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 7 +-
.../client/rpc/TestHybridPipelineOnDatanode.java | 7 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 7 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 8 +-
.../rpc/TestOzoneClientMultipartUploadWithFSO.java | 96 +-
...estOzoneClientRetriesOnExceptionFlushDelay.java | 9 +-
.../rpc/TestOzoneClientRetriesOnExceptions.java | 11 +-
.../rpc/TestOzoneRpcClientForAclAuditLog.java | 6 +-
.../TestOzoneRpcClientWithKeyLatestVersion.java | 4 +-
.../hadoop/ozone/client/rpc/TestReadRetries.java | 4 +-
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 6 +-
.../client/rpc/TestValidateBCSIDOnRestart.java | 109 +-
.../client/rpc/read/TestChunkInputStream.java | 22 +-
.../client/rpc/read/TestDomainSocketFactory.java | 81 -
...utStreamTests.java => TestInputStreamBase.java} | 28 +-
.../ozone/client/rpc/read/TestKeyInputStream.java | 36 +-
.../client/rpc/read/TestLocalChunkInputStream.java | 163 -
.../rpc/read/TestStreamBlockInputStream.java | 12 +-
.../ozone/client/rpc/read/TestStreamRead.java | 6 +-
.../rpc/read/TestStreamReadDatanodeFailover.java | 287 -
.../ozone/container/TestContainerReplication.java | 112 +-
.../container/TestContainerReportHandling.java | 205 +-
.../TestContainerReportHandlingWithHA.java | 183 +
.../{OzoneTestHelper.java => TestHelper.java} | 53 +-
.../commandhandler/TestBlockDeletion.java | 100 +-
.../TestCloseContainerByPipeline.java | 1 +
.../commandhandler/TestCloseContainerHandler.java | 9 +-
.../commandhandler/TestDeleteContainerHandler.java | 122 +-
.../commandhandler/TestFinalizeBlock.java | 12 +-
.../ozoneimpl/TestOzoneContainerWithTLS.java | 80 +
.../ozoneimpl/TestSecureOzoneContainer.java | 2 +-
.../replication/TestContainerReplication.java | 73 +-
.../container/server/TestContainerServer.java | 4 +-
.../server/TestSecureContainerServer.java | 2 +-
.../dn/TestDatanodeMinFreeSpaceIntegration.java | 121 -
.../dn/TestDatanodeStorageMetricsIntegration.java | 129 -
.../TestContainerCommandReconciliation.java | 18 +-
...estDuplicateContainerDirScannerIntegration.java | 242 -
.../ozone/dn/ratis/TestDnRatisLogParser.java | 4 -
...tBackgroundContainerDataScannerIntegration.java | 2 +-
...kgroundContainerMetadataScannerIntegration.java | 2 +-
...> TestContainerScannerIntegrationAbstract.java} | 8 +-
.../TestOnDemandContainerScannerIntegration.java | 13 +-
.../TestDatanodeHddsVolumeFailureDetection.java | 441 +-
...ataValidateTests.java => TestDataValidate.java} | 2 +-
.../freon/TestDataValidateWithDummyContainers.java | 2 +-
.../TestDataValidateWithSafeByteOperations.java | 2 +-
.../TestDataValidateWithUnsafeByteOperations.java | 2 +-
.../freon/TestFreonWithDatanodeFastRestart.java | 4 +-
.../ozone/freon/TestOmBucketReadWriteFileOps.java | 4 +-
.../ozone/freon/TestOmBucketReadWriteKeyOps.java | 4 +-
.../ozone/local/TestLocalOzoneClusterRuntime.java | 150 -
.../org/apache/hadoop/ozone/om/OmTestUtil.java | 8 -
.../ozone/om/OzoneManagerHAFollowerReadTests.java | 62 -
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 9 +-
.../om/{BucketForTesting.java => TestBucket.java} | 20 +-
.../ozone/om/TestBucketLayoutWithOlderClient.java | 8 +-
.../apache/hadoop/ozone/om/TestBucketOwner.java | 2 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 12 +-
.../org/apache/hadoop/ozone/om/TestKeyPurging.java | 4 +-
.../org/apache/hadoop/ozone/om/TestListKeys.java | 8 +-
.../hadoop/ozone/om/TestListKeysWithFSO.java | 18 +-
.../org/apache/hadoop/ozone/om/TestListStatus.java | 4 +-
.../apache/hadoop/ozone/om/TestOMBootstrap.java | 5 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 43 +-
.../TestOMDbCheckpointServletInodeBasedXfer.java | 174 +-
.../TestOMInstallSnapshotDuringBootstrapping.java | 207 -
.../ozone/om/TestOMRatisSnapshotTransfer.java | 834 --
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 869 +-
.../ozone/om/TestOMStartupWithBucketLayout.java | 14 +-
.../hadoop/ozone/om/TestObjectStoreWithFSO.java | 16 +-
.../ozone/om/TestObjectStoreWithLegacyFS.java | 4 +-
.../org/apache/hadoop/ozone/om/TestOmAcls.java | 30 +-
.../hadoop/ozone/om/TestOmBlockVersioning.java | 31 +-
.../ozone/om/TestOmContainerLocationCache.java | 6 +-
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 20 +-
...eManagerHATest.java => TestOzoneManagerHA.java} | 68 +-
...st.java => TestOzoneManagerHAFollowerRead.java} | 88 +-
...stOzoneManagerHAFollowerReadWithAllRunning.java | 80 +-
...OzoneManagerHAFollowerReadWithStoppedNodes.java | 18 +-
.../ozone/om/TestOzoneManagerHAWithAllRunning.java | 15 +-
.../om/TestOzoneManagerHAWithStoppedNodes.java | 37 +-
.../om/TestOzoneManagerListVolumesSecure.java | 491 +-
.../hadoop/ozone/om/TestOzoneManagerPrepare.java | 6 +-
.../hadoop/ozone/om/TestOzoneManagerRestart.java | 20 +-
.../hadoop/ozone/om/TestRecursiveAclWithFSO.java | 12 +-
.../apache/hadoop/ozone/om/TestScmSafeMode.java | 43 +-
.../ozone/om/service/TestBlockDeletionService.java | 11 +-
.../TestDirectoryDeletingServiceWithFSO.java | 4 +-
.../ozone/om/service/TestRootedDDSWithFSO.java | 13 +-
...TestSnapshotDeletingServiceIntegrationTest.java | 44 +-
.../ozone/om/snapshot/TestOMDBCheckpointUtils.java | 17 -
.../{OmSnapshotTests.java => TestOmSnapshot.java} | 94 +-
.../TestOmSnapshotCheckpointDbContent.java | 511 --
.../ozone/om/snapshot/TestOmSnapshotDisabled.java | 8 +-
.../om/snapshot/TestOmSnapshotDisabledRestart.java | 8 +-
.../om/snapshot/TestOmSnapshotFileSystem.java | 6 +-
.../snapshot/TestOmSnapshotFsoWithNativeLib.java | 2 +-
...SnapshotFsoWithNativeLibWithLinkedBuckets.java} | 6 +-
.../TestOmSnapshotFsoWithoutNativeLib.java | 2 +-
...apshotFsoWithoutNativeLibWithLinkedBuckets.java | 2 +-
.../om/snapshot/TestOmSnapshotObjectStore.java | 4 +-
...estOmSnapshotObjectStoreWithLinkedBuckets.java} | 6 +-
... => TestOmSnapshotWithBucketLinkingLegacy.java} | 6 +-
.../TestOmSnapshotWithoutBucketLinkingLegacy.java | 2 +-
.../om/snapshot/TestOzoneManagerHASnapshot.java | 49 +-
.../snapshot/TestOzoneManagerSnapshotProvider.java | 5 +-
.../snapshot/TestSnapshotBackgroundServices.java | 2 +-
.../TestSnapshotDirectoryCleaningService.java | 6 +-
.../reconfig/TestDatanodeReconfiguration.java | 2 -
.../hadoop/ozone/repair/om/TestFSORepairTool.java | 25 -
.../hadoop/ozone/scm/node/TestDiskBalancer.java | 8 +-
...skBalancerDuringDecommissionAndMaintenance.java | 27 +-
.../shell/TestOzoneContainerUpgradeShell.java | 6 +-
.../ozone/shell/TestOzoneDebugReplicasVerify.java | 138 +-
.../hadoop/ozone/shell/TestOzoneDebugShell.java | 70 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 185 +-
.../TestOzoneShellHAWithFSO.java} | 34 +-
.../shell/TestOzoneShellHAWithFollowerRead.java | 42 +-
.../hadoop/ozone/shell/TestOzoneTenantShell.java | 6 +-
.../shell/TestReplicationConfigPreference.java | 12 +-
hadoop-ozone/interface-client/pom.xml | 4 +-
.../src/main/proto/OMAdminProtocol.proto | 4 -
.../src/main/proto/OmClientProtocol.proto | 233 +-
.../interface-client/src/main/resources/proto.lock | 344 +-
hadoop-ozone/interface-storage/pom.xml | 4 +-
.../apache/hadoop/ozone/om/OMMetadataManager.java | 30 +-
.../hadoop/ozone/om/lock/IOzoneManagerLock.java | 46 +-
.../ozone/om/helpers/TestOmKeyInfoCodec.java | 144 +-
.../om/helpers/TestRepeatedOmKeyInfoCodec.java | 109 +-
hadoop-ozone/mini-cluster/pom.xml | 4 +-
.../org/apache/hadoop/ozone/FixedHostMapping.java | 153 -
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 53 -
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 109 +-
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 27 +-
.../hadoop/ozone/UniformDatanodesFactory.java | 8 +-
hadoop-ozone/multitenancy-ranger/pom.xml | 4 +-
hadoop-ozone/ozone-manager/pom.xml | 15 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 12 +-
.../hadoop/ozone/om/DeletingServiceMetrics.java | 37 -
.../hadoop/ozone/om/GrpcOzoneManagerServer.java | 5 +-
.../org/apache/hadoop/ozone/om/KeyManager.java | 36 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 204 +-
.../org/apache/hadoop/ozone/om/ListIterator.java | 3 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 73 +-
.../om/OMDBCheckpointServletInodeBasedXfer.java | 34 +-
.../java/org/apache/hadoop/ozone/om/OMMXBean.java | 2 -
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 97 +-
.../hadoop/ozone/om/OMMultiTenantManagerImpl.java | 4 +-
.../hadoop/ozone/om/OMPerformanceMetrics.java | 28 -
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 139 +-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 40 -
.../hadoop/ozone/om/OmMetadataReaderMetrics.java | 4 -
.../org/apache/hadoop/ozone/om/OmSnapshot.java | 10 -
.../hadoop/ozone/om/OmSnapshotLocalData.java | 2 +-
.../hadoop/ozone/om/OmSnapshotLocalDataYaml.java | 27 +-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 9 +-
.../apache/hadoop/ozone/om/OmSnapshotMetrics.java | 12 -
.../org/apache/hadoop/ozone/om/OzoneManager.java | 425 +-
.../org/apache/hadoop/ozone/om/ResolvedBucket.java | 10 -
.../hadoop/ozone/om/SnapshotChainManager.java | 2 +-
.../hadoop/ozone/om/SstFilteringService.java | 3 +-
.../hadoop/ozone/om/TrashOzoneFileSystem.java | 1 -
.../hadoop/ozone/om/codec/OMDBDefinition.java | 70 +-
.../apache/hadoop/ozone/om/ha/OMHANodeDetails.java | 2 +-
.../org/apache/hadoop/ozone/om/ha/OMService.java | 61 -
.../hadoop/ozone/om/ha/OMServiceException.java | 40 -
.../hadoop/ozone/om/ha/OMServiceManager.java | 77 -
.../hadoop/ozone/om/helpers/OMAuditLogger.java | 4 -
.../ozone/om/lock/DAGResourceLockTracker.java | 5 -
.../ozone/om/lock/LeveledResourceLockTracker.java | 6 -
.../ozone/om/lock/OBSKeyPathLockStrategy.java | 1 -
.../hadoop/ozone/om/lock/OmReadOnlyLock.java | 58 +-
.../hadoop/ozone/om/lock/OzoneManagerLock.java | 512 +-
.../hadoop/ozone/om/lock/ResourceLockTracker.java | 2 -
.../ozone/om/ratis/OzoneManagerRatisServer.java | 63 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 4 -
.../om/ratis/utils/OzoneManagerRatisUtils.java | 18 -
.../om/ratis_snapshot/OmRatisSnapshotProvider.java | 300 +-
.../ozone/om/request/OMClientRequestUtils.java | 2 +-
.../om/request/bucket/OMBucketDeleteRequest.java | 18 +-
.../file/OMDirectoryCreateRequestWithFSO.java | 4 +-
.../ozone/om/request/file/OMFileCreateRequest.java | 16 +-
.../ozone/om/request/file/OMFileRequest.java | 8 +-
.../om/request/key/OMAllocateBlockRequest.java | 78 +-
.../request/key/OMAllocateBlockRequestWithFSO.java | 184 +-
.../key/OMDirectoriesPurgeRequestWithFSO.java | 2 -
.../ozone/om/request/key/OMKeyCommitRequest.java | 7 +-
.../om/request/key/OMKeyCommitRequestWithFSO.java | 4 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 27 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 2 -
.../om/request/key/OMKeyDeleteRequestWithFSO.java | 3 +-
.../om/request/key/OMKeyRenameRequestWithFSO.java | 8 -
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 118 +-
.../ozone/om/request/key/OMKeysDeleteRequest.java | 109 +-
.../om/request/key/OmKeysDeleteRequestWithFSO.java | 6 +-
.../OMLifecycleConfigurationDeleteRequest.java | 209 -
.../OMLifecycleConfigurationSetRequest.java | 238 -
.../lifecycle/OMLifecycleSaveScanStateRequest.java | 74 -
.../OMLifecycleSetServiceStatusRequest.java | 125 -
.../ozone/om/request/lifecycle/package-info.java | 21 -
.../S3ExpiredMultipartUploadsAbortRequest.java | 42 +-
.../S3InitiateMultipartUploadRequest.java | 39 +-
.../S3InitiateMultipartUploadRequestWithFSO.java | 3 -
.../multipart/S3MultipartUploadAbortRequest.java | 42 +-
.../S3MultipartUploadAbortRequestWithFSO.java | 9 +-
.../S3MultipartUploadCommitPartRequest.java | 74 +-
.../S3MultipartUploadCommitPartRequestWithFSO.java | 8 +-
.../S3MultipartUploadCompleteRequest.java | 78 +-
.../S3MultipartUploadCompleteRequestWithFSO.java | 6 +-
.../s3/tagging/S3BucketTaggingRequestBase.java | 183 -
.../s3/tagging/S3DeleteBucketTaggingRequest.java | 132 -
.../s3/tagging/S3PutBucketTaggingRequest.java | 129 -
.../request/snapshot/OMSnapshotCreateRequest.java | 4 +-
.../request/snapshot/OMSnapshotDeleteRequest.java | 16 +-
.../request/snapshot/OMSnapshotPurgeRequest.java | 11 +-
.../om/request/util/OMMultipartUploadUtils.java | 111 -
.../validation/OMClientVersionValidator.java | 2 +-
.../validation/OMLayoutVersionValidator.java | 2 +-
.../om/request/volume/OMQuotaRepairRequest.java | 8 +-
.../om/request/volume/OMVolumeDeleteRequest.java | 40 +-
.../om/request/volume/OMVolumeSetOwnerRequest.java | 35 +-
.../om/request/volume/OMVolumeSetQuotaRequest.java | 39 +-
.../om/request/volume/acl/OMVolumeAclRequest.java | 45 +-
.../request/volume/acl/OMVolumeAddAclRequest.java | 8 +-
.../volume/acl/OMVolumeRemoveAclRequest.java | 8 +-
.../request/volume/acl/OMVolumeSetAclRequest.java | 8 +-
.../om/response/bucket/OMBucketDeleteResponse.java | 11 +-
.../om/response/key/OMKeysDeleteResponse.java | 17 +-
.../response/key/OMKeysDeleteResponseWithFSO.java | 15 +-
.../OMLifecycleConfigurationDeleteResponse.java | 64 -
.../OMLifecycleConfigurationSetResponse.java | 67 -
.../OMLifecycleSaveScanStateResponse.java | 51 -
.../OMLifecycleSetServiceStatusResponse.java | 46 -
.../ozone/om/response/lifecycle/package-info.java | 21 -
.../AbstractS3MultipartAbortResponse.java | 53 +-
.../S3ExpiredMultipartUploadsAbortResponse.java | 3 +-
.../multipart/S3MultipartUploadAbortResponse.java | 30 +-
.../S3MultipartUploadAbortResponseWithFSO.java | 14 +-
.../S3MultipartUploadCommitPartResponse.java | 23 +-
...S3MultipartUploadCommitPartResponseWithFSO.java | 8 +-
.../S3MultipartUploadCompleteResponse.java | 15 +-
.../S3MultipartUploadCompleteResponseWithFSO.java | 10 +-
.../snapshot/OMSnapshotMoveTableKeysResponse.java | 7 +-
.../hadoop/ozone/om/service/CompactDBUtil.java | 56 +-
.../hadoop/ozone/om/service/CompactionService.java | 11 +-
.../ozone/om/service/DirectoryDeletingService.java | 60 +-
.../ozone/om/service/KeyLifecycleService.java | 2143 -----
.../om/service/KeyLifecycleServiceMetrics.java | 196 -
.../ozone/om/service/OMRangerBGSyncService.java | 4 +-
.../hadoop/ozone/om/service/QuotaRepairTask.java | 267 +-
.../ozone/om/service/SnapshotDeletingService.java | 14 +-
.../om/service/SnapshotDiffCleanupService.java | 33 +-
.../om/snapshot/FSODirectoryPathResolver.java | 3 +-
.../ozone/om/snapshot/OMDBCheckpointUtils.java | 74 +-
.../om/snapshot/OmSnapshotLocalDataManager.java | 108 +-
.../ozone/om/snapshot/SnapshotDiffManager.java | 4 +-
.../ozone/om/snapshot/SnapshotDiffValueParser.java | 359 -
.../om/snapshot/defrag/SnapshotDefragService.java | 159 +-
.../hadoop/ozone/om/upgrade/OMLayoutFeature.java | 4 +-
.../protocolPB/OMAdminProtocolServerSideImpl.java | 6 +-
.../protocolPB/OzoneManagerRequestHandler.java | 70 +-
.../main/resources/webapps/ozoneManager/index.html | 3 +-
.../webapps/ozoneManager/om-deletion.html | 186 -
.../webapps/ozoneManager/om-overview.html | 59 +
.../resources/webapps/ozoneManager/ozoneManager.js | 96 +-
.../apache/hadoop/ozone/om/FaultInjectorImpl.java | 98 -
.../hadoop/ozone/om/TestBucketManagerImpl.java | 80 -
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 450 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 6 +-
...DBCheckpointServletInodeBasedXferNonLeader.java | 86 +-
.../hadoop/ozone/om/TestOMMetadataReader.java | 2 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 289 +-
.../ozone/om/TestOmSnapshotLocalDataYaml.java | 86 +-
.../TestOzoneManagerListMultipartUploadsAcls.java | 196 -
.../ozone/om/TestOzoneManagerListPartsAcls.java | 196 -
.../hadoop/ozone/om/failover/TestOMFailovers.java | 2 +-
.../hadoop/ozone/om/ha/TestOMServiceManager.java | 103 -
.../hadoop/ozone/om/lock/TestKeyPathLock.java | 26 +-
.../hadoop/ozone/om/lock/TestOzoneManagerLock.java | 150 +-
.../om/ratis/TestOzoneManagerRatisServer.java | 40 -
.../om/ratis/TestOzoneManagerStateMachine.java | 5 -
.../TestOmRatisSnapshotProvider.java | 59 -
.../ozone/om/request/OMRequestTestUtils.java | 7 -
...ketRequestTests.java => TestBucketRequest.java} | 2 +-
.../request/bucket/TestOMBucketCreateRequest.java | 2 +-
.../request/bucket/TestOMBucketDeleteRequest.java | 2 +-
.../bucket/TestOMBucketSetPropertyRequest.java | 2 +-
.../bucket/acl/TestOMBucketAddAclRequest.java | 4 +-
.../bucket/acl/TestOMBucketRemoveAclRequest.java | 4 +-
.../bucket/acl/TestOMBucketSetAclRequest.java | 4 +-
.../om/request/file/TestOMFileCreateRequest.java | 4 +-
.../om/request/file/TestOMRecoverLeaseRequest.java | 4 +-
.../om/request/key/TestOMAllocateBlockRequest.java | 281 +-
.../TestOMDirectoriesPurgeRequestAndResponse.java | 2 +-
.../ozone/om/request/key/TestOMKeyAclRequest.java | 2 +-
.../om/request/key/TestOMKeyCommitRequest.java | 12 +-
.../om/request/key/TestOMKeyCreateRequest.java | 8 +-
.../om/request/key/TestOMKeyDeleteRequest.java | 133 +-
.../request/key/TestOMKeyDeleteRequestWithFSO.java | 69 -
.../key/TestOMKeyPurgeRequestAndResponse.java | 2 +-
.../om/request/key/TestOMKeyRenameRequest.java | 2 +-
...MKeyRequestTests.java => TestOMKeyRequest.java} | 2 +-
.../om/request/key/TestOMKeysDeleteRequest.java | 160 +-
.../key/TestOMKeysDeleteRequestWithFSO.java | 77 +-
.../om/request/key/TestOMKeysRenameRequest.java | 2 +-
.../request/key/TestOMOpenKeysDeleteRequest.java | 2 +-
.../om/request/key/TestOMPrefixAclRequest.java | 2 +-
.../om/request/key/TestOMSetTimesRequest.java | 2 +-
.../TestOMLifecycleConfigurationDeleteRequest.java | 300 -
.../TestOMLifecycleConfigurationRequest.java | 153 -
.../TestOMLifecycleConfigurationSetRequest.java | 390 -
.../TestOMLifecycleSaveScanStateRequest.java | 118 -
.../TestS3ExpiredMultipartUploadsAbortRequest.java | 2 +-
.../TestS3InitiateMultipartUploadRequest.java | 110 +-
...questTests.java => TestS3MultipartRequest.java} | 64 +-
.../TestS3MultipartUploadAbortRequest.java | 90 +-
.../TestS3MultipartUploadCommitPartRequest.java | 480 +-
.../TestS3MultipartUploadCompleteRequest.java | 81 +-
.../tagging/TestS3DeleteBucketTaggingRequest.java | 257 -
.../tagging/TestS3DeleteObjectTaggingRequest.java | 4 +-
.../s3/tagging/TestS3PutBucketTaggingRequest.java | 274 -
.../s3/tagging/TestS3PutObjectTaggingRequest.java | 4 +-
...ests.java => TestOMDelegationTokenRequest.java} | 2 +-
.../security/TestOMGetDelegationTokenRequest.java | 2 +-
.../snapshot/TestOMSnapshotCreateRequest.java | 17 +-
.../snapshot/TestOMSnapshotDeleteRequest.java | 58 +-
.../TestOMSnapshotMoveTableKeysRequest.java | 4 +-
.../TestOMSnapshotPurgeRequestAndResponse.java | 11 +-
.../snapshot/TestOMSnapshotRenameRequest.java | 4 +-
...estOMSnapshotSetPropertyRequestAndResponse.java | 4 +-
.../upgrade/TestOMCancelPrepareRequest.java | 4 +-
.../request/volume/TestOMVolumeCreateRequest.java | 2 +-
.../request/volume/TestOMVolumeDeleteRequest.java | 2 +-
...eRequestTests.java => TestOMVolumeRequest.java} | 2 +-
.../volume/TestOMVolumeSetOwnerRequest.java | 2 +-
.../volume/TestOMVolumeSetQuotaRequest.java | 2 +-
.../volume/acl/TestOMVolumeAddAclRequest.java | 4 +-
.../volume/acl/TestOMVolumeRemoveAclRequest.java | 4 +-
.../volume/acl/TestOMVolumeSetAclRequest.java | 4 +-
.../ozone/om/response/TestCleanupTableInfo.java | 2 -
...onseTestUtils.java => TestOMResponseUtils.java} | 4 +-
.../bucket/TestOMBucketCreateResponse.java | 4 +-
.../bucket/TestOMBucketDeleteResponse.java | 4 +-
.../bucket/TestOMBucketSetPropertyResponse.java | 4 +-
.../file/TestOMDirectoryCreateResponse.java | 4 +-
.../file/TestOMDirectoryCreateResponseWithFSO.java | 4 +-
.../response/key/TestOMAllocateBlockResponse.java | 2 +-
.../om/response/key/TestOMKeyCommitResponse.java | 4 +-
.../om/response/key/TestOMKeyCreateResponse.java | 2 +-
.../om/response/key/TestOMKeyDeleteResponse.java | 4 +-
.../om/response/key/TestOMKeyRenameResponse.java | 2 +-
.../key/TestOMKeyRenameResponseWithFSO.java | 4 +-
...eyResponseTests.java => TestOMKeyResponse.java} | 2 +-
.../om/response/key/TestOMKeysDeleteResponse.java | 4 +-
.../key/TestOMKeysDeleteResponseWithFSO.java | 2 +-
.../om/response/key/TestOMKeysRenameResponse.java | 2 +-
.../response/key/TestOMOpenKeysDeleteResponse.java | 2 +-
.../key/acl/prefix/TestOMPrefixAclResponse.java | 4 +-
...TestOMLifecycleConfigurationDeleteResponse.java | 117 -
.../TestOMLifecycleConfigurationSetResponse.java | 124 -
.../TestOMLifecycleSaveScanStateResponse.java | 61 -
...TestS3ExpiredMultipartUploadsAbortResponse.java | 2 +-
.../TestS3InitiateMultipartUploadResponse.java | 2 +-
...onseTests.java => TestS3MultipartResponse.java} | 111 +-
.../TestS3MultipartUploadAbortResponse.java | 2 +-
.../TestS3MultipartUploadAbortResponseWithFSO.java | 4 +-
.../TestS3MultipartUploadCommitPartResponse.java | 262 -
...S3MultipartUploadCommitPartResponseWithFSO.java | 246 +-
.../TestS3MultipartUploadCompleteResponse.java | 388 -
...stS3MultipartUploadCompleteResponseWithFSO.java | 450 +-
.../tagging/TestS3DeleteObjectTaggingResponse.java | 4 +-
.../s3/tagging/TestS3PutObjectTaggingResponse.java | 4 +-
...sts.java => TestOMDelegationTokenResponse.java} | 2 +-
.../security/TestOMGetDelegationTokenResponse.java | 2 +-
.../TestOMSnapshotMoveTableKeysResponse.java | 10 +-
.../volume/TestOMVolumeCreateResponse.java | 2 +-
.../volume/TestOMVolumeDeleteResponse.java | 2 +-
...esponseTests.java => TestOMVolumeResponse.java} | 2 +-
.../volume/TestOMVolumeSetOwnerResponse.java | 2 +-
.../volume/TestOMVolumeSetQuotaResponse.java | 2 +-
.../hadoop/ozone/om/service/TestCompactDBUtil.java | 92 -
.../ozone/om/service/TestCompactionService.java | 33 -
.../om/service/TestDirectoryDeletingService.java | 29 -
.../ozone/om/service/TestKeyDeletingService.java | 2 +-
.../ozone/om/service/TestKeyLifecycleService.java | 3469 -------
.../ozone/om/service/TestQuotaRepairTask.java | 146 +-
.../om/service/TestSnapshotDeletingService.java | 119 +-
.../om/service/TestSnapshotDiffCleanupService.java | 57 +-
.../om/snapshot/TestFSODirectoryPathResolver.java | 2 +-
.../snapshot/TestOmSnapshotLocalDataManager.java | 59 +-
.../ozone/om/snapshot/TestSnapshotCache.java | 16 -
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 175 +-
.../om/snapshot/TestSnapshotDiffValueParser.java | 249 -
...ts.java => TestSnapshotRequestAndResponse.java} | 6 +-
.../snapshot/defrag/TestSnapshotDefragService.java | 325 +-
.../snapshot/filter/TestReclaimableKeyFilter.java | 71 -
.../protocolPB/TestOzoneManagerRequestHandler.java | 83 -
hadoop-ozone/ozonefs-common/pom.xml | 4 +-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 29 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 125 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 73 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 67 +-
.../apache/hadoop/fs/ozone/FileStatusAdapter.java | 20 -
.../apache/hadoop/fs/ozone/OzoneClientAdapter.java | 11 -
.../apache/hadoop/fs/ozone/OzoneFSInputStream.java | 8 +-
.../ozone/TestBasicOzoneClientAdapterHeadOp.java | 136 -
.../TestBasicRootedOzoneClientAdapterHeadOp.java | 176 -
.../hadoop/fs/ozone/TestOzoneFileSystemHeadOp.java | 149 -
.../fs/ozone/TestRootedOzoneFileSystemHeadOp.java | 174 -
hadoop-ozone/ozonefs-hadoop2/pom.xml | 4 +-
hadoop-ozone/ozonefs-hadoop3/pom.xml | 4 +-
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 8 -
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 8 -
hadoop-ozone/ozonefs-shaded/pom.xml | 4 +-
hadoop-ozone/ozonefs/pom.xml | 4 +-
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 8 -
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 8 -
hadoop-ozone/pom.xml | 6 +-
hadoop-ozone/recon-codegen/pom.xml | 2 +-
.../recon/schema/ContainerSchemaDefinition.java | 12 +-
hadoop-ozone/recon/pom.xml | 32 +-
.../apache/hadoop/ozone/recon/ReconConstants.java | 7 -
.../hadoop/ozone/recon/ReconControllerModule.java | 10 -
.../hadoop/ozone/recon/ReconRestServletModule.java | 107 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 8 +-
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 117 +-
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 2 +-
.../apache/hadoop/ozone/recon/TarExtractor.java | 8 +-
.../ozone/recon/api/AccessHeatMapEndpoint.java | 1 +
.../apache/hadoop/ozone/recon/api/AdminOnly.java} | 20 +-
.../hadoop/ozone/recon/api/BlocksEndPoint.java | 1 +
.../hadoop/ozone/recon/api/BucketEndpoint.java | 1 +
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 229 +-
.../ozone/recon/api/DataNodeMetricsService.java | 91 +-
.../hadoop/ozone/recon/api/ExportJobManager.java | 404 -
.../hadoop/ozone/recon/api/FeaturesEndpoint.java | 1 +
.../hadoop/ozone/recon/api/NSSummaryEndpoint.java | 1 +
.../ozone/recon/api/OMDBInsightEndpoint.java | 4 +-
.../ozone/recon/api/PendingDeletionEndpoint.java | 13 +-
.../ozone/recon/api/ReconGlobalMetricsService.java | 4 +-
.../recon/api/StorageDistributionEndpoint.java | 69 +-
.../ozone/recon/api/TriggerDBSyncEndpoint.java | 47 +-
.../hadoop/ozone/recon/api/VolumeEndpoint.java | 1 +
.../ozone/recon/api/handlers/BucketHandler.java | 14 +-
.../ozone/recon/api/handlers/FSOBucketHandler.java | 3 +-
.../recon/api/handlers/LegacyBucketHandler.java | 5 +-
.../ozone/recon/api/handlers/OBSBucketHandler.java | 8 +-
.../api/types/DataNodeMetricsCompleteResponse.java | 79 -
.../api/types/DataNodeMetricsProgressResponse.java | 53 -
.../api/types/DataNodeMetricsServiceResponse.java | 130 +
.../hadoop/ozone/recon/api/types/ExportJob.java | 222 -
.../api/types/QuasiClosedContainerMetadata.java | 124 -
.../api/types/QuasiClosedContainersResponse.java | 82 -
.../ozone/recon/chatbot/ChatbotConfigKeys.java | 193 -
.../ozone/recon/chatbot/ChatbotException.java | 42 -
.../hadoop/ozone/recon/chatbot/ChatbotModule.java | 55 -
.../ozone/recon/chatbot/agent/ChatbotAgent.java | 676 --
.../ozone/recon/chatbot/agent/ChatbotUtils.java | 149 -
.../recon/chatbot/agent/LlmToolSpecFactory.java | 291 -
.../ozone/recon/chatbot/agent/package-info.java | 21 -
.../ozone/recon/chatbot/api/ChatbotEndpoint.java | 368 -
.../hadoop/ozone/recon/chatbot/llm/GenParams.java | 45 -
.../hadoop/ozone/recon/chatbot/llm/LLMClient.java | 219 -
.../recon/chatbot/llm/LangChain4jDispatcher.java | 539 --
.../hadoop/ozone/recon/chatbot/llm/LlmRouting.java | 130 -
.../ozone/recon/chatbot/llm/package-info.java | 21 -
.../hadoop/ozone/recon/chatbot/package-info.java | 21 -
.../recon/chatbot/recon/ReconApiAllowlist.java | 78 -
.../recon/chatbot/recon/ReconEndpointRouter.java | 249 -
.../recon/chatbot/recon/ReconQueryExecutor.java | 96 -
.../recon/chatbot/recon/ReconQueryResult.java | 65 -
.../chatbot/recon/ReconResponseUnwrapper.java | 57 -
.../ozone/recon/chatbot/recon/package-info.java | 25 -
.../recon/chatbot/security/CredentialHelper.java | 96 -
.../ozone/recon/chatbot/security/package-info.java | 21 -
.../ozone/recon/fsck/ReconReplicationManager.java | 4 +-
.../metrics/ReconScmContainerSyncMetrics.java | 217 -
.../persistence/ContainerHealthSchemaManager.java | 151 +-
.../recon/persistence/DerbyDataSourceProvider.java | 3 +-
.../recon/recovery/ReconOmMetadataManagerImpl.java | 9 +-
.../ozone/recon/scm/ContainerReplicaHistory.java | 18 +-
.../hadoop/ozone/recon/scm/PipelineSyncTask.java | 9 +-
.../ozone/recon/scm/ReconContainerManager.java | 200 +-
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 6 +-
.../scm/ReconStorageContainerManagerFacade.java | 515 +-
.../recon/scm/ReconStorageContainerSyncHelper.java | 738 +-
.../recon/spi/OzoneManagerServiceProvider.java | 7 -
.../recon/spi/ReconContainerMetadataManager.java | 8 +-
.../recon/spi/StorageContainerServiceProvider.java | 29 -
.../spi/impl/OzoneManagerServiceProviderImpl.java | 237 +-
.../impl/ReconContainerMetadataManagerImpl.java | 43 +-
.../ozone/recon/spi/impl/ReconDBProvider.java | 16 +
.../spi/impl/ReconFileMetadataManagerImpl.java | 5 +-
.../spi/impl/ReconNamespaceSummaryManagerImpl.java | 3 +-
.../recon/spi/impl/ReconRDBSnapshotProvider.java | 245 -
.../impl/StorageContainerServiceProviderImpl.java | 16 -
.../recon/tasks/ContainerKeyMapperHelper.java | 2 +-
.../recon/tasks/DataNodeMetricsCollectionTask.java | 8 +-
.../recon/tasks/DeletedKeysInsightHandler.java | 2 +-
.../recon/tasks/MultipartInfoInsightHandler.java | 219 +-
.../hadoop/ozone/recon/tasks/NSSummaryTask.java | 80 +-
.../recon/tasks/NSSummaryTaskDbEventHandler.java | 42 -
.../ozone/recon/tasks/NSSummaryTaskWithLegacy.java | 23 +-
.../ozone/recon/tasks/NSSummaryTaskWithOBS.java | 31 +-
.../ozone/recon/tasks/OpenKeysInsightHandler.java | 2 +-
.../ozone/recon/tasks/ReconTaskControllerImpl.java | 190 +-
.../tasks/ReconTaskReInitializationEvent.java | 3 +-
.../tasks/util/ParallelTableIteratorOperation.java | 4 +-
.../upgrade/InitialConstraintUpgradeAction.java | 10 +-
.../UnhealthyContainerReplicaMismatchAction.java | 10 +-
.../chatbot/recon-fallback-prompt-template.txt | 10 -
.../chatbot/recon-summarization-prompt.txt | 29 -
.../recon-tool-selection-prompt-preamble.txt | 49 -
.../main/resources/chatbot/recon-tool-semantics.md | 838 --
.../webapps/recon/ozone-recon-web/.eslintignore} | 33 +-
.../webapps/recon/ozone-recon-web/.eslintrc.json | 180 +-
.../webapps/recon/ozone-recon-web/.gitignore | 6 -
.../ozone-recon-web/e2e/chatbot-errors.spec.ts | 268 -
.../recon/ozone-recon-web/eslint.config.mjs | 109 -
.../webapps/recon/ozone-recon-web/package.json | 37 +-
.../recon/ozone-recon-web/playwright.config.ts | 42 -
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 5965 +++++++------
.../src/__tests__/Overview.test.tsx | 80 +-
.../src/__tests__/assistant/Assistant.test.tsx | 334 -
.../src/__tests__/capacity/Capacity.test.tsx | 391 +-
.../src/__tests__/datanodes/Datanodes.test.tsx | 27 +-
.../__tests__/datanodes/DatanodesTable.test.tsx | 32 +-
.../src/__tests__/locators/locators.ts | 6 +-
.../mocks/assistantMocks/assistantServer.ts | 116 -
.../mocks/capacityMocks/capacityServer.ts | 34 +-
.../mocks/datanodeMocks/datanodeResponseMocks.ts | 17 +-
.../mocks/datanodeMocks/datanodeServer.ts | 44 +-
.../mocks/overviewMocks/overviewResponseMocks.ts | 43 -
.../mocks/overviewMocks/overviewServer.ts | 58 +-
.../mocks/pipelineMocks/pipelinesServer.ts | 9 +-
.../src/__tests__/pipelines/Pipelines.test.tsx | 30 +-
.../ozone-recon-web/src/__tests__/vitest.setup.ts | 4 +-
.../webapps/recon/ozone-recon-web/src/app.tsx | 165 +-
.../src/utils/axiosRequestHelper.tsx | 14 -
.../recon/ozone-recon-web/src/utils/clipboard.ts | 47 -
.../src/v2/components/cards/overviewHealthCard.tsx | 5 +-
.../src/v2/components/navBar/navBar.tsx | 23 +-
.../src/v2/components/plots/nuPieChart.tsx | 87 +-
.../src/v2/components/storageBar/storageBar.tsx | 41 +-
.../src/v2/components/tables/containersTable.tsx | 11 +-
.../tables/insights/containerMismatchTable.tsx | 6 +
.../tables/insights/deletePendingDirsTable.tsx | 6 +
.../tables/insights/deletePendingKeysTable.tsx | 6 +
.../tables/insights/deletedContainerKeysTable.tsx | 6 +
.../src/v2/constants/breadcrumbs.constants.tsx | 4 +-
.../src/v2/constants/chatbot.constants.tsx | 130 -
.../ozone-recon-web/src/v2/hooks/useChat.hook.tsx | 201 -
.../src/v2/pages/assistant/assistant.less | 744 --
.../src/v2/pages/assistant/assistant.tsx | 185 -
.../src/v2/pages/assistant/components/Composer.tsx | 117 -
.../pages/assistant/components/DisabledState.tsx | 50 -
.../v2/pages/assistant/components/EmptyState.tsx | 83 -
.../assistant/components/LoadingIndicator.tsx | 70 -
.../pages/assistant/components/MessageBubble.tsx | 97 -
.../v2/pages/assistant/components/MessageList.tsx | 89 -
.../v2/pages/assistant/components/ModelPicker.tsx | 110 -
.../v2/pages/assistant/components/ReconAIMark.tsx | 55 -
.../src/v2/pages/capacity/capacity.less | 18 -
.../src/v2/pages/capacity/capacity.tsx | 160 +-
.../pages/capacity/components/CapacityDetail.tsx | 53 +-
.../src/v2/pages/containers/containers.tsx | 637 +-
.../src/v2/pages/datanodes/datanodes.tsx | 6 +-
.../src/v2/pages/insights/omInsights.tsx | 2 +-
.../v2/pages/namespaceUsage/namespaceUsage.less | 17 +-
.../src/v2/pages/namespaceUsage/namespaceUsage.tsx | 184 +-
.../src/v2/pages/overview/overview.tsx | 3 +-
.../src/v2/pages/pipelines/pipelines.tsx | 2 +-
.../recon/ozone-recon-web/src/v2/routes-v2.tsx | 5 -
.../src/v2/types/container.types.ts | 41 +-
.../ozone/recon/OMMetadataManagerTestUtils.java | 36 -
.../hadoop/ozone/recon/TestTarExtractor.java | 131 -
.../recon/api/AbstractTreeNSSummaryScenario.java | 806 --
.../ozone/recon/api/FlatNSSummaryScenario.java | 655 --
.../ozone/recon/api/FsoNSSummaryScenario.java | 153 -
.../ozone/recon/api/LegacyNSSummaryScenario.java | 130 -
.../ozone/recon/api/NSSummaryEndpointTestBase.java | 236 -
.../ozone/recon/api/NSSummaryTestScenario.java | 163 -
.../hadoop/ozone/recon/api/NSSummaryTests.java | 195 +
.../hadoop/ozone/recon/api/TestBlocksEndPoint.java | 2 +-
.../ozone/recon/api/TestContainerEndpoint.java | 293 +-
.../hadoop/ozone/recon/api/TestEndpoints.java | 14 +-
.../ozone/recon/api/TestExportJobManager.java | 432 -
.../ozone/recon/api/TestNSSummaryEndpoint.java | 389 -
.../recon/api/TestNSSummaryEndpointWithFSO.java | 1577 ++++
.../recon/api/TestNSSummaryEndpointWithLegacy.java | 1491 ++++
.../api/TestNSSummaryEndpointWithOBSAndLegacy.java | 1452 +++
.../ozone/recon/api/TestOpenContainerCount.java | 2 +-
.../recon/api/TestPendingDeletionEndpoint.java | 35 +-
.../recon/api/TestStorageDistributionEndpoint.java | 64 +-
.../ozone/recon/api/TestTriggerDBSyncEndpoint.java | 101 +-
.../ozone/recon/api/filters/TestAdminFilter.java | 68 +-
.../ozone/recon/api/types/TestExportJob.java | 110 -
.../agent/TestChatbotAgentExecutionPolicy.java | 221 -
.../agent/TestChatbotAgentListKeysPolicy.java | 258 -
.../agent/TestChatbotAgentMultiToolAndSummary.java | 188 -
.../agent/TestChatbotAgentToolCallParsing.java | 276 -
.../recon/chatbot/agent/TestChatbotUtils.java | 316 -
.../recon/chatbot/api/TestChatbotEndpoint.java | 416 -
.../chatbot/llm/TestLangChain4jDispatcher.java | 226 -
.../ozone/recon/chatbot/llm/TestLlmRouting.java | 94 -
.../recon/chatbot/recon/TestReconApiAllowlist.java | 52 -
.../chatbot/recon/TestReconEndpointRouter.java | 185 -
.../chatbot/recon/TestReconQueryExecutor.java | 155 -
.../recon/TestReconQueryExecutorListKeys.java | 91 -
.../chatbot/recon/TestReconResponseUnwrapper.java | 56 -
.../recon/TestReconToolCatalogConsistency.java | 102 -
.../chatbot/security/TestCredentialHelper.java | 129 -
.../recon/fsck/TestReconReplicationManager.java | 2 +-
.../metrics/TestReconScmContainerSyncMetrics.java | 99 -
.../TestUnhealthyContainersDerbyPerformance.java | 179 +-
.../scm/AbstractReconContainerManagerTest.java | 36 +-
.../ozone/recon/scm/TestReconContainerManager.java | 121 +-
...TestReconIncrementalContainerReportHandler.java | 76 +-
.../ozone/recon/scm/TestReconNodeManager.java | 5 +-
.../scm/TestReconSCMContainerSyncIntegration.java | 1130 ---
.../TestReconStorageContainerManagerFacade.java | 218 -
.../scm/TestReconStorageContainerSyncHelper.java | 109 +-
.../impl/TestOzoneManagerServiceProviderImpl.java | 321 +-
.../TestReconContainerMetadataManagerImpl.java | 22 -
.../spi/impl/TestReconRDBSnapshotProvider.java | 223 -
.../ozone/recon/tasks/TestFileSizeCountTask.java | 23 +-
.../ozone/recon/tasks/TestNSSummaryTask.java | 442 +-
.../ozone/recon/tasks/TestOmTableInsightTask.java | 129 -
.../recon/tasks/TestReconTaskControllerImpl.java | 253 +-
hadoop-ozone/s3-secret-store/pom.xml | 4 +-
hadoop-ozone/s3gateway/pom.xml | 16 +-
.../org/apache/hadoop/ozone/audit/S3GAction.java | 9 -
.../org/apache/hadoop/ozone/s3/TracingFilter.java | 49 +-
.../s3/commontypes/DirectoryBucketMetadata.java | 79 -
.../ozone/s3/commontypes/EncodingTypeObject.java | 5 +-
.../ozone/s3/commontypes/ObjectKeyNameAdapter.java | 9 +-
.../ozone/s3/commontypes/RequestParameters.java | 30 +-
.../hadoop/ozone/s3/endpoint/BucketAclHandler.java | 7 +-
.../ozone/s3/endpoint/BucketCrudHandler.java | 6 +-
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 59 +-
.../s3/endpoint/BucketGetLocationHandler.java | 47 -
.../ozone/s3/endpoint/BucketLifecycleHandler.java | 170 -
.../ozone/s3/endpoint/BucketTaggingHandler.java | 152 -
...CompleteMultipartUploadRequestUnmarshaller.java | 17 +-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 184 +-
.../ozone/s3/endpoint/ListBucketResponse.java | 13 +-
.../s3/endpoint/ListDirectoryBucketsResponse.java | 69 -
.../ozone/s3/endpoint/ListObjectResponse.java | 2 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 300 +-
.../ozone/s3/endpoint/ObjectEndpointStreaming.java | 68 +-
.../ozone/s3/endpoint/ObjectGetTorrentHandler.java | 48 -
...utBucketLifecycleConfigurationUnmarshaller.java | 80 -
.../hadoop/ozone/s3/endpoint/RootEndpoint.java | 169 +-
.../ozone/s3/endpoint/S3ConditionalRequest.java | 101 +-
.../s3/endpoint/S3LifecycleConfiguration.java | 558 --
.../s3/endpoint/S3ObjectStreamingWriteGuard.java | 55 -
.../ozone/s3/endpoint/S3ObjectWriteGuard.java | 126 -
.../apache/hadoop/ozone/s3/endpoint/S3Tagging.java | 8 +-
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 7 -
.../hadoop/ozone/s3/metrics/S3GatewayMetrics.java | 114 +-
.../ozone/s3/signature/AWSSignatureProcessor.java | 7 +-
.../signature/AccessDeniedResourceException.java | 28 -
.../s3/signature/AuthorizationV4QueryParser.java | 7 +-
.../ozone/s3/signature/StringToSignProducer.java | 8 +-
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 32 -
.../org/apache/hadoop/ozone/s3/util/S3Utils.java | 30 +-
.../hadoop/ozone/client/ClientProtocolStub.java | 60 +-
.../hadoop/ozone/client/OzoneBucketStub.java | 159 +-
.../hadoop/ozone/client/OzoneVolumeStub.java | 37 +-
.../ozone/s3/TestVirtualHostStyleFilter.java | 146 +-
.../s3/commontypes/TestObjectKeyNameAdapter.java | 7 +-
.../ozone/s3/endpoint/EndpointTestUtils.java | 100 +-
.../ozone/s3/endpoint/TestBucketGetLocation.java | 52 -
.../hadoop/ozone/s3/endpoint/TestBucketList.java | 199 +-
.../hadoop/ozone/s3/endpoint/TestBucketPut.java | 60 +-
.../ozone/s3/endpoint/TestBucketTaggingDelete.java | 92 -
.../ozone/s3/endpoint/TestBucketTaggingGet.java | 126 -
.../ozone/s3/endpoint/TestBucketTaggingPut.java | 206 -
...CompleteMultipartUploadRequestUnmarshaller.java | 63 -
.../hadoop/ozone/s3/endpoint/TestEndpointBase.java | 26 -
.../s3/endpoint/TestListDirectoryBuckets.java | 187 -
.../s3/endpoint/TestMultipartUploadComplete.java | 57 -
.../hadoop/ozone/s3/endpoint/TestObjectDelete.java | 76 -
.../hadoop/ozone/s3/endpoint/TestObjectGet.java | 118 +-
.../ozone/s3/endpoint/TestObjectGetTorrent.java | 54 -
.../hadoop/ozone/s3/endpoint/TestObjectHead.java | 111 -
.../ozone/s3/endpoint/TestObjectMultiDelete.java | 39 -
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 321 +-
.../ozone/s3/endpoint/TestObjectTaggingGet.java | 27 +-
.../hadoop/ozone/s3/endpoint/TestPartUpload.java | 90 +-
.../hadoop/ozone/s3/endpoint/TestRootList.java | 94 -
.../TestS3LifecycleConfigurationDelete.java | 96 -
.../endpoint/TestS3LifecycleConfigurationGet.java | 205 -
.../endpoint/TestS3LifecycleConfigurationPut.java | 665 --
.../ozone/s3/endpoint/TestS3ObjectWriteGuard.java | 218 -
.../ozone/s3/endpoint/TestUploadWithStream.java | 30 -
.../ozone/s3/metrics/TestS3GatewayMetrics.java | 81 +-
.../s3/signature/TestAWSSignatureProcessor.java | 37 -
.../signature/TestAuthorizationV4QueryParser.java | 16 +-
.../s3/signature/TestStringToSignProducer.java | 28 -
.../hadoop/ozone/s3/signature/package-info.java | 22 -
.../apache/hadoop/ozone/s3/util/TestS3Utils.java | 20 -
hadoop-ozone/tools/pom.xml | 41 +-
.../org/apache/hadoop/fs/ozone/OzoneFsShell.java | 11 +-
.../hadoop/ozone/local/LocalOzoneCluster.java | 957 --
.../ozone/local/LocalOzoneClusterConfig.java | 327 -
.../hadoop/ozone/local/LocalOzoneRuntime.java | 44 +-
.../org/apache/hadoop/ozone/local/OzoneLocal.java | 290 +-
.../apache/hadoop/ozone/local/package-info.java | 2 +-
.../org/apache/hadoop/ozone/shell/OzoneRatis.java | 5 +-
.../apache/hadoop/ozone/utils/AutoCompletion.java | 6 +-
.../hadoop/ozone/local/TestLocalOzoneCluster.java | 466 -
.../ozone/local/TestLocalOzoneClusterConfig.java | 135 -
.../apache/hadoop/ozone/local/TestOzoneLocal.java | 385 +-
hadoop-ozone/vapor/pom.xml | 19 +-
.../ozone/freon/ClosedContainerReplicator.java | 270 +
.../hadoop/ozone/freon/DatanodeSimulator.java | 21 +-
.../hadoop/ozone/freon/SCMThroughputBenchmark.java | 16 +-
pom.xml | 438 +-
1867 files changed, 37481 insertions(+), 139311 deletions(-)
delete mode 100644 .github/workflows/asf-allowlist-check.yaml
create mode 100644 .run/CsiServer.run.xml
delete mode 100644 AGENTS.md
delete mode 120000 CLAUDE.md
delete mode 100644 THREAT_MODEL.md
delete mode 100644 hadoop-hdds/annotations/src/main/java/org/apache/ozone/annotations/CliOptionStyleProcessor.java
delete mode 100644 hadoop-hdds/cli-common/src/main/java/org/apache/hadoop/hdds/cli/DeprecatedCliOption.java
delete mode 100644 hadoop-hdds/cli-common/src/test/java/org/apache/hadoop/hdds/cli/TestGenericCliConfiguration.java
delete mode 100644 hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/XceiverClientShortCircuit.java
delete mode 100644 hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/storage/DomainPeer.java
delete mode 100644 hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/storage/DomainSocketFactory.java
delete mode 100644 hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/storage/LocalChunkInputStream.java
delete mode 100644 hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/TestXceiverClientGrpcChannel.java
delete mode 100644 hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/TestXceiverClientManagerCloseContention.java
delete mode 100644 hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/storage/MockDatanodePipeline.java
delete mode 100644 hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/storage/TestBlockDataStreamOutput.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/net/HostAndPort.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/ConnectionFailureUtils.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/io_/retry/CallReturn.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/io_/retry/RetryInvocationHandler.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/io_/retry/RetryPolicies.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/io_/retry/RetryProxy.java
rename hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/capacity/components/CapacityDetailError.tsx => hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/AsyncCallLimitExceededException.java (56%)
copy hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/{ProtocolProxy.java => GenericRefreshProtocol.java} (51%)
copy hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/{ProtocolProxy.java => ObserverRetryOnActiveException.java} (67%)
rename hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/types/chatbot.types.ts => hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/ProtocolMetaInfoPB.java (58%)
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/ProtocolMetaInfoServerSideTranslatorPB.java
copy hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/{ProtocolProxy.java => ProtocolMetaInterface.java} (57%)
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/ProtocolSignature.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/ProxyCombiner.java
copy hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/{ProtocolProxy.java => RefreshCallQueueProtocol.java} (58%)
copy hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/{ProtocolProxy.java => RefreshHandler.java} (68%)
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/RefreshRegistry.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/RefreshResponse.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/RetryCache.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/RpcClientUtil.java
copy hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/__tests__/mocks/pipelineMocks/pipelinesServer.ts => hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/StandbyException.java (67%)
copy hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/{ProtocolProxy.java => UnexpectedServerException.java} (51%)
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/VersionedProtocol.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/WritableRpcEngine.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/metrics/RetryCacheMetrics.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/security_/CustomizedCallbackHandler.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/security_/SaslMechanismFactory.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/scm/container/TestContainerID.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/scm/net/TestHostAndPort.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/tracing/TestLoopSampler.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/tracing/TestTracingConfig.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/tracing/TestTracingInitModes.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestCompositeKey.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestConnectionFailureUtils.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/io_/retry/TestRetryProxy.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/io_/retry/UnreliableImplementation.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/io_/retry/UnreliableInterface.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/ratis/util/RatisUtilTestUtil.java
delete mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/transport/server/Receiver.java
delete mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/transport/server/XceiverServerDomainSocket.java
delete mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/DatanodeStorageMetrics.java
delete mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ozoneimpl/ScanTransientIOUtil.java
rename hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/io/KeyCommitOutput.java => hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/replication/ContainerDownloader.java (56%)
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/replication/CopyContainerResponseStream.java
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/replication/DownloadAndImportReplicator.java
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/replication/SimpleContainerDownloader.java
delete mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/replication/VolumeReplicationThreadPools.java
delete mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/statemachine/TestSCMConnectionManager.java
delete mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/states/endpoint/TestHeartbeatEndpointTaskDnsRefresh.java
rename hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/transport/server/ratis/{ContainerStateMachineTests.java => TestContainerStateMachine.java} (95%)
delete mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/volume/TestAvailableSpaceFilter.java
delete mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/volume/TestDatanodeStorageMetrics.java
delete mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/diskbalancer/TestDiskBalancerVolumeCalculation.java
delete mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/diskbalancer/TestDiskBalancerWithConcurrentBackgroundTasks.java
rename hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/{ContainerScannerTests.java => TestContainerScannersAbstract.java} (99%)
delete mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ozoneimpl/TestScanTransientIOUtil.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/replication/TestCopyContainerResponseStream.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/replication/TestDownloadAndImportReplicator.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/replication/TestSimpleContainerDownloader.java
delete mode 100644 hadoop-hdds/docs/content/design/efficient-snapdiff.md
delete mode 100644 hadoop-hdds/docs/content/design/lifecycle-task-resume.md
delete mode 100644 hadoop-hdds/docs/content/design/s3-object-lifecycle-management.md
delete mode 100644 hadoop-hdds/docs/content/design/short-circuit-read-current-flow.png
delete mode 100644 hadoop-hdds/docs/content/design/short-circuit-read-getblock-flow.png
delete mode 100644 hadoop-hdds/docs/content/design/short-circuit-read-hbase-benchmark.png
delete mode 100644 hadoop-hdds/docs/content/design/short-circuit-read-mmap-cache-benchmark.png
delete mode 100644 hadoop-hdds/docs/content/design/short-circuit-read-target-flow.png
delete mode 100644 hadoop-hdds/docs/content/design/short-circuit-read-unix-domain-socket.png
delete mode 100644 hadoop-hdds/docs/content/design/short-circuit-read.md
delete mode 100644 hadoop-hdds/docs/content/feature/Lifecycle.md
delete mode 100644 hadoop-hdds/docs/content/feature/Lifecycle.zh.md
delete mode 100644 hadoop-hdds/docs/content/feature/Short-Circuit-Read.md
delete mode 100644 hadoop-hdds/docs/content/feature/Short-Circuit-Read.zh.md
create mode 100644 hadoop-hdds/docs/content/interface/CSI.md
create mode 100644 hadoop-hdds/docs/content/interface/CSI.png
create mode 100644 hadoop-hdds/docs/content/interface/CSI.zh.md
create mode 100644 hadoop-hdds/docs/content/interface/pvtest-webui.png
delete mode 100644 hadoop-hdds/erasurecode/src/test/java/org/apache/ozone/erasurecode/TestCodecRegistryTcclIsolation.java
rename hadoop-hdds/erasurecode/src/test/java/org/apache/ozone/erasurecode/{CoderTests.java => TestCoderBase.java} (99%)
delete mode 100644 hadoop-hdds/erasurecode/src/test/java/org/apache/ozone/erasurecode/rawcoder/TestCoderUtil.java
rename hadoop-hdds/erasurecode/src/test/java/org/apache/ozone/erasurecode/rawcoder/{RSRawCoderTests.java => TestRSRawCoderBase.java} (97%)
rename hadoop-hdds/erasurecode/src/test/java/org/apache/ozone/erasurecode/rawcoder/{RawCoderTests.java => TestRawCoderBase.java} (98%)
rename hadoop-hdds/erasurecode/src/test/java/org/apache/ozone/erasurecode/rawcoder/{XORRawCoderTests.java => TestXORRawCoderBase.java} (95%)
delete mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/ha/SequenceIdType.java
delete mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/utils/DnsNames.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/scm/ha/TestSequenceIdType.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/scm/proxy/TestSCMFailoverProxyProviderRefresh.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/scm/proxy/TestSCMFailoverProxyProviderRefreshWired.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/utils/TestDnsNames.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/db/TestRDBTable.java
create mode 100644 hadoop-hdds/interface-client/src/main/proto/ProtocolInfo.proto
delete mode 100644 hadoop-hdds/managed-rocksdb/src/test/java/org/apache/hadoop/hdds/utils/db/managed/TestManagedDBOptions.java
delete mode 100644 hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/db/LatestVersionedKWayMergeIterator.java
rename hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/{RocksTestUtils.java => TestUtils.java} (96%)
delete mode 100644 hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/TestLatestVersionedKWayMergeIterator.java
delete mode 100644 hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/TestLatestVersionedKWayMergeIteratorOverSst.java
delete mode 100644 hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/TestRawSstFileRecords.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/ContainerBalancerStopReason.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/export/ExportFileManager.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/export/ExportJob.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/export/ExportScope.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/export/package-info.java
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/SCMHAInvocationHandler.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/StatefulServiceDefinition.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/invoker/CertificateStoreInvoker.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/invoker/FinalizationStateManagerInvoker.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/invoker/RootCARotationHandlerInvoker.java
rename hadoop-hdds/server-scm/src/{test => main}/java/org/apache/hadoop/hdds/scm/ha/invoker/ScmInvokerCodeGenerator.java (90%)
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/invoker/SecretKeyStateInvoker.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/invoker/SequenceIdGeneratorStateManagerInvoker.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/ha/invoker/StatefulServiceStateManagerInvoker.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/safemode/ECMinDataNodeSafeModeRule.java
rename hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/{MockCluster.java => TestableCluster.java} (98%)
delete mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/export/TestExportFileManager.java
rename hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication/{MisReplicationHandlerTests.java => TestMisReplicationHandler.java} (99%)
delete mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/ha/TestSCMHATransactionBufferMonitorTask.java
delete mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/ha/invoker/ScmInvokerCodeGeneratorMains.java
delete mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/ha/invoker/TestScmInvokerCodeGenerator.java
delete mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/ha/io/TestScmCodecFactoryReplicateCoverage.java
delete mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/metadata/TestSequenceIdTypeCodec.java
delete mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestBackgroundPipelineCreator.java
delete mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/safemode/TestECMinDataNodeSafeModeRule.java
rename hadoop-hdds/test-utils/src/main/java/org/apache/ozone/test/{MockClock.java => TestClock.java} (88%)
delete mode 100644 hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/om/LifecycleResumeSubCommand.java
delete mode 100644 hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/om/LifecycleStatusSubCommand.java
delete mode 100644 hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/om/LifecycleSuspendSubCommand.java
delete mode 100644 hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/hdds/cli/TestOzoneAdminDeprecatedOptions.java
delete mode 100644 hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/hdds/scm/cli/datanode/TestDiskBalancerSubCommandUtil.java
delete mode 100644 hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/AnalyzeSubcommand.java
delete mode 100644 hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/ContainerDirectoryScanner.java
delete mode 100644 hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/ContainerDiskOccurrence.java
delete mode 100644 hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/ContainerScanResult.java
delete mode 100644 hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/ScmContainerMetadataReader.java
delete mode 100644 hadoop-ozone/cli-debug/src/main/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/package-info.java
delete mode 100644 hadoop-ozone/cli-debug/src/test/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/ContainerAnalyzeTestHelper.java
delete mode 100644 hadoop-ozone/cli-debug/src/test/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/TestAnalyzeSubcommand.java
delete mode 100644 hadoop-ozone/cli-debug/src/test/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/TestContainerDirectoryScanner.java
delete mode 100644 hadoop-ozone/cli-debug/src/test/java/org/apache/hadoop/ozone/debug/datanode/container/analyze/TestScmContainerMetadataReader.java
delete mode 100644 hadoop-ozone/cli-interactive/pom.xml
delete mode 100644 hadoop-ozone/cli-interactive/src/main/java/org/apache/hadoop/ozone/shell/OzoneInteractiveShell.java
delete mode 100644 hadoop-ozone/cli-repair/src/test/java/org/apache/hadoop/ozone/repair/om/TestCompactOMDB.java
delete mode 100644 hadoop-ozone/cli-shell/src/main/java/org/apache/hadoop/ozone/shell/OzoneInteractiveWelcome.java
delete mode 100644 hadoop-ozone/cli-shell/src/test/java/org/apache/hadoop/ozone/shell/keys/TestGetKeyHandler.java
delete mode 100644 hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/OzoneLifecycleConfiguration.java
delete mode 100644 hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/TestOzoneBucket.java
delete mode 100644 hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/TestRpcClientGetFileStatusHeadOp.java
delete mode 100644 hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/checksum/FileChecksumBenchmark.java
delete mode 100644 hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/io/TestKeyDataStreamOutput.java
delete mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCAbortIncompleteMultipartUpload.java
delete mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCAction.java
delete mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCExpiration.java
delete mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCFilter.java
delete mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLCRule.java
delete mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLifecycleConfiguration.java
delete mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLifecycleRuleAndOperator.java
delete mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLifecycleScanState.java
delete mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmLifecycleUtils.java
delete mode 100644 hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/ha/TestOMFailoverProxyProviderRefreshWired.java
delete mode 100644 hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/ha/TestOMProxyInfoDnsRefresh.java
delete mode 100644 hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/OMLCUtils.java
delete mode 100644 hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLCAbortIncompleteMultipartUpload.java
delete mode 100644 hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLCExpiration.java
delete mode 100644 hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLCFilter.java
delete mode 100644 hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLCRule.java
delete mode 100644 hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLifeCycleConfiguration.java
delete mode 100644 hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLifecycleRuleAndOperator.java
delete mode 100644 hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOmLifecycleScanState.java
delete mode 100644 hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/protocolPB/TestOzoneManagerProtocolClientSideTranslatorPB.java
copy {hadoop-hdds/rocks-native => hadoop-ozone/csi}/dev-support/findbugsExcludeFile.xml (72%)
copy hadoop-ozone/{common => csi}/pom.xml (52%)
create mode 100644 hadoop-ozone/csi/src/main/java/org/apache/hadoop/ozone/csi/ControllerService.java
create mode 100644 hadoop-ozone/csi/src/main/java/org/apache/hadoop/ozone/csi/CsiServer.java
create mode 100644 hadoop-ozone/csi/src/main/java/org/apache/hadoop/ozone/csi/IdentityService.java
create mode 100644 hadoop-ozone/csi/src/main/java/org/apache/hadoop/ozone/csi/NodeService.java
rename hadoop-ozone/{recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/api => csi/src/main/java/org/apache/hadoop/ozone/csi}/package-info.java (88%)
create mode 100644 hadoop-ozone/csi/src/main/proto/csi.proto
create mode 100644 hadoop-ozone/csi/src/main/resources/proto.lock
create mode 100644 hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Datanode Chunk Read_Write Dashboard.json
delete mode 100644 hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - Container Balancer Metrics.json
delete mode 100644 hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - DataNode Overview.json
delete mode 100644 hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - Datanode Decommission and Maintenance.json
delete mode 100644 hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - OM Overview.json
delete mode 100644 hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - SCM overview.json
copy hadoop-ozone/dist/src/main/compose/{ozone-topology => ozone-csi}/.env (100%)
copy hadoop-ozone/dist/src/main/compose/{ozonescripts => ozone-csi}/docker-compose.yaml (50%)
create mode 100644 hadoop-ozone/dist/src/main/compose/ozone-csi/docker-config
rename hadoop-ozone/dist/src/main/compose/{ozonesecure-ha/test-om-lifecycle.sh => ozone-csi/test.sh} (74%)
mode change 100644 => 100755
delete mode 100755 hadoop-ozone/dist/src/main/compose/ozone/test-short-circuit.sh
copy hadoop-ozone/dist/src/main/compose/{ozonesecure => ozonesecure-mr}/.env (100%)
create mode 100644 hadoop-ozone/dist/src/main/compose/ozonesecure-mr/README.md
copy hadoop-ozone/dist/src/main/compose/{ozonesecure => ozonesecure-mr}/docker-compose.yaml (61%)
create mode 100644 hadoop-ozone/dist/src/main/compose/ozonesecure-mr/docker-config
copy hadoop-ozone/dist/src/main/compose/{ozonesecure/test-vault.sh => ozonesecure-mr/krb5.conf} (66%)
mode change 100755 => 100644
rename hadoop-ozone/dist/src/main/compose/{ozonesecure/test-hadoop.sh => ozonesecure-mr/test.sh} (100%)
copy hadoop-ozone/dist/src/main/k8s/{examples/ozone/s3g-statefulset.yaml => definitions/ozone-csi/csi-controller.yaml} (54%)
copy hadoop-ozone/dist/src/{shell/conf/shell-logging.properties => main/k8s/definitions/ozone-csi/csi-crd.yaml} (86%)
create mode 100644 hadoop-ozone/dist/src/main/k8s/definitions/ozone-csi/csi-node.yaml
create mode 100644 hadoop-ozone/dist/src/main/k8s/definitions/ozone-csi/csi-rbac.yaml
copy hadoop-ozone/dist/src/{shell/conf/shell-logging.properties => main/k8s/definitions/ozone-csi/csi-storageclass.yaml} (87%)
copy hadoop-ozone/dist/src/main/{compose/common/grafana/provisioning/dashboards/dashboards.yml => k8s/definitions/ozone-csi/definitions/csi.yaml} (71%)
mode change 100755 => 100644
copy hadoop-ozone/dist/src/{shell/conf/shell-logging.properties => main/k8s/definitions/test-webserver/flekszible.yaml} (91%)
copy hadoop-ozone/dist/src/main/k8s/{examples/ozone-ha/s3g-statefulset.yaml => definitions/test-webserver/webserver-deployment.yaml} (57%)
rename hadoop-ozone/dist/src/main/{compose/ozone/short-circuit.yaml => k8s/definitions/test-webserver/webserver-service.yaml} (76%)
copy hadoop-ozone/dist/src/main/{compose/common/grafana/provisioning/dashboards/dashboards.yml => k8s/definitions/test-webserver/webserver-volume.yaml} (77%)
mode change 100755 => 100644
create mode 100644 hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-node-daemonset.yaml
create mode 100644 hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-ozone-clusterrole.yaml
copy hadoop-ozone/dist/src/main/{compose/common/grafana/provisioning/dashboards/dashboards.yml => k8s/examples/ozone-dev/csi/csi-ozone-clusterrolebinding.yaml} (74%)
mode change 100755 => 100644
copy hadoop-ozone/dist/src/{shell/conf/shell-logging.properties => main/k8s/examples/ozone-dev/csi/csi-ozone-serviceaccount.yaml} (90%)
copy hadoop-ozone/dist/src/main/k8s/examples/{ozone-ha/s3g-statefulset.yaml => ozone-dev/csi/csi-provisioner-deployment.yaml} (63%)
copy hadoop-ozone/dist/src/{shell/conf/shell-logging.properties => main/k8s/examples/ozone-dev/csi/org.apache.hadoop.ozone-csidriver.yaml} (86%)
copy hadoop-ozone/dist/src/{shell/conf/shell-logging.properties => main/k8s/examples/ozone-dev/csi/ozone-storageclass.yaml} (87%)
copy hadoop-ozone/dist/src/main/k8s/examples/{ozone-ha/s3g-statefulset.yaml => ozone-dev/pv-test/ozone-csi-test-webserver-deployment.yaml} (57%)
copy hadoop-ozone/dist/src/main/{compose/common/grafana/provisioning/dashboards/dashboards.yml => k8s/examples/ozone-dev/pv-test/ozone-csi-test-webserver-persistentvolumeclaim.yaml} (77%)
mode change 100755 => 100644
copy hadoop-ozone/dist/src/main/{compose/common/grafana/provisioning/dashboards/dashboards.yml => k8s/examples/ozone-dev/pv-test/ozone-csi-test-webserver-service.yaml} (78%)
mode change 100755 => 100644
create mode 100644 hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-node-daemonset.yaml
create mode 100644 hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-ozone-clusterrole.yaml
copy hadoop-ozone/dist/src/main/{compose/common/grafana/provisioning/dashboards/dashboards.yml => k8s/examples/ozone/csi/csi-ozone-clusterrolebinding.yaml} (74%)
mode change 100755 => 100644
copy hadoop-ozone/dist/src/{shell/conf/shell-logging.properties => main/k8s/examples/ozone/csi/csi-ozone-serviceaccount.yaml} (90%)
copy hadoop-ozone/dist/src/main/k8s/examples/{ozone-ha/s3g-statefulset.yaml => ozone/csi/csi-provisioner-deployment.yaml} (63%)
copy hadoop-ozone/dist/src/{shell/conf/shell-logging.properties => main/k8s/examples/ozone/csi/org.apache.hadoop.ozone-csidriver.yaml} (86%)
rename hadoop-ozone/dist/src/{shell/conf/shell-logging.properties => main/k8s/examples/ozone/csi/ozone-storageclass.yaml} (87%)
copy hadoop-ozone/dist/src/main/k8s/examples/{ozone-ha/s3g-statefulset.yaml => ozone/pv-test/ozone-csi-test-webserver-deployment.yaml} (57%)
copy hadoop-ozone/dist/src/main/{compose/common/grafana/provisioning/dashboards/dashboards.yml => k8s/examples/ozone/pv-test/ozone-csi-test-webserver-persistentvolumeclaim.yaml} (77%)
mode change 100755 => 100644
copy hadoop-ozone/dist/src/main/{compose/common/grafana/provisioning/dashboards/dashboards.yml => k8s/examples/ozone/pv-test/ozone-csi-test-webserver-service.yaml} (78%)
mode change 100755 => 100644
rename hadoop-ozone/dist/src/main/smoketest/{prometheus/prometheus.robot => csi.robot} (61%)
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/debug/ozone-debug-tests-ec6-3.robot
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/lifecycle/om-lifecycle.robot
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/prometheus/prometheus_check.py
create mode 100644 hadoop-ozone/dist/src/main/smoketest/repair/om-compact.robot
rename hadoop-ozone/dist/src/main/smoketest/{ => s3}/awss3virtualhost.robot (96%)
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/s3/bucketlifecycle.robot
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/s3/buckettagging.robot
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/short-circuit/short-circuit.robot
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/snapshot/snapshot-defrag.robot
delete mode 100644 hadoop-ozone/dist/src/test/shell/http_request_logger.bats
copy {hadoop-hdds/rocks-native => hadoop-ozone/fault-injection-test/mini-chaos-tests}/dev-support/findbugsExcludeFile.xml (72%)
copy hadoop-ozone/{mini-cluster => fault-injection-test/mini-chaos-tests}/pom.xml (70%)
create mode 100755 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/bin/start-chaos.sh
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/MiniOzoneChaosCluster.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/MiniOzoneLoadGenerator.java
rename hadoop-ozone/{iceberg/src/main/java/org/apache/hadoop/ozone/iceberg/IcebergCommand.java => fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/OzoneChaosCluster.java} (62%)
rename hadoop-ozone/{cli-admin/src/main/java/org/apache/hadoop/ozone/admin/om/LifecycleSubCommand.java => fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/TestAllMiniChaosOzoneCluster.java} (52%)
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/TestDatanodeMiniChaosOzoneCluster.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/TestMiniChaosOzoneCluster.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/TestOzoneManagerMiniChaosOzoneCluster.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/TestStorageContainerManagerMiniChaosOzoneCluster.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/failure/FailureManager.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/failure/Failures.java
rename hadoop-ozone/{cli-interactive/src/main/java/org/apache/hadoop/ozone/shell => fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/failure}/package-info.java (90%)
rename hadoop-ozone/{freon/src/main/java/org/apache/hadoop/ozone/freon/FreonS3TraceContextRequestHandler.java => fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/AgedDirLoadGenerator.java} (51%)
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/AgedLoadGenerator.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/DataBuffer.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/FilesystemLoadGenerator.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/LoadBucket.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/LoadExecutors.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/LoadGenerator.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/NestedDirLoadGenerator.java
rename hadoop-ozone/{recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/OMDBReprocessResponse.java => fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/RandomDirLoadGenerator.java} (56%)
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/RandomLoadGenerator.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/ReadOnlyLoadGenerator.java
copy hadoop-ozone/{ozonefs-common => fault-injection-test/mini-chaos-tests}/src/test/resources/META-INF/services/org.apache.hadoop.fs.FileSystem (100%)
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/resources/log4j.properties
delete mode 100644 hadoop-ozone/freon/src/main/java/org/apache/hadoop/ozone/freon/OzoneClientKeyListReader.java
delete mode 100644 hadoop-ozone/freon/src/test/java/org/apache/hadoop/ozone/freon/TestHadoopFsClientClose.java
delete mode 100644 hadoop-ozone/freon/src/test/java/org/apache/hadoop/ozone/freon/TestOzoneClientKeyListReader.java
delete mode 100644 hadoop-ozone/freon/src/test/java/org/apache/hadoop/ozone/freon/TestRandomKeyGenerator.java
copy hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/lib/wsrs/{JSONMapProvider.java => JSONProvider.java} (80%)
delete mode 100644 hadoop-ozone/httpfsgateway/src/test/java/org/apache/ozone/lib/service/instrumentation/TestInstrumentationSerialization.java
delete mode 100644 hadoop-ozone/httpfsgateway/src/test/java/org/apache/ozone/lib/wsrs/TestJSONMapProvider.java
delete mode 100644 hadoop-ozone/iceberg/src/main/java/org/apache/hadoop/ozone/iceberg/RewriteTablePathCommand.java
delete mode 100644 hadoop-ozone/integration-test-recon/src/test/java/org/apache/hadoop/ozone/recon/TestReconContainerHealthSummaryEndToEnd.java
rename hadoop-ozone/integration-test-recon/src/test/java/org/apache/hadoop/ozone/recon/{ReconEndpointTestUtil.java => TestReconEndpointUtil.java} (89%)
rename hadoop-ozone/integration-test-recon/src/test/java/org/apache/hadoop/ozone/recon/{ReconOmMetaManagerTestUtils.java => TestReconOmMetaManagerUtils.java} (50%)
delete mode 100644 hadoop-ozone/integration-test-recon/src/test/java/org/apache/hadoop/ozone/recon/TestReconQuasiClosedContainerEndpoint.java
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/conf/{ConfigurationFieldsTests.java => TestConfigurationFieldsBase.java} (99%)
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOFSIsDirectoryBenchmark.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileSystemDataStreamEnablement.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/TestXceiverServerDomainSocket.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestRackAwarePlacement.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestSCMFollowerCatchupWithContainerReport.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestXceiverClientManagerSC.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/container/TestPendingContainerTrackerIntegration.java
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/node/{NodeTestUtil.java => TestNodeUtil.java} (98%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/upgrade/{HddsUpgradeTestUtils.java => TestHddsUpgradeUtils.java} (98%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/{DataTestUtil.java => TestDataUtil.java} (96%)
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestClientRetryContainerStateMachineFailures.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestClientRetryTimeout.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/read/TestDomainSocketFactory.java
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/read/{InputStreamTests.java => TestInputStreamBase.java} (83%)
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/read/TestLocalChunkInputStream.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/read/TestStreamReadDatanodeFailover.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/container/TestContainerReportHandlingWithHA.java
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/container/{OzoneTestHelper.java => TestHelper.java} (90%)
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/dn/TestDatanodeMinFreeSpaceIntegration.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/dn/TestDatanodeStorageMetricsIntegration.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/dn/container/TestDuplicateContainerDirScannerIntegration.java
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/dn/scanner/{ContainerScannerIntegrationTests.java => TestContainerScannerIntegrationAbstract.java} (97%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/freon/{DataValidateTests.java => TestDataValidate.java} (99%)
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/local/TestLocalOzoneClusterRuntime.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/OzoneManagerHAFollowerReadTests.java
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{BucketForTesting.java => TestBucket.java} (88%)
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOMInstallSnapshotDuringBootstrapping.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOMRatisSnapshotTransfer.java
copy hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{AbstractOzoneManagerHATest.java => TestOzoneManagerHA.java} (88%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{AbstractOzoneManagerHATest.java => TestOzoneManagerHAFollowerRead.java} (88%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/{OmSnapshotTests.java => TestOmSnapshot.java} (97%)
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotCheckpointDbContent.java
copy hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/{TestOmSnapshotFsoWithNativeLib.java => TestOmSnapshotFsoWithNativeLibWithLinkedBuckets.java} (85%)
copy hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/{TestOmSnapshotObjectStore.java => TestOmSnapshotObjectStoreWithLinkedBuckets.java} (82%)
copy hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/{TestOmSnapshotWithoutBucketLinkingLegacy.java => TestOmSnapshotWithBucketLinkingLegacy.java} (83%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/{om/OzoneManagerHATests.java => shell/TestOzoneShellHAWithFSO.java} (51%)
delete mode 100644 hadoop-ozone/mini-cluster/src/main/java/org/apache/hadoop/ozone/FixedHostMapping.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ha/OMService.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ha/OMServiceException.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ha/OMServiceManager.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/OMLifecycleConfigurationDeleteRequest.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/OMLifecycleConfigurationSetRequest.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/OMLifecycleSaveScanStateRequest.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/OMLifecycleSetServiceStatusRequest.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/lifecycle/package-info.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/s3/tagging/S3BucketTaggingRequestBase.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/s3/tagging/S3DeleteBucketTaggingRequest.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/s3/tagging/S3PutBucketTaggingRequest.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/lifecycle/OMLifecycleConfigurationDeleteResponse.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/lifecycle/OMLifecycleConfigurationSetResponse.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/lifecycle/OMLifecycleSaveScanStateResponse.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/lifecycle/OMLifecycleSetServiceStatusResponse.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/lifecycle/package-info.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/service/KeyLifecycleService.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/service/KeyLifecycleServiceMetrics.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/SnapshotDiffValueParser.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/resources/webapps/ozoneManager/om-deletion.html
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/FaultInjectorImpl.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerListMultipartUploadsAcls.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerListPartsAcls.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/ha/TestOMServiceManager.java
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/bucket/{BucketRequestTests.java => TestBucketRequest.java} (99%)
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/key/{OMKeyRequestTests.java => TestOMKeyRequest.java} (99%)
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleConfigurationDeleteRequest.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleConfigurationRequest.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleConfigurationSetRequest.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/TestOMLifecycleSaveScanStateRequest.java
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/s3/multipart/{S3MultipartRequestTests.java => TestS3MultipartRequest.java} (84%)
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/s3/tagging/TestS3DeleteBucketTaggingRequest.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/s3/tagging/TestS3PutBucketTaggingRequest.java
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/security/{OMDelegationTokenRequestTests.java => TestOMDelegationTokenRequest.java} (98%)
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/volume/{OMVolumeRequestTests.java => TestOMVolumeRequest.java} (99%)
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/{OMResponseTestUtils.java => TestOMResponseUtils.java} (95%)
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/key/{OMKeyResponseTests.java => TestOMKeyResponse.java} (99%)
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/lifecycle/TestOMLifecycleConfigurationDeleteResponse.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/lifecycle/TestOMLifecycleConfigurationSetResponse.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/lifecycle/TestOMLifecycleSaveScanStateResponse.java
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/s3/multipart/{S3MultipartResponseTests.java => TestS3MultipartResponse.java} (76%)
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/s3/multipart/TestS3MultipartUploadCommitPartResponse.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/s3/multipart/TestS3MultipartUploadCompleteResponse.java
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/security/{OMDelegationTokenResponseTests.java => TestOMDelegationTokenResponse.java} (97%)
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/volume/{OMVolumeResponseTests.java => TestOMVolumeResponse.java} (98%)
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/service/TestCompactDBUtil.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/service/TestKeyLifecycleService.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestSnapshotDiffValueParser.java
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/{SnapshotRequestAndResponseTests.java => TestSnapshotRequestAndResponse.java} (98%)
delete mode 100644 hadoop-ozone/ozonefs-common/src/test/java/org/apache/hadoop/fs/ozone/TestBasicOzoneClientAdapterHeadOp.java
delete mode 100644 hadoop-ozone/ozonefs-common/src/test/java/org/apache/hadoop/fs/ozone/TestBasicRootedOzoneClientAdapterHeadOp.java
delete mode 100644 hadoop-ozone/ozonefs-common/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileSystemHeadOp.java
delete mode 100644 hadoop-ozone/ozonefs-common/src/test/java/org/apache/hadoop/fs/ozone/TestRootedOzoneFileSystemHeadOp.java
copy hadoop-ozone/{integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotFsoWithoutNativeLib.java => recon/src/main/java/org/apache/hadoop/ozone/recon/api/AdminOnly.java} (62%)
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/ExportJobManager.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DataNodeMetricsCompleteResponse.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DataNodeMetricsProgressResponse.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DataNodeMetricsServiceResponse.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/ExportJob.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/QuasiClosedContainerMetadata.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/QuasiClosedContainersResponse.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/ChatbotConfigKeys.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/ChatbotException.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/ChatbotModule.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/agent/ChatbotAgent.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/agent/ChatbotUtils.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/agent/LlmToolSpecFactory.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/agent/package-info.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/api/ChatbotEndpoint.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/llm/GenParams.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/llm/LLMClient.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/llm/LangChain4jDispatcher.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/llm/LlmRouting.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/llm/package-info.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/package-info.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/recon/ReconApiAllowlist.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/recon/ReconEndpointRouter.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/recon/ReconQueryExecutor.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/recon/ReconQueryResult.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/recon/ReconResponseUnwrapper.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/recon/package-info.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/security/CredentialHelper.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/chatbot/security/package-info.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/metrics/ReconScmContainerSyncMetrics.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/spi/impl/ReconRDBSnapshotProvider.java
delete mode 100644 hadoop-ozone/recon/src/main/resources/chatbot/recon-fallback-prompt-template.txt
delete mode 100644 hadoop-ozone/recon/src/main/resources/chatbot/recon-summarization-prompt.txt
delete mode 100644 hadoop-ozone/recon/src/main/resources/chatbot/recon-tool-selection-prompt-preamble.txt
delete mode 100644 hadoop-ozone/recon/src/main/resources/chatbot/recon-tool-semantics.md
rename hadoop-ozone/{dist/src/test/shell/ozone_bootstrap.bats => recon/src/main/resources/webapps/recon/ozone-recon-web/.eslintignore} (59%)
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/e2e/chatbot-errors.spec.ts
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/eslint.config.mjs
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/playwright.config.ts
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/__tests__/assistant/Assistant.test.tsx
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/__tests__/mocks/assistantMocks/assistantServer.ts
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/utils/clipboard.ts
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/constants/chatbot.constants.tsx
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/hooks/useChat.hook.tsx
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/assistant.less
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/assistant.tsx
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/components/Composer.tsx
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/components/DisabledState.tsx
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/components/EmptyState.tsx
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/components/LoadingIndicator.tsx
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/components/MessageBubble.tsx
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/components/MessageList.tsx
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/components/ModelPicker.tsx
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/assistant/components/ReconAIMark.tsx
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/TestTarExtractor.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/AbstractTreeNSSummaryScenario.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/FlatNSSummaryScenario.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/FsoNSSummaryScenario.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/LegacyNSSummaryScenario.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/NSSummaryEndpointTestBase.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/NSSummaryTestScenario.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/NSSummaryTests.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestExportJobManager.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryEndpoint.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryEndpointWithFSO.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryEndpointWithLegacy.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestNSSummaryEndpointWithOBSAndLegacy.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/types/TestExportJob.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/agent/TestChatbotAgentExecutionPolicy.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/agent/TestChatbotAgentListKeysPolicy.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/agent/TestChatbotAgentMultiToolAndSummary.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/agent/TestChatbotAgentToolCallParsing.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/agent/TestChatbotUtils.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/api/TestChatbotEndpoint.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/llm/TestLangChain4jDispatcher.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/llm/TestLlmRouting.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/recon/TestReconApiAllowlist.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/recon/TestReconEndpointRouter.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/recon/TestReconQueryExecutor.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/recon/TestReconQueryExecutorListKeys.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/recon/TestReconResponseUnwrapper.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/recon/TestReconToolCatalogConsistency.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/chatbot/security/TestCredentialHelper.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/metrics/TestReconScmContainerSyncMetrics.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconSCMContainerSyncIntegration.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconStorageContainerManagerFacade.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/spi/impl/TestReconRDBSnapshotProvider.java
delete mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/commontypes/DirectoryBucketMetadata.java
delete mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/BucketGetLocationHandler.java
delete mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/BucketLifecycleHandler.java
delete mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/BucketTaggingHandler.java
delete mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/ListDirectoryBucketsResponse.java
delete mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/ObjectGetTorrentHandler.java
delete mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/PutBucketLifecycleConfigurationUnmarshaller.java
delete mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/S3LifecycleConfiguration.java
delete mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/S3ObjectStreamingWriteGuard.java
delete mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/S3ObjectWriteGuard.java
delete mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/signature/AccessDeniedResourceException.java
delete mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestBucketGetLocation.java
delete mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestBucketTaggingDelete.java
delete mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestBucketTaggingGet.java
delete mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestBucketTaggingPut.java
delete mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestListDirectoryBuckets.java
delete mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestObjectGetTorrent.java
delete mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3LifecycleConfigurationDelete.java
delete mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3LifecycleConfigurationGet.java
delete mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3LifecycleConfigurationPut.java
delete mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3ObjectWriteGuard.java
delete mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/signature/package-info.java
delete mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/local/LocalOzoneCluster.java
delete mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/local/LocalOzoneClusterConfig.java
delete mode 100644 hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/local/TestLocalOzoneCluster.java
delete mode 100644 hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/local/TestLocalOzoneClusterConfig.java
create mode 100644 hadoop-ozone/vapor/src/main/java/org/apache/hadoop/ozone/freon/ClosedContainerReplicator.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@ozone.apache.org
For additional commands, e-mail: commits-help@ozone.apache.org