You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by si...@apache.org on 2026/10/11 21:22:07 UTC
(ozone) branch dependabot/npm_and_yarn/hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/vitest-4.1.11 updated (a9a0f2e3dcf -> 305e9070086)
This is an automated email from the ASF dual-hosted git repository.
smengcl pushed a change to branch dependabot/npm_and_yarn/hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/vitest-4.1.11
in repository https://gitbox.apache.org/repos/asf/ozone.git
from a9a0f2e3dcf Bump vitest
add bb546a28374 HDDS-14646. SCM should not close Ratis pipelines on Finalize (#9779)
add 90ad60d52bf HDDS-14712. Rename DatanodeVersion to HDDSVersion (#9822)
add c74df5f4129 HDDS-14723. Create one common interface for LayoutFeature and ComponentVersion (#9832)
add d04a5e57e06 HDDS-14729. Address followup items in HDDS-14646 (#9838)
add 97e127333f4 HDDS-14735. ComponentVersions should not be compared using int values. (#9841)
add c920cd4376c HDDS-14671. Remove healthy_readonly state from SCM (#9836)
add 020f8aa7b1b HDDS-14570. SCM should finalize all versions with one Ratis request (#9715)
add c9fe669c994 HDDS-14672. Remove SCM finalization checkpoints (#9955)
add 50f407e2f61 HDDS-14732. Create a new VersionManager for unified component versioning (#9897)
add 19b856eee49 HDDS-14905. Followups from HDDS-14672 (#9983)
add 4e66d82c9a3 HDDS-14751. Add basic ZDU flow in acceptance tests (#9877)
add 6c4d8525425 HDDS-14940. Create skeleton for ozone admin upgrade status command (#10011)
add fca46ecd302 HDDS-14897. Add multiple S3 gateways to the rolling-upgrade suite (#10028)
add db2219f4981 HDDS-15034. Query SCM status for ozone admin upgrade status command (#10084)
add f639c57a07b HDDS-14896. Use separate container for clients in rolling-upgrade suite (#10032)
add 798853709f1 HDDS-14826. Prepare OM to switch from LayoutVersionManager to ComponentVersionManager (#10098)
add cbc79b59c7b HDDS-15126. Remove unused TestHDDSUpgrade (#10148)
add 70cbe94b32f HDDS-15063. Switch OM to the new Versioning Framework (#10099)
add 4ab7a96b0b3 HDDS-14669. Implement a new async finalize command which does not block on the server (#10152)
add 98d066f5cbe Merge branch 'master' into merge-master
add 0b1024f790c Additional changes on top of merge commit to fix compile issues
add 6c254b51def HDDS-15197. Remove unnecessary BelongsToLayoutVersion annotations. (#10205)
add 0373ab252c8 HDDS-14670. SCM queryFinalizeStatus shouldFinalize should only be true when out of safemode (#10193)
add 524b2370493 HDDS-15196. Split HDDS upgrade actions into specific SCM and Datanode actions. (#10206)
add cb71a0a3fb6 HDDS-14821. Version specific data validation in rolling-upgrade suite (#10033)
add 1818dd2cb5f HDDS-15263. Downgrade should happen in reverse order (#10269)
add e1e15cb3e60 HDDS-15195. Switch Datanode to the new versioning framework (#10215)
add fb96f08c9ab HDDS-15375. Renames to prepare to switch SCM to the new versioning framework. (#10366)
add eba78b6c4a8 HDDS-15208. OM should learn to finalize from SCM after finalization command (#10236)
add f2a996cd6f6 HDDS-15376. Implement new ScmVersionManager. (#10367)
add 0bd403261f9 HDDS-15483. More renames missed in HDDS-15375 (#10436)
add a66822e64fc HDDS-15377. Switch SCM to use new ScmVersionManager (#10368)
add 032821150a6 HDDS-15379. Remove unused classes from the old upgrade framework (#10370)
add 97b60475a4c HDDS-15386. Remove LayoutFeature interface (#10376)
add 04d44dedcaa HDDS-15484. Decouple ComponentVersionManager from Storage (#10437)
add 5361f6e0d1e HDDS-15374. Switch Recon to the new versioning framework (#10443)
add cff07d54867 HDDS-15482. Add fencing based on datanode versions to SCM and Recon (#10504)
add 353b7cc67cd HDDS-15488. Recon upgrade actions should be idempotent (#10442)
add 22948f4d15d HDDS-15528. Adjust upgrade finalize command to call OM instread of SCM (#10493)
add 21bc0e6ec2a HDDS-15609. Legacy SCM Finalize command should become a no-op (#10543)
add f49a2e0d84a HDDS-15622. New finalize command should check OM server version (#10548)
add ece9fdf7fdc HDDS-15639. Adjust Upgrade status command to call OM intead of SCM (#10579)
add b556be18dc4 Merge branch 'master' into HDDS-14496-zdu
add 44fce2c2506 HDDS-15677. Update client side version checks to use `isSupportedBy`. (#10611)
add dc1fd833496 HDDS-14825. Add Grafana Dashboard and Metrics for ZDU (#10602)
add 98c55fe4905 HDDS-15848. Add new upgrade action annotations for component versions (#10744)
add e16d646d29b Merge branch 'master' into HDDS-14496-zdu-master-3
add 21d05128d28 HDDS-14580. Remove OM Prepare for Upgrade Code for ZDU (#9723)
add 2f149e45a92 HDDS-14687. Add test that OM can finalize from a snapshot (#10832)
add ab6bd667a38 HDDS-15715. Add helpful CLI flags to finalization CLIs (#10678)
add 21b69d28856 HDDS-15716. Replace layout version protos with new version-named protos in the DN–SCM protocol (#10817)
add ad1c396df42 HDDS-15417. Handle mixed datanode versions on the replication path (#10570)
add 53f472a7c04 HDDS-15875. OM should validate software versions of peers before accepting finalize command (#10777)
add 04204aa31bf HDDS-16023. Create OM request versioning annotations compatible with new versioning framework (#10903)
add 13019333036 HDDS-14754. Add ZDU upgrade action to clean up leftover state (#10889)
add 4cd5c364dfb HDDS-16024. Make OM and SCM proto finalization status an enum (#10902)
add 03b462c681a HDDS-15641. SCM should send write pipeline version with DatanodeDetails on block allocation (#10878)
add b5c52d34c82 HDDS-15885. SCM should validate software versions of peers before accepting finalize command (#10783)
add d782c841917 HDDS-14753. Do not prematurely serialize client version (#10936)
add 37874d15574 HDDS-15549. Recon's INITIAL_VERSION should not have an upgrade action (#10935)
add 19635689a53 HDDS-16153. DatanodeDetails should use HDDSVersion instead of int (#10994)
add 79728a163a3 HDDS-16154. Datanode should assign DatanodeDetails#currentVersion based on its apparent version (#11006)
add 25495e1a9f5 HDDS-16190. Do not use unified version framework in OM until ZDU is finalized. (#11025)
add 71a27e3fc1f Merge branch 'master' into HDDS-14496-zdu
add c46d5edf657 HDDS-16025. Allow old clients to start finalization on a new server. (#11074)
add 4443f642315 HDDS-16044. SCM should forward Datanode's current version to clients for read and write operations (#11023)
add f535d5dabec HDDS-16020. Configure upgrade acceptance tests to run on master (#11039)
add 72ced386d61 HDDS-16312. SCM needs to choose apparent version for reconcile and reconstruct container commands (#11148)
add 81fd3c45d01 HDDS-16356. SCM finalize API should only be reachable by OM (#11177)
add 44b89fdac5c HDDS-15718. Pass write pipeline version from client to Datanode on write (#10991)
add 6659199c307 HDDS-15966. Fix flaky TestScmHAFinalization#testSnapshotFinalization (#11200)
add 2f259232bd9 HDDS-16399. Fix flaky testFinalizationEmptyClusterDataDistribution (#11228)
add 3bb8eedde39 HDDS-16500. Test stabilization fixes for the ZDU branch (#11258)
add 77e82c6182d HDDS-16639. `ozone admin upgrade status` should have an admin check (#11354)
add 1b9cbd1dd60 HDDS-16320. Recon incorrectly marks healthy EC containers as REPLICA_MISMATCH by comparing checksums across different EC replica indexes. (#11215)
add 37e75cb7787 HDDS-16092. Stop takeSnapshot from lowering the persisted transaction index (#10953)
add 61cb7834055 HDDS-16229. Add RocksDB multiGetSkipCache for batched table reads. (#11068)
add a394802ec93 HDDS-16314. Filter out blocks still in use before enqueuing overwritten key versions in S3 MPU complete (#11135)
add bcf62c79a08 HDDS-15789. OM DB size should be reduced after compaction (#11173)
add f9f61847685 HDDS-16135. Fix remaining intermittent failures in TestKeyLifecycleService (#11202)
add 644bb55e6ba HDDS-16365. Pipeline.getReplicaIndexes() unnecessarily create a new map. (#11194)
add 43ce3e0e473 HDDS-16409. Bump guava to 33.7.1-jre (#11208)
add 4cc03d119d7 HDDS-16411. Bump javassist to 3.33.0-GA (#11207)
add 75c1cca80e5 HDDS-16412. Bump sqlite-jdbc to 3.53.4.0 (#11205)
add 3f4e78e4c14 HDDS-16416. Bump actions/setup-java to 6.0.0 (#11210)
add dda118aec0b HDDS-15916. Native memory leak in ECKeyOutputStream (#11180)
add 07fea7e1f5a HDDS-16359. Configure maven-resolver-transport-http retry for CI (#11175)
add 5fb21276db1 HDDS-13218. Add integration tests for snapshot defrag checkpoint footprint savings (#11094)
add d3843b157b1 HDDS-15857. Fix checksum calculation in KeyValueHandler for variable-sized chunks (#10764)
add 6d15218437b HDDS-16372. Surface OM's detailed message for rejected lifecycle configuration (#11189)
add b8a2ef3309a HDDS-16403. Replace deprecated java.security.AccessControlException in HttpFSServer (#11231)
add c0629ebc6a0 HDDS-16392. Parse Proto2Codec values from CodecBuffer instead of InputStream (#11233)
add 07e64df5c6f HDDS-15424. Support concurrent positional read (#11102)
add 80be70dcdc6 HDDS-16324. XceiverClientGrpc.streamRead should wait for flow-control readiness via onReadyHandler instead of a 10 ms poll (#11195)
add 20e6a1c0f60 HDDS-15986. Report ozone local startup failures (#10934)
add 68f3d3c4ea9 HDDS-16406. Remove deprecated ThreadGroup.isDestroyed() and ThreadGroup.destroy() (#11248)
add 23efbc7386a HDDS-16483. zizmor-action upgrade may break silently (#11249)
add 2ce22d95300 HDDS-12869. Add some corner cases in create bucket (#11240)
add 7f33fc535ac HDDS-11717. Upgrade Spring Framework to 6.2.19, jOOQ to 3.19.37 (#11172)
add 4250410bc29 HDDS-16173. Add cluster utilization analysis for container balancer CLI commands (#11037)
add 464470d6c27 HDDS-16484. Bump zizmorcore/zizmor-action to 0.6.4 (#11213)
add 9005b4af866 HDDS-16156. Create HTTP base dir under java.io.tmpdir instead of the working directory (#10997)
add e6e62de12d5 HDDS-16351. FeatureProvider.Feature.of throws NoSuchElementException instead of IllegalArgumentException (#11170)
add 9ddbaa4e50e HDDS-15925. Remove redundant InfoBucket RPC from OFS getFileStatus by validating bucket layout server-side (#11226)
add 11ba2a1f13c HDDS-16360. Add liveness and readiness health endpoints to S3 Gateway (#11224)
add fe4a01b7f9c HDDS-15698. Fix concurrent write and hsync race in BlockOutputStreamEntryPool (#10830)
add bc7055ab43d HDDS-16363. Fix split-schema MPU size tracking in Recon event handlers (#11181)
add 3cf259cae14 HDDS-16161. Prevent failed OM requests from changing bucket usage (#11216)
add b5af13b8dc1 HDDS-16389. Add command to display snapshot counts per bucket. (#11217)
add 0bc3461998d HDDS-11130. Intermittent failure in TestSnapshotDeletingService#testSnapshotSplitAndMove (#11142)
add 60274badc16 HDDS-16405. ReplicationManagerReport should not be used for transient state (#11230)
add 6dd41bede5c HDDS-16278. Reuse DecimalFormat in SCMNodeManager statistics (#11113)
add 8f7fbbb26c5 HDDS-15225. Fix BlockDataStreamOutput.hsync() exception handling (#11143)
add f1205dc8ca7 HDDS-16378. Skip creating completion marker file in `upgrade-container-schema --dry-run` (#11198)
add 577f309591b HDDS-12688. Set test-friendly defaults in mini-cluster (#10926)
add 896949610f9 HDDS-16425. Fail datanode startup cleanly on initialization errors (#11246)
add 2c30d6f2924 HDDS-16138. Add compatibility coverage for SCM Ratis role output over IPv6 (#11049)
add e8add5688da HDDS-16109. Update upgrade/xcompat tests to use 2.2.1 (#11133)
add 2e97c0fc07a HDDS-15485. Avoid ByteBuffer.wrap on ChunkBuffer.put(byte[]) path (#11147)
add a21f3eeb8a9 HDDS-16374. Use the datanode-specific block deletion interval during reconfiguration (#11193)
add a9c9caff033 HDDS-16084. Add ErrorProne to CI (#11056)
add 6cf6756734d HDDS-16511. Bump bouncycastle to 1.86 (#11267)
add 20ce16c82c9 HDDS-16507. Bump slf4j to 2.0.19 (#11268)
add 26557dfafb5 HDDS-16140. Qualify S3 Gateway path-style access over IPv6 (#11124)
add cc2fed27df5 HDDS-16508. Bump jline to 3.30.17 (#11269)
add aaa9901f6e7 HDDS-16509. Bump maven-install-plugin to 3.2.0 (#11265)
add 6aa2642cf23 HDDS-16510. Bump properties-maven-plugin to 1.3.1 (#11266)
add a5f33b9a1dc HDDS-16106. Add 2.1.2 to xcompat compatibility tests (#11259)
add 170a4651ca5 HDDS-16515. Set payload hash in testIPv6HostInStringToSign (#11273)
add cc125926f88 HDDS-16482. Fix flaky TestBlockDataStreamOutput.closeAfterWriteFailureThrows (#11263)
add e4aab123a05 HDDS-16512. Bump actions/setup-java to 6.0.1 (#11270)
add e34086e3cac HDDS-16127. Document OmKeyInfo key location version semantics (#11018)
add 8bc575ca156 HDDS-16514. Fix intermittent TestReconContainerManager.testUpdateAndRemoveContainerReplica (#11274)
add f17df541a71 HDDS-16519. Bump maven-compiler-plugin to 3.16.0 (#11276)
add dd5236e9297 HDDS-16521. Bump byte-buddy to 1.18.13 (#11279)
add 39dfab3b6d8 HDDS-16522. Bump exec-maven-plugin to 3.6.4 (#11280)
add 0281ad7cd46 HDDS-16520. Bump build-helper-maven-plugin to 3.6.2 (#11278)
add 2bdfe5b28f7 HDDS-16524. Ignore error_prone_core 2.43 and later (#11283)
add 012c5e54ea3 HDDS-16525. Bump zstd-jni to 1.5.7-16 (#11284)
add 320d855c08b HDDS-16528. Bump maven-deploy-plugin to 3.2.0 (#11288)
add be473161a16 HDDS-16526. Bump netty to 4.1.138 (#11285)
add 3d330090129 HDDS-16527. Bump opentelemetry to 1.66.0 (#11286)
add c3f6cbf0149 HDDS-10788. Fix intermittent failure in TestWatchForCommit.testWatchForCommitForRetryfailure (#11001)
add 1dff0050e07 HDDS-16199. Log skipped unhealthy containers at INFO (#11041)
add c6f51fbec4c HDDS-16254. Deprecate ineffective ozone.om.ratis.server.retry.cache.timeout (#11096)
add ecd7ff08e80 HDDS-16518. Intermittent timeout waiting on scm3 9860 (#11282)
add e9a0d941bfd HDDS-11646. Intermittent timeout in TestXceiverClientMetrics (#11029)
add d18115d1ed4 HDDS-16523. Fix flaky openFileTable assertions in TestHSync (#11281)
add 992c7cc3f27 HDDS-14072. Show structured test summary in CI result (#10857)
add 906062ef325 HDDS-16196. Bump Apache Ratis to 3.3.1 (#11032)
add d7a2702212b HDDS-15828. Fix flaky TestDirectoryDeletingServiceWithFSO snapshot cleanup (#11212)
add d0e0b10fc02 HDDS-16426. Fix thread-safety of positioned reads in OzoneCryptoInputStream (#11251)
add 8621653ec90 HDDS-16504. Datanode startup can hang indefinitely when Ratis group recovery stalls (#11264)
add aed7ceac7cc HDDS-16465. Validate snapshot chains before mutation (#11253)
add 19ca844b89f HDDS-15918. Optimize TestSCMNodeManager by reducing heartbeat configs (#10837)
add b5bf1d26fea HDDS-16315. Skip MD5 recomputation in CopyObject when source ETag can be reused (#11136)
add 7fe5962ce04 HDDS-16220. Reduce OM bucket write-lock hold time during FSO directory purge (#11118)
add 0fe7ffdff08 HDDS-16407. In OM serialize the Ratis reply eagerly so the retry cache holds bytes, not the OMResponse tree (#11234)
add 718fe1ac733 HDDS-16421. Close the stream's block file when a request is rejected on the stream (#11250)
add 8c6c3b61a2a HDDS-16550. Intermittent failure in testSnapshotDiffWhenOmLeaderRestart (#11299)
add 6ae92dab30d HDDS-16506. [STS] Use Consistent DurationSeconds Validation Message, minor doc updates (#11261)
add 5a73b2688ff HDDS-16342. Make dependabot update awssdk only monthly (#11297)
add 8c6c9fa7229 HDDS-16139. Define and enforce OFS and O3FS IPv6 authority contracts (#11108)
add f73fa1a506a HDDS-16400. Fix thread-safety of positioned reads in OzoneFSInputStream (#11245)
add 968f12d343d HDDS-16561. Bump awssdk to 2.54.18 (#11300)
add 153902ae046 HDDS-16149. Remove Pair usage from client/common/framework/container-service (#11132)
add 54ad584c7b7 HDDS-16529. Replace reflective OM follower routing with typed dispatch (#11289)
add 23aeb7b6080 HDDS-15378. Add component labels for PRs based on changed files (#10851)
add ee13c483d6d HDDS-11853. Avoid redundant UUID conversion in XceiverClientRatis hot path (#11247)
add 74c0f155b2f HDDS-16420. Use partial cache for OmLifecycleConfiguration and OmLifecycleScanState table (#11241)
add bc434323f30 HDDS-16393. Reject oversized Days values in PutBucketLifecycle (#11290)
add b0c52667fe2 HDDS-12072. Add Robot test for repair om update-transaction (#11303)
add 5f210a1365c HDDS-16560. [STS] Intermittent AccessDenied in GetObject (#11306)
add 16d48c88861 HDDS-16562. Bump byte-buddy to 1.18.14 (#11301)
add eec0c14b39d HDDS-16589. Intermittent failure in testOMProxyProviderFailoverOnConnectionFailure (#11312)
add 7b68fcd3414 HDDS-16282. Avoid O(n^2) key removal in S3 DeleteObjects (#11126)
add 54c21025222 HDDS-16583. STS credential validation updates (#11305)
add d51f0e4e7a3 HDDS-16557. Enums with per-constant impl may not be reproducible (#11311)
add 9539b07b3c8 HDDS-16375. Apply fileSize filter independently in Recon fileCount endpoint (#11203)
add 4455796d0f1 HDDS-16582. Improve errorprone check (#11308)
add 8431e6133d6 HDDS-16357. Recon fileCount API does not normalize the fileSize query parameter (#11174)
add 995e9389fdd HDDS-16498. Run sts and other Ranger tests in same split (#11254)
add c0ec36033b6 HDDS-15931. Remove usage of internal netty metrics (#10846)
add 984edb2ed81 HDDS-16206. Start MiniOzoneCluster datanodes finalized (#11111)
add d4d5ec65d5a HDDS-15913. Extract common Kerberos/MiniKDC setup from serveral tests (#10873)
add 4ab81d2a2e2 HDDS-16126. Fence quota repair deltas by bucket objectID (#11309)
add 95daf18cab3 HDDS-16423. Fix intermittent failure in testContainerReconciliationFailureContainerScan
add aac57526e3e HDDS-16307. Construct listeners from separate host and port values (#11130)
add e655dbdb9c4 HDDS-16590. Avoid storing RocksCheckpoint handle to avoid use-after-free (#11317)
add 409c6820794 HDDS-16565. Update per-volume replication config keys for consistency (#11304)
add b64c7fc0d76 HDDS-16387. ContainerBalancer status --verbose throws IllegalStateException after a rejected start (#11275)
add 571a67a023d HDDS-16179. Estimate subcommand for container balancer with profiles (#11255)
add 710832575fc HDDS-16601. Rename more test helpers and parents for naming convention (#11325)
add 89c9a2529a9 HDDS-16593. Speed up TestKeyLifecycleService: remove 2 sec wait (#11330)
add ad059968a55 HDDS-16604. S3 DeleteObjects returns 200 when OM rejects the whole batch (#11327)
add 67044fa33a7 HDDS-16612. Bump zstd-jni to 1.5.7-17 (#11331)
add 54c1d08c999 HDDS-16617. Bump nimbus-jose-jwt to 10.10 (#11332)
add 33913b09971 HDDS-16618. Bump jnr-posix to 3.2.4 (#11333)
add fb2034c7870 HDDS-16607. Bump apache/infrastructure-actions/allowlist-check to 1.0.4 (#11335)
add ba33ee9ac70 HDDS-16174. Add container balancer assessment command to report cluster imbalance (#11256)
add 47d93f181cc HDDS-15209. Stabilize TestRocksDBCheckpointDiffer#testDifferWithDB for RocksDB layout variance (#11324)
add c064bafb5e1 Merge branch 'master' into HDDS-14496-zdu
add 36481b61e44 HDDS-16595. Bump download-maven-plugin to 2.1.0 (#11316)
add 119fc06fd8f HDDS-16613. Bump actions/labeler to 7.0.0 (#11336)
add f39a349e90d HDDS-16623. Datanode can be missing from NetworkTopology after it recovers from DEAD (#11343)
add 4b020c16d65 HDDS-16597. Bump iceberg to 1.11.0 (#11318)
add 03d838e01e0 HDDS-16398. Fix intermittent AlreadyClosedException in TestCommitWatcher (#11227)
add 8bdfef0b8fb HDDS-13365. OM support automatic table cache tracking and cleanup (#10171)
add 7b7e453e9ab HDDS-16644. Bump jackson to 2.21.7 (#11352)
add ba05c2e3ad8 HDDS-16497. Support OM ThreadLocal context propagation for Ratis read (#11257)
add 2468fa8b14d HDDS-16647. Set only server-side target version for compile check (#11362)
add 907411afe71 HDDS-12950. Refactor TestBucketList to reduce duplicated declarations (#11338)
add 3448f66a4df HDDS-16645. Replace usage of deprecated AccessController in TestOmMixedWorkloadUnderDeletionBench (#11363)
add ce4953e56ed HDDS-16646. Remove listMaxSize from KeyLifecycleService. (#11361)
add 12635659b13 HDDS-16605. Reduce noise from failed copy-jar in integration check (#11326)
add 46a0ec802b9 HDDS-16551. Remove duplicate heatmap feature check in Recon v2 UI (#11323)
add b15c871db90 HDDS-16642. Hide heatmap navbar tab until feature status is confirmed in Recon v2 (#11360)
add db63057eaf2 HDDS-16635. Remove redundant InfoBucket RPC from S3 GetBucketLifecycleConfiguration (#11355)
add 8638daf7f3e HDDS-16636. Remove redundant InfoBucket RPC from S3 ListParts (#11358)
add 24e06a40c16 HDDS-15835. Count incomplete MPU parts in quota repair (#10795)
add 2b5874b743b HDDS-16226. Tool to obtain snapshot trapped bytes for a bucket. (#11122)
add 4317f21bc85 HDDS-16603. Remove redundant infoBucket RPC call in S3 tagging APIs (#11339)
add a0119aaebd2 HDDS-16637. Remove redundant InfoBucket RPC from S3 ListMultipartUploads (#11359)
add 0f20ca7b287 HDDS-16655. Skip shading in integration (filesystem) check (#11371)
add 8c249d0a048 HDDS-15142. Support HMAC-SHA256 trailer signature verification for S3 chunked uploads (#11222)
add 985d7a94e54 HDDS-16099. Speed up TestStreamBlockInputStream (#11337)
add ecafca6f6f6 HDDS-16630. Update the network topology when a datanode re-registers with new ports or a new version (#11353)
add d5d4df4d4b6 HDDS-16395. Add lock-free StreamBlock pread (#11314)
add 4a832912fea HDDS-16591. Reject not implemented S3 subresource APIs (#11313)
add f35c48c9f64 HDDS-8280. Upgrade Jetty 9.4 to 12.0.38 (EE8) (#11367)
add aade154f8dd HDDS-16648. Tune HTTP settings for CI (#11375)
add 29758e4ac1d HDDS-16441. Orphaned snapshot diff task marks a resubmitted job DONE with another run's metadata (#11321)
add 037a367ceb1 HDDS-16650. Reuse bucket metadata in S3 lifecycle PUT and DELETE (#11372)
add fd90ad1b7a5 HDDS-16530. Allow Recon service principal to call OM getDBUpdates (#11382).
add f7bfdf19b63 HDDS-16659. Reuse destination OzoneBucket in streaming S3 CopyObject (#11383)
add 63f93f7ca79 HDDS-16323. StreamBlockInputStream: refill the pre-read window in bulk instead of once per response (#11159)
add 60ce9947960 HDDS-16619. Intermittent failure in TestReconAsPassiveScm.testDatanodeRegistrationAndReports (#11341)
add 177fe51472f HDDS-13303. Fix TestSnapshotDeletingServiceIntegrationTest (#11310)
add 29b98532703 S3 header auth expiry in 15min and correct date validation.
add 03f73b4b07a HDDS-16705. Bump zstd-jni to 1.5.7-20 (#11390)
add ae281be3149 HDDS-16707. Bump commons-lang3 to 3.21.0 (#11394)
add 317c423af3e HDDS-16706. Bump slf4j to 2.0.20 (#11392)
add 225727d1890 HDDS-2821. Include datanode hostname/IP in logs in addition to UUID (#11381)
add 898bb4310f2 HDDS-14337. Fix SCM startup failure near year boundary when seeding localId (#11184)
add 7f7cb3f5597 HDDS-14018. Avoid repeated operations in SCMNodeManager#getNodeStatistics (#11292)
add 69c51c4c2ca HDDS-16710. Bump axios to 1.20.0 (#11378)
add 2e51e156477 HDDS-16711. Bump moment to 2.31.0 (#11373)
add ac9a57ddc1b HDDS-16658. Reuse source key details when opening input stream in S3 CopyObject (#11396)
add 4c99fd8fe12 HDDS-16654. Replace usage of deprecated finalize() in OM (#11376)
add 77d582975a6 HDDS-16631. Fix chooseRandom for rack names with common prefixes (#11401)
add 037f9161a33 HDDS-16704. ReadBlock fails with IllegalStateException when a response is shorter than responseDataSize (#11402)
add 65c4078829d HDDS-15089. Support S3 per request read consistency (#11252)
add ec64e924c40 HDDS-16300. Allow OM to dynamically reconfigure its SCM node list without a restart (#11218)
add 4d1e5d7b49e HDDS-16713. Bump develocity-maven-extension to 2.6.0 (#11405)
add 6772ee33dc3 HDDS-16708. Let dependabot ignore iceberg minor version upgrades (#11398)
add 3afe9a108f5 HDDS-16673. Avoid redundant ListBuckets RPCs when S3 bucket listing reaches the end (#11397)
add b79d76542ed HDDS-16674. Bump awssdk to 2.55.6 (#11407)
add 4066b0e8e23 HDDS-15991. Speed up deleted table scans in quota repair (#11386)
add 1ad6848c3c4 HDDS-16241. gRPC deadline kills long-lived block streams after 30 seconds and the client never recovers (#11080)
add 7ed017d22e4 HDDS-16721. StreamBlockInputStream.read() returns a negative value for bytes 0x80 to 0xFF (#11411)
add 646c4dfd8c1 HDDS-16643. Remove CleanupTableInfo mechanism (#11365)
add 96c43b3354b HDDS-16362. GetObjectAttributes ObjectParts should return Part entries for FSO buckets (#11242).
add ccce9187dcb HDDS-15749. Run specific JUnit tests if possible (#10671)
add fb0adda14fc HDDS-16666. Flush SCM transaction in memory during apply transaction (#11409)
add 7d9e8417e83 HDDS-16008. PutBlocks from Flushes also go without Raft (#11356)
add a99fabb9dea HDDS-16716. Add description for ozone.scm.ec.pipeline.per.volume.factor (#11415)
add a9a64dbed31 Merge branch 'master' into HDDS-14496-zdu
add 77e48039767 HDDS-16682. Allow enabling HTTPS SNI host check via config (#11389)
add 24cf9aaa28e HDDS-16418. Make Inter-SCM gRPC timeouts and keepalive configurable (#11295)
add f7b7985243f Handle missing RPC user in S3SecretRequestHelper.
add 1dfb6c982e3 HDDS-16683. Upgrade Jetty from 12.0.38 to 12.1.14 (#11424)
add 402a0622fe5 HDDS-16738. Let dependabot ignore jetty minor version upgrades (#11422)
add e62603cf3ca HDDS-16611. Use MutableGaugeLong for total count metrics in OMMetrics (#11410)
add 14083e42662 HDDS-16581. Bump ozone-runner to 20260922-1 (#11431)
add d246fff3f37 HDDS-16752. Bump guava to 33.7.2-jre (#11433)
add 31ffdd1d43e HDDS-16714. Split kubernetes check by environment (#11406)
add c99d291e863 HDDS-16657. Reject lifecycle Transition actions in PutBucketLifecycleConfiguration (#11430)
add 9c6bee807c8 HDDS-15802. Add integration tests for per-volume push replication (#11146)
add 891b158ea2b HDDS-16598. Fix intermittent failure in TestContainerStateMachine (#11319)
add d319875ec11 HDDS-16258. Refactor streaming block reads and fix checksum verification for variable-sized chunks (#11302)
add 5c759d0499c HDDS-15681. Switch to io.github.ascopes:protobuf-maven-plugin (#11429)
add 7d06fc7a2a6 HDDS-16304. Convert RpcMetrics latency counters to lock-free ConcurrentMutableStat (#11425)
add d067ba38e7a HDDS-16367. Update threat model with information about internal protocols (#11185)
add f138cb7ea5d HDDS-16624. Improve AbortIncompleteMultipartUpload lifecycle validation error message (#11344)
add 0d57c08f741 HDDS-16620. Expose BlockReadCursor as an iterator of streaming ReadBlock ranges (#11442)
add a6332fb5987 HDDS-16724. Add support for missing S3 apis to STS (#11413)
add 1d35834a4de HDDS-16779. FSO rename of a file to itself should be a no-op (#11440)
add cd2ad7a8bf8 HDDS-16781. Fix intermittent ReadChunk count mismatch in TestKeyInputStream (#11443)
add 3a22acfaa21 HDDS-16746. Local Stream onCommand should drain buffers before commit PutBlock (#11427)
add 7196f98d860 HDDS-15951. Reduce ofs getFileChecksum to a single OM RPC (#11380)
add 3ba954e3f3d HDDS-16758. Check local-lease metrics on the serving OM (#11447)
add d68a272d3ee HDDS-16783. Support FileSystem#setVerifyChecksum in ofs and o3fs (#11444)
add fa7b58e3901 HDDS-16289. Reduce OM FSO apply-path write-lock hold and path-walk cost (#11328)
add 78784ba9fac HDDS-15071. [SCM] Add configuration and global EC reconstruction limit (#11054)
add 4ef88e7b2ac Merge branch 'master' into HDDS-14496-zdu
add 1e528b97aed Merge branch 'HDDS-14496-zdu'
add 243978a5bdf HDDS-14498. Zero Downtime Upgrade Design (ZDU) (#9664)
add cf30cd78257 HDDS-16327. Read the block file length once per WriteChunk instead of three fstat calls (#11150)
add 8ca44914771 HDDS-15087. S3 Gateway and Local S3 UX (#10759)
add ea69b4a7d9a HDDS-16802. TestAuthorizationV4HeaderParser#testV4HeaderDateValidationSuccess fails near midnight (#11453)
add 8ebb28524fb HDDS-16719. Use MutableGaugeLong for snapshot and tenant counts in OMMetrics (#11445)
add 48498c6593c HDDS-15883. Split compat-old acceptance suite by version (#11419)
add 7fcf3129485 HDDS-16801. Fix intermittent failure in TestPerVolumePushReplication#testHealthyVolumeReplicationAfterVolumeFailure (#11452)
add a27d1bb91bc HDDS-16694. Count only loaded snapshots in NumSnapshotCacheSize (#11400)
add 84f5594a6a2 HDDS-16730. [hsync] FinalizeBlock does not persist the last chunk merge (#11414)
add 53179f8f8b6 HDDS-16759. Document that DB checkpoint endpoints are not authenticated without SPNEGO (#11439)
add bdff9801bb2 HDDS-16308. Validate advertised addresses before startup, registration, and publication (#11272)
add 1cc6423590f HDDS-16610. Fix flaky TestKeyDeletingService$Metrics#testLastRunAnd24hMetrics (#11329)
add afad5a13de2 HDDS-14560. Show open containers per disk in Recon datanode view (#10820)
add 63a45965ca4 HDDS-16749. Avoid regex compilation when splitting canonical URIs for S3 signatures (#11460)
add 2a0cf514699 HDDS-16628. RackAware placement should try other replicas' racks before giving up (#11403)
add a6b7bdb9371 HDDS-16780. Fix intermittent failure in TestPerVolumePushReplication#testDecommissionWithPerVolumePools (#11441)
add bcf9463253e HDDS-16132. Retry follower SCM DN server start after catch-up (#10999)
add 5f5a4586f4d HDDS-10711. Stabilize delete block command queue full test (#11436)
add 8b75dcf0905 HDDS-16820. Speed up TestBlockOutputStreamCorrectness (#11457)
add 684b6b9917c HDDS-16748. Avoid repeated delimiter searches in S3 object listings (#11459)
add b0aa6475b78 HDDS-15244. Add secure-cluster /logLevel integration tests (#11024)
add 6818707698c HDDS-16379. Recon returns 500 NPE instead of proxying error when metrics endpoint responds with a non-enum status code (#11197)
add a5aeb764d80 HDDS-11128. Isolate maintenance and decommission test invocations (#11010)
add a89797cadb2 HDDS-15072. [SCM] Implement dynamic load-based switching to reconstruction for EC decommission (#11450)
add 6c46be9dc67 HDDS-16844. Remove duplicate overwrite checks in ChunkUtils (#11465)
add 756133c60e9 HDDS-16817. Replace call to deprecated filterServerResponseHeader (#11466)
add f650a22f3e3 HDDS-16875. Fix intermittent failure in TestCloseContainer#testCloseClosedContainer (#11470)
add b9b33851b20 HDDS-16901. Bump zstd-jni to 1.5.7-21 (#11471)
add 305e9070086 Merge branch 'master' into dependabot/npm_and_yarn/hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/vitest-4.1.11
No new revisions were added by this update.
Summary of changes:
.github/ci.md | 1 +
.github/dependabot.yml | 23 +-
.github/labeler.yml | 90 ++
.github/workflows/asf-allowlist-check.yaml | 2 +-
.github/workflows/build-ratis.yml | 4 +-
.github/workflows/check.yml | 12 +-
.github/workflows/ci-with-ratis.yml | 4 +-
.github/workflows/ci.yml | 124 ++-
.github/workflows/intermittent-test-check.yml | 8 +-
.github/workflows/label-pr.yml | 39 +-
.github/workflows/populate-cache.yml | 4 +-
.github/workflows/post-commit.yml | 2 +-
.github/workflows/repeat-acceptance.yml | 4 +-
.github/workflows/schedule-label-pr.yml | 7 +-
.github/workflows/scheduled-cache-update.yml | 2 +-
.github/workflows/zizmor.yml | 4 +-
.gitignore | 1 +
.mvn/extensions.xml | 2 +-
CONTRIBUTING.md | 4 +-
THREAT_MODEL.md | 50 +-
dev-support/ci/acceptance_suites.sh | 4 +
dev-support/ci/errorprone.bats | 102 ++
.../ci/junit_summary.bats | 20 +-
dev-support/ci/junit_summary.py | 189 ++++
.../{acceptance_suites.sh => kubernetes_suites.sh} | 4 +-
dev-support/ci/selective_ci_checks.bats | 78 +-
dev-support/ci/selective_ci_checks.sh | 88 +-
dev-support/ci/test_junit_summary.py | 226 ++++
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 25 +-
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 75 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 5 +-
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 2 -
.../hdds/scm/storage/BlockDataStreamOutput.java | 87 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 153 ++-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 19 +-
.../hadoop/hdds/scm/storage/ChunkInputStream.java | 177 ++-
.../hdds/scm/storage/LocalChunkInputStream.java | 48 +-
.../hdds/scm/storage/MultipartInputStream.java | 63 +-
.../hadoop/hdds/scm/storage/PartInputStream.java | 13 +
.../hdds/scm/storage/StreamBlockInputStream.java | 196 +++-
.../client/io/BlockInputStreamFactoryImpl.java | 4 +-
.../io/ECBlockReconstructedStripeInputStream.java | 30 +-
.../hadoop/hdds/scm/TestOzoneClientConfig.java | 10 +-
.../hdds/scm/client/TestHddsClientUtils.java | 40 +-
.../hdds/scm/storage/DummyChunkInputStream.java | 22 +-
.../hdds/scm/storage/MockDatanodePipeline.java | 45 +-
.../hdds/scm/storage/PositionedReadTestHelper.java | 92 ++
.../scm/storage/TestBlockDataStreamOutput.java | 92 +-
.../hdds/scm/storage/TestBlockInputStream.java | 109 ++
.../storage/TestBlockOutputStreamCorrectness.java | 14 +-
.../hdds/scm/storage/TestChunkInputStream.java | 71 ++
.../hdds/scm/storage/TestMultipartInputStream.java | 195 ++++
.../scm/storage/TestStreamBlockInputStream.java | 477 ++++++++-
.../ozone/client/io/TestECBlockInputStream.java | 2 +-
.../TestECBlockReconstructedStripeInputStream.java | 42 +
.../org/apache/hadoop/hdds/ComponentVersion.java | 77 +-
.../{DatanodeVersion.java => HDDSVersion.java} | 57 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 154 ++-
.../java/org/apache/hadoop/hdds/NodeDetails.java | 3 +-
.../org/apache/hadoop/hdds/client/BlockID.java | 22 +-
.../hadoop/hdds/conf/DelegatingProperties.java | 2 +-
.../hadoop/hdds/conf/OzoneConfiguration.java | 42 +
.../hadoop/hdds/protocol/DatanodeDetails.java | 99 +-
.../hdds/ratis/ContainerCommandRequestMessage.java | 2 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 34 +
.../hadoop/hdds/scm/StreamingReadResponse.java | 52 +
.../scm/container/ReplicationManagerReport.java | 10 -
.../balancer/ContainerBalancerAdvisor.java | 438 ++++++++
.../balancer/ContainerBalancerClusterAnalyzer.java | 293 +++++
.../balancer/ContainerBalancerClusterSnapshot.java | 250 +++++
.../balancer/ContainerBalancerConfiguration.java | 17 +-
.../balancer/ContainerBalancerEstimation.java | 205 ++++
.../balancer/ContainerBalancerProfile.java | 53 +
.../common/helpers/ContainerWithPipeline.java | 13 +-
.../org/apache/hadoop/hdds/scm/ha/SCMNodeInfo.java | 6 +
.../org/apache/hadoop/hdds/scm/net/InnerNode.java | 3 +-
.../java/org/apache/hadoop/hdds/scm/net/Node.java | 3 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 73 +-
.../ContainerCommandResponseBuilders.java | 12 +-
.../hdds/scm/storage/ContainerProtocolCalls.java | 101 +-
.../hadoop/hdds/scm/utils/ClientCommandsUtils.java | 43 +
.../apache/hadoop/hdds/tracing/TraceAllMethod.java | 28 +-
.../apache/hadoop/hdds/tracing/TracingUtil.java | 4 +
.../hadoop/hdds/utils/ConnectionFailureUtils.java | 2 +-
.../apache/hadoop/hdds/utils/db/CodecBuffer.java | 9 +
.../apache/hadoop/hdds/utils/db/Proto2Codec.java | 7 +-
.../hadoop/io_/retry/RetryInvocationHandler.java | 3 +
.../main/java/org/apache/hadoop/ipc_/Client.java | 33 +-
.../src/main/java/org/apache/hadoop/ipc_/RPC.java | 3 +
.../apache/hadoop/ipc_/RpcInvocationHandler.java | 11 +-
.../main/java/org/apache/hadoop/ipc_/RpcProxy.java | 16 +-
.../org/apache/hadoop/ipc_/metrics/RpcMetrics.java | 41 +-
.../org/apache/hadoop/ozone/ClientVersion.java | 37 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 3 +
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 19 +-
.../apache/hadoop/ozone/OzoneManagerVersion.java | 63 +-
.../org/apache/hadoop/ozone/common/Checksum.java | 54 +
.../apache/hadoop/ozone/common/ChunkBuffer.java | 30 +
.../common/ChunkBufferImplWithByteBuffer.java | 12 +
.../common/ChunkBufferImplWithByteBufferList.java | 31 +-
.../ozone/common/IncrementalChunkBuffer.java | 29 +-
...re.java => ComponentUpgradeActionProvider.java} | 41 +-
.../apache/hadoop/ozone/upgrade/UpgradeAction.java | 19 +-
.../hadoop/ozone/upgrade/UpgradeException.java | 8 +-
.../hadoop/ozone/upgrade/UpgradeFinalization.java | 9 +-
.../common/src/main/resources/ozone-default.xml | 117 +-
.../hadoop/hdds/AbstractComponentVersionTest.java | 151 +++
.../hadoop/hdds/ComponentVersionTestUtils.java | 51 +
.../org/apache/hadoop/hdds/TestClientVersion.java} | 34 +-
.../hdds/TestComponentVersionInvariants.java | 95 --
.../org/apache/hadoop/hdds/TestHDDSVersion.java | 63 ++
.../java/org/apache/hadoop/hdds/TestHddsUtils.java | 206 ++++
.../hadoop/hdds/TestOzoneManagerVersion.java | 64 ++
.../hadoop/hdds/conf/TestOzoneConfiguration.java | 83 ++
.../hadoop/hdds/protocol/MockDatanodeDetails.java | 4 +-
.../hadoop/hdds/protocol/TestDatanodeDetails.java | 28 +-
.../ratis/TestContainerCommandRequestMessage.java | 4 +-
.../hadoop/hdds/scm/TestStreamingReadResponse.java | 172 +++
.../balancer/TestContainerBalancerAdvisor.java | 296 ++++++
.../TestContainerBalancerClusterAnalyzer.java | 296 ++++++
.../apache/hadoop/hdds/scm/ha/TestSCMNodeInfo.java | 78 ++
.../hadoop/hdds/scm/pipeline/TestPipeline.java | 88 +-
.../scm/storage/TestContainerProtocolCalls.java | 186 ++++
.../hdds/scm/utils/TestClientCommandsUtils.java | 77 ++
.../hdds/utils/TestConnectionFailureUtils.java | 14 +
.../apache/hadoop/hdds/utils/db/CodecTestUtil.java | 6 +
.../hadoop/hdds/utils/db/Proto2CodecTestBase.java | 13 +
.../apache/hadoop/io_/retry/TestRetryProxy.java | 23 +
.../apache/hadoop/ipc_/metrics/TestRpcMetrics.java | 195 ++++
.../ozone/common/ChunkBufferPutBenchmark.java | 407 +++++++
.../ozone/common/JfrByteBufferAllocations.java | 133 +++
.../apache/hadoop/ozone/common/TestChecksum.java | 63 ++
.../hadoop/ozone/common/TestChunkBuffer.java | 271 +++++
.../ozone/container/ContainerTestHelper.java | 2 +-
.../hadoop/hdds/conf/ConfigurationSource.java | 8 +
.../hdds/conf/MutableConfigurationSource.java | 67 ++
.../hdds/upgrade/DatanodeUpgradeAction.java} | 8 +-
.../upgrade/DatanodeUpgradeActionProvider.java | 48 +
.../apache/hadoop/hdds/upgrade/package-info.java} | 8 +-
.../apache/hadoop/ozone/HddsDatanodeService.java | 47 +-
...nodeLayoutStorage.java => DatanodeStorage.java} | 26 +-
.../container/common/helpers/DatanodeIdYaml.java | 56 +-
.../common/impl/BlockDeletingService.java | 13 +-
.../common/impl/ContainerLayoutVersion.java | 22 +-
.../ozone/container/common/impl/ContainerSet.java | 24 +
.../common/statemachine/DatanodeConfiguration.java | 49 +
.../common/statemachine/DatanodeStateMachine.java | 64 +-
.../common/statemachine/EndpointStateMachine.java | 4 +-
.../ClosePipelineCommandHandler.java | 4 +-
...ler.java => FinalizeVersionCommandHandler.java} | 59 +-
.../common/states/datanode/InitDatanodeState.java | 8 +-
.../states/datanode/RunningDatanodeState.java | 21 +-
.../states/endpoint/HeartbeatEndpointTask.java | 116 +-
.../states/endpoint/RegisterEndpointTask.java | 88 +-
.../states/endpoint/VersionEndpointTask.java | 31 +-
.../transport/server/GrpcXceiverService.java | 68 +-
.../common/transport/server/XceiverServerGrpc.java | 5 +-
.../server/ratis/ContainerStateMachine.java | 35 +-
.../transport/server/ratis/DispatcherContext.java | 30 +-
.../common/transport/server/ratis/LocalStream.java | 26 +-
.../transport/server/ratis/XceiverServerRatis.java | 7 +-
.../container/common/utils/ContainerCache.java | 4 +-
.../container/common/utils/ReferenceCountedDB.java | 2 +-
.../diskbalancer/DiskBalancerProtocolServer.java | 3 +-
.../ECReconstructionCommandInfo.java | 13 +
.../ozone/container/keyvalue/BlockReadCursor.java | 146 +++
.../ozone/container/keyvalue/KeyValueHandler.java | 149 +--
.../container/keyvalue/helpers/ChunkUtils.java | 87 +-
.../container/keyvalue/impl/BlockManagerImpl.java | 3 +-
.../ozone/container/keyvalue/impl/Buffers.java | 5 +
.../keyvalue/impl/FilePerBlockStrategy.java | 24 +-
.../keyvalue/impl/FilePerChunkStrategy.java | 3 +-
.../keyvalue/impl/KeyValueStreamDataChannel.java | 19 +
.../ozone/container/metadata/DatanodeTable.java | 5 +
.../ozone/container/ozoneimpl/OzoneContainer.java | 128 ++-
.../container/replication/ReplicationServer.java | 4 +-
.../container/replication/ReplicationTask.java | 12 +
.../ContainerTableSchemaFinalizeAction.java | 9 +-
.../upgrade/DataNodeUpgradeFinalizer.java | 94 --
.../upgrade/DatanodeSchemaV2FinalizeAction.java | 9 +-
.../upgrade/DatanodeSchemaV3FinalizeAction.java | 9 +-
.../container/upgrade/DatanodeVersionManager.java | 96 ++
.../ScmHAFinalizeUpgradeActionDatanode.java | 9 +-
.../ozone/container/upgrade/UpgradeUtils.java | 25 +-
.../upgrade/VersionedDatanodeFeatures.java | 64 +-
.../protocol/StorageContainerDatanodeProtocol.java | 6 +-
.../protocol/StorageContainerNodeProtocol.java | 6 +-
...ionCommand.java => FinalizeVersionCommand.java} | 46 +-
.../commands/ReconcileContainerCommand.java | 39 +-
.../commands/ReconstructECContainersCommand.java | 39 +-
.../commands/ReplicateContainerCommand.java | 30 +-
...inerDatanodeProtocolClientSideTranslatorPB.java | 10 +-
...inerDatanodeProtocolServerSideTranslatorPB.java | 18 +-
.../DatanodeUpgradeActionForLayoutFeature.java} | 17 +-
.../upgrade/DatanodeUpgradeActionForVersion.java | 11 +-
.../apache/hadoop/ozone/upgrade/package-info.java} | 10 +-
.../checksum/ContainerMerkleTreeTestUtils.java | 34 +-
.../container/checksum/TestContainerDiff.java | 19 +-
.../ozone/container/common/ContainerTestUtils.java | 17 +-
.../hadoop/ozone/container/common/ScmTestMock.java | 4 +-
.../container/common/TestBlockDeletingService.java | 35 +
.../container/common/TestDatanodeStateMachine.java | 153 ++-
.../common/helpers/TestContainerUtils.java | 23 +-
.../common/helpers/TestDatanodeIdYaml.java | 18 +-
.../container/common/impl/TestContainerSet.java | 29 +
.../container/common/impl/TestHddsDispatcher.java | 3 +-
.../common/statemachine/TestStateContext.java | 10 +-
.../TestDeleteBlocksCommandHandler.java | 3 +
.../TestFinalizeVersionCommandHandler.java | 91 ++
.../TestReplicateContainerCommandHandler.java | 49 +-
.../states/datanode/TestRunningDatanodeState.java | 127 ++-
.../states/endpoint/TestHeartbeatEndpointTask.java | 138 ++-
.../TestHeartbeatEndpointTaskDnsRefresh.java | 21 +-
.../transport/server/TestGrpcXceiverService.java | 169 +++
.../server/ratis/ContainerStateMachineTests.java | 78 ++
.../server/ratis/TestDispatcherContext.java} | 50 +-
.../keyvalue/ContainerLayoutTestInfo.java | 90 +-
...ruptions.java => ContainerTestCorruptions.java} | 12 +-
.../container/keyvalue/TestBlockReadCursor.java | 130 +++
...stContainerReconciliationWithMockDatanodes.java | 26 +-
.../container/keyvalue/TestKeyValueContainer.java | 2 +-
.../keyvalue/TestKeyValueContainerCheck.java | 22 +-
.../container/keyvalue/TestKeyValueHandler.java | 559 +++++++++-
.../container/keyvalue/helpers/TestChunkUtils.java | 26 +-
.../keyvalue/impl/TestBlockManagerImpl.java | 29 +
.../keyvalue/impl/TestFilePerBlockStrategy.java | 70 ++
.../impl/TestKeyValueStreamDataChannel.java | 36 +-
.../container/ozoneimpl/TestOzoneContainer.java | 81 ++
.../ReplicationSupervisorSchedulingBenchmark.java | 4 +-
.../replication/TestGrpcReplicationService.java | 5 +-
.../replication/TestMeasuredReplicator.java | 20 +-
.../container/replication/TestPushReplicator.java | 8 +-
.../replication/TestReplicationSupervisor.java | 11 +-
...TestDatanodeStartupInvalidApparentVersion.java} | 64 +-
.../TestDatanodeUpgradeToContainerIdsTable.java | 12 +-
.../upgrade/TestDatanodeUpgradeToHBaseSupport.java | 12 +-
.../upgrade/TestDatanodeUpgradeToSchemaV3.java | 64 +-
.../upgrade/TestDatanodeVersionManager.java | 251 +++++
.../ozone/container/upgrade/UpgradeTestHelper.java | 22 +-
.../upgrade/ZduDatanodeUpgradeActionForTest.java} | 31 +-
.../commands/TestReconcileContainerCommand.java | 88 ++
.../TestReconstructECContainersCommand.java | 98 ++
.../commands/TestReplicateContainerCommand.java | 100 ++
hadoop-hdds/docs/content/design/ozone-sts.md | 5 +-
.../docs/content/design/upgrade-dev-primer.md | 16 +-
hadoop-hdds/docs/content/design/zdu-design.md | 542 ++++++++++
hadoop-hdds/docs/content/design/zdu-image1.png | Bin 0 -> 919077 bytes
hadoop-hdds/docs/content/feature/Observability.md | 4 +-
.../docs/content/feature/Observability.zh.md | 4 +-
.../docs/content/feature/Reconfigurability.md | 4 +-
hadoop-hdds/docs/content/interface/S3.md | 24 +
hadoop-hdds/docs/content/tools/_index.md | 4 +-
hadoop-hdds/framework/pom.xml | 22 +-
.../hadoop/hdds/protocol/DiskBalancerProtocol.java | 2 +-
.../SCMSecurityProtocolClientSideTranslatorPB.java | 5 +-
.../SecretKeyProtocolClientSideTranslatorPB.java | 2 +-
.../apache/hadoop/hdds/scm/client/ScmClient.java | 2 +
.../container/common/helpers/MoveDataNodePair.java | 4 +-
.../apache/hadoop/hdds/scm/net/InnerNodeImpl.java | 7 +-
.../scm/protocol/ScmBlockLocationProtocol.java | 24 +
.../protocol/StorageContainerLocationProtocol.java | 24 +-
...lockLocationProtocolClientSideTranslatorPB.java | 38 +-
...inerLocationProtocolClientSideTranslatorPB.java | 26 +-
.../scm/proxy/SCMFailoverProxyProviderBase.java | 91 +-
.../certificate/client/SCMCertificateClient.java | 2 +-
.../org/apache/hadoop/hdds/server/ServerUtils.java | 3 +-
.../hdds/server/http/AdminAuthorizedServlet.java | 2 +-
.../hadoop/hdds/server/http/BaseHttpServer.java | 82 +-
.../hadoop/hdds/server/http/BuildInfoMetrics.java | 101 ++
...horizedServlet.java => HddsJMXJsonServlet.java} | 28 +-
.../hadoop/hdds/server/http/HttpServer2.java | 261 +++--
.../hdds/server/http/ServletElementsFactory.java | 4 +-
.../hadoop/hdds/upgrade/HDDSLayoutFeature.java | 83 +-
.../hdds/upgrade/HDDSLayoutVersionManager.java | 102 --
.../hadoop/hdds/upgrade/HDDSVersionUtils.java | 71 ++
.../hadoop/hdds/utils/BackgroundService.java | 14 +-
.../java/org/apache/hadoop/hdds/utils/HAUtils.java | 34 +-
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 53 +-
.../org/apache/hadoop/hdds/utils/NettyMetrics.java | 108 +-
.../apache/hadoop/hdds/utils/ScmNodeAddress.java} | 37 +-
.../hadoop/hdds/utils/db/RDBCheckpointManager.java | 8 +-
.../org/apache/hadoop/hdds/utils/db/RDBTable.java | 24 +
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 84 +-
.../org/apache/hadoop/hdds/utils/db/Table.java | 44 +
.../apache/hadoop/hdds/utils/db/TypedTable.java | 189 +++-
.../utils/db/cache/TableCacheUpdateTracker.java | 88 ++
.../org/apache/hadoop/ozone/common/Storage.java | 19 +-
.../apache/hadoop/ozone/common/StorageInfo.java | 25 +-
.../upgrade/AbstractLayoutVersionManager.java | 228 ----
.../upgrade/AbstractUpgradeActionProvider.java | 103 ++
.../ozone/upgrade/BasicUpgradeFinalizer.java | 343 ------
.../ozone/upgrade/ComponentVersionManager.java | 194 ++++
.../upgrade/ComponentVersionManagerMetrics.java | 76 ++
.../DefaultUpgradeFinalizationExecutor.java | 73 --
.../hadoop/ozone/upgrade/LayoutVersionManager.java | 83 --
.../ozone/upgrade/RatisBasedVersionManager.java | 67 ++
.../ozone/upgrade/UpgradeFinalizationExecutor.java | 32 -
.../hadoop/ozone/upgrade/UpgradeFinalizer.java | 99 --
.../hadoop/hdds/fs/MockSpaceUsageSource.java | 3 +-
.../exceptions/TestSCMExceptionResultCodes.java | 3 +-
.../hdds/scm/net/TestNetworkTopologyImpl.java | 19 +
.../TestSCMFailoverProxyProviderChangeConfig.java | 149 +++
.../TestSCMSecurityExceptionErrorCodes.java} | 34 +-
.../apache/hadoop/hdds/server/TestServerUtils.java | 16 +
.../hdds/server/http/TestBaseHttpServer.java | 83 ++
.../hdds/server/http/TestBuildInfoMetrics.java | 117 ++
.../hadoop/hdds/server/http/TestHttpServer2.java | 494 +++++++++
.../hdds/server/http/TestHttpServer2SSL.java | 62 +-
.../hadoop/hdds/upgrade/TestHDDSLayoutFeature.java | 109 ++
.../hdds/upgrade/TestHDDSLayoutVersionManager.java | 95 --
.../hadoop/hdds/upgrade/test/MockComponent.java | 63 --
.../apache/hadoop/hdds/utils/TestNettyMetrics.java | 89 ++
.../hadoop/hdds/utils/db/InMemoryTestTable.java | 13 +
.../org/apache/hadoop/hdds/utils/db/TestCodec.java | 14 +
.../apache/hadoop/hdds/utils/db/TestRDBStore.java | 46 +
.../apache/hadoop/hdds/utils/db/TestRDBTable.java | 23 +
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 99 ++
.../hdds/utils/db/TestTableCacheUpdateTracker.java | 118 ++
.../hadoop/hdds/utils/db/TestTypedTable.java | 56 +-
.../hadoop/ozone/audit/AuditLogTestUtils.java | 26 +-
.../AbstractComponentVersionManagerTest.java | 147 +++
.../InjectedUpgradeFinalizationExecutor.java | 124 ---
.../upgrade/TestAbstractLayoutVersionManager.java | 210 ----
.../upgrade/TestAbstractUpgradeActionProvider.java | 75 ++
.../ozone/upgrade/TestBasicUpgradeFinalizer.java | 235 ----
.../TestDefaultUpgradeFinalizationExecutor.java | 89 --
.../ozone/upgrade/TestUpgradeFinalizerActions.java | 109 --
.../hadoop/ozone/upgrade/UpgradeTestUtils.java | 59 -
hadoop-hdds/interface-admin/pom.xml | 10 +-
.../src/main/proto/ScmAdminProtocol.proto | 14 +
hadoop-hdds/interface-client/pom.xml | 30 +-
.../src/main/proto/DatanodeClientProtocol.proto | 8 +-
.../interface-client/src/main/proto/hdds.proto | 20 +-
hadoop-hdds/interface-server/pom.xml | 30 +-
.../proto/ScmServerDatanodeHeartbeatProtocol.proto | 39 +-
.../src/main/proto/ScmServerProtocol.proto | 20 +
hadoop-hdds/rocks-native/pom.xml | 2 +-
...wSstFileRecords.java => RawSstFileRecords.java} | 4 +-
...estLatestVersionedKWayMergeIteratorOverSst.java | 4 +-
.../org/apache/ozone/rocksdiff/CompactionDag.java | 2 +-
.../apache/ozone/rocksdiff/TestCompactionDag.java | 19 +
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 169 +--
.../apache/ozone/rocksdiff/TestRocksDiffUtils.java | 18 +-
hadoop-hdds/server-scm/pom.xml | 20 +-
.../java/org/apache/hadoop/hdds/scm/ScmUtils.java | 33 +-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 2 +-
.../scm/container/balancer/ContainerBalancer.java | 18 +-
.../ContainerBalancerSelectionCriteria.java | 22 +-
.../container/balancer/ContainerBalancerTask.java | 48 +-
.../algorithms/SCMContainerPlacementRackAware.java | 141 ++-
.../ReconcileContainerEventHandler.java | 25 +-
.../replication/ContainerCheckRequest.java | 11 +
.../replication/ECUnderReplicationHandler.java | 255 +++--
.../container/replication/ReplicationManager.java | 359 ++++++-
.../replication/ReplicationManagerMetrics.java | 37 +-
.../health/ClosedWithUnhealthyReplicasHandler.java | 2 +-
.../health/ClosingContainerHandler.java | 2 +-
.../health/ECMisReplicationCheckHandler.java | 4 +-
.../health/ECReplicationCheckHandler.java | 7 +-
.../replication/health/EmptyContainerHandler.java | 6 +-
.../replication/health/OpenContainerHandler.java | 8 +-
.../health/QuasiClosedContainerHandler.java | 2 +-
.../health/QuasiClosedStuckReplicationCheck.java | 9 +-
.../health/RatisReplicationCheckHandler.java | 10 +-
.../RatisUnhealthyReplicationCheckHandler.java | 8 +-
.../health/VulnerableUnhealthyReplicasHandler.java | 4 +-
.../apache/hadoop/hdds/scm/events/SCMEvents.java | 12 +-
.../hadoop/hdds/scm/ha/InterSCMGrpcClient.java | 10 +
.../hdds/scm/ha/InterSCMGrpcProtocolService.java | 23 +-
.../org/apache/hadoop/hdds/scm/ha/SCMContext.java | 32 -
.../hdds/scm/ha/SCMHADBTransactionBuffer.java | 2 +
.../hdds/scm/ha/SCMHADBTransactionBufferImpl.java | 41 +
.../hdds/scm/ha/SCMHADBTransactionBufferStub.java | 5 +
.../hadoop/hdds/scm/ha/SCMHANodeDetails.java | 4 +-
.../apache/hadoop/hdds/scm/ha/SCMNodeDetails.java | 6 -
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 132 ++-
.../hadoop/hdds/scm/ha/SequenceIdGenerator.java | 17 +-
.../invoker/FinalizationStateManagerInvoker.java | 80 +-
.../apache/hadoop/hdds/scm/node/DatanodeInfo.java | 62 +-
.../hadoop/hdds/scm/node/DatanodeUsageInfo.java | 5 +-
.../hadoop/hdds/scm/node/DeadNodeHandler.java | 24 -
.../hdds/scm/node/HealthyReadOnlyNodeHandler.java | 112 --
.../apache/hadoop/hdds/scm/node/NodeManager.java | 192 +++-
.../hadoop/hdds/scm/node/NodeStateManager.java | 254 ++---
.../apache/hadoop/hdds/scm/node/NodeStatus.java | 13 +-
.../hdds/scm/node/PendingContainerTracker.java | 2 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 472 ++++----
...ler.java => UnhealthyToHealthyNodeHandler.java} | 22 +-
.../hadoop/hdds/scm/pipeline/PipelineManager.java | 12 -
.../hdds/scm/pipeline/PipelineManagerImpl.java | 43 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 2 +-
.../scm/pipeline/WritableECContainerProvider.java | 5 +-
...lockLocationProtocolServerSideTranslatorPB.java | 87 +-
...inerLocationProtocolServerSideTranslatorPB.java | 88 +-
.../scm/safemode/HealthyPipelineSafeModeRule.java | 20 +-
.../hdds/scm/safemode/SafeModeRuleFactory.java | 3 +-
.../hdds/scm/server/SCMBlockProtocolServer.java | 146 +++
.../hdds/scm/server/SCMClientProtocolServer.java | 65 +-
.../hadoop/hdds/scm/server/SCMConfigurator.java | 22 -
.../scm/server/SCMDatanodeHeartbeatDispatcher.java | 30 +-
.../hdds/scm/server/SCMDatanodeProtocolServer.java | 18 +-
.../hadoop/hdds/scm/server/SCMStorageConfig.java | 10 +-
.../hdds/scm/server/StorageContainerManager.java | 79 +-
.../ClearFinalizingStateScmUpgradeAction.java | 48 +
.../scm/server/upgrade/FinalizationCheckpoint.java | 87 --
.../scm/server/upgrade/FinalizationManager.java | 39 +-
.../server/upgrade/FinalizationManagerImpl.java | 170 +--
.../server/upgrade/FinalizationStateManager.java | 21 +-
.../upgrade/FinalizationStateManagerImpl.java | 257 +----
.../upgrade/SCMUpgradeFinalizationContext.java | 142 ---
.../scm/server/upgrade/SCMUpgradeFinalizer.java | 205 ----
.../ScmOnFinalizeActionForDatanodeSchemaV2.java | 16 +-
.../hdds/scm/server/upgrade/ScmVersionManager.java | 131 +++
.../hadoop/hdds/upgrade/ScmUpgradeAction.java} | 8 +-
.../hdds/upgrade/ScmUpgradeActionProvider.java | 47 +
.../apache/hadoop/hdds/upgrade/package-info.java} | 9 +-
.../org/apache/hadoop/ozone/audit/SCMAction.java | 1 +
.../upgrade/ScmUpgradeActionForLayoutFeature.java} | 17 +-
.../ozone/upgrade/ScmUpgradeActionForVersion.java} | 12 +-
.../apache/hadoop/ozone/upgrade/package-info.java} | 8 +-
.../apache/hadoop/hdds/scm/TestHddsServerUtil.java | 39 +
.../hadoop/hdds/scm/TestHddsServerUtils.java | 50 +
.../org/apache/hadoop/hdds/scm/TestScmUtils.java | 63 ++
.../hadoop/hdds/scm/container/MockNodeManager.java | 20 +-
.../hdds/scm/container/SimpleMockNodeManager.java | 12 +-
.../TestIncrementalContainerReportHandler.java | 8 +-
.../container/balancer/TestContainerBalancer.java | 50 +
.../TestContainerBalancerDatanodeNodeLimit.java | 88 ++
.../TestContainerBalancerSelectionCriteria.java | 64 ++
.../algorithms/TestContainerPlacementFactory.java | 2 +-
.../TestSCMContainerPlacementCapacity.java | 2 +-
.../TestSCMContainerPlacementRackAware.java | 68 +-
.../TestSCMContainerPlacementRackScatter.java | 4 +-
.../TestSCMContainerPlacementRandom.java | 4 +-
.../TestReconcileContainerEventHandler.java | 41 +-
.../container/replication/ReplicationTestUtil.java | 5 +-
.../replication/TestContainerCheckRequest.java | 58 +
.../TestContainerReplicaPendingOps.java | 4 +-
.../replication/TestECUnderReplicationHandler.java | 179 ++++
.../replication/TestReplicationManager.java | 687 +++++++++++-
.../TestReplicationManagerScenarios.java | 10 +
.../replication/TestReplicationManagerUtil.java | 10 +-
.../TestQuasiClosedStuckReplicationCheck.java | 1 -
.../hadoop/hdds/scm/ha/TestInterSCMGrpcClient.java | 28 +
.../hadoop/hdds/scm/ha/TestSCMConfiguration.java | 29 +
.../scm/ha/TestSCMHADBTransactionBufferImpl.java | 333 ++++++
.../ha/TestSCMHATransactionBufferMonitorTask.java | 1 +
.../hadoop/hdds/scm/ha/TestSCMRatisServerImpl.java | 93 +-
.../hadoop/hdds/scm/ha/TestSCMStateMachine.java | 402 ++++++-
.../hdds/scm/ha/TestSequenceIDGenerator.java | 53 +
.../scm/ha/invoker/ScmInvokerCodeGenerator.java | 14 +-
.../hadoop/hdds/scm/node/TestCommandQueue.java | 9 +-
.../hdds/scm/node/TestContainerPlacement.java | 11 +-
.../hdds/scm/node/TestDatanodeUsageInfo.java | 4 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 183 +---
.../hdds/scm/node/TestNodeReportHandler.java | 8 +-
.../hadoop/hdds/scm/node/TestNodeStateManager.java | 178 ++--
.../hdds/scm/node/TestPendingContainerTracker.java | 16 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 930 ++++++++--------
.../hadoop/hdds/scm/node/TestSCMNodeMetrics.java | 13 +-
.../hdds/scm/node/states/TestNodeStateMap.java | 4 +-
.../hdds/scm/pipeline/MockPipelineManager.java | 19 +-
.../scm/pipeline/TestCreateForReadComparator.java | 13 -
.../TestPipelineDatanodesIntersection.java | 2 +-
.../hdds/scm/pipeline/TestPipelineManagerImpl.java | 7 +-
.../scm/pipeline/TestPipelinePlacementFactory.java | 2 +-
.../scm/pipeline/TestPipelinePlacementPolicy.java | 6 +-
.../scm/pipeline/TestPipelineStateManagerImpl.java | 40 +-
.../scm/pipeline/TestRatisPipelineProvider.java | 16 +-
.../scm/pipeline/TestSimplePipelineProvider.java | 4 +-
...lockLocationProtocolServerSideTranslatorPB.java | 293 +++++
...inerLocationProtocolServerSideTranslatorPB.java | 224 ++++
.../scm/server/TestSCMBlockProtocolServer.java | 271 ++++-
.../scm/server/TestSCMClientProtocolServer.java | 84 +-
.../hdds/scm/server/TestSCMContainerMetrics.java | 21 +-
.../server/TestSCMDatanodeHeartbeatDispatcher.java | 27 +
.../TestStorageContainerManagerRatisRoles.java | 126 +++
.../TestClearFinalizingStateScmUpgradeAction.java | 83 ++
.../scm/server/upgrade/TestScmVersionManager.java | 248 +++++
.../scm/upgrade/FinalizationManagerTestImpl.java | 52 -
.../hdds/scm/upgrade/ScmUpgradeTestUtils.java | 56 +
.../hdds/scm/upgrade/TestScmFinalization.java | 415 --------
...a => TestScmStartupInvalidApparentVersion.java} | 66 +-
.../ozone/container/common/TestEndPoint.java | 76 +-
.../cli/ContainerBalancerAssessmentSubcommand.java | 316 ++++++
.../hdds/scm/cli/ContainerBalancerCommands.java | 38 +-
...nd.java => ContainerBalancerConfigOptions.java} | 149 +--
.../cli/ContainerBalancerEstimateSubcommand.java | 175 +++
.../scm/cli/ContainerBalancerStartSubcommand.java | 92 +-
.../hdds/scm/cli/ContainerOperationClient.java | 8 +-
.../hdds/scm/cli/SafeModeCheckSubcommand.java | 10 +-
.../hdds/scm/cli/datanode/BasicDatanodeInfo.java | 2 +-
.../admin/om/BucketDeletedBytesSubCommand.java | 101 ++
.../ozone/admin/om/CancelPrepareSubCommand.java | 4 +-
.../admin/om/FinalizationStatusSubCommand.java | 7 +-
.../ozone/admin/om/FinalizeUpgradeSubCommand.java | 7 +-
.../ozone/admin/om/GetServiceRolesSubcommand.java | 8 +-
.../ozone/admin/om/ListOpenFilesSubCommand.java | 2 +-
.../org/apache/hadoop/ozone/admin/om/OMAdmin.java | 1 +
.../hadoop/ozone/admin/om/PrepareSubCommand.java | 23 +-
.../admin/scm/FinalizationScmStatusSubcommand.java | 8 +-
.../admin/scm/FinalizeScmUpgradeSubcommand.java | 8 +-
.../ozone/admin/upgrade/FinalizeSubCommand.java | 140 +++
.../ozone/admin/upgrade/StatusSubCommand.java | 176 +++
.../ozone/admin/upgrade/UpgradeCommands.java} | 32 +-
.../hadoop/ozone/admin/upgrade/package-info.java | 8 +-
.../TestContainerBalancerAssessmentSubcommand.java | 176 +++
.../TestContainerBalancerSubCommand.java | 264 ++++-
.../hdds/scm/cli/TestSafeModeCheckSubcommand.java | 123 +++
.../scm/cli/datanode/TestListInfoSubcommand.java | 19 +-
.../admin/upgrade/TestFinalizeSubCommand.java | 352 ++++++
.../ozone/admin/upgrade/TestStatusSubCommand.java | 288 +++++
.../ozone/scm/TestGetScmRatisRolesSubcommand.java | 85 +-
.../apache/hadoop/ozone/debug/VersionDebug.java | 8 +-
.../debug/replicas/BlockExistenceVerifier.java | 2 +-
.../debug/replicas/chunk/ChunkKeyHandler.java | 2 +-
.../apache/hadoop/ozone/fsck/ContainerMapper.java | 2 +-
.../ozone/debug/om/TestContainerToKeyMapping.java | 5 +-
.../java/org/apache/ozone/TestPrintableGraph.java | 11 +-
.../schemaupgrade/UpgradeContainerSchema.java | 39 +-
.../datanode/schemaupgrade/UpgradeUtils.java | 26 -
.../schemaupgrade/TestUpgradeContainerSchema.java | 15 +-
.../ozone/shell/keys/ChecksumKeyHandler.java | 5 +-
.../ozone/shell/snapshot/CountSnapshotHandler.java | 91 ++
.../ozone/shell/snapshot/SnapshotCommands.java | 1 +
.../shell/snapshot/TestCountSnapshotHandler.java | 122 +++
.../apache/hadoop/ozone/client/ObjectStore.java | 11 +
.../apache/hadoop/ozone/client/OzoneBucket.java | 5 +-
.../hadoop/ozone/client/OzoneClientUtils.java | 23 +-
.../ozone/client/S3HeadObjectAttributes.java | 10 +-
.../client/checksum/BaseFileChecksumHelper.java | 19 +-
.../client/checksum/ChecksumHelperFactory.java | 10 +-
.../client/checksum/ECFileChecksumHelper.java | 8 +-
.../checksum/ReplicatedFileChecksumHelper.java | 8 +-
.../client/io/BlockOutputStreamEntryPool.java | 6 +-
.../hadoop/ozone/client/io/ECKeyOutputStream.java | 5 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 2 +-
.../ozone/client/io/OzoneCryptoInputStream.java | 164 ++-
.../ozone/client/protocol/ClientProtocol.java | 59 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 138 ++-
.../hadoop/ozone/client/TestOzoneClientUtils.java | 12 +-
.../hadoop/ozone/client/TestOzoneECClient.java | 21 +
.../client/checksum/FileChecksumBenchmark.java | 9 +-
.../client/checksum/TestFileChecksumHelper.java | 26 +-
.../ozone/client/io/TestKeyDataStreamOutput.java | 2 +-
.../ozone/client/io/TestKeyOutputStream.java | 76 ++
.../client/io/TestOzoneCryptoInputStream.java | 504 +++++++++
.../hadoop/ozone/client/rpc/TestRpcClient.java | 185 +++-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 40 +-
.../ozone/conf/S3GatewayHealthCheckConfig.java | 95 ++
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 10 +-
.../hadoop/ozone/om/exceptions/OMException.java | 7 +
...doopRpcOMFollowerReadFailoverProxyProvider.java | 245 +++--
.../ozone/om/ha/OMFailoverProxyProviderBase.java | 22 +
.../ozone/om/helpers/BucketDeletedBytes.java | 79 ++
.../ozone/om/helpers/KeyInfoWithVolumeContext.java | 28 +-
.../hadoop/ozone/om/helpers/OMRatisHelper.java | 11 +-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 29 +-
.../hadoop/ozone/om/helpers/OmKeyLocationInfo.java | 5 +-
.../ozone/om/helpers/OmKeyLocationInfoGroup.java | 3 +-
.../ozone/om/helpers/OmMultipartPartInfo.java | 2 +-
.../hadoop/ozone/om/helpers/OmRangerSyncArgs.java | 3 -
.../hadoop/ozone/om/helpers/OzoneFileStatus.java | 3 +-
.../hadoop/ozone/om/helpers/RepeatedOmKeyInfo.java | 6 +-
.../apache/hadoop/ozone/om/helpers/S3STSUtils.java | 32 +-
.../hadoop/ozone/om/helpers/ServiceInfo.java | 4 +-
.../hadoop/ozone/om/protocol/OMAdminProtocol.java | 8 +
.../ozone/om/protocol/OzoneManagerProtocol.java | 66 +-
.../ozone/om/protocolPB/GrpcOmTransport.java | 57 +-
.../ozone/om/protocolPB/Hadoop3OmTransport.java | 4 +-
.../protocolPB/OMAdminProtocolClientSideImpl.java | 14 +
.../om/protocolPB/OzoneManagerClientProtocol.java | 10 +
...OzoneManagerProtocolClientSideTranslatorPB.java | 161 ++-
.../om/protocolPB/OzoneManagerProtocolPB.java | 3 +-
.../request/validation/RegisterValidator.java | 4 +-
.../ozone/request/validation/package-info.java | 2 +-
.../security/acl/iam/IamSessionPolicyResolver.java | 10 +
.../hadoop/ozone/snapshot/SnapshotBucketCount.java | 40 +-
.../ozone/snapshot/SnapshotCountResponse.java | 36 +-
.../java/org/apache/hadoop/ozone/TestOmUtils.java | 116 ++
.../ozone/om/exceptions/TestResultCodes.java | 2 +-
...doopRpcOMFollowerReadFailoverProxyProvider.java | 242 ++++-
.../ozone/om/ha/TestOMFailoverProxyProvider.java | 19 +-
.../hadoop/ozone/om/helpers/TestOMNodeDetails.java | 19 +
.../hadoop/ozone/om/helpers/TestOMRatisHelper.java | 106 ++
.../hadoop/ozone/om/helpers/TestOmKeyInfo.java | 6 +-
.../hadoop/ozone/om/helpers/TestS3STSUtils.java | 98 ++
...OzoneManagerProtocolClientSideTranslatorPB.java | 171 +++
.../ozone/om/protocolPB/TestS3GrpcOmTransport.java | 139 ++-
.../grpc/TestClientAddressClientInterceptor.java | 1 +
.../grpc/TestClientAddressServerInterceptor.java | 14 +-
.../acl/iam/TestIamSessionPolicyResolver.java | 140 ++-
hadoop-ozone/dev-support/checks/acceptance.sh | 5 +
hadoop-ozone/dev-support/checks/bats.sh | 2 +
hadoop-ozone/dev-support/checks/errorprone.sh | 62 ++
hadoop-ozone/dev-support/checks/integration.sh | 26 +-
hadoop-ozone/dev-support/checks/junit.sh | 3 +-
hadoop-ozone/dev-support/checks/kubernetes.sh | 7 +
hadoop-ozone/dev-support/checks/license.sh | 1 +
hadoop-ozone/dist/pom.xml | 4 +-
.../Ozone - Memory Consumption Metrics.json | 4 +-
.../dashboards/Ozone - Overall Metrics.json | 7 +-
.../dashboards/Ozone - Rolling Upgrade.json | 1124 ++++++++++++++++++++
.../dist/src/main/compose/common/init-kdc.sh | 2 +
.../dist/src/main/compose/common/s3-haproxy.cfg | 26 +-
.../dist/src/main/compose/common/security.conf | 4 +-
.../dist/src/main/compose/ozone-om-prepare/.env | 25 -
.../compose/ozone-om-prepare/docker-compose.yaml | 126 ---
.../main/compose/ozone-om-prepare/docker-config | 37 -
.../dist/src/main/compose/ozone-om-prepare/test.sh | 62 --
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 2 +
.../main/compose/ozonesecure-ha/polaris-setup.sh | 2 -
.../compose/ozonesecure-ha/polaris-smoketest.sh | 3 +-
.../src/main/compose/ozonesecure-ha/polaris.yaml | 2 +-
.../src/main/compose/ozonesecure-ha/ranger.yaml | 5 +-
.../src/main/compose/ozonesecure-ha/s3-haproxy.cfg | 11 +-
.../src/main/compose/ozonesecure-ha/test-ranger.sh | 2 +-
.../compose/ozonesecure-ha/test-repair-tools.sh | 67 +-
.../src/main/compose/ozonesecure-ha/test-sts.sh | 2 +-
hadoop-ozone/dist/src/main/compose/testlib.sh | 21 +-
.../dist/src/main/compose/upgrade/README.md | 3 +-
.../compose/upgrade/compose/ha/docker-compose.yaml | 73 +-
.../src/main/compose/upgrade/compose/ha/load.sh | 3 +-
hadoop-ozone/dist/src/main/compose/upgrade/test.sh | 7 +-
.../dist/src/main/compose/upgrade/testlib.sh | 29 +-
.../callbacks/1.3.0/callback.sh | 2 +-
.../callbacks/1.4.0/callback.sh | 4 +-
.../callbacks/2.0.0/callback.sh | 4 +-
.../callbacks/common/callback.sh | 56 +-
.../upgrade/upgrades/non-rolling-upgrade/driver.sh | 8 +-
.../rolling-upgrade/callbacks/common/callback.sh | 76 ++
.../upgrade/upgrades/rolling-upgrade/driver.sh | 182 ++++
.../dist/src/main/compose/xcompat/clients.yaml | 8 +
hadoop-ozone/dist/src/main/compose/xcompat/lib.sh | 2 +-
.../dist/src/main/compose/xcompat/test-old.sh | 5 +
.../src/main/k8s/definitions/ozone/s3g-ss.yaml | 6 +-
.../examples/getting-started/s3g-statefulset.yaml | 6 +-
.../k8s/examples/minikube/s3g-statefulset.yaml | 6 +-
.../k8s/examples/ozone-dev/s3g-statefulset.yaml | 6 +-
.../k8s/examples/ozone-ha/s3g-statefulset.yaml | 6 +-
.../main/k8s/examples/ozone/s3g-statefulset.yaml | 6 +-
hadoop-ozone/dist/src/main/k8s/examples/testlib.sh | 14 -
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 24 +-
hadoop-ozone/dist/src/main/license/jar-report.txt | 20 +-
.../main/smoketest/omha/om-cancel-prepare.robot | 44 -
.../dist/src/main/smoketest/omha/om-prepare.robot | 51 -
.../smoketest/repair/om-update-transaction.robot | 56 +
.../dist/src/main/smoketest/s3/bucketcreate.robot | 55 +
.../dist/src/main/smoketest/s3/health.robot | 43 +
.../src/main/smoketest/s3/secretgenerate.robot | 3 +-
.../security/ozone-secure-sts-multitenant.robot | 7 +-
.../smoketest/security/ozone-secure-sts.resource | 3 +-
.../main/smoketest/security/ozone-secure-sts.robot | 208 +++-
.../{ => non-rolling}/check-finalization.robot | 2 +-
.../upgrade/{ => non-rolling}/finalize.robot | 2 +-
.../smoketest/upgrade/{ => non-rolling}/lib.robot | 6 +-
.../upgrade/{ => non-rolling}/prepare.robot | 6 +-
.../rolling/check-finalization.robot} | 29 +-
.../smoketest/upgrade/{ => rolling}/finalize.robot | 16 +-
hadoop-ozone/httpfsgateway/pom.xml | 12 +-
.../fs/http/server/HttpFSExceptionProvider.java | 5 +-
.../apache/ozone/fs/http/server/HttpFSServer.java | 2 +-
.../fs/http/server/HttpFSServerWebServer.java | 4 +
.../main/resources/webapps/webhdfs/WEB-INF/web.xml | 10 +-
.../httpfsgateway/src/main/webapp/WEB-INF/web.xml | 10 +-
.../http/server/TestHttpFSExceptionProvider.java | 59 +
hadoop-ozone/iceberg/pom.xml | 24 +-
.../AbstractTestStorageDistributionEndpoint.java | 4 +-
.../ozone/recon/TestReconAndAdminContainerCLI.java | 13 +-
.../hadoop/ozone/recon/TestReconAsPassiveScm.java | 28 +-
.../src/test/resources/ozone-site.xml | 77 +-
hadoop-ozone/integration-test-s3/pom.xml | 45 +-
.../hadoop/ozone/local/TestLocalOzoneS3.java | 95 ++
.../hadoop/ozone/s3/MultiS3GatewayService.java | 21 +-
.../org/apache/hadoop/ozone/s3/ProxyServer.java | 50 +-
.../ozone/s3/ProxyServerIntegrationTest.java | 4 +-
.../apache/hadoop/ozone/s3/S3ClientFactory.java | 1 +
.../hadoop/ozone/s3/TestS3GatewayHealthCheck.java | 126 +++
.../ozone/s3/awssdk/v1/AbstractS3SDKV1Tests.java | 136 ++-
.../ozone/s3/awssdk/v2/AbstractS3SDKV2Tests.java | 473 +++++++-
.../src/test/resources/ozone-site.xml | 86 +-
hadoop-ozone/integration-test/pom.xml | 50 +-
.../fs/contract/AbstractContractSafeModeTest.java | 2 +-
.../fs/ozone/AbstractOzoneFileSystemTest.java | 5 +
.../ozone/AbstractRootedOzoneFileSystemTest.java | 132 ++-
.../hadoop/fs/ozone/OzoneFileSystemTestBase.java | 24 +
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 26 +-
.../apache/hadoop/fs/ozone/TestHSyncUpgrade.java | 30 +-
.../ozone/TestOfsGetFileChecksumRpcBenchmark.java | 314 ++++++
.../fs/ozone/TestOfsGetFileStatusBenchmark.java | 356 +++++++
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 8 +-
.../apache/hadoop/hdds/scm/TestCloseContainer.java | 6 +-
.../hadoop/hdds/scm/TestContainerOperations.java | 3 +-
.../hdds/scm/TestOmSCMNodesReconfiguration.java | 363 +++++++
.../hdds/scm/TestSCMDatanodeProtocolServer.java | 4 +-
.../TestSCMFollowerCatchupWithContainerReport.java | 6 +-
.../hadoop/hdds/scm/TestSecretKeySnapshot.java | 104 +-
.../apache/hadoop/hdds/scm/TestSecretKeysApi.java | 113 +-
.../apache/hadoop/hdds/scm/TestWatchForCommit.java | 54 +-
.../hadoop/hdds/scm/TestXceiverClientGrpc.java | 75 +-
.../hadoop/hdds/scm/TestXceiverClientManager.java | 4 +-
.../hdds/scm/TestXceiverClientManagerSC.java | 4 +-
.../hadoop/hdds/scm/TestXceiverClientMetrics.java | 118 +-
.../container/TestScmApplyTransactionFailure.java | 4 +-
.../scm/node/TestDecommissionAndMaintenance.java | 2 -
.../apache/hadoop/hdds/scm/node/TestQueryNode.java | 23 +
.../hadoop/hdds/scm/storage/TestCommitWatcher.java | 19 +-
.../hdds/scm/storage/TestContainerCommandsEC.java | 2 +-
.../hadoop/hdds/upgrade/HddsUpgradeTestUtils.java | 236 ++--
.../TestDNDataDistributionFinalization.java | 69 +-
.../hadoop/hdds/upgrade/TestHDDSUpgrade.java | 911 ----------------
.../TestScmDataDistributionFinalization.java | 122 +--
.../hadoop/hdds/upgrade/TestScmHAFinalization.java | 307 ++----
.../org/apache/hadoop/ozone/TestCpuMetrics.java | 5 +-
.../apache/hadoop/ozone/TestDelegationToken.java | 122 +--
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 139 ++-
.../hadoop/ozone/TestSecureOzoneCluster.java | 116 +-
.../client/rpc/TestBlockDataStreamOutput.java | 55 +-
...stClientRetryContainerStateMachineFailures.java | 5 +-
.../client/rpc/TestContainerStateMachine.java | 52 +-
.../rpc/TestContainerStateMachineFailures.java | 5 +-
.../rpc/TestContainerStateMachineStream.java | 33 +-
.../rpc/TestDatanodeCurrentVersionEndToEnd.java | 244 +++++
.../ozone/client/rpc/TestECKeyOutputStream.java | 10 +-
.../client/rpc/TestFailureHandlingByClient.java | 5 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 127 ++-
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 4 +-
.../client/rpc/TestValidateBCSIDOnRestart.java | 5 +-
.../ozone/client/rpc/read/TestKeyInputStream.java | 13 +-
.../rpc/read/TestStreamBlockInputStream.java | 88 +-
.../ozone/client/rpc/read/TestStreamRead.java | 63 ++
.../hadoop/ozone/container/OzoneTestHelper.java | 28 +
.../commandhandler/TestBlockDeletion.java | 4 +-
.../commandhandler/TestFinalizeBlock.java | 3 +-
.../replication/TestContainerReplication.java | 11 +-
.../replication/TestPerVolumePushReplication.java | 555 ++++++++++
.../org/apache/hadoop/ozone/debug/TestLDBCli.java | 2 +-
.../TestContainerCommandReconciliation.java | 12 +-
...tBackgroundContainerDataScannerIntegration.java | 12 +-
...kgroundContainerMetadataScannerIntegration.java | 18 +-
.../TestOnDemandContainerScannerIntegration.java | 32 +-
.../hadoop/ozone/om/LogLevelEndpointTestUtil.java | 268 +++++
.../apache/hadoop/ozone/om/OMUpgradeTestUtils.java | 57 +-
.../ozone/om/OzoneManagerHAFollowerReadTests.java | 8 +-
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 2 +-
.../ozone/om/TestBucketLayoutWithOlderClient.java | 2 +-
.../ozone/om/TestGetDBUpdatesAuthorization.java | 73 +-
.../ozone/om/TestLogLevelEndpointInsecure.java | 101 ++
.../ozone/om/TestLogLevelEndpointSecure.java | 332 ++++++
.../hadoop/ozone/om/TestOMBucketLayoutUpgrade.java | 27 +-
.../ozone/om/TestOMRatisSnapshotTransfer.java | 9 +-
.../hadoop/ozone/om/TestOMUpgradeFinalization.java | 292 +++--
.../hadoop/ozone/om/TestObjectStoreWithFSO.java | 2 +-
.../org/apache/hadoop/ozone/om/TestOmAcls.java | 4 +-
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 75 +-
...va => TestOmStartupInvalidApparentVersion.java} | 54 +-
.../ozone/om/TestOzoneManagerConfiguration.java | 14 +-
...stOzoneManagerHAFollowerReadWithAllRunning.java | 68 +-
...OzoneManagerHAFollowerReadWithStoppedNodes.java | 2 +-
.../ozone/om/TestOzoneManagerHAWithAllRunning.java | 6 +-
.../om/TestOzoneManagerHAWithStoppedNodes.java | 7 +-
.../hadoop/ozone/om/TestOzoneManagerPrepare.java | 529 ---------
.../ozone/om/TestOzoneManagerRestInterface.java | 8 +-
.../om/TestUpgradeFinalizationWithOldClients.java | 158 +++
.../om/multitenant/TestMultiTenantVolume.java | 34 +-
.../ozone/om/service/TestBlockDeletionService.java | 39 +-
.../TestDirectoryDeletingServiceWithFSO.java | 97 +-
.../om/service/TestOmFsoWriteLockConvoyBench.java | 837 +++++++++++++++
.../TestOmMixedWorkloadUnderDeletionBench.java | 716 +++++++++++++
...TestSnapshotDeletingServiceIntegrationTest.java | 131 ++-
.../hadoop/ozone/om/snapshot/OmSnapshotTests.java | 26 +-
.../snapshot/TestOmSnapshotDefragSpaceSavings.java | 713 +++++++++++++
.../om/snapshot/TestOzoneManagerHASnapshot.java | 32 +-
.../om/snapshot/TestOzoneManagerSnapshotAcl.java | 30 +-
.../TestSnapshotDirectoryCleaningService.java | 15 +-
.../reconfig/TestDatanodeReconfiguration.java | 2 -
.../hadoop/ozone/shell/TestOzoneRepairShell.java | 3 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 107 +-
.../tools/contract/AbstractContractDistCpTest.java | 2 +-
.../org/apache/ozone/test/ClusterForTests.java | 5 +-
.../java/org/apache/ozone/test/KerberosTests.java | 191 ++++
.../src/test/resources/auditlog.properties | 30 +-
.../src/test/resources/ozone-site.xml | 90 +-
hadoop-ozone/interface-client/pom.xml | 21 +-
.../src/main/proto/OMAdminProtocol.proto | 14 +
.../src/main/proto/OmClientProtocol.proto | 167 ++-
hadoop-ozone/interface-storage/pom.xml | 9 +-
.../apache/hadoop/ozone/om/OMMetadataManager.java | 3 +-
.../ozone/om/helpers/TestTransactionInfoCodec.java | 11 +
hadoop-ozone/mini-cluster/pom.xml | 4 +
.../hadoop/ozone/ClientConfigForTesting.java | 54 +-
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 34 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 24 +-
.../hadoop/ozone/UniformDatanodesFactory.java | 47 +-
hadoop-ozone/ozone-manager/pom.xml | 12 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 2 -
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 69 +-
.../apache/hadoop/ozone/om/OMStarterInterface.java | 3 -
.../java/org/apache/hadoop/ozone/om/OMStorage.java | 8 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 32 +-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 65 +-
.../org/apache/hadoop/ozone/om/OmSnapshot.java | 35 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 723 +++++++++----
.../hadoop/ozone/om/OzoneManagerPrepareState.java | 310 ------
.../hadoop/ozone/om/OzoneManagerStarter.java | 23 +-
.../apache/hadoop/ozone/om/S3SecretManager.java | 4 +
.../java/org/apache/hadoop/ozone/om/ScmClient.java | 81 +-
.../hadoop/ozone/om/SnapshotChainManager.java | 163 +--
.../hadoop/ozone/om/TrashOzoneFileSystem.java | 2 +-
.../hadoop/ozone/om/execution/OMExecutionFlow.java | 20 +-
.../apache/hadoop/ozone/om/ha/OMHANodeDetails.java | 4 +-
.../hadoop/ozone/om/helpers/OMAuditLogger.java | 2 -
.../hadoop/ozone/om/lock/OMLockDetailsUtil.java | 48 +
.../hadoop/ozone/om/lock/OzoneManagerLock.java | 7 +-
.../hadoop/ozone/om/ratis/OMThreadContext.java | 198 ++++
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 87 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 55 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 132 +--
.../om/ratis/utils/OzoneManagerRatisUtils.java | 16 +-
.../hadoop/ozone/om/request/OMClientRequest.java | 79 +-
.../om/request/bucket/OMBucketCreateRequest.java | 4 +-
.../om/request/file/OMDirectoryCreateRequest.java | 7 +-
.../file/OMDirectoryCreateRequestWithFSO.java | 251 +++--
.../ozone/om/request/file/OMFileCreateRequest.java | 12 +-
.../request/file/OMFileCreateRequestWithFSO.java | 333 ++++--
.../ozone/om/request/file/OMFileRequest.java | 79 +-
.../om/request/file/OMRecoverLeaseRequest.java | 6 +-
.../om/request/key/OMAllocateBlockRequest.java | 4 +-
.../key/OMDirectoriesPurgeRequestWithFSO.java | 557 +++++++---
.../ozone/om/request/key/OMKeyCommitRequest.java | 5 +-
.../om/request/key/OMKeyCommitRequestWithFSO.java | 607 +++++++----
.../ozone/om/request/key/OMKeyCreateRequest.java | 43 +-
.../om/request/key/OMKeyCreateRequestWithFSO.java | 11 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 5 +-
.../om/request/key/OMKeyDeleteRequestWithFSO.java | 326 ++++--
.../ozone/om/request/key/OMKeyPurgeRequest.java | 8 +-
.../om/request/key/OMKeyRenameRequestWithFSO.java | 364 ++++---
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 26 +-
.../ozone/om/request/key/OMKeysDeleteRequest.java | 10 +-
.../OMLifecycleConfigurationSetRequest.java | 5 +-
.../S3ExpiredMultipartUploadsAbortRequest.java | 333 +++---
.../S3InitiateMultipartUploadRequestWithFSO.java | 5 +-
.../multipart/S3MultipartUploadAbortRequest.java | 5 +-
.../S3MultipartUploadCommitPartRequest.java | 10 +-
.../S3MultipartUploadCompleteRequest.java | 24 +-
.../om/request/s3/security/OMSetSecretRequest.java | 2 +-
.../om/request/s3/security/S3GetSecretRequest.java | 2 +-
.../s3/security/S3RevokeSTSTokenRequest.java | 2 +-
.../request/s3/security/S3RevokeSecretRequest.java | 2 +-
.../request/s3/security/S3SecretRequestHelper.java | 8 +-
.../snapshot/OMSnapshotMoveDeletedKeysRequest.java | 5 +
.../snapshot/OMSnapshotMoveTableKeysRequest.java | 2 +-
.../om/request/upgrade/OMCancelPrepareRequest.java | 102 --
....java => OMCompleteFinalizeUpgradeRequest.java} | 73 +-
.../upgrade/OMFinalizeUpgradeRequestBase.java | 179 ++++
.../ozone/om/request/upgrade/OMPrepareRequest.java | 273 -----
.../upgrade/OMStartFinalizeUpgradeRequest.java | 47 +
.../OMStartFinalizeUpgradeRequestLegacy.java | 56 +
.../validation/OMClientVersionValidator.java | 2 +-
.../validation/OMLayoutVersionValidator.java | 2 +-
.../om/request/validation/ValidationCondition.java | 21 +-
.../om/request/validation/ValidationContext.java | 18 +-
.../om/request/validation/VersionExtractor.java | 49 +-
.../om/request/volume/OMQuotaRepairRequest.java | 11 +
.../hadoop/ozone/om/response/CleanupTableInfo.java | 51 -
.../ozone/om/response/DummyOMClientResponse.java | 1 -
.../hadoop/ozone/om/response/OMClientResponse.java | 24 +-
.../om/response/bucket/OMBucketCreateResponse.java | 5 -
.../om/response/bucket/OMBucketDeleteResponse.java | 6 -
.../response/bucket/OMBucketSetOwnerResponse.java | 4 -
.../bucket/OMBucketSetPropertyResponse.java | 4 -
.../response/bucket/acl/OMBucketAclResponse.java | 4 -
.../response/file/OMDirectoryCreateResponse.java | 4 -
.../file/OMDirectoryCreateResponseWithFSO.java | 14 +-
.../om/response/file/OMFileCreateResponse.java | 5 -
.../response/file/OMFileCreateResponseWithFSO.java | 7 -
.../om/response/file/OMRecoverLeaseResponse.java | 5 -
.../om/response/key/OMAllocateBlockResponse.java | 5 -
.../key/OMAllocateBlockResponseWithFSO.java | 5 -
.../key/OMDirectoriesPurgeResponseWithFSO.java | 8 -
.../ozone/om/response/key/OMKeyCommitResponse.java | 8 -
.../response/key/OMKeyCommitResponseWithFSO.java | 8 -
.../ozone/om/response/key/OMKeyCreateResponse.java | 6 -
.../response/key/OMKeyCreateResponseWithFSO.java | 7 -
.../ozone/om/response/key/OMKeyDeleteResponse.java | 7 -
.../response/key/OMKeyDeleteResponseWithFSO.java | 10 -
.../ozone/om/response/key/OMKeyPurgeResponse.java | 4 -
.../ozone/om/response/key/OMKeyRenameResponse.java | 5 -
.../response/key/OMKeyRenameResponseWithFSO.java | 7 -
.../om/response/key/OMKeySetTimesResponse.java | 4 -
.../response/key/OMKeySetTimesResponseWithFSO.java | 5 -
.../om/response/key/OMKeysDeleteResponse.java | 7 -
.../response/key/OMKeysDeleteResponseWithFSO.java | 11 -
.../om/response/key/OMKeysRenameResponse.java | 4 -
.../om/response/key/OMOpenKeysDeleteResponse.java | 8 -
.../om/response/key/acl/OMKeyAclResponse.java | 4 -
.../response/key/acl/OMKeyAclResponseWithFSO.java | 5 -
.../key/acl/prefix/OMPrefixAclResponse.java | 4 -
.../OMLifecycleConfigurationDeleteResponse.java | 4 -
.../OMLifecycleConfigurationSetResponse.java | 4 -
.../OMLifecycleSaveScanStateResponse.java | 3 -
.../OMLifecycleSetServiceStatusResponse.java | 2 -
.../S3ExpiredMultipartUploadsAbortResponse.java | 10 -
.../S3InitiateMultipartUploadResponse.java | 5 -
.../S3InitiateMultipartUploadResponseWithFSO.java | 7 -
.../multipart/S3MultipartUploadAbortResponse.java | 9 -
.../S3MultipartUploadAbortResponseWithFSO.java | 9 -
.../S3MultipartUploadCommitPartResponse.java | 8 -
...S3MultipartUploadCommitPartResponseWithFSO.java | 9 -
.../S3MultipartUploadCompleteResponse.java | 10 -
.../S3MultipartUploadCompleteResponseWithFSO.java | 10 -
.../response/s3/security/OMSetSecretResponse.java | 4 -
.../response/s3/security/S3AssumeRoleResponse.java | 2 -
.../security/S3DeleteRevokedSTSTokensResponse.java | 3 -
.../response/s3/security/S3GetSecretResponse.java | 4 -
.../s3/security/S3RevokeSTSTokenResponse.java | 3 -
.../s3/security/S3RevokeSecretResponse.java | 4 -
.../s3/tagging/S3DeleteObjectTaggingResponse.java | 4 -
.../S3DeleteObjectTaggingResponseWithFSO.java | 4 -
.../s3/tagging/S3PutObjectTaggingResponse.java | 4 -
.../tagging/S3PutObjectTaggingResponseWithFSO.java | 4 -
.../tenant/OMSetRangerServiceVersionResponse.java | 4 -
.../s3/tenant/OMTenantAssignAdminResponse.java | 6 -
.../tenant/OMTenantAssignUserAccessIdResponse.java | 10 -
.../response/s3/tenant/OMTenantCreateResponse.java | 8 -
.../response/s3/tenant/OMTenantDeleteResponse.java | 8 -
.../s3/tenant/OMTenantRevokeAdminResponse.java | 6 -
.../tenant/OMTenantRevokeUserAccessIdResponse.java | 10 -
.../security/OMCancelDelegationTokenResponse.java | 4 -
.../security/OMGetDelegationTokenResponse.java | 4 -
.../security/OMRenewDelegationTokenResponse.java | 4 -
.../snapshot/OMSnapshotCreateResponse.java | 7 -
.../snapshot/OMSnapshotDeleteResponse.java | 4 -
.../OMSnapshotMoveDeletedKeysResponse.java | 3 -
.../snapshot/OMSnapshotMoveTableKeysResponse.java | 3 -
.../response/snapshot/OMSnapshotPurgeResponse.java | 8 -
.../snapshot/OMSnapshotRenameResponse.java | 4 -
.../snapshot/OMSnapshotSetPropertyResponse.java | 4 -
.../response/upgrade/OMCancelPrepareResponse.java | 46 -
...java => OMCompleteFinalizeUpgradeResponse.java} | 31 +-
.../om/response/upgrade/OMPrepareResponse.java | 58 -
...se.java => OMStartFinalizeUpgradeResponse.java} | 39 +-
.../om/response/util/OMEchoRPCWriteResponse.java | 2 -
.../om/response/volume/OMQuotaRepairResponse.java | 5 -
.../om/response/volume/OMVolumeAclOpResponse.java | 4 -
.../om/response/volume/OMVolumeCreateResponse.java | 4 -
.../om/response/volume/OMVolumeDeleteResponse.java | 4 -
.../response/volume/OMVolumeSetOwnerResponse.java | 4 -
.../response/volume/OMVolumeSetQuotaResponse.java | 4 -
.../ozone/om/service/DirectoryDeletingService.java | 62 +-
.../ozone/om/service/KeyDeletingService.java | 2 +-
.../ozone/om/service/KeyLifecycleService.java | 22 +-
.../ozone/om/service/OpenKeyCleanupService.java | 2 +-
.../hadoop/ozone/om/service/QuotaRepairTask.java | 133 ++-
.../om/service/RevokedSTSTokenCleanupService.java | 2 +-
.../ozone/om/service/SnapshotDeletingService.java | 4 +-
.../om/snapshot/OmSnapshotLocalDataManager.java | 10 +-
.../RequireSnapshotFeatureStateAspect.java | 2 +-
.../hadoop/ozone/om/snapshot/SnapshotCache.java | 2 +-
.../ozone/om/snapshot/SnapshotDiffManager.java | 22 +-
.../om/snapshot/diff/SnapshotDiffValueParser.java | 29 +
.../trapped/BucketDeletedDataCalculator.java | 373 +++++++
.../ozone/om/snapshot/trapped/package-info.java | 8 +-
.../upgrade/ClearPreparedStateOmUpgradeAction.java | 60 ++
...tVersion.java => DisallowedUntilOmVersion.java} | 15 +-
.../hadoop/ozone/om/upgrade/OMLayoutFeature.java | 65 +-
.../ozone/om/upgrade/OMLayoutVersionManager.java | 149 ---
...tureAspect.java => OMRequestVersionAspect.java} | 98 +-
.../ozone/om/upgrade/OMUpgradeActionProvider.java | 48 +
.../ozone/om/upgrade/OMUpgradeFinalizeService.java | 151 +++
.../hadoop/ozone/om/upgrade/OMVersionManager.java | 126 +++
.../hadoop/ozone/om/upgrade/OmUpgradeAction.java | 2 +-
...m.java => OmUpgradeActionForLayoutFeature.java} | 2 +-
...Version.java => OmUpgradeActionForVersion.java} | 9 +-
.../ozone/om/upgrade/QuotaRepairUpgradeAction.java | 2 +-
.../protocolPB/OMAdminProtocolServerSideImpl.java | 11 +
...OzoneManagerProtocolServerSideTranslatorPB.java | 46 +-
.../protocolPB/OzoneManagerRequestHandler.java | 141 ++-
.../hadoop/ozone/security/S3SecurityUtil.java | 7 +
.../hadoop/ozone/security/STSSecurityUtil.java | 149 ++-
.../src/main/resources/META-INF/aop.xml | 2 +-
.../ozone/om/ScmBlockLocationTestingClient.java | 14 +
.../hadoop/ozone/om/TestEDEKCacheLoader.java | 78 ++
.../hadoop/ozone/om/TestOMMetadataReader.java | 197 ++++
.../hadoop/ozone/om/TestOMMetricsSetters.java | 77 ++
.../org/apache/hadoop/ozone/om/TestOMStorage.java | 4 +-
.../ozone/om/TestOmSnapshotLeakDetection.java | 87 ++
.../ozone/om/TestOzoneManagerHttpServer.java | 16 +-
.../ozone/om/TestOzoneManagerSnapshotCount.java | 149 +++
.../hadoop/ozone/om/TestOzoneManagerStarter.java | 23 -
.../org/apache/hadoop/ozone/om/TestScmClient.java | 24 +
.../ozone/om/execution/TestOMExecutionFlow.java | 165 +++
.../ozone/om/lock/TestOMLockDetailsUtil.java | 78 ++
.../hadoop/ozone/om/ratis/TestOMThreadContext.java | 207 ++++
...estOzoneManagerDoubleBufferTransactionInfo.java | 235 ++++
...tOzoneManagerDoubleBufferWithDummyResponse.java | 74 +-
.../om/ratis/TestOzoneManagerRatisRequest.java | 29 +
.../om/ratis/TestOzoneManagerRatisServer.java | 50 +
.../om/ratis/TestOzoneManagerStateMachine.java | 523 +++++++--
.../ozone/om/request/OMRequestTestUtils.java | 7 +-
.../request/TestOMClientRequestWithUserInfo.java | 16 +-
.../om/request/bucket/BucketRequestTests.java | 8 +-
.../request/file/TestOMDirectoryCreateRequest.java | 10 +-
.../file/TestOMDirectoryCreateRequestWithFSO.java | 38 +-
.../file/TestOMFileCreateRequestWithFSO.java | 29 +
.../om/request/file/TestOMRecoverLeaseRequest.java | 2 +-
.../ozone/om/request/key/OMKeyRequestTests.java | 13 +-
.../key/TestOMDirectoriesPurgeApplyPerf.java | 226 ++++
.../TestOMDirectoriesPurgeRequestAndResponse.java | 90 +-
.../om/request/key/TestOMKeyCommitRequest.java | 34 +
.../om/request/key/TestOMKeyCreateRequest.java | 102 +-
.../om/request/key/TestOMKeyDeleteRequest.java | 8 +
.../request/key/TestOMKeyDeleteRequestWithFSO.java | 98 ++
.../key/TestOMKeyPurgeRequestAndResponse.java | 67 +-
.../request/key/TestOMKeyRenameRequestWithFSO.java | 141 +++
.../om/request/key/TestOMKeysDeleteRequest.java | 55 +-
.../key/TestOMKeysDeleteRequestWithFSO.java | 16 +
.../request/key/TestOMOpenKeysDeleteRequest.java | 7 +
...> OMLifecycleConfigurationRequestTestBase.java} | 10 +-
.../TestOMLifecycleConfigurationDeleteRequest.java | 14 +-
.../TestOMLifecycleConfigurationSetRequest.java | 14 +-
.../TestOMLifecycleSaveScanStateRequest.java | 7 +-
.../TestOMLifecycleSetServiceStatusRequest.java | 7 +-
.../s3/multipart/S3MultipartRequestTests.java | 8 +-
.../TestS3ExpiredMultipartUploadsAbortRequest.java | 141 ++-
...estS3InitiateMultipartUploadRequestWithFSO.java | 5 +
.../TestS3MultipartUploadAbortRequest.java | 10 +
.../TestS3MultipartUploadCompleteRequest.java | 149 ++-
...estS3MultipartUploadCompleteRequestWithFSO.java | 48 +
.../s3/security/TestS3AssumeRoleRequest.java | 4 +-
.../s3/security/TestS3GetSecretRequest.java | 39 +-
.../s3/security/TestS3RevokeSTSTokenRequest.java | 15 +
.../s3/security/TestS3SecretRequestHelper.java | 31 +-
.../s3/tenant/TestOMTenantCreateRequest.java | 10 +-
.../s3/tenant/TestOMTenantDeleteRequest.java | 9 +-
.../tenant/TestSetRangerServiceVersionRequest.java | 7 +-
.../security/TestOMGetDelegationTokenRequest.java | 7 +-
.../upgrade/TestOMCancelPrepareRequest.java | 122 ---
.../TestOMCompleteFinalizeUpgradeRequest.java | 121 +++
.../upgrade/TestOMStartFinalizeUpgradeRequest.java | 130 +++
.../TestOMStartFinalizeUpgradeRequestBase.java | 342 ++++++
.../TestOMStartFinalizeUpgradeRequestLegacy.java | 63 ++
.../validation/TestOMValidatorProcessor.java | 58 +-
.../request/validation/TestRequestValidations.java | 14 +-
.../request/validation/TestVersionExtractor.java | 23 +-
.../om/request/volume/OMVolumeRequestTests.java | 8 +-
.../request/volume/TestOMQuotaRepairRequest.java | 55 +
.../ozone/om/response/TestCleanupTableInfo.java | 384 -------
.../ozone/om/response/TestOMClientResponse.java} | 41 +-
.../hadoop/ozone/om/response/TestOMResponse.java | 51 +-
.../hadoop/ozone/om/response/TestS3DerivedKey.java | 241 +++++
.../file/TestOMDirectoryCreateResponseWithFSO.java | 2 -
.../TestOMSnapshotMoveTableKeysResponse.java | 4 +-
.../TestOMCompleteFinalizeUpgradeResponse.java | 81 ++
.../TestOMStartFinalizeUpgradeResponse.java | 90 ++
.../ozone/om/response/upgrade/package-info.java | 8 +-
.../om/service/TestDirectoryDeletingService.java | 60 +-
.../ozone/om/service/TestKeyDeletingService.java | 4 +
.../ozone/om/service/TestKeyLifecycleService.java | 52 +-
.../ozone/om/service/TestQuotaRepairTask.java | 425 ++++++++
.../om/service/TestSnapshotDeletingService.java | 4 +-
.../snapshot/SnapshotRequestAndResponseTests.java | 9 +-
.../snapshot/TestOmSnapshotLocalDataManager.java | 18 +-
.../ozone/om/snapshot/TestSnapshotCache.java | 14 +
.../ozone/om/snapshot/TestSnapshotChain.java | 45 +
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 18 +
.../snapshot/defrag/TestSnapshotDefragService.java | 9 +-
.../trapped/TestBucketDeletedDataCalculator.java | 243 +++++
.../ozone/om/upgrade/OMLayoutFeatureUtil.java | 64 --
.../om/upgrade/OMVersionManagerTestUtils.java | 63 ++
.../TestClearPreparedStateOmUpgradeAction.java | 88 ++
.../ozone/om/upgrade/TestOMLayoutFeature.java | 109 ++
...Aspect.java => TestOMRequestVersionAspect.java} | 69 +-
.../om/upgrade/TestOMUpgradeFinalizeService.java | 268 +++++
.../ozone/om/upgrade/TestOMUpgradeFinalizer.java | 274 -----
.../ozone/om/upgrade/TestOMVersionManager.java | 284 +++--
.../om/upgrade/TestOzoneManagerPrepareState.java | 287 -----
.../TestOMAdminProtocolServerSideImpl.java | 45 +
.../protocolPB/TestOzoneManagerRequestHandler.java | 152 ++-
.../TestOzoneDelegationTokenSecretManager.java | 7 +-
.../hadoop/ozone/security/TestS3SecurityUtil.java | 55 +
.../hadoop/ozone/security/TestSTSSecurityUtil.java | 110 +-
hadoop-ozone/ozonefs-common/pom.xml | 6 +
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 11 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 13 +
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 95 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 20 +-
.../apache/hadoop/fs/ozone/OzoneClientAdapter.java | 2 +
.../apache/hadoop/fs/ozone/OzoneFSInputStream.java | 179 +++-
.../hadoop/fs/ozone/TestBasicOzoneFileSystems.java | 105 ++
...sicRootedOzoneClientAdapterGetFileChecksum.java | 199 ++++
.../TestBasicRootedOzoneClientAdapterHeadOp.java | 49 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 299 ++++++
hadoop-ozone/pom.xml | 8 +
hadoop-ozone/recon-codegen/pom.xml | 14 +-
.../recon/schema/SchemaVersionTableDefinition.java | 26 +-
.../org/apache/ozone/recon/schema/SqlDbUtils.java | 98 ++
hadoop-ozone/recon/pom.xml | 28 +-
.../hadoop/ozone/recon/ReconSchemaManager.java | 16 +-
.../recon/ReconSchemaVersionTableManager.java | 102 --
.../org/apache/hadoop/ozone/recon/ReconServer.java | 52 +-
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 2 +-
.../hadoop/ozone/recon/api/BucketEndpoint.java | 1 -
.../ozone/recon/api/ClusterStateEndpoint.java | 5 +-
.../ozone/recon/api/MetricsProxyEndpoint.java | 7 +-
.../hadoop/ozone/recon/api/NodeEndpoint.java | 23 +-
.../ozone/recon/api/UtilizationEndpoint.java | 12 +-
.../hadoop/ozone/recon/api/VolumeEndpoint.java | 1 -
.../ozone/recon/api/filters/ReconAuthFilter.java | 2 +-
.../ozone/recon/api/types/DatanodeDiskInfo.java | 128 +++
.../ozone/recon/api/types/DatanodeMetadata.java | 30 +-
.../hadoop/ozone/recon/api/types/EntityType.java | 87 +-
.../ozone/recon/api/types/FeatureProvider.java | 10 +-
.../ozone/recon/fsck/ReconReplicationManager.java | 36 +-
.../ozone/recon/scm/ReconContainerManager.java | 8 +-
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 89 +-
.../ozone/recon/scm/ReconPipelineManager.java | 2 +-
.../scm/ReconStorageContainerManagerFacade.java | 21 +-
.../recon/spi/impl/JmxServiceProviderImpl.java | 3 +-
.../spi/impl/PrometheusServiceProviderImpl.java | 3 +-
.../impl/ReconContainerMetadataManagerImpl.java | 7 -
.../impl/StorageContainerServiceProviderImpl.java | 2 +-
.../recon/tasks/MultipartInfoInsightHandler.java | 118 +-
.../ozone/recon/tasks/OmTableInsightTask.java | 32 +-
.../upgrade/InitialConstraintUpgradeAction.java | 91 --
.../upgrade/NSSummaryAggregatedTotalsUpgrade.java | 24 +-
.../ozone/recon/upgrade/ReconLayoutFeature.java | 119 ---
.../recon/upgrade/ReconLayoutVersionManager.java | 197 ----
.../upgrade/ReconTaskStatusTableUpgradeAction.java | 24 +-
.../ozone/recon/upgrade/ReconUpgradeAction.java | 82 +-
.../upgrade/ReconUpgradeActionForVersion.java} | 11 +-
.../recon/upgrade/ReconUpgradeActionProvider.java} | 27 +-
.../hadoop/ozone/recon/upgrade/ReconVersion.java | 100 ++
.../ozone/recon/upgrade/ReconVersionManager.java | 156 +++
.../ReplicatedSizeOfFilesUpgradeAction.java | 28 +-
.../UnhealthyContainerReplicaMismatchAction.java | 52 +-
...ntainersStateContainerIdIndexUpgradeAction.java | 27 +-
.../ozone/recon/upgrade/UpgradeActionRecon.java | 59 -
.../webapps/recon/ozone-recon-web/package.json | 4 +-
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 32 +-
.../__tests__/datanodes/DatanodesTable.test.tsx | 37 +-
.../src/v2/components/navBar/navBar.tsx | 12 +-
.../src/v2/components/tables/datanodesTable.tsx | 41 +
.../src/v2/pages/datanodes/datanodes.tsx | 3 +-
.../src/v2/pages/heatmap/heatmap.tsx | 35 +-
.../ozone-recon-web/src/v2/types/datanode.types.ts | 12 +
.../ozone/recon/api/TestClusterStateEndpoint.java | 2 -
.../hadoop/ozone/recon/api/TestEndpoints.java | 134 ++-
.../ozone/recon/api/TestOmDBInsightEndPoint.java | 40 +-
.../ozone/recon/api/TestOpenContainerCount.java | 6 +-
.../recon/api/TestStorageDistributionEndpoint.java | 3 +-
.../recon/api/types/TestFeatureProvider.java} | 32 +-
.../recon/fsck/TestReconReplicationManager.java | 50 +
.../TestSchemaVersionTableDefinition.java | 75 +-
.../persistence/TestStatsSchemaDefinition.java | 22 +-
.../TestUtilizationSchemaDefinition.java | 18 +-
.../scm/AbstractReconContainerManagerTest.java | 12 +-
.../ozone/recon/scm/TestReconContainerManager.java | 7 +-
...TestReconIncrementalContainerReportHandler.java | 15 +-
.../ozone/recon/scm/TestReconNodeManager.java | 88 +-
.../ozone/recon/scm/TestReconPipelineManager.java | 20 +-
.../TestStorageContainerServiceProviderImpl.java | 53 +
.../recon/tasks/TestContainerKeyMapperTask.java | 21 +-
.../recon/tasks/TestContainerSizeCountTask.java | 2 +-
.../ozone/recon/tasks/TestOmTableInsightTask.java | 118 +-
.../TestInitialConstraintUpgradeAction.java | 188 ----
.../TestNSSummaryAggregatedTotalsUpgrade.java | 24 +
.../upgrade/TestReconLayoutVersionManager.java | 377 -------
.../TestReconTaskStatusTableUpgradeAction.java | 57 +
.../ozone/recon/upgrade/TestReconVersion.java | 59 +
.../recon/upgrade/TestReconVersionManager.java | 244 +++++
.../TestReplicatedSizeOfFilesUpgradeAction.java | 36 +-
...stUnhealthyContainerReplicaMismatchAction.java} | 82 +-
...ntainersStateContainerIdIndexUpgradeAction.java | 25 +-
hadoop-ozone/s3gateway/pom.xml | 26 +-
.../org/apache/hadoop/ozone/audit/S3GAction.java | 6 +-
.../java/org/apache/hadoop/ozone/s3/Gateway.java | 7 +-
.../hadoop/ozone/s3/OzoneClientProducer.java | 3 +-
.../hadoop/ozone/s3/OzoneConfigurationHolder.java | 3 -
.../hadoop/ozone/s3/ReadConsistencyFilter.java | 53 +
.../hadoop/ozone/s3/S3ContentTypeFilter.java | 135 +++
.../hadoop/ozone/s3/S3GatewayConfigKeys.java | 8 +
.../hadoop/ozone/s3/S3GatewayHttpServer.java | 13 +
.../hadoop/ozone/s3/S3GatewayReadinessProbe.java | 164 +++
.../hadoop/ozone/s3/S3GatewayWebAdminServer.java | 90 +-
.../apache/hadoop/ozone/s3/S3STSHttpServer.java | 3 +
.../hadoop/ozone/s3/SignedChunksInputStream.java | 152 ++-
.../hadoop/ozone/s3/VirtualHostStyleFilter.java | 46 +-
.../apache/hadoop/ozone/s3/WeldCdiIntegration.java | 50 +
.../hadoop/ozone/s3/endpoint/BucketAclHandler.java | 5 +
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 24 +-
.../s3/endpoint/BucketGetLocationHandler.java | 5 +
.../ozone/s3/endpoint/BucketLifecycleHandler.java | 14 +-
.../ozone/s3/endpoint/BucketOperationHandler.java | 21 +-
.../BucketOperationNotImplementedHandler.java | 64 ++
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 67 +-
.../s3/endpoint/ListMultipartUploadsHandler.java | 15 +-
.../ozone/s3/endpoint/MultipartKeyHandler.java | 12 +-
.../hadoop/ozone/s3/endpoint/ObjectAclHandler.java | 15 +-
.../ozone/s3/endpoint/ObjectAttributesHandler.java | 45 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 41 +-
.../ozone/s3/endpoint/ObjectEndpointStreaming.java | 12 +-
.../ozone/s3/endpoint/ObjectGetTorrentHandler.java | 5 +
.../ozone/s3/endpoint/ObjectOperationHandler.java | 17 +-
.../ObjectOperationNotImplementedHandler.java | 65 ++
.../ozone/s3/endpoint/ObjectTaggingHandler.java | 19 +-
.../hadoop/ozone/s3/endpoint/RootEndpoint.java | 8 +-
.../s3/endpoint/S3LifecycleConfiguration.java | 96 +-
.../hadoop/ozone/s3/endpoint/S3RequestContext.java | 12 +
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 9 +
.../ozone/s3/metrics/S3GatewayVersionMetrics.java | 76 ++
.../ozone/s3/signature/AWSSignatureProcessor.java | 3 +-
.../s3/signature/AuthorizationV4HeaderParser.java | 43 +-
.../s3/signature/AuthorizationV4QueryParser.java | 7 +-
.../hadoop/ozone/s3/signature/ChunksValidator.java | 39 +-
.../hadoop/ozone/s3/signature/Credential.java | 20 +
.../s3/signature/MalformedResourceException.java | 19 +-
.../ozone/s3/signature/StringToSignProducer.java | 75 +-
.../ozone/s3/util/ReadConsistencyContext.java | 112 ++
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 45 +
.../hadoop/ozone/s3/util/S3GActionIamMapper.java | 15 +
.../org/apache/hadoop/ozone/s3/util/S3Utils.java | 8 +-
.../ozone/s3secret/S3SecretManagementEndpoint.java | 17 +-
.../apache/hadoop/ozone/s3sts/S3STSConfigKeys.java | 3 +-
.../apache/hadoop/ozone/s3sts/S3STSEndpoint.java | 38 +-
.../resources/webapps/s3gateway/WEB-INF/web.xml | 8 +
.../hadoop/ozone/client/ClientProtocolStub.java | 55 +-
.../hadoop/ozone/client/OzoneBucketStub.java | 2 +-
.../hadoop/ozone/s3/TestAuthorizationFilter.java | 94 +-
.../hadoop/ozone/s3/TestOzoneClientProducer.java | 58 +
.../hadoop/ozone/s3/TestReadConsistencyFilter.java | 51 +
.../hadoop/ozone/s3/TestS3ContentTypeFilter.java | 127 +++
.../hadoop/ozone/s3/TestS3GatewayHttpServers.java | 100 ++
.../ozone/s3/TestS3GatewayLivenessServlet.java | 126 +++
.../ozone/s3/TestSignedChunksInputStream.java | 173 +++
.../ozone/s3/TestVirtualHostStyleFilter.java | 61 +-
.../ozone/s3/endpoint/EndpointTestUtils.java | 20 +
.../hadoop/ozone/s3/endpoint/TestBucketList.java | 410 ++++---
.../s3/endpoint/TestBucketNotImplemented.java | 102 ++
.../hadoop/ozone/s3/endpoint/TestEndpointBase.java | 189 ++++
.../s3/endpoint/TestListMultipartUploads.java | 166 +++
.../hadoop/ozone/s3/endpoint/TestListParts.java | 108 ++
.../s3/endpoint/TestMultipartUploadWithCopy.java | 6 +-
.../ozone/s3/endpoint/TestObjectAttributesGet.java | 146 ++-
.../ozone/s3/endpoint/TestObjectMultiDelete.java | 108 ++
.../s3/endpoint/TestObjectNotImplemented.java | 113 ++
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 214 +++-
.../ozone/s3/endpoint/TestObjectTaggingDelete.java | 39 +-
.../ozone/s3/endpoint/TestObjectTaggingGet.java | 20 +
.../ozone/s3/endpoint/TestObjectTaggingPut.java | 35 +-
.../hadoop/ozone/s3/endpoint/TestPartUpload.java | 39 +
.../ozone/s3/endpoint/TestPermissionCheck.java | 10 +-
.../hadoop/ozone/s3/endpoint/TestRootList.java | 111 +-
.../TestS3ActionOverrideForOwnerVerification.java | 143 ++-
.../TestS3LifecycleConfigurationDelete.java | 125 +++
.../endpoint/TestS3LifecycleConfigurationGet.java | 90 ++
.../endpoint/TestS3LifecycleConfigurationPut.java | 211 +++-
.../ozone/s3/endpoint/TestS3RequestContext.java | 86 ++
.../ozone/s3/endpoint/TestUploadWithStream.java | 84 ++
.../s3/metrics/TestS3GatewayVersionMetrics.java} | 33 +-
.../ozone/s3/signature/SignatureTestUtils.java | 34 +
.../signature/TestAuthorizationV4HeaderParser.java | 133 ++-
.../signature/TestAuthorizationV4QueryParser.java | 55 +-
.../ozone/s3/signature/TestChunksValidator.java | 56 +
.../s3/signature/TestStringToSignProducer.java | 136 ++-
.../ozone/s3/util/TestS3GActionIamMapper.java | 9 +
.../apache/hadoop/ozone/s3/util/TestS3Utils.java | 16 +-
.../hadoop/ozone/s3secret/TestSecretGenerate.java | 6 +-
.../hadoop/ozone/s3secret/TestSecretRevoke.java | 5 +
.../hadoop/ozone/s3sts/TestS3STSEndpoint.java | 159 ++-
hadoop-ozone/tools/pom.xml | 8 +
.../hadoop/ozone/local/LocalOzoneCluster.java | 438 ++++++--
.../ozone/local/LocalOzoneClusterConfig.java | 59 +-
.../hadoop/ozone/local/LocalOzoneRuntime.java | 4 +-
.../org/apache/hadoop/ozone/local/OzoneLocal.java | 122 ++-
.../hadoop/ozone/local/TestLocalOzoneCluster.java | 412 ++++++-
.../ozone/local/TestLocalOzoneClusterConfig.java | 11 +-
.../apache/hadoop/ozone/local/TestOzoneLocal.java | 200 +++-
.../ozone/freon/DatanodeSimulationState.java | 6 +-
.../hadoop/ozone/freon/DatanodeSimulator.java | 44 +-
.../hadoop/ozone/freon/SCMThroughputBenchmark.java | 4 +-
pom.xml | 177 ++-
1282 files changed, 60310 insertions(+), 21087 deletions(-)
create mode 100644 .github/labeler.yml
create mode 100644 dev-support/ci/errorprone.bats
copy .github/workflows/scheduled-cache-update.yml => dev-support/ci/junit_summary.bats (78%)
create mode 100755 dev-support/ci/junit_summary.py
copy dev-support/ci/{acceptance_suites.sh => kubernetes_suites.sh} (88%)
create mode 100644 dev-support/ci/test_junit_summary.py
create mode 100644 hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/storage/PositionedReadTestHelper.java
create mode 100644 hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/storage/TestMultipartInputStream.java
rename hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/{DatanodeVersion.java => HDDSVersion.java} (50%)
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/ContainerBalancerAdvisor.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/ContainerBalancerClusterAnalyzer.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/ContainerBalancerClusterSnapshot.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/ContainerBalancerEstimation.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/balancer/ContainerBalancerProfile.java
copy hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/upgrade/ReconUpgradeAction.java => hadoop-hdds/common/src/main/java/org/apache/hadoop/ipc_/RpcProxy.java (66%)
rename hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/upgrade/{LayoutFeature.java => ComponentUpgradeActionProvider.java} (54%)
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/upgrade/MockOmRequest.java => hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/upgrade/UpgradeAction.java (69%)
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/AbstractComponentVersionTest.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/ComponentVersionTestUtils.java
copy hadoop-hdds/common/src/{main/java/org/apache/hadoop/hdds/ComponentVersion.java => test/java/org/apache/hadoop/hdds/TestClientVersion.java} (60%)
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/TestComponentVersionInvariants.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/TestHDDSVersion.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/TestOzoneManagerVersion.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/scm/TestStreamingReadResponse.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/TestContainerBalancerAdvisor.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/TestContainerBalancerClusterAnalyzer.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/scm/storage/TestContainerProtocolCalls.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/scm/utils/TestClientCommandsUtils.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/ipc_/metrics/TestRpcMetrics.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/common/ChunkBufferPutBenchmark.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/common/JfrByteBufferAllocations.java
copy hadoop-hdds/{common/src/main/java/org/apache/hadoop/hdds/upgrade/HDDSUpgradeAction.java => container-service/src/main/java/org/apache/hadoop/hdds/upgrade/DatanodeUpgradeAction.java} (71%)
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/hdds/upgrade/DatanodeUpgradeActionProvider.java
copy hadoop-hdds/{common/src/main/java/org/apache/hadoop/ozone/Versioned.java => container-service/src/main/java/org/apache/hadoop/hdds/upgrade/package-info.java} (85%)
rename hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/{DatanodeLayoutStorage.java => DatanodeStorage.java} (79%)
rename hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/statemachine/commandhandler/{FinalizeNewLayoutVersionCommandHandler.java => FinalizeVersionCommandHandler.java} (62%)
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/BlockReadCursor.java
delete mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/upgrade/DataNodeUpgradeFinalizer.java
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/upgrade/DatanodeVersionManager.java
rename hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/protocol/commands/{FinalizeNewLayoutVersionCommand.java => FinalizeVersionCommand.java} (51%)
copy hadoop-hdds/{framework/src/main/java/org/apache/hadoop/ozone/upgrade/UpgradeActionHdds.java => container-service/src/main/java/org/apache/hadoop/ozone/upgrade/DatanodeUpgradeActionForLayoutFeature.java} (80%)
copy hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/upgrade/BelongsToLayoutVersion.java => hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/upgrade/DatanodeUpgradeActionForVersion.java (80%)
copy hadoop-hdds/{framework/src/main/java/org/apache/hadoop/ozone/upgrade/LayoutVersionManagerMXBean.java => container-service/src/main/java/org/apache/hadoop/ozone/upgrade/package-info.java} (82%)
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/statemachine/commandhandler/TestFinalizeVersionCommandHandler.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/transport/server/TestGrpcXceiverService.java
copy hadoop-hdds/{framework/src/test/java/org/apache/hadoop/hdds/server/http/TestHttpServer2.java => container-service/src/test/java/org/apache/hadoop/ozone/container/common/transport/server/ratis/TestDispatcherContext.java} (51%)
rename hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/{TestContainerCorruptions.java => ContainerTestCorruptions.java} (95%)
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/TestBlockReadCursor.java
rename hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/upgrade/{TestDataNodeStartupSlvLessThanMlv.java => TestDatanodeStartupInvalidApparentVersion.java} (53%)
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/upgrade/TestDatanodeVersionManager.java
copy hadoop-hdds/{common/src/main/java/org/apache/hadoop/hdds/ComponentVersion.java => container-service/src/test/java/org/apache/hadoop/ozone/container/upgrade/ZduDatanodeUpgradeActionForTest.java} (54%)
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/protocol/commands/TestReconcileContainerCommand.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/protocol/commands/TestReconstructECContainersCommand.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/protocol/commands/TestReplicateContainerCommand.java
create mode 100644 hadoop-hdds/docs/content/design/zdu-design.md
create mode 100644 hadoop-hdds/docs/content/design/zdu-image1.png
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/BuildInfoMetrics.java
copy hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/{AdminAuthorizedServlet.java => HddsJMXJsonServlet.java} (52%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/upgrade/HDDSLayoutFeature.java (57%)
delete mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/upgrade/HDDSLayoutVersionManager.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/upgrade/HDDSVersionUtils.java
copy hadoop-hdds/{common/src/main/java/org/apache/hadoop/hdds/ComponentVersion.java => framework/src/main/java/org/apache/hadoop/hdds/utils/ScmNodeAddress.java} (56%)
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/cache/TableCacheUpdateTracker.java
delete mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/ozone/upgrade/AbstractLayoutVersionManager.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/ozone/upgrade/AbstractUpgradeActionProvider.java
delete mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/ozone/upgrade/BasicUpgradeFinalizer.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/ozone/upgrade/ComponentVersionManager.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/ozone/upgrade/ComponentVersionManagerMetrics.java
delete mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/ozone/upgrade/DefaultUpgradeFinalizationExecutor.java
delete mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/ozone/upgrade/LayoutVersionManager.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/ozone/upgrade/RatisBasedVersionManager.java
delete mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/ozone/upgrade/UpgradeFinalizationExecutor.java
delete mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/ozone/upgrade/UpgradeFinalizer.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/scm/proxy/TestSCMFailoverProxyProviderChangeConfig.java
copy hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/{scm/exceptions/TestSCMExceptionResultCodes.java => security/exception/TestSCMSecurityExceptionErrorCodes.java} (50%)
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestBuildInfoMetrics.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/upgrade/TestHDDSLayoutFeature.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/upgrade/TestHDDSLayoutVersionManager.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/upgrade/test/MockComponent.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/TestNettyMetrics.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/db/TestTableCacheUpdateTracker.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/ozone/upgrade/AbstractComponentVersionManagerTest.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/ozone/upgrade/InjectedUpgradeFinalizationExecutor.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/ozone/upgrade/TestAbstractLayoutVersionManager.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/ozone/upgrade/TestAbstractUpgradeActionProvider.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/ozone/upgrade/TestBasicUpgradeFinalizer.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/ozone/upgrade/TestDefaultUpgradeFinalizationExecutor.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/ozone/upgrade/TestUpgradeFinalizerActions.java
rename hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/db/{TestRawSstFileRecords.java => RawSstFileRecords.java} (98%)
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/HealthyReadOnlyNodeHandler.java
rename hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/{ReadOnlyHealthyToHealthyNodeHandler.java => UnhealthyToHealthyNodeHandler.java} (63%)
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/server/upgrade/ClearFinalizingStateScmUpgradeAction.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/server/upgrade/FinalizationCheckpoint.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/server/upgrade/SCMUpgradeFinalizationContext.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/server/upgrade/SCMUpgradeFinalizer.java
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/server/upgrade/ScmVersionManager.java
copy hadoop-hdds/{common/src/main/java/org/apache/hadoop/hdds/upgrade/HDDSUpgradeAction.java => server-scm/src/main/java/org/apache/hadoop/hdds/upgrade/ScmUpgradeAction.java} (70%)
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/upgrade/ScmUpgradeActionProvider.java
rename hadoop-hdds/{common/src/main/java/org/apache/hadoop/hdds/upgrade/HDDSUpgradeAction.java => server-scm/src/main/java/org/apache/hadoop/hdds/upgrade/package-info.java} (82%)
rename hadoop-hdds/{framework/src/main/java/org/apache/hadoop/ozone/upgrade/UpgradeActionHdds.java => server-scm/src/main/java/org/apache/hadoop/ozone/upgrade/ScmUpgradeActionForLayoutFeature.java} (80%)
rename hadoop-hdds/{common/src/main/java/org/apache/hadoop/hdds/upgrade/BelongsToHDDSLayoutVersion.java => server-scm/src/main/java/org/apache/hadoop/ozone/upgrade/ScmUpgradeActionForVersion.java} (79%)
copy hadoop-hdds/{common/src/main/java/org/apache/hadoop/ozone/Versioned.java => server-scm/src/main/java/org/apache/hadoop/ozone/upgrade/package-info.java} (85%)
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/TestScmUtils.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication/TestContainerCheckRequest.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/ha/TestSCMHADBTransactionBufferImpl.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/protocol/TestScmBlockLocationProtocolServerSideTranslatorPB.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/protocol/TestStorageContainerLocationProtocolServerSideTranslatorPB.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/server/TestStorageContainerManagerRatisRoles.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/server/upgrade/TestClearFinalizingStateScmUpgradeAction.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/server/upgrade/TestScmVersionManager.java
delete mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/upgrade/FinalizationManagerTestImpl.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/upgrade/ScmUpgradeTestUtils.java
delete mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/upgrade/TestScmFinalization.java
rename hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/upgrade/{TestScmStartupSlvLessThanMlv.java => TestScmStartupInvalidApparentVersion.java} (55%)
create mode 100644 hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/hdds/scm/cli/ContainerBalancerAssessmentSubcommand.java
copy hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/hdds/scm/cli/{ContainerBalancerStartSubcommand.java => ContainerBalancerConfigOptions.java} (54%)
create mode 100644 hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/hdds/scm/cli/ContainerBalancerEstimateSubcommand.java
create mode 100644 hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/om/BucketDeletedBytesSubCommand.java
create mode 100644 hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/upgrade/FinalizeSubCommand.java
create mode 100644 hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/upgrade/StatusSubCommand.java
copy hadoop-ozone/{cli-shell/src/main/java/org/apache/hadoop/ozone/shell/snapshot/SnapshotCommands.java => cli-admin/src/main/java/org/apache/hadoop/ozone/admin/upgrade/UpgradeCommands.java} (62%)
copy hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/Versioned.java => hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/upgrade/package-info.java (85%)
create mode 100644 hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/hdds/scm/cli/TestContainerBalancerAssessmentSubcommand.java
rename hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/hdds/scm/cli/{datanode => }/TestContainerBalancerSubCommand.java (78%)
create mode 100644 hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/hdds/scm/cli/TestSafeModeCheckSubcommand.java
create mode 100644 hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/ozone/admin/upgrade/TestFinalizeSubCommand.java
create mode 100644 hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/ozone/admin/upgrade/TestStatusSubCommand.java
create mode 100644 hadoop-ozone/cli-shell/src/main/java/org/apache/hadoop/ozone/shell/snapshot/CountSnapshotHandler.java
create mode 100644 hadoop-ozone/cli-shell/src/test/java/org/apache/hadoop/ozone/shell/snapshot/TestCountSnapshotHandler.java
create mode 100644 hadoop-ozone/client/src/test/java/org/apache/hadoop/ozone/client/io/TestOzoneCryptoInputStream.java
create mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/conf/S3GatewayHealthCheckConfig.java
create mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/BucketDeletedBytes.java
copy hadoop-hdds/framework/src/main/java/org/apache/hadoop/ozone/upgrade/LayoutVersionManagerMXBean.java => hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/snapshot/SnapshotBucketCount.java (51%)
rename hadoop-hdds/framework/src/main/java/org/apache/hadoop/ozone/upgrade/LayoutVersionManagerMXBean.java => hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/snapshot/SnapshotCountResponse.java (54%)
create mode 100644 hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestOMRatisHelper.java
create mode 100644 hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/helpers/TestS3STSUtils.java
create mode 100755 hadoop-ozone/dev-support/checks/errorprone.sh
create mode 100644 hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone - Rolling Upgrade.json
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozone-om-prepare/.env
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozone-om-prepare/docker-compose.yaml
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozone-om-prepare/docker-config
delete mode 100755 hadoop-ozone/dist/src/main/compose/ozone-om-prepare/test.sh
create mode 100644 hadoop-ozone/dist/src/main/compose/upgrade/upgrades/rolling-upgrade/callbacks/common/callback.sh
create mode 100755 hadoop-ozone/dist/src/main/compose/upgrade/upgrades/rolling-upgrade/driver.sh
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/omha/om-cancel-prepare.robot
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/omha/om-prepare.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/repair/om-update-transaction.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/s3/health.robot
rename hadoop-ozone/dist/src/main/smoketest/upgrade/{ => non-rolling}/check-finalization.robot (98%)
copy hadoop-ozone/dist/src/main/smoketest/upgrade/{ => non-rolling}/finalize.robot (96%)
rename hadoop-ozone/dist/src/main/smoketest/upgrade/{ => non-rolling}/lib.robot (91%)
rename hadoop-ozone/dist/src/main/smoketest/upgrade/{ => non-rolling}/prepare.robot (83%)
rename hadoop-ozone/dist/src/main/smoketest/{omha/om-prepared.robot => upgrade/rolling/check-finalization.robot} (52%)
rename hadoop-ozone/dist/src/main/smoketest/upgrade/{ => rolling}/finalize.robot (72%)
create mode 100644 hadoop-ozone/httpfsgateway/src/test/java/org/apache/ozone/fs/http/server/TestHttpFSExceptionProvider.java
create mode 100644 hadoop-ozone/integration-test-s3/src/test/java/org/apache/hadoop/ozone/local/TestLocalOzoneS3.java
create mode 100644 hadoop-ozone/integration-test-s3/src/test/java/org/apache/hadoop/ozone/s3/TestS3GatewayHealthCheck.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOfsGetFileChecksumRpcBenchmark.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOfsGetFileStatusBenchmark.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestOmSCMNodesReconfiguration.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/upgrade/TestHDDSUpgrade.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestDatanodeCurrentVersionEndToEnd.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/container/replication/TestPerVolumePushReplication.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/LogLevelEndpointTestUtil.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestLogLevelEndpointInsecure.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestLogLevelEndpointSecure.java
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/{TestOmStartupSlvLessThanMlv.java => TestOmStartupInvalidApparentVersion.java} (55%)
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerPrepare.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestUpgradeFinalizationWithOldClients.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/service/TestOmFsoWriteLockConvoyBench.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/service/TestOmMixedWorkloadUnderDeletionBench.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestOmSnapshotDefragSpaceSavings.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/ozone/test/KerberosTests.java
rename hadoop-ozone/{integration-test/src/test => mini-cluster/src/main}/java/org/apache/hadoop/ozone/ClientConfigForTesting.java (67%)
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/OzoneManagerPrepareState.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/lock/OMLockDetailsUtil.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/OMThreadContext.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/upgrade/OMCancelPrepareRequest.java
rename hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/upgrade/{OMFinalizeUpgradeRequest.java => OMCompleteFinalizeUpgradeRequest.java} (54%)
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/upgrade/OMFinalizeUpgradeRequestBase.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/upgrade/OMPrepareRequest.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/upgrade/OMStartFinalizeUpgradeRequest.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/upgrade/OMStartFinalizeUpgradeRequestLegacy.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/CleanupTableInfo.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/upgrade/OMCancelPrepareResponse.java
copy hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/upgrade/{OMFinalizeUpgradeResponse.java => OMCompleteFinalizeUpgradeResponse.java} (60%)
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/upgrade/OMPrepareResponse.java
rename hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/upgrade/{OMFinalizeUpgradeResponse.java => OMStartFinalizeUpgradeResponse.java} (52%)
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/trapped/BucketDeletedDataCalculator.java
copy hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/Versioned.java => hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/trapped/package-info.java (85%)
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/upgrade/ClearPreparedStateOmUpgradeAction.java
copy hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/upgrade/{BelongsToLayoutVersion.java => DisallowedUntilOmVersion.java} (64%)
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/upgrade/OMLayoutVersionManager.java
rename hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/upgrade/{OMLayoutFeatureAspect.java => OMRequestVersionAspect.java} (50%)
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/upgrade/OMUpgradeActionProvider.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/upgrade/OMUpgradeFinalizeService.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/upgrade/OMVersionManager.java
rename hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/upgrade/{UpgradeActionOm.java => OmUpgradeActionForLayoutFeature.java} (95%)
copy hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/upgrade/{BelongsToLayoutVersion.java => OmUpgradeActionForVersion.java} (83%)
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestEDEKCacheLoader.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestOMMetricsSetters.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestOmSnapshotLeakDetection.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerSnapshotCount.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/execution/TestOMExecutionFlow.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/lock/TestOMLockDetailsUtil.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/ratis/TestOMThreadContext.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/ratis/TestOzoneManagerDoubleBufferTransactionInfo.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/key/TestOMDirectoriesPurgeApplyPerf.java
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/lifecycle/{TestOMLifecycleConfigurationRequest.java => OMLifecycleConfigurationRequestTestBase.java} (96%)
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/upgrade/TestOMCancelPrepareRequest.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/upgrade/TestOMCompleteFinalizeUpgradeRequest.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/upgrade/TestOMStartFinalizeUpgradeRequest.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/upgrade/TestOMStartFinalizeUpgradeRequestBase.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/upgrade/TestOMStartFinalizeUpgradeRequestLegacy.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/TestCleanupTableInfo.java
copy hadoop-ozone/{common/src/test/java/org/apache/hadoop/ozone/om/exceptions/TestResultCodes.java => ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/TestOMClientResponse.java} (50%)
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/TestS3DerivedKey.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/upgrade/TestOMCompleteFinalizeUpgradeResponse.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/upgrade/TestOMStartFinalizeUpgradeResponse.java
rename hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/Versioned.java => hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/upgrade/package-info.java (85%)
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/trapped/TestBucketDeletedDataCalculator.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/upgrade/OMLayoutFeatureUtil.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/upgrade/OMVersionManagerTestUtils.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/upgrade/TestClearPreparedStateOmUpgradeAction.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/upgrade/TestOMLayoutFeature.java
rename hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/upgrade/{TestOMLayoutFeatureAspect.java => TestOMRequestVersionAspect.java} (53%)
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/upgrade/TestOMUpgradeFinalizeService.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/upgrade/TestOMUpgradeFinalizer.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/upgrade/TestOzoneManagerPrepareState.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/protocolPB/TestOMAdminProtocolServerSideImpl.java
create mode 100644 hadoop-ozone/ozonefs-common/src/test/java/org/apache/hadoop/fs/ozone/TestBasicRootedOzoneClientAdapterGetFileChecksum.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/ReconSchemaVersionTableManager.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DatanodeDiskInfo.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/upgrade/InitialConstraintUpgradeAction.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/upgrade/ReconLayoutFeature.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/upgrade/ReconLayoutVersionManager.java
rename hadoop-ozone/{ozone-manager/src/main/java/org/apache/hadoop/ozone/om/upgrade/BelongsToLayoutVersion.java => recon/src/main/java/org/apache/hadoop/ozone/recon/upgrade/ReconUpgradeActionForVersion.java} (77%)
rename hadoop-ozone/{ozone-manager/src/main/java/org/apache/hadoop/ozone/om/upgrade/OMUpgradeFinalizer.java => recon/src/main/java/org/apache/hadoop/ozone/recon/upgrade/ReconUpgradeActionProvider.java} (50%)
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/upgrade/ReconVersion.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/upgrade/ReconVersionManager.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/upgrade/UpgradeActionRecon.java
copy hadoop-ozone/{ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/DummyOMClientResponse.java => recon/src/test/java/org/apache/hadoop/ozone/recon/api/types/TestFeatureProvider.java} (53%)
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/upgrade/TestInitialConstraintUpgradeAction.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/upgrade/TestReconLayoutVersionManager.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/upgrade/TestReconVersion.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/upgrade/TestReconVersionManager.java
copy hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/upgrade/{TestUnhealthyContainersStateContainerIdIndexUpgradeAction.java => TestUnhealthyContainerReplicaMismatchAction.java} (58%)
create mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/ReadConsistencyFilter.java
create mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/S3ContentTypeFilter.java
create mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/S3GatewayReadinessProbe.java
create mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/WeldCdiIntegration.java
create mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/BucketOperationNotImplementedHandler.java
create mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/endpoint/ObjectOperationNotImplementedHandler.java
create mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/metrics/S3GatewayVersionMetrics.java
create mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/util/ReadConsistencyContext.java
create mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/TestOzoneClientProducer.java
create mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/TestReadConsistencyFilter.java
create mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/TestS3ContentTypeFilter.java
create mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/TestS3GatewayHttpServers.java
create mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/TestS3GatewayLivenessServlet.java
create mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestBucketNotImplemented.java
create mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestListMultipartUploads.java
create mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestObjectNotImplemented.java
create mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestS3RequestContext.java
copy hadoop-ozone/{ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/DummyOMClientResponse.java => s3gateway/src/test/java/org/apache/hadoop/ozone/s3/metrics/TestS3GatewayVersionMetrics.java} (52%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@ozone.apache.org
For additional commands, e-mail: commits-help@ozone.apache.org