You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by so...@apache.org on 2020/04/07 12:19:16 UTC
[hadoop-ozone] branch HDDS-1880-Decom updated (d902586 -> 637853d)
This is an automated email from the ASF dual-hosted git repository.
sodonnell pushed a change to branch HDDS-1880-Decom
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from d902586 HDDS-2592. Add Datanode command to allow the datanode to persist its admin state (#521)
add dedbbab HDDS-2872. ozone.recon.scm.db.dirs missing from ozone-default.xml. (#434)
add 92234d4 HDDS-2781. Add ObjectID and updateID to BucketInfo to avoid replaying transactions (#381)
add ba8212c HDDS-2279. S3 commands not working on HA cluster. (#333)
add 1abfe05 HDDS-2727. start/OnPrem.md translated to Chinese (#429)
add becceb6 HDDS-2750. OzoneFSInputStream to support StreamCapabilities (#379)
add 1c75951 HDDS-2828. Add initial UI of Pipelines in Recon
add c17c497 HDDS-2861. Support Freon progressbar in non-interactive environment (#423)
add a479743 HDDS-2868. Add ObjectID and UpdateID to OMKeyInfo. (#428)
add 37730f0 HDDS-1812. Du while calculating used disk space reports that chunk files are file not found (#271)
add b78d9b2 HDDS-2757. Annoying 'Failed to close the container' message because pipeline is removed from PipelineStateMap before close container command returned (#443)
add 883a662 HDDS-2875. Add a config in ozone to tune max outstanding requests in … (#436)
add 2b80e99 HDDS-2740. start/FromSource.md translation (#444)
add 1423491 HDDS-2726. start/StartFromDockerHub.md translated to Chinese (#417)
add 001bd1d HDDS-2859. Hugo error should be propagated to build (#446)
add 1caf1e3 HDDS-2866. Intermittent failure in TestOzoneManagerRocksDBLogging (#427)
add 71c24a8 HDDS-2897. Ozone recon Start failed due to Kerberos principal not being found. (#453)
add 9bc433a HDDS-2904. Remove default dependencies from hadoop-hdds/pom.xml (#459)
add 79aff8b HDDS-2905. Remove unusued BlockLocation protocol related classes (#460)
add 5d27f45 HDDS-2846. Handle Datanode Pipeline & Container Reports reports in Recon. (#431)
add 2ea9afa HDDS-2900. Avoid logging NPE when space usage check is not configured
add 968ec62 HDDS-2910. OzoneManager startup failure with throwing unhelpful exception message
add c29936a HDDS-2898. build failure due to hadoop-hdds-client test (#463)
add e7afa41 HDDS-2896. Use regex to match with ratis properties when creating ratis client. (#457)
add 2e92658 Revert "HDDS-2188. Implement LocatedFileStatus & getFileBlockLocations to pro… (#331)" (#470)
add 73cb410 HDDS-2733. start/Kubernetes.md translated to Chinese (#439)
add c74429d HDDS-2903. Use regex to match with ratis properties when creating ratis server. (#458)
add 1e442f6 HDDS-2738. start/Minikube.md translated to Chinese (#440)
add 01540d7 HDDS-2734. start/RunningViaDocker.md translated to Chinese (#442)
add dc60d18 HDDS-2915. Unit check passes despite Maven error (#465)
add f080c22 HDDS-2741. shell/_index.md translation (#473)
add 935006b HDDS-2742. shell/Format.md translation (#474)
add 803fa29 HDDS-2918. Increase timeout of safe-mode exit in acceptance tests
add 0510b55 HDDS-2902. execute_robot_test on unknown/unavailable container should fail acceptance test
add f98c9ed HDDS-2889. Make DBStore and RDBStore more commons
add 5950224 HDDS-2901. List Trash - Fix Cluster Max Keys Check
add 1f05261 HDDS-2849. OM and SCM Web-server report HTTP 404 error when accessing '/' after cluster runs for several weeks
add ab557db HDDS-2920. Remove ozone ratis client specific config keys. (#472)
add 09df00f Revert "HDDS-2920. Remove ozone ratis client specific config keys. (#472)" (#482)
add 4d603ec HDDS-2864. TestOMDbCheckpointServlet fails due to real Recon
add c8bc3b7 HDDS-2895. Generate only the required keytabs for docker based secure tests (#455)
add acd4619 HDDS-2743. shell/VolumeCommands.md translation (#475)
add 15fb459 HDDS-2906. Added Unit Test Cases ofr CRLCodec (#471)
add 3316aca HDDS-2937. Document bucket encryption option in shell/BucketCommands.md. (#483)
add c013de2 HDDS-2938. Use regex to match with ratis grpc properties when creating ratis server. (#486)
add d497bf6 HDDS-2920. Remove ozone ratis client specific config keys. (#484)
add ae7c268 HDDS_2746. inteface/_index.md translation (#488)
add 1372cc9 HDDS-2744. shell/BucketCommands.md translation (#476)
add 25d1489 HDDS-2745. shell/KeyCommands.md translation (#477)
add 4b8e8f6 HDDS-2888. Refactor Datanode StateContext to send reports and actions to all configured SCMs. (#447)
add 4ce2796 HDDS-2921. Remove ozone ratis server specific config keys. (#485)
add 242f503 HDDS-2925. Remove hdfs-client dependency from hdds-common
add 345087f HDDS-2855. Recon getContainers API should return a maximum of 1000 containers by default.
add ef79f33 HDDS-1335. Add basic UI for showing missing containers and keys
add 66abf65 HDDS-2870. Handle replay of KeyCreate requests. (#448)
add eb914ff HDDS-2916. OM HA cli getserviceroles not working. (#490)
add cec238e HDDS-2926. Intermittent failure in TestRecon due to thread timing. (#481)
add ee7b454 HDDS-2869. Handle pipeline bootstrap from SCM and create pipeline use case in Recon. (#466)
add 6794e02 HDDS-2894. Handle replay of KeyDelete and KeyRename Requests (#452)
add b53e3a5 HDDS-2931. Recon integration test should use ephemeral port for HTTP Server. (#500)
add e234cd3 HDDS-2555. Handle InterruptedException in XceiverClientGrpc (#314)
add a967de2 HDDS-2833. Enable integrations tests for github actions
add 15cf3c8 HDDS-2956. Handle Replay of AllocateBlock request (#505)
add bb57442 HDDS-2893. Handle replay of KeyPurge Request. (#450)
add 7a3dcf9 HDDS-2850. Handle Create container use case in Recon. (#503)
add 76523f2 HDDS-2747. interface/JavaApi.md (#489)
add 0692413 HDDS-2748. interface/OzoneFS.md translation (#491)
add 475b94a HDDS-2749. interface/S3.md translation (#493)
add 61084e6 HDDS-2758. gdpr/_index.md translation (#494)
add 5fb3219 HDDS-2952. Ensure ozone manager service user is part of ozone.adminis… (#506)
add 0aa4b04 HDDS-2789. concept/_index.md translation (#496)
add af43a28 HDDS-2883. Change the default client settings accordingly with change in default chunk size. (#487)
add d1b8c08 HDDS-2973. Fix root deletion logic in delete API. (#517)
add 486e872 HDDS-2892 Fixed typo in createClientRequest of OzoneManagerRatisUtils (#532)
add b895670 HDDS-2977. ozonesecure acceptance test fails due to unexpected error message (#527)
add 2d6d293 HDDS-2983. Acceptance test failures due to lack of disk space (#530)
add cd361bf HDDS-2041. Don't depend on DFSUtil to check HTTP policy. (#533)
add 8917d9a HDDS-2759. gdpr/GDPR in Ozone.md translation (#495)
add 1ac8263 HDDS-2950. Upgrade jetty to the latest 9.4 release (#508)
add 17bc776 HDDS-2845. Fix listing keys for setting --start with last key (#437)
add 784acad HDDS-2876. Consolidate ObjectID and UpdateID from Info objects into one class
add 3e7eb1e HDDS-2972. Any container replication error can terminate SCM service
add 295d030 HDDS-2975. Print Freon summary to log in non-interactive mode
add fb90756 HDDS-2946. Rename audit log should contain both srcKey and dstKey not just key
add 92a668a HDDS-2960. Collect output of crashed tests
add c654a83 HDDS-2958. Handle replay of OM Volume ACL requests (#510)
add d3f8d51 HDDS-2959. Handle replay of OM Key ACL requests (#512)
add 54c4adf HDDS-2936. Hive queries fail at readFully. (#507)
add 322120c HDDS-2944. Handle replay of KeyCommitRequest and DirectoryCreateRequest (#501)
add 3ddcdbb HDDS-2953. Handle replay of S3 requests (#504)
add 51735f4 HDDS-2987. Add metrics to OM DoubleBuffer
add 9a49388 HDDS-2891. Apache NiFi PutFile processor is failing with secure Ozone S3G (#449)
add b2e8966 HDDS-2962. Handle replay of OM Prefix ACL requests (#513)
add 25d2338 HDDS-2914. Certain Hive queries started to fail on generating splits (#540)
add 94f81be HDDS-2790. concept/Overview.md translation (#497)
add f4fbc01 HDDS-2955. Unnecessary log messages in DBStoreBuilder (#502)
add 435e598 Revert "HDDS-2914. Certain Hive queries started to fail on generating splits (#540)" (#549)
add ac2c656 HDDS-3000. Update guava version to 28.2-jre
add 1ce5bd6 HDDS-2988. Use getPropertiesByPrefix instead of regex in matching ratis client and server properties
add 7e62db0 HDDS-2999. Move server-related shared utilities from common to framework (#544)
add 2da22b3 HDDS-2997. Support github comment based commands
add 22da1c4 HDDS-3027. Ozone: Ensure usage of parameterized slf4j log syntax for ozone
add 13167a7 HDDS-2992. Handle existing volume/bucket in contract tests
add a620ef2 HDDS-2990. Set the default value of grpc flow control window for ratis client and ratis server (#537)
add 9f98aa2 HDDS-3017. Fix TestGetCommittedBlockLengthAndPutKey.java (#558)
add 4ba1932 HDDS-1564 Multiraft support (#538)
add 333b79c HDDS-2716. ReadStateMachine failure should close down the ratis pipeline(#418)
add 4756251 Revert "HDDS-2716. ReadStateMachine failure should close down the ratis pipeline(#418)"
add e5fc02b HDDS-3019. Fix TestContainerStateMachine.java (#554)
add c805047 HDDS-3030. Key Rename should preserve the ObjectID. (#565)
add 174b741 HDDS-3028. Use own version of InterfaceAudience/Stability annotations (#561)
add c10251b HDDS-2847. Add Recon tasks for tracking missing containers (FSCK) and syncing deleted pipelines from SCM. (#546)
add ab4ded2 HDDS-3037. Hide self ad jooq message. (#567)
add 226f1ea HDDS-3020. Fix TestOzoneClientRetriesOnException.java (#552)
add b83b817 HDDS-3012. Fix TestCommitWatcher.java (#557)
add f250320 HDDS-3015. Fix Test2WayCommitInRatis.java (#562)
add 142a069 HDDS-3040. Update Ratis version to 0.5.0 released. (#568)
add 01b30db HDDS-2927. Cache EndPoint tasks instead of creating them all the time in RunningDatanodeState (#480)
add 72b17bf HDDS-3031. OM HA- Client requests get LeaderNotReadyException after OM's restart. (#564)
add dd535b6 HDDS-3045. Integration test crashes due to ReconServer NPE (#572)
add c9f26cc HDDS-2914. Certain Hive queries started to fail on generating splits (#563)
add 391b521 HDDS-3016. Fix TestMultiBlockWritesWithDnFailures.java. (#573)
add f2410fe HDDS-3051. Periodic HDDS volume checker thread should be a daemon (#577)
add e6c0c63 HDDS-3050. Use meaningful name for ChunkWriter threads(#579)
add e0882e6 HDDS-2791. concept/OzoneManager.md translation (#518)
add 0762006 HDDS-3209. Recon should persist Node metadata. (#569)
add 887cee2 HDDS-3035. Add ability to enable Ratis metrics in OzoneManager. (#570)
add 48d1875 HDDS-3057. Improve Ozone Shell ACL operations' help text readability.
add f160f46 HDDS-3059 Changed auditing in OzoneManager#getFileStatus to read (#587)
add c9c4b9b HDDS-3026 Changed auditing in OzoneManager#listStatus to read (#585)
add e41f10e HDDS-1590 Aggregate bytes written metrics from container to datanode and to SCM (#393)
add 6b50bf9 HDDS-3052. Test ChunkManagerImpl performance with long-running freon tests. (#580)
add 4bdd600 HDDS-3044. Fix TestDeleteWithSlowFollower.java. (#574)
add 03094c4 Ignore failing tests: TestRatisPipelineLeader, TestRatisPipelineProvider
add bb79045 HDDS-3024. README is missing from the source release tar
add c4812d5 HDDS-3043. Fix TestFailureHandlingByClient.java. (#591)
add 8ef5c39 HDDS-3046. Fix Retry handling in Rpc Client. (#575)
add 302ca84 HDDS-3063. Add test to verify replication factor of ozone fs (#593)
add 63e6ac2 HDDS-3065. Ozone Filesystem should return real default replication (#595)
add 39b8ea8 HDDS-3055. SCM crash during startup does not print any error message to log. (#581)
add cfd12f2 HDDS-3068. OM crash during startup does not print any error message to log. (#599)
add 3b73907 HDDS-3034. Broken return code check in unit/integration
add 40ce72f HDDS-2984. Allocate Block failing with NPE
add 18c48ca HDDS-3025. Fail to connect to s3g by http://ip:port
add 980b7cf HDDS-2648. TestOzoneManagerDoubleBufferWithOMResponse. (#600)
add c5a5172 HDDS-3067. Fix Bug in Scrub Pipeline causing destory pipelines after SCM restart. (#598)
add 1d47bb1 HDDS-3070. NPE when stop recon server while recon server was not really started before. (#603)
add 551d149 HDDS-2996. Create REST API to serve Node information and integrate with UI in Recon.
add 8f3a42f HDDS-2974. Create Freon test to test isolated Ratis FOLLOWER
add 28f2629 HDDS-2940. mkdir : create key table entries for intermediate directories in the path (#498)
add 25baca3 HDDS-3038. TestRatisPipelineLeader fails since we no longer wait for leader in the HealthyPipelineSafeModeExitRule. (#604)
add 912dcf0 HDDS-2816. Fix shell description for --start parameter of listing keys (#601)
add 65bc07e HDDS-2799. beyond/DockerCheatSheet.md translation
add b441954 HDDS-3066. SCM crash during loading containers to DB. (#596)
add cc16844 HDDS-3054. OzoneFileStatus#getModificationTime should return actual directory modification time when its OmKeyInfo is available (#584)
add 5bb2a96 HDDS-3085. OM Delta updates request in Recon should work with secure Ozone Manager. (#615)
add f9637ac HDDS-3109. Refactor 'Recon' in MiniOzoneCluster to use ephemeral port. (#617)
add f5ea42a HDDS-2716. Add integration test to verify pipeline closed on read statemachine failure (#576)
add 4372ef7 HDDS-3108. Remove unused ForkJoinPool in RatisPipelineProvider (#616)
add bfa4962 HDDS-2877. Fixed description of return type. (#620)
add bb9933c HDDS-3049. Replication factor passed in create API doesn't take effect (#590)
add 9a16a2a HDDS-3106. Intermittent timeout in TestOzoneManagerDoubleBufferWithOMResponse#testDoubleBuffer (#621)
add d14db92 HDDS-3115. NPE seen in datanode log as ApplyTransaction failed. (#626)
add 9eb8e0e HDDS-3092. Duplicate large key test (#614)
add e6f1428 HDDS-3013. Fix TestBlockOutputStreamWithFailures.java. (#592)
add e271250 HDDS-3110. Fix race condition in Recon's container and pipeline handling. (#624)
add 80e9f0a HDDS-3069. UpdateID check should be skipped for non-HA OzoneManager. (#609)
add 2ff2050 HDDS-3118. Possible deadlock in LockManager. (#627)
add 02b3925 HDDS-3021. Ozone S3 CLI path command not working on HA cluster.
add eca7233 HDDS-3078. Include output of timed out test in bundle
add a4e508a HDDS-2792. concept/Hdds.md translation (#519)
add 698734f HDDS-3119. When ratis is enabled in OM, double Buffer metrics not getting updated. (#631)
add 51217d6 HDDS-3041. Memory leak of s3g (#611)
add c31f3e9 HDDS-3124. Fix time interval calculate error (#632)
add c3ee5b7 Revert "HDDS-3124. Fix time interval calculate error (#632)" (#635)
add 184b58d Revert "HDDS-3041. Memory leak of s3g (#611)" (#638)
add 5217e4e HDDS-3124. Fix time interval calculate error (#636). Contributed by Runzhi Wang.
add 37a6260 HDDS-3041. Memory leak of s3g(#637). Contributed by Runzhi Wang.
add dca1ddb HDDS-3129. Skip KeyTable check in OMKeyCommit. (#634)
add dbd7572 HDDS-2874. Fixed description of return type. (#639)
add a68ed78 HDDS-2780. Fixed javadoc of OMVolume response classes. (#640)
add ee29b16 HDDS-3123. Create REST API to serve Pipeline information and integrate with UI in Recon (#633)
add 48f6129 HDDS-1008. Invalidate closed container replicas on a failed volume. (#628)
add fde22a9 HDDS-3121. Fix TestSCMPipelineBytesWrittenMetrics. (#641)
add ef98a3c HDDS-3131. Disable TestMiniChaosOzoneCluster (#644)
add 252f56d HDDS-3072. SCM scrub pipeline should be started after coming out of safe mode. (#605)
add 48eb4cc HDDS-3132. NPE when create RPC client. (#646)
add dc8bfc2 HDDS-3071. Datanodes unable to connect to recon in Secure Environment (#629)
add f8c48b7 HDDS-3075. Fix ScmCli exception message when container not found (#642)
add 404a572 HDDS-3089. TestSCMNodeManager intermittent crash (#650)
add 49edf55 HDDS-3113. Add new Freon test for putBlock
add bf50a32 HDDS-3140. Remove hard-coded SNAPSHOT version from GitHub workflows (#651)
add f95d015 HDDS-3143. Rename silently ignored tests (#653)
add 83e45eb HDDS-2610. Fix the ObjectStore#listVolumes failure when argument is null (#261)
add f0f6786 HDDS-3120. Freon work with OM HA. (#649)
add 520b298 HDDS-3100. Fix TestDeadNodeHandler. (#655)
add a65c938 HDDS-3152. Reduce number of chunkwriter threads in integration tests (#657)
add 90e752d HDDS-2886. parse and dump datanode segment file to pritable text (#588)
add 984bd57 HDDS-3084. Extend network topology acceptance test to read data when datanodes are stopped. (#608)
add 0ff7581 HDDS-3095. Intermittent failure in TestFailureHandlingByClient#testDatanodeExclusionWithMajorityCommit (#658)
add 4a4c043 HDDS-3157. Fixed docker startup command. (#662)
add 76b0b26 HDDS-2832. Fix listing buckets for setting --start with last bucket
add fb6c7e6 HDDS-3141. Unit check fails to execute insight and mini-chaos-tests modules
add 201b8c0 HDDS-2717. Handle chunk increments in datanode
add 8bc3921 HDDS-2989. Intermittent timeout in TestBlockManager
add 0627520 HDDS-3117. Recon throws InterruptedException while getting new snapshot from OM. (#648)
add b836545 HDDS-3148. Logs cluttered by AlreadyExistsException from Ratis. (#661)
add 1b501e5 HDDS-3159. Bump RocksDB version to the latest one. (#664)
add d0fc3a6 HDDS-3104. Integration test crashes due to critical error in datanode. (#660)
add c199721 HDDS-3116. Datanode sometimes fails to start with NPE when starting Ratis xceiver server (#630)
add a144ab8 HDDS-3169. Revert Recon config key change for HTTP Server keytab. (#670)
add ada3b3b HDDS-2848. Recon changes to make snapshots work with OM HA. (#666)
add 139950d HDDS-3008. parse and dump ozonemanager ratis segment file to printable text. (#667)
add eaf0676 HDDS-1995. Generate renewTime on OMLeader for GetDelegationToken (#676)
add 6a66efa HDDS-3181. Intermittent failure in TestReconWithOzoneManager due to BindException (#682)
add d80eba3 HDDS-3154. Intermittent failure in Test2WayCommitInRatis. (#672)
add 2ea0b60 HDDS-3086. Failure running integration test it-freon. (#671)
add fd1aba8 HDDS-3150. Implement getIfExist in Table and use it in CreateKey/File (#654)
add 14f4a29 HDDS-3153. Create REST API to serve Recon Dashboard and integrate with UI in Recon. (#681)
add 3b5bfd3 HDDS-3170. Fix issues in File count by size task. (#675)
add 053af29 HDDS-3177. Periodic dependency update (Java) (#680)
add bfb71bf HDDS-3180. Datanode fails to start due to confused inconsistent volume state. (#679)
add 752452f HDDS-3184. Fix MiniOzoneChaosTest to set the correct defaults. (#685)
add c0b18c3 HDDS-3174. Rebalance integration tests (#677)
add 73e25be HDDS-3144. LogSubcommandTest fails
add f952542 HDDS-3175. Healthy datanodes are marked as stale (#674)
add efe08a2 HDDS-3042. Support running full Ratis pipeline from IDE (IntelliJ) (#571)
add f66d6e1 HDDS-3183. Deprecate old Recon HTTP Server Keytab config key. (#689)
add 7a48111 HDDS-3220. Filesystem client should not retry on AccessControlException. (#693)
add 281faf3 HDDS-3142. Create isolated enviornment for OM to test it without SCM. (#656)
add 56def9f HDDS-2941. file create : create key table entries for intermediate directories in the path (#623)
add c535793 HDDS-3098. TestDeleteWithSlowFollower is failing intermittently. (#686)
add f0a06bc HDDS-2995. Add integration test for Recon's Passive SCM state. (#688)
add c8b6fff HDDS-3064. Get Key is hung when READ delay is injected in chunk file path. (#673)
add 5b6fc74 HDDS-2797. beyond/RunningWithHDFS.md translation (#524)
add 0201fc6 HDDS-3137. OM RpcClient fail with java.lang.IllegalArgumentException. (#695)
add 0c1bc56 HDDS-3221. Refactor SafeModeHandler to use a Notification Interface (#690)
add c64d86f HDDS-3234. Fix retry interval default in Ozone client. (#698)
add f2e259b HDDS-3235.Change to default of max retry count for Ozone client (#699)
add ad7cd6a HDDS-2878. Refactor MiniOzoneLoadGenerator to add more load generators to chaos testing. (#438)
add 512d607 Revert "HDDS-3142. Create isolated enviornment for OM to test it without SCM. (#656)"
add 8249385 HDDS-3250. Create a separate log file for Warnings and Errors in MiniOzoneChaosCluster. (#711)
add f6be766 HDDS-3243. Recon should not have the ability to send Create/Close Container commands to Datanode. (#712)
add 4682bab HDDS-3164. Add Recon endpoint to serve missing containers and its metadata. (#714)
add 07fcb79 HDDS-3284. ozonesecure-mr test fails due to lack of disk space (#725)
add 3d28568 HDDS-3074. Make the configuration of container scrub consistent. (#722)
add 7d132ce HDDS-3179. Pipeline placement based on Topology does not have fallback (#678)
add eece604 HDDS-3281. Add timeouts to all robot tests (#723)
add a661a75 HDDS-3288: Update default RPC handler SCM/OM count to 100 (#729)
add 099ab62 HDDS-3273. getConf does not return all OM addresses. (#727)
add d7dcb8b Revert "HDDS-3064. Get Key is hung when READ delay is injected in chunk file path. (#673)"
add f5fa408 Revert "HDDS-3234. Fix retry interval default in Ozone client. (#698)"
add 39e116a HDDS-3294. Disable intermittent TestContainerStateMachineFailureOnRead
add ad37f03 HDDS-2011. Ignore TestRandomKeyGenerator.bigFileThan2GB
add b719173 HDDS-3290. Ignore TestRandomKeyGenerator
add d2082b8 HDDS-3297. Ignore TestOzoneClientKeyGenerator.
add a66aae8 HDDS-3290. Disable all the freon integration tests
add f63c5af HDDS-3298. Ignore TestFailureHandlingByClient.testDatanodeExclusionWithMajorityCommit
add a17551e HDDS-3265. Ignore TestRatisPipelineLeader.java
add 557c48e HDDS-3272. Disable hdfs 27 acceptance test
add 386baf1 HDDS-3251. Bump version to 0.6.0-SNAPSHOT
add 79ce00e HDDS-2980. Delete replayed entry from OpenKeyTable during commit (#625)
add 5e23b25 HDDS-3291. Write operation when both OM followers are shutdown. (#733)
add 33ac261 HDDS-2943. Parameterize unit tests for chunk manager implementation (#694)
add 6b5298b HDDS-3160. Disable index and filter block cache for RocksDB
add 94413cd HDDS-3023. Create Freon test to test isolated Ratis LEADER
add 18577a9 HDDS-3236. Fix Dropwizard metrics mapping for latest Ratis metrics
add 2fefd46 HDDS-3142. Create isolated environment for OM to test it without SCM
add 3d3b374 HDDS-3249: remove unrelated assert (#737)
add 97f59f8 HDDS-3248. shutdown defaultMetricsSystem before tests (#704)
add 924b50c HDDS-2621. Enable OM HA acceptance tests. (#265)
add bd1995a HDDS-2184. Rename ozone scmcli to ozone admin (#687)
add f2343f1 HDDS-3156 update allocateContainer to remove additional createPipeline step. (#663)
add 410e4d3 HDDS-2339. Add OzoneManager to MiniOzoneChaosCluster (#643)
add 7faa07f HDDS-3289. Add a freon generator to create nested directories. (#730)
add 32f13f7 HDDS-3289. (Checkstyle addendum) Add a freon generator to create nested directories. (#730)
add f43b33e HDDS-3281. (Addendum: topology) Add timeouts to all robot tests
add ce6ad30 HDDS-2621. Revert/Disable OM HA tests.
add 61b6be0 HDDS-3165. Integrate Recon missing containers UI with endpoint. (#735)
add 1ccf78f HDDS-3047. ObjectStore#listVolumesByUser and CreateVolumeHandler#call should get principal name by default (#582)
add 6384b8d HDDS-3130. Add jaeger trace span in s3gateway
add 8d4aa8d HDDS-3240. Improve write efficiency by creating container in parallel (#734)
add e6c8e4c HDDS-3311. OM logs not available for OM HA acceptance test (#747)
add 6661469 HDDS-3308. Update Ratis snapshot (#741)
add 55d78d6 HDDS-3330. Disable TestDeleteWithSlowFollower test as it has known problem.
add f1da73b HDDS-3324. OM Client fails with StringIndexOutOfBoundsException. (#759)
add 0189f8d HDDS-3334. OM Client failover to next OM on NotLeaderException (#760)
add 63fde40 HDDS-3253. Initialize Recon metrics for prometheus at /prom endpoint
add 1e431b2 Merge branch 'master' into HDDS-1880-Decom
new 637853d Address issues cause by merge.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/buildenv/Dockerfile | 2 +-
.github/comment-commands/debug.sh | 21 +
.github/comment-commands/help.sh | 27 +
.github/comment-commands/label.sh | 25 +
.github/comment-commands/pending.sh | 31 +
.github/comment-commands/ready.sh | 29 +
.github/comment-commands/retest.sh | 33 +
.github/process-comment.sh | 56 +
.github/workflows/comments.yaml | 31 +
.github/workflows/post-commit.yml | 92 +-
.github/workflows/pr.yml | 77 +-
README.md | 4 +-
dev-support/byteman/mock-scm.btm | 34 +
dev-support/byteman/ratis-mock-followers.btm | 42 +
hadoop-hdds/client/pom.xml | 12 +-
.../apache/hadoop/hdds/conf/RatisClientConfig.java | 86 +
.../org/apache/hadoop/hdds/conf/package-info.java | 24 +
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 25 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 13 -
.../hadoop/hdds/scm/XceiverClientMetrics.java | 2 +-
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 35 +-
.../hdds/scm/client/ContainerOperationClient.java | 511 ------
.../hadoop/hdds/scm/client/HddsClientUtils.java | 67 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 110 +-
.../hadoop/hdds/scm/storage/ChunkInputStream.java | 11 +-
.../hadoop/hdds/scm/storage/CommitWatcher.java | 8 +-
.../hdds/scm/storage/DummyBlockInputStream.java | 92 ++
.../storage/DummyBlockInputStreamWithRetry.java | 78 +
.../hdds/scm/storage/DummyChunkInputStream.java | 66 +
.../hdds/scm/storage/TestBlockInputStream.java | 106 +-
.../hdds/scm/storage/TestChunkInputStream.java | 52 +-
hadoop-hdds/common/pom.xml | 40 +-
.../apache/hadoop/hdds/DFSConfigKeysLegacy.java | 100 ++
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 9 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 158 +-
.../java/org/apache/hadoop/hdds/StringUtils.java | 76 +
.../hadoop/hdds/annotation/InterfaceAudience.java | 73 +
.../hadoop/hdds/annotation/InterfaceStability.java | 69 +
.../hadoop/hdds/annotation/package-info.java | 23 +
.../org/apache/hadoop/hdds/cli/GenericCli.java | 12 +-
.../hadoop/hdds/conf/DatanodeRatisGrpcConfig.java | 68 +
.../hdds/conf/DatanodeRatisServerConfig.java | 135 ++
.../apache/hadoop/hdds/conf/HddsConfServlet.java | 4 +-
.../hadoop/hdds/conf/OzoneConfiguration.java | 18 +-
.../hadoop/hdds/freon/FakeClusterTopology.java | 92 ++
.../freon/FakeScmBlockLocationProtocolClient.java | 100 ++
.../FakeScmContainerLocationProtocolClient.java | 76 +
.../org/apache/hadoop/hdds/freon/package-info.java | 24 +
.../hadoop/hdds/fs/AbstractSpaceUsageSource.java | 87 +
.../hadoop/hdds/fs/CachingSpaceUsageSource.java | 142 ++
.../main/java/org/apache/hadoop/hdds/fs/DU.java | 136 ++
.../java/org/apache/hadoop/hdds/fs/DUFactory.java | 90 ++
.../hadoop/hdds/fs/DedicatedDiskSpaceUsage.java | 52 +
.../hdds/fs/DedicatedDiskSpaceUsageFactory.java | 86 +
.../hadoop/hdds/fs/SaveSpaceUsageToFile.java | 129 ++
.../hadoop/hdds/fs/SpaceUsageCheckFactory.java | 145 ++
.../hadoop/hdds/fs/SpaceUsageCheckParams.java | 92 ++
.../hadoop/hdds/fs/SpaceUsagePersistence.java | 63 +
.../apache/hadoop/hdds/fs/SpaceUsageSource.java | 43 +
.../org/apache/hadoop/hdds/fs/package-info.java | 22 +
.../hadoop/hdds/protocol/DatanodeDetails.java | 6 +-
.../hadoop/hdds/protocol/SCMSecurityProtocol.java | 80 -
.../hdds/ratis/ContainerCommandRequestMessage.java | 7 +-
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 153 +-
.../org/apache/hadoop/hdds/recon/ReconConfig.java | 93 ++
.../apache/hadoop/hdds/recon/ReconConfigKeys.java | 2 +
.../apache/hadoop/hdds/scm/PlacementPolicy.java | 45 +
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 56 +-
.../apache/hadoop/hdds/scm/XceiverClientSpi.java | 3 +-
.../apache/hadoop/hdds/scm/client/ScmClient.java | 9 +-
.../common/helpers/StorageContainerException.java | 2 +-
.../algorithms/ContainerPlacementPolicy.java | 45 -
.../placement/algorithms/package-info.java | 21 -
.../apache/hadoop/hdds/scm/net/InnerNodeImpl.java | 7 +-
.../hadoop/hdds/scm/net/NetworkTopologyImpl.java | 4 +-
.../hadoop/hdds/scm/net/NodeSchemaLoader.java | 4 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 57 +-
.../hadoop/hdds/scm/protocol/LocatedContainer.java | 127 --
.../hadoop/hdds/scm/protocol/ScmLocatedBlock.java | 100 --
.../protocol/StorageContainerLocationProtocol.java | 10 +
...lockLocationProtocolClientSideTranslatorPB.java | 2 +-
.../scm/protocolPB/ScmBlockLocationProtocolPB.java | 2 +-
...inerLocationProtocolClientSideTranslatorPB.java | 25 +-
.../StorageContainerLocationProtocolPB.java | 2 +-
.../hdds/scm/storage/ContainerProtocolCalls.java | 7 +-
.../security/token/OzoneBlockTokenIdentifier.java | 2 +-
.../security/token/OzoneBlockTokenSelector.java | 2 +-
.../authority/PKIProfiles/DefaultProfile.java | 340 ----
.../client/DefaultCertificateClient.java | 828 ----------
.../security/x509/certificate/utils/CRLCodec.java | 197 ---
.../x509/certificate/utils/package-info.java | 4 +-
.../apache/hadoop/hdds/utils/HddsVersionInfo.java | 4 +-
.../org/apache/hadoop/hdds/utils/LevelDBStore.java | 399 -----
.../hadoop/hdds/utils/MetadataKeyFilters.java | 206 ---
.../apache/hadoop/hdds/utils/MetadataStore.java | 233 ---
.../org/apache/hadoop/hdds/utils/RocksDBStore.java | 404 -----
.../org/apache/hadoop/hdds/utils/Scheduler.java | 5 +-
.../org/apache/hadoop/hdds/utils/VersionInfo.java | 4 +-
.../org/apache/hadoop/hdds/utils/db/DBProfile.java | 120 --
.../org/apache/hadoop/hdds/utils/db/DBStore.java | 196 ---
.../hadoop/hdds/utils/db/DBStoreBuilder.java | 258 ---
.../hadoop/hdds/utils/db/RDBCheckpointManager.java | 100 --
.../apache/hadoop/hdds/utils/db/RDBMetrics.java | 75 -
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 387 -----
.../org/apache/hadoop/hdds/utils/db/RDBTable.java | 208 ---
.../hadoop/hdds/utils/db/RocksDBCheckpoint.java | 104 --
.../apache/hadoop/hdds/utils/db/StringCodec.java | 51 -
.../org/apache/hadoop/hdds/utils/db/Table.java | 168 --
.../apache/hadoop/hdds/utils/db/TableConfig.java | 93 --
.../apache/hadoop/hdds/utils/db/TypedTable.java | 363 -----
.../hadoop/hdds/utils/db/cache/TableCache.java | 112 --
.../hadoop/hdds/utils/db/cache/TableCacheImpl.java | 205 ---
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 71 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 5 +-
.../org/apache/hadoop/ozone/OzoneSecurityUtil.java | 4 +-
.../org/apache/hadoop/ozone/audit/SCMAction.java | 1 +
.../common/InconsistentStorageStateException.java | 4 +-
.../ozone/common/OzoneChecksumException.java | 4 +-
.../org/apache/hadoop/ozone/common/Storage.java | 10 +-
.../apache/hadoop/ozone/common/StorageInfo.java | 2 +-
.../org/apache/hadoop/ozone/conf/package-info.java | 26 +
.../helpers/ContainerCommandRequestPBHelper.java | 4 +-
.../org/apache/hadoop/ozone/lock/LockManager.java | 6 +-
.../hadoop/ozone/lock/ReadWriteLockable.java | 31 +
.../ozone/protocolPB/ProtocolMessageMetrics.java | 105 --
.../src/main/proto/DatanodeContainerProtocol.proto | 1 +
.../proto/StorageContainerLocationProtocol.proto | 30 +-
hadoop-hdds/common/src/main/proto/hdds.proto | 1 +
.../common/src/main/resources/ozone-default.xml | 252 ++-
.../java/org/apache/hadoop/hdds/TestHddsUtils.java | 117 +-
.../hadoop/hdds/fs/MockSpaceUsageCheckFactory.java | 57 +
.../hadoop/hdds/fs/MockSpaceUsageCheckParams.java | 71 +
.../hadoop/hdds/fs/MockSpaceUsagePersistence.java | 55 +
.../hadoop/hdds/fs/MockSpaceUsageSource.java | 74 +
.../hdds/fs/TestCachingSpaceUsageSource.java | 197 +++
.../java/org/apache/hadoop/hdds/fs/TestDU.java | 112 ++
.../org/apache/hadoop/hdds/fs/TestDUFactory.java | 57 +
.../hdds/fs/TestDedicatedDiskSpaceUsage.java | 63 +
.../fs/TestDedicatedDiskSpaceUsageFactory.java | 57 +
.../hadoop/hdds/fs/TestSaveSpaceUsageToFile.java | 150 ++
.../hadoop/hdds/fs/TestSpaceUsageFactory.java | 197 +++
.../apache/hadoop/hdds/ratis/TestRatisHelper.java | 137 ++
.../hdds/scm/net/TestNetworkTopologyImpl.java | 8 +-
.../token/TestOzoneBlockTokenIdentifier.java | 313 ----
.../x509/certificate/utils/TestCRLCodec.java | 163 --
.../hadoop/hdds/utils/TestMetadataStore.java | 590 -------
.../hadoop/hdds/utils/db/TestDBConfigFromFile.java | 116 --
.../apache/hadoop/hdds/utils/db/TestRDBStore.java | 349 ----
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 304 ----
.../hdds/utils/db/TestTypedRDBTableStore.java | 392 -----
.../hadoop/ozone/audit/TestOzoneAuditLogger.java | 4 +-
.../apache/hadoop/ozone/lock/TestLockManager.java | 30 +
hadoop-hdds/config/pom.xml | 4 +-
.../org/apache/hadoop/hdds/conf/ConfigTag.java | 3 +-
hadoop-hdds/container-service/pom.xml | 18 +-
.../hadoop/hdds/freon/FakeRatisFollower.java | 125 ++
.../org/apache/hadoop/hdds/freon/package-info.java | 26 +
.../org/apache/hadoop/hdds/scm/HddsServerUtil.java | 357 ----
.../hadoop/ozone/HddsDatanodeHttpServer.java | 2 +-
.../apache/hadoop/ozone/HddsDatanodeService.java | 92 +-
.../container/common/helpers/ContainerMetrics.java | 6 +-
.../container/common/impl/ChunkLayOutVersion.java | 117 +-
.../ozone/container/common/impl/ContainerData.java | 60 +-
.../container/common/impl/ContainerDataYaml.java | 5 +-
.../ozone/container/common/impl/ContainerSet.java | 14 +
.../container/common/impl/HddsDispatcher.java | 15 +-
.../ozone/container/common/interfaces/Handler.java | 18 +-
.../common/interfaces/VolumeChoosingPolicy.java | 2 +-
.../report/CommandStatusReportPublisher.java | 2 +-
.../common/report/ContainerReportPublisher.java | 2 +-
.../common/report/NodeReportPublisher.java | 2 +-
.../common/report/PipelineReportPublisher.java | 2 +-
.../common/statemachine/DatanodeStateMachine.java | 28 +-
.../common/statemachine/EndpointStateMachine.java | 6 +-
.../common/statemachine/SCMConnectionManager.java | 66 +-
.../common/statemachine/StateContext.java | 140 +-
.../CreatePipelineCommandHandler.java | 3 +
.../commandhandler/DeleteBlocksCommandHandler.java | 2 +-
.../SetNodeOperationalStateCommandHandler.java | 2 +-
.../common/states/datanode/InitDatanodeState.java | 6 +-
.../states/datanode/RunningDatanodeState.java | 106 +-
.../states/endpoint/HeartbeatEndpointTask.java | 9 +-
.../states/endpoint/RegisterEndpointTask.java | 59 +-
.../states/endpoint/VersionEndpointTask.java | 4 +-
.../common/transport/server/ratis/CSMMetrics.java | 2 +-
.../server/ratis/ContainerStateMachine.java | 99 +-
.../transport/server/ratis/DispatcherContext.java | 4 +-
.../transport/server/ratis/XceiverServerRatis.java | 156 +-
.../container/common/volume/AsyncChecker.java | 4 +-
.../ozone/container/common/volume/HddsVolume.java | 80 +-
.../container/common/volume/HddsVolumeChecker.java | 151 +-
.../common/volume/ImmutableVolumeSet.java | 59 +
.../container/common/volume/MutableVolumeSet.java | 545 +++++++
.../common/volume/ThrottledAsyncChecker.java | 8 +-
.../ozone/container/common/volume/VolumeInfo.java | 44 +-
.../ozone/container/common/volume/VolumeSet.java | 511 +-----
.../ozone/container/common/volume/VolumeUsage.java | 169 +-
.../container/keyvalue/KeyValueBlockIterator.java | 2 +-
.../container/keyvalue/KeyValueContainerCheck.java | 127 +-
.../container/keyvalue/KeyValueContainerData.java | 44 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 60 +-
.../container/keyvalue/helpers/ChunkUtils.java | 287 ++--
.../keyvalue/impl/ChunkManagerDispatcher.java | 148 ++
.../keyvalue/impl/ChunkManagerDummyImpl.java | 115 +-
.../keyvalue/impl/ChunkManagerFactory.java | 45 +-
.../container/keyvalue/impl/ChunkManagerImpl.java | 337 ----
.../keyvalue/impl/FilePerBlockStrategy.java | 294 ++++
.../keyvalue/impl/FilePerChunkStrategy.java | 329 ++++
.../keyvalue/interfaces/ChunkManager.java | 14 +-
.../background/BlockDeletingService.java | 22 +-
.../container/ozoneimpl/ContainerController.java | 11 +-
.../ozoneimpl/ContainerDataScrubberMetrics.java | 2 +-
.../ContainerMetadataScrubberMetrics.java | 2 +-
.../ozone/container/ozoneimpl/ContainerReader.java | 6 +-
.../ozoneimpl/ContainerScrubberConfiguration.java | 2 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 33 +-
.../replication/DownloadAndImportReplicator.java | 8 +-
.../ozone/protocol/ReconDatanodeProtocol.java | 33 +
.../protocol/StorageContainerDatanodeProtocol.java | 2 +-
.../protocol/StorageContainerNodeProtocol.java | 2 +-
.../ozone/protocolPB/ReconDatanodeProtocolPB.java | 38 +
.../StorageContainerDatanodeProtocolPB.java | 8 +-
...inerDatanodeProtocolServerSideTranslatorPB.java | 1 +
.../proto/StorageContainerDatanodeProtocol.proto | 1 +
.../hadoop/ozone/TestHddsDatanodeService.java | 10 +-
.../hadoop/ozone/TestHddsSecureDatanodeInit.java | 28 +-
.../ozone/container/common/ContainerTestUtils.java | 60 +
.../ozone/container/common/SCMTestUtils.java | 7 +-
.../container/common/TestBlockDeletingService.java | 442 +++++
.../container/common/TestChunkLayOutVersion.java | 21 +-
.../ozone/container/common/TestContainerCache.java | 2 -
.../common/TestKeyValueContainerData.java | 18 +
.../container/common/helpers/TestBlockData.java | 6 +-
.../common/impl/TestContainerDataYaml.java | 25 +-
.../impl/TestContainerDeletionChoosingPolicy.java | 19 +-
.../common/impl/TestContainerPersistence.java | 165 +-
.../container/common/impl/TestContainerSet.java | 23 +-
.../container/common/impl/TestHddsDispatcher.java | 71 +-
.../container/common/interfaces/TestHandler.java | 9 +-
.../common/statemachine/TestStateContext.java | 118 ++
.../TestCloseContainerCommandHandler.java | 23 +-
.../states/endpoint/TestHeartbeatEndpointTask.java | 10 +
.../container/common/volume/TestHddsVolume.java | 59 +-
.../common/volume/TestHddsVolumeChecker.java | 146 +-
.../volume/TestRoundRobinVolumeChoosingPolicy.java | 90 +-
.../container/common/volume/TestVolumeSet.java | 16 +-
.../common/volume/TestVolumeSetDiskChecks.java | 21 +-
.../container/keyvalue/ChunkLayoutTestInfo.java | 120 ++
.../container/keyvalue/TestBlockManagerImpl.java | 200 ---
.../container/keyvalue/TestChunkManagerImpl.java | 330 ----
.../keyvalue/TestKeyValueBlockIterator.java | 21 +-
.../container/keyvalue/TestKeyValueContainer.java | 25 +-
.../keyvalue/TestKeyValueContainerCheck.java | 83 +-
.../TestKeyValueContainerMarkUnhealthy.java | 19 +-
.../container/keyvalue/TestKeyValueHandler.java | 54 +-
.../TestKeyValueHandlerWithUnhealthyContainer.java | 4 +-
.../container/keyvalue/TestTarContainerPacker.java | 20 +-
.../container/keyvalue/helpers/TestChunkUtils.java | 48 +-
.../keyvalue/impl/AbstractTestChunkManager.java | 170 ++
.../keyvalue/impl/CommonChunkManagerTestCases.java | 201 +++
.../keyvalue/impl/TestBlockManagerImpl.java | 219 +++
.../keyvalue/impl/TestChunkManagerDummyImpl.java | 60 +
.../keyvalue/impl/TestFilePerBlockStrategy.java | 140 ++
.../keyvalue/impl/TestFilePerChunkStrategy.java | 92 ++
.../container/ozoneimpl/TestOzoneContainer.java | 26 +-
.../replication/TestReplicationSupervisor.java | 38 +-
.../src/test/resources/ozone-site.xml | 30 +
.../docs/content/beyond/DockerCheatSheet.zh.md | 85 +
hadoop-hdds/docs/content/beyond/RunningWithHDFS.md | 2 +-
.../docs/content/beyond/RunningWithHDFS.zh.md | 64 +
hadoop-hdds/docs/content/concept/Hdds.zh.md | 40 +
hadoop-hdds/docs/content/concept/Overview.zh.md | 50 +
.../docs/content/concept/OzoneManager.zh.md | 64 +
hadoop-hdds/docs/content/concept/_index.zh.md | 8 +-
hadoop-hdds/docs/content/gdpr/GDPR in Ozone.zh.md | 36 +
hadoop-hdds/docs/content/gdpr/_index.zh.md | 34 +
hadoop-hdds/docs/content/interface/JavaApi.zh.md | 134 +-
hadoop-hdds/docs/content/interface/OzoneFS.zh.md | 140 ++
hadoop-hdds/docs/content/interface/S3.zh.md | 130 +-
hadoop-hdds/docs/content/interface/_index.zh.md | 26 +
hadoop-hdds/docs/content/shell/BucketCommands.md | 1 +
.../docs/content/shell/BucketCommands.zh.md | 98 ++
hadoop-hdds/docs/content/shell/Format.md | 4 +-
hadoop-hdds/docs/content/shell/Format.zh.md | 65 +
hadoop-hdds/docs/content/shell/KeyCommands.md | 4 +-
hadoop-hdds/docs/content/shell/KeyCommands.zh.md | 138 ++
.../docs/content/shell/VolumeCommands.zh.md | 107 ++
hadoop-hdds/docs/content/shell/_index.zh.md | 7 +-
hadoop-hdds/docs/content/start/FromSource.zh.md | 31 +-
hadoop-hdds/docs/content/start/Kubernetes.zh.md | 19 +-
hadoop-hdds/docs/content/start/Minikube.zh.md | 24 +-
hadoop-hdds/docs/content/start/OnPrem.zh.md | 123 +-
.../docs/content/start/RunningViaDocker.zh.md | 25 +-
.../docs/content/start/StartFromDockerHub.zh.md | 61 +-
hadoop-hdds/docs/content/start/_index.zh.md | 3 +-
hadoop-hdds/docs/content/tools/Admin.md | 35 +
hadoop-hdds/docs/content/tools/SCMCLI.md | 27 -
hadoop-hdds/docs/content/tools/_index.md | 4 +-
hadoop-hdds/docs/dev-support/bin/generate-site.sh | 2 +
hadoop-hdds/docs/pom.xml | 4 +-
hadoop-hdds/framework/pom.xml | 31 +-
.../hadoop/hdds/protocol/SCMSecurityProtocol.java | 80 +
.../apache/hadoop/hdds/protocol/package-info.java | 0
.../SCMSecurityProtocolClientSideTranslatorPB.java | 0
.../hdds/protocolPB/SCMSecurityProtocolPB.java | 0
.../hadoop/hdds/protocolPB/package-info.java | 0
.../hdds/security/token/BlockTokenException.java | 0
.../hdds/security/token/BlockTokenVerifier.java | 0
.../hadoop/hdds/security/token/TokenVerifier.java | 0
.../hadoop/hdds/security/token/package-info.java | 0
.../x509/certificate/authority/BaseApprover.java | 0
.../certificate/authority/CertificateApprover.java | 0
.../certificate/authority/CertificateServer.java | 0
.../certificate/authority/CertificateStore.java | 0
.../certificate/authority/DefaultApprover.java | 0
.../certificate/authority/DefaultCAServer.java | 0
.../authority/PKIProfiles/DefaultCAProfile.java | 0
.../authority/PKIProfiles/DefaultProfile.java | 340 ++++
.../authority/PKIProfiles/PKIProfile.java | 0
.../authority/PKIProfiles/package-info.java | 0
.../x509/certificate/authority/package-info.java | 0
.../x509/certificate/client/CertificateClient.java | 0
.../certificate/client/DNCertificateClient.java | 0
.../client/DefaultCertificateClient.java | 832 ++++++++++
.../certificate/client/OMCertificateClient.java | 0
.../x509/certificate/client/package-info.java | 0
.../security/x509/certificate/utils/CRLCodec.java | 206 +++
.../x509/certificate/utils/package-info.java | 0
.../certificates/utils/CertificateSignRequest.java | 0
.../certificates/utils/SelfSignedCertificate.java | 0
.../x509/certificates/utils/package-info.java | 0
.../x509/exceptions/CertificateException.java | 0
.../security/x509/exceptions/package-info.java | 0
.../hdds/security/x509/keys/HDDSKeyGenerator.java | 0
.../hadoop/hdds/security/x509/keys/KeyCodec.java | 0
.../hdds/security/x509/keys/SecurityUtil.java | 0
.../hdds/security/x509/keys/package-info.java | 0
.../hadoop/hdds/security/x509/package-info.java | 0
.../apache/hadoop/hdds/server/BaseHttpServer.java | 255 ---
.../hadoop/hdds/server/LogStreamServlet.java | 58 -
.../server/OzoneProtocolMessageDispatcher.java | 2 +-
.../apache/hadoop/hdds/server/ProfileServlet.java | 506 ------
.../hadoop/hdds/server/PrometheusMetricsSink.java | 146 --
.../hadoop/hdds/server/PrometheusServlet.java | 55 -
.../hadoop/hdds/server/RatisDropwizardExports.java | 38 -
.../hdds/server/RatisNameRewriteSampleBuilder.java | 104 --
.../org/apache/hadoop/hdds/server/ServerUtils.java | 11 +-
.../hadoop/hdds/server/events/EventQueue.java | 13 +-
.../hdds/server/http/AdminAuthorizedServlet.java | 46 +
.../hadoop/hdds/server/http/BaseHttpServer.java | 416 +++++
.../hadoop/hdds/server/http/FilterContainer.java | 42 +
.../hadoop/hdds/server/http/FilterInitializer.java | 33 +
.../hadoop/hdds/server/http/HtmlQuoting.java | 235 +++
.../apache/hadoop/hdds/server/http/HttpConfig.java | 75 +
.../hadoop/hdds/server/http/HttpRequestLog.java | 107 ++
.../hdds/server/http/HttpRequestLogAppender.java | 62 +
.../hadoop/hdds/server/http/HttpServer2.java | 1706 ++++++++++++++++++++
.../hadoop/hdds/server/http/LogStreamServlet.java | 58 +
.../hadoop/hdds/server/http/NoCacheFilter.java | 55 +
.../hadoop/hdds/server/http/ProfileServlet.java | 506 ++++++
.../hdds/server/http/PrometheusMetricsSink.java | 146 ++
.../hadoop/hdds/server/http/PrometheusServlet.java | 55 +
.../hdds/server/http/RatisDropwizardExports.java | 38 +
.../server/http/RatisNameRewriteSampleBuilder.java | 113 ++
.../hdds/server/http/StaticUserWebFilter.java | 157 ++
.../hadoop/hdds/server/http/package-info.java | 23 +
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 461 ++++++
.../org/apache/hadoop/hdds/utils/LevelDBStore.java | 399 +++++
.../hadoop/hdds/utils/LevelDBStoreIterator.java | 0
.../hadoop/hdds/utils/MetaStoreIterator.java | 0
.../hadoop/hdds/utils/MetadataKeyFilters.java | 207 +++
.../apache/hadoop/hdds/utils/MetadataStore.java | 233 +++
.../hadoop/hdds/utils/MetadataStoreBuilder.java | 0
.../hadoop/hdds/utils/ProtocolMessageMetrics.java | 105 ++
.../org/apache/hadoop/hdds/utils/RocksDBStore.java | 405 +++++
.../hadoop/hdds/utils/RocksDBStoreIterator.java | 0
.../hadoop/hdds/utils/RocksDBStoreMBean.java | 0
.../hadoop/hdds/utils/db/BatchOperation.java | 0
.../hadoop/hdds/utils/db/ByteArrayCodec.java | 0
.../hadoop/hdds/utils/db/ByteArrayKeyValue.java | 0
.../org/apache/hadoop/hdds/utils/db/Codec.java | 0
.../apache/hadoop/hdds/utils/db/CodecRegistry.java | 0
.../apache/hadoop/hdds/utils/db/DBCheckpoint.java | 0
.../hadoop/hdds/utils/db/DBConfigFromFile.java | 0
.../org/apache/hadoop/hdds/utils/db/DBProfile.java | 120 ++
.../org/apache/hadoop/hdds/utils/db/DBStore.java | 196 +++
.../hadoop/hdds/utils/db/DBStoreBuilder.java | 266 +++
.../hadoop/hdds/utils/db/DBUpdatesWrapper.java | 0
.../apache/hadoop/hdds/utils/db/IntegerCodec.java | 0
.../org/apache/hadoop/hdds/utils/db/LongCodec.java | 0
.../hadoop/hdds/utils/db/RDBBatchOperation.java | 0
.../hadoop/hdds/utils/db/RDBCheckpointManager.java | 100 ++
.../apache/hadoop/hdds/utils/db/RDBMetrics.java | 110 ++
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 385 +++++
.../hadoop/hdds/utils/db/RDBStoreIterator.java | 0
.../org/apache/hadoop/hdds/utils/db/RDBTable.java | 234 +++
.../hadoop/hdds/utils/db/RocksDBCheckpoint.java | 104 ++
.../hadoop/hdds/utils/db/RocksDBConfiguration.java | 0
.../utils/db/SequenceNumberNotFoundException.java | 0
.../apache/hadoop/hdds/utils/db/StringCodec.java | 52 +
.../org/apache/hadoop/hdds/utils/db/Table.java | 185 +++
.../apache/hadoop/hdds/utils/db/TableConfig.java | 94 ++
.../apache/hadoop/hdds/utils/db/TableIterator.java | 0
.../apache/hadoop/hdds/utils/db/TypedTable.java | 387 +++++
.../hadoop/hdds/utils/db/cache/CacheKey.java | 0
.../hadoop/hdds/utils/db/cache/CacheResult.java | 0
.../hadoop/hdds/utils/db/cache/CacheValue.java | 0
.../hadoop/hdds/utils/db/cache/EpochEntry.java | 0
.../hadoop/hdds/utils/db/cache/TableCache.java | 112 ++
.../hadoop/hdds/utils/db/cache/TableCacheImpl.java | 205 +++
.../hadoop/hdds/utils/db/cache/package-info.java | 0
.../apache/hadoop/hdds/utils/db/package-info.java | 0
.../org/apache/hadoop/hdds/utils/package-info.java | 27 +
.../token/TestOzoneBlockTokenIdentifier.java | 312 ++++
.../hadoop/hdds/security/token/package-info.java | 0
.../x509/certificate/authority/MockApprover.java | 0
.../x509/certificate/authority/MockCAStore.java | 0
.../certificate/authority/TestDefaultCAServer.java | 0
.../certificate/authority/TestDefaultProfile.java | 0
.../x509/certificate/authority/package-info.java | 0
.../client/TestCertificateClientInit.java | 0
.../client/TestDefaultCertificateClient.java | 0
.../x509/certificate/utils/TestCRLCodec.java | 290 ++++
.../certificate/utils/TestCertificateCodec.java | 0
.../x509/certificate/utils/package-info.java | 0
.../certificates/TestCertificateSignRequest.java | 0
.../x509/certificates/TestRootCertificate.java | 0
.../security/x509/certificates/package-info.java | 0
.../security/x509/keys/TestHDDSKeyGenerator.java | 0
.../hdds/security/x509/keys/TestKeyCodec.java | 0
.../hdds/security/x509/keys/package-info.java | 0
.../hadoop/hdds/security/x509/package-info.java | 0
.../hadoop/hdds/server/TestBaseHttpServer.java | 98 --
.../hadoop/hdds/server/TestProfileServlet.java | 54 -
.../hdds/server/TestPrometheusMetricsSink.java | 199 ---
.../hdds/server/TestRatisDropwizardExports.java | 66 -
.../hadoop/hdds/server/TestRatisNameRewrite.java | 107 --
.../hdds/server/http/TestBaseHttpServer.java | 99 ++
.../hadoop/hdds/server/http/TestHtmlQuoting.java | 96 ++
.../hdds/server/http/TestHttpRequestLog.java | 51 +
.../server/http/TestHttpRequestLogAppender.java | 40 +
.../hdds/server/http/TestProfileServlet.java | 54 +
.../server/http/TestPrometheusMetricsSink.java | 199 +++
.../server/http/TestRatisDropwizardExports.java | 63 +
.../hdds/server/http/TestRatisNameRewrite.java | 117 ++
.../hadoop/hdds/server/http/package-info.java | 23 +
.../hadoop/hdds/utils/TestMetadataStore.java | 587 +++++++
.../hadoop/hdds/utils/TestRocksDBStoreMBean.java | 0
.../hadoop/hdds/utils/db/TestDBConfigFromFile.java | 117 ++
.../hadoop/hdds/utils/db/TestDBStoreBuilder.java | 0
.../apache/hadoop/hdds/utils/db/TestRDBStore.java | 352 ++++
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 367 +++++
.../hdds/utils/db/TestTypedRDBTableStore.java | 411 +++++
.../hdds/utils/db/cache/TestTableCacheImpl.java | 0
.../hadoop/hdds/utils/db/cache/package-info.java | 0
.../apache/hadoop/hdds/utils/db/package-info.java | 0
.../org/apache/hadoop/hdds/utils/package-info.java | 0
.../src/test/resources/test.db.ini | 0
hadoop-hdds/pom.xml | 54 +-
hadoop-hdds/server-scm/pom.xml | 47 +-
.../hadoop/hdds/scm/SCMCommonPlacementPolicy.java | 200 +++
.../apache/hadoop/hdds/scm/block/BlockManager.java | 9 +-
.../hadoop/hdds/scm/block/BlockManagerImpl.java | 12 +-
.../container/AbstractContainerReportHandler.java | 2 +-
.../hdds/scm/container/ContainerManager.java | 2 +
.../hdds/scm/container/ContainerStateManager.java | 57 +-
.../IncrementalContainerReportHandler.java | 3 +
.../hdds/scm/container/ReplicationManager.java | 27 +-
.../hdds/scm/container/SCMContainerManager.java | 69 +-
.../ContainerPlacementPolicyFactory.java | 22 +-
.../placement/algorithms/SCMCommonPolicy.java | 201 ---
.../algorithms/SCMContainerPlacementCapacity.java | 4 +-
.../algorithms/SCMContainerPlacementRackAware.java | 12 +-
.../algorithms/SCMContainerPlacementRandom.java | 6 +-
.../scm/container/states/ContainerStateMap.java | 3 +-
.../apache/hadoop/hdds/scm/node/NodeManager.java | 14 +
.../hadoop/hdds/scm/node/NodeManagerMXBean.java | 2 +-
.../hadoop/hdds/scm/node/NodeStateManager.java | 14 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 39 +-
.../hadoop/hdds/scm/node/SCMNodeMetrics.java | 2 +-
.../hdds/scm/node/SCMNodeStorageStatMXBean.java | 2 +-
.../hdds/scm/node/states/Node2ObjectsMap.java | 4 +-
.../hdds/scm/node/states/Node2PipelineMap.java | 11 +-
.../scm/pipeline/BackgroundPipelineCreator.java | 9 +
.../hadoop/hdds/scm/pipeline/PipelineFactory.java | 15 +-
.../hadoop/hdds/scm/pipeline/PipelineManager.java | 15 +-
.../hdds/scm/pipeline/PipelineManagerMXBean.java | 2 +-
.../hdds/scm/pipeline/PipelinePlacementPolicy.java | 429 +++++
.../hdds/scm/pipeline/PipelineReportHandler.java | 47 +-
.../hdds/scm/pipeline/PipelineStateManager.java | 11 +-
.../hadoop/hdds/scm/pipeline/PipelineStateMap.java | 5 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 162 +-
.../hdds/scm/pipeline/RatisPipelineUtils.java | 117 ++
.../hdds/scm/pipeline/SCMPipelineManager.java | 205 ++-
.../hdds/scm/pipeline/SCMPipelineMetrics.java | 47 +-
.../hdds/scm/pipeline/SimplePipelineProvider.java | 2 +-
.../SCMSecurityProtocolServerSideTranslatorPB.java | 2 +-
...lockLocationProtocolServerSideTranslatorPB.java | 4 +-
...inerLocationProtocolServerSideTranslatorPB.java | 49 +-
.../scm/safemode/HealthyPipelineSafeModeRule.java | 13 +-
.../hdds/scm/safemode/SCMSafeModeManager.java | 6 +-
.../hadoop/hdds/scm/safemode/SafeModeHandler.java | 87 +-
.../hadoop/hdds/scm/safemode/SafeModeManager.java | 31 +
.../hdds/scm/safemode/SafeModeNotification.java | 25 +
.../scm/server/OzoneStorageContainerManager.java | 12 +
.../hdds/scm/server/SCMBlockProtocolServer.java | 4 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 36 +-
.../hdds/scm/server/SCMContainerMetrics.java | 2 +-
.../hdds/scm/server/SCMDatanodeProtocolServer.java | 87 +-
.../apache/hadoop/hdds/scm/server/SCMMXBean.java | 2 +-
.../hadoop/hdds/scm/server/SCMPolicyProvider.java | 8 +-
.../hdds/scm/server/SCMSecurityProtocolServer.java | 6 +-
.../hdds/scm/server/StorageContainerManager.java | 66 +-
.../server/StorageContainerManagerHttpServer.java | 2 +-
.../scm/server/StorageContainerManagerStarter.java | 9 +-
.../apache/hadoop/hdds/scm/HddsServerUtilTest.java | 308 ----
.../apache/hadoop/hdds/scm/TestHddsServerUtil.java | 202 +++
.../hadoop/hdds/scm/TestHddsServerUtils.java | 1 +
.../scm/TestStorageContainerManagerHttpServer.java | 25 +-
.../hadoop/hdds/scm/block/TestBlockManager.java | 65 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 54 +-
.../hdds/scm/container/SimpleMockNodeManager.java | 11 +
.../container/TestCloseContainerEventHandler.java | 7 +-
.../hdds/scm/container/TestReplicationManager.java | 7 +-
.../algorithms/TestContainerPlacementFactory.java | 7 +-
.../hdds/scm/node/TestContainerPlacement.java | 5 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 16 +-
.../hadoop/hdds/scm/node/TestNodeStateManager.java | 2 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 46 +-
.../scm/pipeline/MockRatisPipelineProvider.java | 43 +
.../TestPipelineDatanodesIntersection.java | 134 ++
.../scm/pipeline/TestPipelinePlacementPolicy.java | 341 ++++
.../scm/pipeline/TestRatisPipelineProvider.java | 75 +-
.../hdds/scm/pipeline/TestSCMPipelineManager.java | 82 +-
.../safemode/TestHealthyPipelineSafeModeRule.java | 19 +-
.../hdds/scm/safemode/TestSCMSafeModeManager.java | 6 +-
.../hdds/scm/safemode/TestSafeModeHandler.java | 11 +-
.../scm/server/TestSCMBlockProtocolServer.java | 2 +-
.../scm/server/TestSCMClientProtocolServer.java | 6 +-
.../ozone/container/common/TestEndPoint.java | 83 +-
.../testutils/ReplicationNodeManagerMock.java | 16 +
hadoop-hdds/tools/pom.xml | 23 +-
.../hdds/scm/cli/ContainerOperationClient.java | 519 ++++++
.../hdds/scm/cli/ReplicationManagerCommands.java | 21 +-
.../org/apache/hadoop/hdds/scm/cli/SCMCLI.java | 1 -
.../hadoop/hdds/scm/cli/SafeModeCommands.java | 16 +-
.../hadoop/hdds/scm/cli/TopologySubcommand.java | 26 +-
.../hdds/scm/cli/container/CloseSubcommand.java | 4 +-
.../hdds/scm/cli/container/ContainerCommands.java | 32 +-
.../hdds/scm/cli/container/DeleteSubcommand.java | 3 +-
.../hdds/scm/cli/container/WithScmClient.java | 29 +
.../hdds/scm/cli/datanode/DatanodeCommands.java | 58 +
.../hdds/scm/cli/datanode/ListInfoSubcommand.java | 121 ++
.../hadoop/hdds/scm/cli/datanode/package-info.java | 22 +
.../hdds/scm/cli/node/DatanodeAdminCommands.java | 16 +-
.../scm/cli/pipeline/CreatePipelineSubcommand.java | 77 +
.../scm/cli/pipeline/ListPipelinesSubcommand.java | 11 +-
.../hdds/scm/cli/pipeline/PipelineCommands.java | 23 +-
hadoop-ozone/client/pom.xml | 4 +-
.../apache/hadoop/ozone/client/ObjectStore.java | 2 +-
.../apache/hadoop/ozone/client/OzoneBucket.java | 8 +-
.../hadoop/ozone/client/OzoneClientFactory.java | 52 +-
.../apache/hadoop/ozone/client/OzoneVolume.java | 7 +-
.../ozone/client/io/BlockOutputStreamEntry.java | 4 +-
.../client/io/BlockOutputStreamEntryPool.java | 23 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 74 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 17 +-
hadoop-ozone/common/pom.xml | 4 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 45 +-
.../ozone/OzoneIllegalArgumentException.java | 4 +-
.../apache/hadoop/ozone/freon/OzoneGetConf.java | 6 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 2 +-
.../hadoop/ozone/om/exceptions/OMException.java | 4 +
.../ozone/om/exceptions/OMReplayException.java | 50 +
.../ozone/om/ha/OMFailoverProxyProvider.java | 24 +-
.../org/apache/hadoop/ozone/om/ha/OMProxyInfo.java | 25 +-
.../ozone/om/helpers/EncryptionBucketInfo.java | 4 +-
.../hadoop/ozone/om/helpers/OMRatisHelper.java | 21 +
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 46 +-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 61 +-
.../ozone/om/helpers/OmMultipartKeyInfo.java | 89 +-
.../hadoop/ozone/om/helpers/OmPrefixInfo.java | 22 +-
.../hadoop/ozone/om/helpers/OmVolumeArgs.java | 59 +-
.../hadoop/ozone/om/helpers/OzoneFileStatus.java | 2 +-
.../hadoop/ozone/om/helpers/WithObjectID.java | 123 ++
...OzoneManagerProtocolClientSideTranslatorPB.java | 75 +-
.../om/protocolPB/OzoneManagerProtocolPB.java | 2 +-
.../security/OzoneBlockTokenSecretManager.java | 4 +-
.../OzoneDelegationTokenSecretManager.java | 15 +-
.../security/OzoneDelegationTokenSelector.java | 2 +-
.../hadoop/ozone/security/OzoneSecretKey.java | 4 +-
.../hadoop/ozone/security/OzoneSecretManager.java | 4 +-
.../hadoop/ozone/security/OzoneSecretStore.java | 2 +-
.../ozone/security/OzoneTokenIdentifier.java | 4 +-
.../ozone/security/acl/IAccessAuthorizer.java | 4 +-
.../hadoop/ozone/security/acl/OzoneAclConfig.java | 3 +
.../apache/hadoop/ozone/util/OzoneVersionInfo.java | 4 +-
.../apache/hadoop/ozone/web/utils/OzoneUtils.java | 2 +-
.../src/main/proto/OzoneManagerProtocol.proto | 20 +-
.../java/org/apache/hadoop/ozone/TestOmUtils.java | 25 +
.../om/codec/TestOmMultipartKeyInfoCodec.java | 12 +-
.../ozone/om/helpers/TestOmMultipartKeyInfo.java | 11 +-
.../hadoop/ozone/om/helpers/TestOmPrefixInfo.java | 2 +-
hadoop-ozone/csi/pom.xml | 6 +-
hadoop-ozone/datanode/pom.xml | 4 +-
.../dev-support/checks/_mvn_unit_report.sh | 36 +-
hadoop-ozone/dev-support/checks/integration.sh | 15 +-
hadoop-ozone/dev-support/checks/unit.sh | 13 +-
hadoop-ozone/dev-support/intellij/ozone-site.xml | 18 +-
.../intellij/runConfigurations/Datanode.xml | 33 -
.../intellij/runConfigurations/Datanode1.xml | 33 +
.../intellij/runConfigurations/Datanode2.xml | 33 +
.../intellij/runConfigurations/Datanode3.xml | 33 +
hadoop-ozone/dist/pom.xml | 4 +-
.../dist/src/main/assemblies/ozone-src.xml | 4 +-
.../dist/src/main/compose/ozone-mr/common-config | 2 +
.../ozone-mr/hadoop27/{test.sh => run-test.sh} | 0
.../src/main/compose/ozone-om-ha-s3/docker-config | 4 +-
.../dist/src/main/compose/ozone-om-ha-s3/test.sh | 4 +
.../dist/src/main/compose/ozone-om-ha/.ssh/id_rsa | 15 -
.../src/main/compose/ozone-om-ha/.ssh/id_rsa.pub | 15 -
.../src/main/compose/ozone-om-ha/docker-config | 1 +
.../ozone-om-ha/{run.sh => test_disabled.sh} | 0
.../dist/src/main/compose/ozone-topology/.env | 2 +-
.../compose/ozone-topology/docker-compose.yaml | 28 +
.../src/main/compose/ozone-topology/docker-config | 6 +-
.../src/main/compose/ozone-topology/hdds-3084.sh | 56 +
.../dist/src/main/compose/ozone-topology/test.sh | 2 +-
.../src/main/compose/ozone/docker-compose.yaml | 1 -
.../dist/src/main/compose/ozone/docker-config | 7 +-
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 8 +
.../src/main/compose/ozones3-haproxy/docker-config | 4 +-
.../compose/ozonesecure-mr/docker-compose.yaml | 9 +
.../src/main/compose/ozonesecure-mr/docker-config | 7 +-
.../main/compose/ozonesecure/docker-compose.yaml | 10 +-
.../src/main/compose/ozonesecure/docker-config | 13 +-
.../dist/src/main/compose/ozonesecure/test.sh | 4 +-
hadoop-ozone/dist/src/main/compose/test-all.sh | 2 +-
hadoop-ozone/dist/src/main/compose/testlib.sh | 83 +-
.../src/main/smoketest/admincli/datanode.robot | 30 +
.../src/main/smoketest/admincli/pipeline.robot | 34 +
.../main/smoketest/auditparser/auditparser.robot | 1 +
.../dist/src/main/smoketest/basic/basic.robot | 2 +
.../dist/src/main/smoketest/commonlib.robot | 1 +
.../dist/src/main/smoketest/env-compose.robot | 2 +-
.../dist/src/main/smoketest/freon/freon.robot | 37 +
.../dist/src/main/smoketest/gdpr/gdpr.robot | 1 +
.../main/smoketest/om-ratis/testOMAdminCmd.robot | 26 +
.../dist/src/main/smoketest/omha/testOMHA.robot | 45 +-
.../src/main/smoketest/ozonefs/hadoopo3fs.robot | 1 +
.../dist/src/main/smoketest/ozonefs/ozonefs.robot | 7 +
.../dist/src/main/smoketest/recon/recon-api.robot | 68 +
.../src/main/smoketest/s3/MultipartUpload.robot | 1 +
.../dist/src/main/smoketest/s3/awss3.robot | 1 +
.../dist/src/main/smoketest/s3/bucketcreate.robot | 1 +
.../dist/src/main/smoketest/s3/buckethead.robot | 1 +
.../dist/src/main/smoketest/s3/bucketlist.robot | 1 +
.../dist/src/main/smoketest/s3/objectcopy.robot | 1 +
.../dist/src/main/smoketest/s3/objectdelete.robot | 1 +
.../src/main/smoketest/s3/objectmultidelete.robot | 1 +
.../dist/src/main/smoketest/s3/objectputget.robot | 1 +
.../dist/src/main/smoketest/s3/webui.robot | 4 +-
.../dist/src/main/smoketest/scmcli/pipeline.robot | 28 -
.../main/smoketest/security/ozone-secure-fs.robot | 6 +
.../main/smoketest/security/ozone-secure-s3.robot | 1 +
.../dist/src/main/smoketest/topology/cli.robot | 33 +
.../src/main/smoketest/topology/loaddata.robot | 33 +
.../src/main/smoketest/topology/readdata.robot | 30 +
.../dist/src/main/smoketest/topology/scmcli.robot | 32 -
hadoop-ozone/dist/src/shell/ozone/ozone | 11 +-
.../fault-injection-test/mini-chaos-tests/pom.xml | 4 +-
.../mini-chaos-tests/src/test/bin/start-chaos.sh | 7 +-
.../apache/hadoop/ozone/MiniOzoneChaosCluster.java | 255 ++-
.../ozone/MiniOzoneDatanodeChaosCluster.java | 57 +
.../hadoop/ozone/MiniOzoneLoadGenerator.java | 268 +--
.../hadoop/ozone/MiniOzoneOMChaosCluster.java | 132 ++
.../hadoop/ozone/TestMiniChaosOzoneCluster.java | 57 +-
.../ozone/loadgenerators/AgedLoadGenerator.java | 98 ++
.../hadoop/ozone/loadgenerators/DataBuffer.java | 53 +
.../loadgenerators/FilesystemLoadGenerator.java | 69 +
.../hadoop/ozone/loadgenerators/LoadExecutors.java | 101 ++
.../hadoop/ozone/loadgenerators/LoadGenerator.java | 37 +
.../ozone/loadgenerators/RandomLoadGenerator.java | 68 +
.../org/apache/hadoop/ozone/utils/LoadBucket.java | 40 +-
.../src/test/resources/log4j.properties | 10 +-
.../fault-injection-test/network-tests/pom.xml | 2 +-
hadoop-ozone/fault-injection-test/pom.xml | 4 +-
hadoop-ozone/insight/pom.xml | 10 +-
.../hadoop/ozone/insight/BaseInsightPoint.java | 4 +-
.../hadoop/ozone/insight/LogSubcommandTest.java | 41 -
.../hadoop/ozone/insight/TestLogSubcommand.java | 41 +
hadoop-ozone/integration-test/pom.xml | 23 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 18 +-
.../hadoop/fs/ozone/TestOzoneFileInterfaces.java | 193 ++-
.../hadoop/fs/ozone/TestOzoneFileSystem.java | 174 +-
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 7 +-
.../hadoop/fs/ozone/TestOzoneFsRenameDir.java | 110 --
.../hadoop/fs/ozone/contract/OzoneContract.java | 23 +
.../hadoop/hdds/scm/TestRatisPipelineLeader.java | 67 +-
.../TestContainerStateManagerIntegration.java | 1 +
.../hadoop/hdds/scm/pipeline/TestNodeFailure.java | 18 +-
.../hdds/scm/pipeline/TestPipelineClose.java | 1 +
.../TestRatisPipelineCreateAndDestroy.java | 27 +-
.../scm/pipeline/TestRatisPipelineProvider.java | 207 ---
.../hadoop/hdds/scm/pipeline/TestSCMRestart.java | 5 +-
.../safemode/TestSCMSafeModeWithPipelineRules.java | 5 +
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 50 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 237 +--
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 159 +-
.../org/apache/hadoop/ozone/RatisTestHelper.java | 13 +-
.../hadoop/ozone/TestContainerOperations.java | 9 +-
.../TestContainerStateMachineIdempotency.java | 5 +-
.../java/org/apache/hadoop/ozone/TestDataUtil.java | 19 +-
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 7 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 6 +-
.../hadoop/ozone/TestSecureOzoneCluster.java | 100 +-
.../hadoop/ozone/TestStorageContainerManager.java | 2 +
.../ozone/client/rpc/Test2WayCommitInRatis.java | 58 +-
.../apache/hadoop/ozone/client/rpc/TestBCSID.java | 2 +-
.../ozone/client/rpc/TestBlockOutputStream.java | 24 +-
.../rpc/TestBlockOutputStreamWithFailures.java | 427 +----
.../rpc/TestCloseContainerHandlingByClient.java | 3 +-
.../hadoop/ozone/client/rpc/TestCommitWatcher.java | 87 +-
.../rpc/TestContainerReplicationEndToEnd.java | 20 +-
.../client/rpc/TestContainerStateMachine.java | 10 +-
.../TestContainerStateMachineFailureOnRead.java | 226 +++
.../rpc/TestContainerStateMachineFailures.java | 4 +-
.../client/rpc/TestDeleteWithSlowFollower.java | 80 +-
.../client/rpc/TestFailureHandlingByClient.java | 54 +-
.../client/rpc/TestHybridPipelineOnDatanode.java | 5 +-
.../ozone/client/rpc/TestKeyInputStream.java | 4 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 31 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 10 +-
.../rpc/TestOzoneClientRetriesOnException.java | 73 +-
.../client/rpc/TestOzoneRpcClientAbstract.java | 46 +-
.../rpc/TestOzoneRpcClientForAclAuditLog.java | 3 +-
.../client/rpc/TestOzoneRpcClientWithRatis.java | 2 +
.../hadoop/ozone/client/rpc/TestReadRetries.java | 2 +-
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 4 +-
.../ozone/client/rpc/TestWatchForCommit.java | 67 +-
.../ozone/container/TestContainerReplication.java | 2 +
.../container/common/TestBlockDeletingService.java | 465 ------
.../commandhandler/TestBlockDeletion.java | 2 +
.../TestCloseContainerByPipeline.java | 9 +-
.../commandhandler/TestCloseContainerHandler.java | 2 +-
.../commandhandler/TestDeleteContainerHandler.java | 2 +-
.../transport/server/ratis/TestCSMMetrics.java | 2 +
.../container/metrics/TestContainerMetrics.java | 7 +-
.../container/ozoneimpl/TestOzoneContainer.java | 4 +-
.../ozoneimpl/TestOzoneContainerRatis.java | 4 +-
.../container/ozoneimpl/TestRatisManager.java | 6 +-
.../container/server/TestContainerServer.java | 3 +-
.../server/TestSecureContainerServer.java | 5 +-
.../ozone/dn/ratis/TestDnRatisLogParser.java | 85 +
.../hadoop/ozone/dn/scrubber/TestDataScrubber.java | 8 +-
.../hadoop/ozone/freon/TestDataValidate.java | 57 +-
.../freon/TestDataValidateWithDummyContainers.java | 18 +-
.../ozone/freon/TestFreonWithDatanodeRestart.java | 35 +-
.../ozone/freon/TestFreonWithPipelineDestroy.java | 3 +
.../ozone/freon/TestOzoneClientKeyGenerator.java | 15 +-
.../hadoop/ozone/freon/TestRandomKeyGenerator.java | 27 +-
.../ozone/om/TestContainerReportWithKeys.java | 2 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 179 +-
.../org/apache/hadoop/ozone/om/TestKeyPurging.java | 3 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 7 +-
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 2 +
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 28 +-
.../hadoop/ozone/om/TestOzoneManagerRestart.java | 5 +
.../ozone/om/TestOzoneManagerRocksDBLogging.java | 46 +-
.../apache/hadoop/ozone/om/TestScmSafeMode.java | 2 +
.../ozone/om/parser/TestOMRatisLogParser.java | 124 ++
.../hadoop/ozone/ozShell/TestOzoneShellHA.java | 143 +-
.../org/apache/hadoop/ozone/recon/TestRecon.java | 408 -----
.../hadoop/ozone/recon/TestReconAsPassiveScm.java | 200 +++
.../ozone/recon/TestReconWithOzoneManager.java | 389 +++++
.../ozone/recon/TestReconWithOzoneManagerHA.java | 142 ++
.../hadoop/ozone/scm/TestContainerSmallFile.java | 4 +-
.../scm/TestGetCommittedBlockLengthAndPutKey.java | 7 +-
.../TestSCMContainerPlacementPolicyMetrics.java | 6 +-
.../scm/node/TestDecommissionAndMaintenance.java | 4 +-
.../hadoop/ozone/scm/node/TestQueryNode.java | 7 +-
.../TestSCMPipelineBytesWrittenMetrics.java | 138 ++
.../ozone/scm/pipeline/TestSCMPipelineMetrics.java | 2 +
.../resources/{hdfs-site.xml => mapred-site.xml} | 0
.../src/test/resources/ozone-site.xml | 34 +
.../resources/{hdfs-site.xml => yarn-site.xml} | 0
hadoop-ozone/ozone-manager/pom.xml | 4 +-
.../apache/hadoop/ozone/om/KeyDeletingService.java | 46 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 126 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 5 +-
.../java/org/apache/hadoop/ozone/om/OMMXBean.java | 2 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 17 +-
.../apache/hadoop/ozone/om/OMPolicyProvider.java | 8 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 45 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 262 +--
.../hadoop/ozone/om/OzoneManagerHttpServer.java | 2 +-
.../hadoop/ozone/om/OzoneManagerStarter.java | 9 +-
.../apache/hadoop/ozone/om/PrefixManagerImpl.java | 42 +-
.../apache/hadoop/ozone/om/ha/OMHANodeDetails.java | 6 +-
.../apache/hadoop/ozone/om/ha/OMNodeDetails.java | 3 +-
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 14 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 4 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 38 +-
.../metrics/OzoneManagerDoubleBufferMetrics.java | 49 +-
.../om/ratis/utils/OzoneManagerRatisUtils.java | 2 +-
.../hadoop/ozone/om/request/OMClientRequest.java | 46 +-
.../om/request/bucket/OMBucketCreateRequest.java | 54 +-
.../om/request/bucket/OMBucketDeleteRequest.java | 45 +-
.../request/bucket/OMBucketSetPropertyRequest.java | 68 +-
.../om/request/bucket/acl/OMBucketAclRequest.java | 25 +-
.../request/bucket/acl/OMBucketAddAclRequest.java | 5 +-
.../bucket/acl/OMBucketRemoveAclRequest.java | 5 +-
.../request/bucket/acl/OMBucketSetAclRequest.java | 5 +-
.../om/request/file/OMDirectoryCreateRequest.java | 269 ++-
.../ozone/om/request/file/OMFileCreateRequest.java | 286 ++--
.../ozone/om/request/file/OMFileRequest.java | 153 +-
.../om/request/key/OMAllocateBlockRequest.java | 107 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 137 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 145 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 88 +-
.../ozone/om/request/key/OMKeyPurgeRequest.java | 127 +-
.../ozone/om/request/key/OMKeyRenameRequest.java | 199 ++-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 183 +--
.../ozone/om/request/key/acl/OMKeyAclRequest.java | 65 +-
.../om/request/key/acl/OMKeyAddAclRequest.java | 45 +-
.../om/request/key/acl/OMKeyRemoveAclRequest.java | 47 +-
.../om/request/key/acl/OMKeySetAclRequest.java | 40 +-
.../request/key/acl/prefix/OMPrefixAclRequest.java | 94 +-
.../key/acl/prefix/OMPrefixAddAclRequest.java | 51 +-
.../key/acl/prefix/OMPrefixRemoveAclRequest.java | 48 +-
.../key/acl/prefix/OMPrefixSetAclRequest.java | 44 +-
.../request/s3/bucket/S3BucketCreateRequest.java | 161 +-
.../request/s3/bucket/S3BucketDeleteRequest.java | 48 +-
.../S3InitiateMultipartUploadRequest.java | 81 +-
.../multipart/S3MultipartUploadAbortRequest.java | 101 +-
.../S3MultipartUploadCommitPartRequest.java | 146 +-
.../S3MultipartUploadCompleteRequest.java | 150 +-
.../om/request/s3/security/S3GetSecretRequest.java | 6 +-
.../security/OMCancelDelegationTokenRequest.java | 7 +-
.../security/OMGetDelegationTokenRequest.java | 16 +-
.../security/OMRenewDelegationTokenRequest.java | 7 +-
.../om/request/volume/OMVolumeCreateRequest.java | 16 +-
.../om/request/volume/OMVolumeDeleteRequest.java | 10 +-
.../om/request/volume/OMVolumeSetOwnerRequest.java | 13 +-
.../om/request/volume/OMVolumeSetQuotaRequest.java | 13 +-
.../om/request/volume/acl/OMVolumeAclRequest.java | 71 +-
.../request/volume/acl/OMVolumeAddAclRequest.java | 37 +-
.../volume/acl/OMVolumeRemoveAclRequest.java | 37 +-
.../request/volume/acl/OMVolumeSetAclRequest.java | 35 +-
.../om/response/bucket/OMBucketCreateResponse.java | 29 +-
.../om/response/bucket/OMBucketDeleteResponse.java | 29 +-
.../bucket/OMBucketSetPropertyResponse.java | 29 +-
.../response/bucket/acl/OMBucketAclResponse.java | 21 +-
.../response/file/OMDirectoryCreateResponse.java | 37 +-
.../om/response/file/OMFileCreateResponse.java | 19 +-
.../om/response/key/OMAllocateBlockResponse.java | 31 +-
.../ozone/om/response/key/OMKeyCommitResponse.java | 58 +-
.../ozone/om/response/key/OMKeyCreateResponse.java | 55 +-
.../ozone/om/response/key/OMKeyDeleteResponse.java | 18 +-
.../ozone/om/response/key/OMKeyPurgeResponse.java | 22 +-
.../ozone/om/response/key/OMKeyRenameResponse.java | 81 +-
.../om/response/key/acl/OMKeyAclResponse.java | 29 +-
.../key/acl/prefix/OMPrefixAclResponse.java | 46 +-
.../response/s3/bucket/S3BucketCreateResponse.java | 41 +-
.../response/s3/bucket/S3BucketDeleteResponse.java | 26 +-
.../S3InitiateMultipartUploadResponse.java | 39 +-
.../multipart/S3MultipartUploadAbortResponse.java | 62 +-
.../S3MultipartUploadCommitPartResponse.java | 84 +-
.../S3MultipartUploadCompleteResponse.java | 76 +-
.../om/response/volume/OMVolumeAclOpResponse.java | 28 +-
.../om/response/volume/OMVolumeCreateResponse.java | 2 +-
.../om/response/volume/OMVolumeDeleteResponse.java | 2 +-
.../om/snapshot/OzoneManagerSnapshotProvider.java | 43 +-
...OzoneManagerProtocolServerSideTranslatorPB.java | 1 +
.../ozone/security/acl/OzoneNativeAuthorizer.java | 8 +-
.../hadoop/ozone/web/ozShell/OzoneAddress.java | 37 +
.../web/ozShell/bucket/AddAclBucketHandler.java | 33 +-
.../web/ozShell/bucket/GetAclBucketHandler.java | 4 +-
.../web/ozShell/bucket/RemoveAclBucketHandler.java | 33 +-
.../ozone/web/ozShell/bucket/S3BucketMapping.java | 68 -
.../web/ozShell/bucket/SetAclBucketHandler.java | 31 +-
.../ozone/web/ozShell/keys/AddAclKeyHandler.java | 33 +-
.../ozone/web/ozShell/keys/GetAclKeyHandler.java | 4 +-
.../ozone/web/ozShell/keys/ListKeyHandler.java | 3 +-
.../web/ozShell/keys/RemoveAclKeyHandler.java | 33 +-
.../ozone/web/ozShell/keys/SetAclKeyHandler.java | 31 +-
.../ozone/web/ozShell/s3/GetS3SecretHandler.java | 7 +-
.../ozone/web/ozShell/s3/S3BucketMapping.java | 68 +
.../hadoop/ozone/web/ozShell/s3/S3Handler.java | 44 +
.../hadoop/ozone/web/ozShell/s3/S3Shell.java | 1 -
.../web/ozShell/volume/AddAclVolumeHandler.java | 33 +-
.../web/ozShell/volume/CreateVolumeHandler.java | 23 +-
.../web/ozShell/volume/GetAclVolumeHandler.java | 4 +-
.../web/ozShell/volume/RemoveAclVolumeHandler.java | 33 +-
.../web/ozShell/volume/SetAclVolumeHandler.java | 33 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 11 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 48 +
.../ozone/om/TestOzoneManagerHttpServer.java | 8 +-
...tOzoneManagerDoubleBufferWithDummyResponse.java | 7 +
...TestOzoneManagerDoubleBufferWithOMResponse.java | 193 +--
.../ozone/om/request/TestOMRequestUtils.java | 107 +-
.../ozone/om/request/bucket/TestBucketRequest.java | 1 +
.../request/bucket/TestOMBucketCreateRequest.java | 48 +-
.../request/bucket/TestOMBucketDeleteRequest.java | 46 +-
.../bucket/TestOMBucketSetPropertyRequest.java | 34 +-
.../request/file/TestOMDirectoryCreateRequest.java | 2 +-
.../om/request/file/TestOMFileCreateRequest.java | 82 +-
.../ozone/om/request/key/TestOMKeyAclRequest.java | 92 ++
.../om/request/key/TestOMKeyCommitRequest.java | 84 +-
.../om/request/key/TestOMKeyCreateRequest.java | 48 +-
.../om/request/key/TestOMKeyDeleteRequest.java | 44 +-
.../key/TestOMKeyPurgeRequestAndResponse.java | 166 +-
.../om/request/key/TestOMKeyRenameRequest.java | 106 +-
.../ozone/om/request/key/TestOMKeyRequest.java | 1 +
.../om/request/key/TestOMPrefixAclRequest.java | 101 ++
.../s3/bucket/TestS3BucketCreateRequest.java | 28 +-
.../s3/bucket/TestS3BucketDeleteRequest.java | 36 +
.../om/request/s3/bucket/TestS3BucketRequest.java | 2 +-
.../request/volume/TestOMVolumeCreateRequest.java | 20 +-
.../volume/acl/TestOMVolumeAddAclRequest.java | 33 +
.../volume/acl/TestOMVolumeRemoveAclRequest.java | 47 +-
.../volume/acl/TestOMVolumeSetAclRequest.java | 35 +
.../ozone/om/response/TestOMResponseUtils.java | 6 +-
.../bucket/TestOMBucketCreateResponse.java | 5 +-
.../bucket/TestOMBucketDeleteResponse.java | 17 +-
.../bucket/TestOMBucketSetPropertyResponse.java | 5 +-
.../file/TestOMDirectoryCreateResponse.java | 37 +-
.../response/key/TestOMAllocateBlockResponse.java | 6 +-
.../om/response/key/TestOMKeyCommitResponse.java | 19 +-
.../om/response/key/TestOMKeyCreateResponse.java | 6 +-
.../om/response/key/TestOMKeyDeleteResponse.java | 12 +-
.../om/response/key/TestOMKeyRenameResponse.java | 14 +-
.../s3/bucket/TestS3BucketDeleteResponse.java | 2 +-
.../s3/multipart/TestS3MultipartResponse.java | 19 +-
hadoop-ozone/ozonefs-lib-current/pom.xml | 4 +-
hadoop-ozone/ozonefs-lib-legacy/pom.xml | 9 +-
hadoop-ozone/ozonefs/pom.xml | 4 +-
.../java/org/apache/hadoop/fs/ozone/BasicOzFs.java | 4 +-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 27 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 47 +-
.../hadoop/fs/ozone/CapableOzoneFSInputStream.java | 42 +
.../main/java/org/apache/hadoop/fs/ozone/OzFs.java | 4 +-
.../apache/hadoop/fs/ozone/OzoneClientAdapter.java | 6 +-
.../apache/hadoop/fs/ozone/OzoneFSInputStream.java | 6 +-
.../hadoop/fs/ozone/OzoneFSStorageStatistics.java | 4 +-
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 10 +-
.../org/apache/hadoop/fs/ozone/OzoneFsShell.java | 2 +-
.../hadoop/fs/ozone/OzoneStreamCapabilities.java | 38 +
.../org/apache/hadoop/fs/ozone/package-info.java | 4 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 12 +
.../fs/ozone/TestOzoneFileSystemWithMocks.java | 120 +-
.../hadoop/fs/ozone/TestReadWriteStatistics.java | 4 +-
hadoop-ozone/pom.xml | 5 +-
hadoop-ozone/recon-codegen/pom.xml | 2 +-
.../recon/codegen/ReconSchemaGenerationModule.java | 4 +-
.../schema/ReconInternalSchemaDefinition.java | 65 -
.../recon/schema/ReconTaskSchemaDefinition.java | 65 +
.../recon/schema/UtilizationSchemaDefinition.java | 13 +
hadoop-ozone/recon/pom.xml | 31 +-
.../hadoop/ozone/recon/ConfigurationProvider.java | 16 +
.../apache/hadoop/ozone/recon/ReconConstants.java | 15 +-
.../hadoop/ozone/recon/ReconControllerModule.java | 66 +-
.../recon/ReconGuiceServletContextListener.java | 2 +-
.../apache/hadoop/ozone/recon/ReconHttpServer.java | 10 +-
.../hadoop/ozone/recon/ReconRestServletModule.java | 7 +-
.../hadoop/ozone/recon/ReconSchemaManager.java | 2 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 180 ++-
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 11 +-
.../hadoop/ozone/recon/ReconTaskBindingModule.java | 40 -
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 5 +-
.../ozone/recon/api/ClusterStateEndpoint.java | 111 ++
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 264 +++
.../ozone/recon/api/ContainerKeyService.java | 212 ---
.../hadoop/ozone/recon/api/NodeEndpoint.java | 134 ++
.../hadoop/ozone/recon/api/PipelineEndpoint.java | 107 ++
.../hadoop/ozone/recon/api/TaskStatusService.java | 7 +-
.../hadoop/ozone/recon/api/UtilizationService.java | 14 +-
.../hadoop/ozone/recon/api/package-info.java | 2 +-
.../recon/api/types/ClusterStateResponse.java | 198 +++
.../ozone/recon/api/types/ContainerKeyPrefix.java | 2 +-
.../ozone/recon/api/types/ContainerMetadata.java | 2 +-
.../ozone/recon/api/types/ContainersResponse.java | 13 +-
.../ozone/recon/api/types/DatanodeMetadata.java | 88 +
.../ozone/recon/api/types/DatanodePipeline.java | 48 +
.../recon/api/types/DatanodeStorageReport.java | 45 +
.../ozone/recon/api/types/DatanodesResponse.java | 58 +
.../hadoop/ozone/recon/api/types/KeyMetadata.java | 2 +-
.../hadoop/ozone/recon/api/types/KeysResponse.java | 74 +-
.../recon/api/types/MissingContainerMetadata.java | 76 +
.../recon/api/types/MissingContainersResponse.java | 53 +
.../ozone/recon/api/types/PipelineMetadata.java | 218 +++
.../ozone/recon/api/types/PipelinesResponse.java | 59 +
.../hadoop/ozone/recon/api/types/package-info.java | 2 +-
.../ozone/recon/fsck/MissingContainerInfo.java | 68 +
.../ozone/recon/fsck/MissingContainerTask.java | 109 ++
.../hadoop/ozone/recon/fsck/package-info.java | 22 +
.../apache/hadoop/ozone/recon/package-info.java | 2 +-
.../recon/persistence/DataSourceConfiguration.java | 5 +-
.../persistence/DefaultDataSourceProvider.java | 5 +-
.../recon/persistence/JooqPersistenceModule.java | 3 +-
.../TransactionalMethodInterceptor.java | 2 +-
.../ozone/recon/persistence/package-info.java | 2 +-
.../recon/recovery/ReconOMMetadataManager.java | 2 +-
.../recon/recovery/ReconOmMetadataManagerImpl.java | 7 +-
.../hadoop/ozone/recon/recovery/package-info.java | 2 +-
.../hadoop/ozone/recon/scm/PipelineSyncTask.java | 73 +
.../ozone/recon/scm/ReconContainerManager.java | 131 ++
.../recon/scm/ReconContainerReportHandler.java | 74 +
.../recon/scm/ReconDatanodeProtocolServer.java | 57 +-
.../ReconIncrementalContainerReportHandler.java | 91 ++
.../ozone/recon/scm/ReconNewNodeHandler.java | 53 +
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 138 +-
.../ozone/recon/scm/ReconPipelineFactory.java | 69 +
.../ozone/recon/scm/ReconPipelineManager.java | 159 ++
.../recon/scm/ReconPipelineReportHandler.java | 90 ++
.../ozone/recon/scm/ReconPolicyProvider.java | 66 +
.../ozone/recon/scm/ReconSafeModeManager.java | 33 +
.../hadoop/ozone/recon/scm/ReconScmTask.java | 106 ++
.../hadoop/ozone/recon/scm/ReconStorageConfig.java | 2 +-
.../recon/scm/ReconStorageContainerManager.java | 146 --
.../scm/ReconStorageContainerManagerFacade.java | 267 +++
.../hadoop/ozone/recon/scm/package-info.java | 2 +-
.../recon/spi/ContainerDBServiceProvider.java | 20 +-
.../recon/spi/HddsDatanodeServiceProvider.java | 5 +-
.../recon/spi/OzoneManagerServiceProvider.java | 5 +-
.../recon/spi/StorageContainerServiceProvider.java | 36 +-
.../spi/impl/ContainerDBServiceProviderImpl.java | 46 +-
.../recon/spi/impl/ContainerKeyPrefixCodec.java | 2 +-
.../spi/impl/OzoneManagerServiceProviderImpl.java | 113 +-
.../recon/spi/impl/ReconContainerDBProvider.java | 24 +-
.../impl/StorageContainerServiceProviderImpl.java | 63 +
.../hadoop/ozone/recon/spi/impl/package-info.java | 2 +-
.../hadoop/ozone/recon/spi/package-info.java | 2 +-
.../ozone/recon/tasks/ContainerKeyMapperTask.java | 15 +-
.../ozone/recon/tasks/FileSizeCountTask.java | 73 +-
.../hadoop/ozone/recon/tasks/OMDBUpdateEvent.java | 38 +-
.../ozone/recon/tasks/OMDBUpdatesHandler.java | 52 +-
.../ozone/recon/tasks/OMUpdateEventBatch.java | 2 +-
.../ozone/recon/tasks/ReconDBUpdateTask.java | 58 -
.../hadoop/ozone/recon/tasks/ReconOmTask.java | 58 +
.../ozone/recon/tasks/ReconTaskController.java | 13 +-
.../ozone/recon/tasks/ReconTaskControllerImpl.java | 73 +-
.../hadoop/ozone/recon/tasks/package-info.java | 2 +-
.../webapps/recon/ozone-recon-web/LICENSE | 34 +-
.../webapps/recon/ozone-recon-web/api/db.json | 428 +++--
.../webapps/recon/ozone-recon-web/api/routes.json | 4 +-
.../webapps/recon/ozone-recon-web/package.json | 7 +-
.../webapps/recon/ozone-recon-web/src/App.less | 100 ++
.../webapps/recon/ozone-recon-web/src/App.tsx | 2 +-
.../src/components/OverviewCard/OverviewCard.less | 17 +-
.../src/components/OverviewCard/OverviewCard.tsx | 24 +-
.../src/components/StorageBar/StorageBar.less | 47 +
.../src/components/StorageBar/StorageBar.tsx | 70 +
.../src/constants/breadcrumbs.constants.tsx | 3 +-
.../ozone-recon-web/src/makeRouteWithSubRoutes.tsx | 4 +-
.../webapps/recon/ozone-recon-web/src/routes.tsx | 12 +-
.../ozone-recon-web/src/types/datanode.types.tsx | 25 +
.../src/{ => types}/routes.types.tsx | 0
.../recon/ozone-recon-web/src/utils/themeIcons.tsx | 89 +
.../src/views/Datanodes/Datanodes.less | 33 +-
.../src/views/Datanodes/Datanodes.tsx | 87 +-
.../views/MissingContainers/MissingContainers.less | 17 +
.../views/MissingContainers/MissingContainers.tsx | 241 +++
.../src/views/Overview/Overview.less | 3 +
.../src/views/Overview/Overview.tsx | 105 +-
.../src/views/Pipelines/Pipelines.less | 23 +
.../src/views/Pipelines/Pipelines.tsx | 197 +++
.../webapps/recon/ozone-recon-web/yarn.lock | 217 +--
.../ozone/recon/AbstractOMMetadataManagerTest.java | 18 +-
.../ozone/recon/api/TestContainerEndpoint.java | 446 +++++
.../ozone/recon/api/TestContainerKeyService.java | 373 -----
.../hadoop/ozone/recon/api/TestEndpoints.java | 408 +++++
.../ozone/recon/api/TestTaskStatusService.java | 8 +-
.../ozone/recon/api/TestUtilizationService.java | 77 -
.../ozone/recon/fsck/TestMissingContainerTask.java | 126 ++
.../TestReconInternalSchemaDefinition.java | 12 +-
.../scm/AbstractReconContainerManagerTest.java | 120 ++
.../ozone/recon/scm/TestReconContainerManager.java | 97 ++
...TestReconIncrementalContainerReportHandler.java | 91 ++
.../ozone/recon/scm/TestReconNodeManager.java | 91 ++
.../ozone/recon/scm/TestReconPipelineManager.java | 173 ++
.../recon/scm/TestReconPipelineReportHandler.java | 101 ++
.../impl/TestOzoneManagerServiceProviderImpl.java | 7 +-
.../TestStorageContainerServiceProviderImpl.java | 93 ++
.../hadoop/ozone/recon/tasks/DummyReconDBTask.java | 2 +-
.../ozone/recon/tasks/TestFileSizeCountTask.java | 125 +-
.../ozone/recon/tasks/TestOMDBUpdatesHandler.java | 108 +-
.../recon/tasks/TestReconTaskControllerImpl.java | 56 +-
.../recon/types/GuiceInjectorUtilsForTests.java | 27 +-
hadoop-ozone/s3gateway/pom.xml | 4 +-
.../org/apache/hadoop/ozone/s3/AWSAuthParser.java | 78 -
.../apache/hadoop/ozone/s3/AWSV4AuthParser.java | 304 ----
.../hadoop/ozone/s3/AWSV4SignatureProcessor.java | 426 +++++
.../java/org/apache/hadoop/ozone/s3/Gateway.java | 3 +
.../apache/hadoop/ozone/s3/HeaderPreprocessor.java | 16 +-
.../hadoop/ozone/s3/OzoneClientProducer.java | 96 +-
.../hadoop/ozone/s3/RootPageDisplayFilter.java | 61 +
.../hadoop/ozone/s3/S3GatewayConfigKeys.java | 4 +-
.../hadoop/ozone/s3/S3GatewayHttpServer.java | 2 +-
.../apache/hadoop/ozone/s3/SignatureProcessor.java | 64 +
.../org/apache/hadoop/ozone/s3/TracingFilter.java | 78 +
.../hadoop/ozone/s3/VirtualHostStyleFilter.java | 10 -
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 5 +-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 13 +-
.../hadoop/ozone/s3/endpoint/RootEndpoint.java | 17 +-
.../s3/header/AuthenticationHeaderParser.java | 69 -
.../ozone/s3/header/AuthorizationHeaderV4.java | 30 +-
.../apache/hadoop/ozone/s3/util/OzoneS3Util.java | 4 +-
.../ozone/s3/util/RangeHeaderParserUtil.java | 2 +-
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 2 +-
.../resources/webapps/s3gateway/WEB-INF/web.xml | 10 +-
.../ozone/s3/TestAWSV4SignatureProcessor.java | 103 ++
.../hadoop/ozone/s3/TestOzoneClientProducer.java | 13 +-
.../ozone/s3/TestVirtualHostStyleFilter.java | 17 +-
.../hadoop/ozone/s3/endpoint/TestBucketPut.java | 30 +-
.../hadoop/ozone/s3/endpoint/TestRootList.java | 27 +-
.../ozone/s3/header/TestAuthorizationHeaderV4.java | 2 +-
hadoop-ozone/tools/pom.xml | 4 +-
.../org/apache/hadoop/ozone/admin/OzoneAdmin.java | 60 +-
.../ozone/admin/om/GetServiceRolesSubcommand.java | 9 +-
.../org/apache/hadoop/ozone/admin/om/OMAdmin.java | 29 +-
.../hadoop/ozone/freon/BaseAppendLogGenerator.java | 70 +
.../hadoop/ozone/freon/BaseFreonGenerator.java | 133 +-
.../hadoop/ozone/freon/ChunkManagerDiskWrite.java | 188 +++
.../hadoop/ozone/freon/DatanodeBlockPutter.java | 161 ++
.../hadoop/ozone/freon/DatanodeChunkGenerator.java | 4 +-
.../freon/FollowerAppendLogEntryGenerator.java | 460 ++++++
.../java/org/apache/hadoop/ozone/freon/Freon.java | 16 +-
.../apache/hadoop/ozone/freon/FreonHttpServer.java | 2 +-
.../ozone/freon/HadoopNestedDirGenerator.java | 113 ++
.../ozone/freon/LeaderAppendLogEntryGenerator.java | 273 ++++
.../hadoop/ozone/freon/OmBucketGenerator.java | 23 +-
.../apache/hadoop/ozone/freon/OmKeyGenerator.java | 24 +-
.../ozone/freon/OzoneClientKeyGenerator.java | 21 +-
.../ozone/freon/OzoneClientKeyValidator.java | 9 +-
.../org/apache/hadoop/ozone/freon/ProgressBar.java | 54 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 12 +-
.../ozone/genesis/BenchMarkDatanodeDispatcher.java | 6 +-
.../ozone/genesis/BenchmarkChunkManager.java | 181 +++
.../org/apache/hadoop/ozone/genesis/Genesis.java | 11 +
.../hadoop/ozone/segmentparser/BaseLogParser.java | 55 +
.../segmentparser/DatanodeRatisLogParser.java | 60 +
.../ozone/segmentparser/GenericRatisLogParser.java | 43 +
.../ozone/segmentparser/OMRatisLogParser.java | 45 +
.../hadoop/ozone/segmentparser/RatisLogParser.java | 48 +
.../hadoop/ozone/segmentparser/package-info.java | 22 +
.../apache/hadoop/ozone/freon/TestProgressBar.java | 3 +-
hadoop-ozone/upgrade/pom.xml | 4 +-
pom.xml | 213 +--
1149 files changed, 49183 insertions(+), 23522 deletions(-)
create mode 100755 .github/comment-commands/debug.sh
create mode 100755 .github/comment-commands/help.sh
create mode 100755 .github/comment-commands/label.sh
create mode 100755 .github/comment-commands/pending.sh
create mode 100755 .github/comment-commands/ready.sh
create mode 100755 .github/comment-commands/retest.sh
create mode 100755 .github/process-comment.sh
create mode 100644 .github/workflows/comments.yaml
create mode 100644 dev-support/byteman/mock-scm.btm
create mode 100644 dev-support/byteman/ratis-mock-followers.btm
create mode 100644 hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/conf/RatisClientConfig.java
create mode 100644 hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/conf/package-info.java
delete mode 100644 hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/client/ContainerOperationClient.java
create mode 100644 hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/storage/DummyBlockInputStream.java
create mode 100644 hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/storage/DummyBlockInputStreamWithRetry.java
create mode 100644 hadoop-hdds/client/src/test/java/org/apache/hadoop/hdds/scm/storage/DummyChunkInputStream.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/DFSConfigKeysLegacy.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/StringUtils.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/annotation/InterfaceAudience.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/annotation/InterfaceStability.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/annotation/package-info.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/conf/DatanodeRatisGrpcConfig.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/conf/DatanodeRatisServerConfig.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/freon/FakeClusterTopology.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/freon/FakeScmBlockLocationProtocolClient.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/freon/FakeScmContainerLocationProtocolClient.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/freon/package-info.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/AbstractSpaceUsageSource.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/CachingSpaceUsageSource.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/DU.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/DUFactory.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/DedicatedDiskSpaceUsage.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/DedicatedDiskSpaceUsageFactory.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/SaveSpaceUsageToFile.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/SpaceUsageCheckFactory.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/SpaceUsageCheckParams.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/SpaceUsagePersistence.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/SpaceUsageSource.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/fs/package-info.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/protocol/SCMSecurityProtocol.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/recon/ReconConfig.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/PlacementPolicy.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/placement/algorithms/ContainerPlacementPolicy.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/placement/algorithms/package-info.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/protocol/LocatedContainer.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/protocol/ScmLocatedBlock.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/PKIProfiles/DefaultProfile.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/client/DefaultCertificateClient.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/utils/CRLCodec.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/LevelDBStore.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/MetadataKeyFilters.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/MetadataStore.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/RocksDBStore.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/DBProfile.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/DBStore.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/DBStoreBuilder.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/RDBCheckpointManager.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/RDBMetrics.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/RDBStore.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/RDBTable.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBCheckpoint.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/StringCodec.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/Table.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/TableConfig.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/TypedTable.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/cache/TableCache.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/cache/TableCacheImpl.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/conf/package-info.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/lock/ReadWriteLockable.java
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/protocolPB/ProtocolMessageMetrics.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/MockSpaceUsageCheckFactory.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/MockSpaceUsageCheckParams.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/MockSpaceUsagePersistence.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/MockSpaceUsageSource.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestCachingSpaceUsageSource.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestDU.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestDUFactory.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestDedicatedDiskSpaceUsage.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestDedicatedDiskSpaceUsageFactory.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestSaveSpaceUsageToFile.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/fs/TestSpaceUsageFactory.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/ratis/TestRatisHelper.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/security/token/TestOzoneBlockTokenIdentifier.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/utils/TestCRLCodec.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestMetadataStore.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/db/TestDBConfigFromFile.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/db/TestRDBStore.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/db/TestRDBTableStore.java
delete mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/db/TestTypedRDBTableStore.java
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/hdds/freon/FakeRatisFollower.java
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/hdds/freon/package-info.java
delete mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/hdds/scm/HddsServerUtil.java
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/ImmutableVolumeSet.java
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/MutableVolumeSet.java
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/ChunkManagerDispatcher.java
delete mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/ChunkManagerImpl.java
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/FilePerBlockStrategy.java
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/FilePerChunkStrategy.java
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/protocol/ReconDatanodeProtocol.java
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/protocolPB/ReconDatanodeProtocolPB.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/TestBlockDeletingService.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/statemachine/TestStateContext.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/ChunkLayoutTestInfo.java
delete mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/TestBlockManagerImpl.java
delete mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/TestChunkManagerImpl.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/AbstractTestChunkManager.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/CommonChunkManagerTestCases.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/TestBlockManagerImpl.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/TestChunkManagerDummyImpl.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/TestFilePerBlockStrategy.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/impl/TestFilePerChunkStrategy.java
create mode 100644 hadoop-hdds/container-service/src/test/resources/ozone-site.xml
create mode 100644 hadoop-hdds/docs/content/beyond/DockerCheatSheet.zh.md
create mode 100644 hadoop-hdds/docs/content/beyond/RunningWithHDFS.zh.md
create mode 100644 hadoop-hdds/docs/content/concept/Hdds.zh.md
create mode 100644 hadoop-hdds/docs/content/concept/Overview.zh.md
create mode 100644 hadoop-hdds/docs/content/concept/OzoneManager.zh.md
create mode 100644 hadoop-hdds/docs/content/gdpr/GDPR in Ozone.zh.md
create mode 100644 hadoop-hdds/docs/content/gdpr/_index.zh.md
create mode 100644 hadoop-hdds/docs/content/interface/OzoneFS.zh.md
create mode 100644 hadoop-hdds/docs/content/interface/_index.zh.md
create mode 100644 hadoop-hdds/docs/content/shell/BucketCommands.zh.md
create mode 100644 hadoop-hdds/docs/content/shell/Format.zh.md
create mode 100644 hadoop-hdds/docs/content/shell/KeyCommands.zh.md
create mode 100644 hadoop-hdds/docs/content/shell/VolumeCommands.zh.md
create mode 100644 hadoop-hdds/docs/content/tools/Admin.md
delete mode 100644 hadoop-hdds/docs/content/tools/SCMCLI.md
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/protocol/SCMSecurityProtocol.java
copy hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/protocol/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/protocolPB/SCMSecurityProtocolClientSideTranslatorPB.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/protocolPB/SCMSecurityProtocolPB.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/protocolPB/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/token/BlockTokenException.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/token/BlockTokenVerifier.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/token/TokenVerifier.java (100%)
copy hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/token/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/BaseApprover.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/CertificateApprover.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/CertificateServer.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/CertificateStore.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/DefaultApprover.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/DefaultCAServer.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/PKIProfiles/DefaultCAProfile.java (100%)
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/PKIProfiles/DefaultProfile.java
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/PKIProfiles/PKIProfile.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/PKIProfiles/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/authority/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/client/CertificateClient.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/client/DNCertificateClient.java (100%)
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/client/DefaultCertificateClient.java
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/client/OMCertificateClient.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/client/package-info.java (100%)
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/utils/CRLCodec.java
copy hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/utils/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificates/utils/CertificateSignRequest.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificates/utils/SelfSignedCertificate.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/certificates/utils/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/exceptions/CertificateException.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/exceptions/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/keys/HDDSKeyGenerator.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/keys/KeyCodec.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/keys/SecurityUtil.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/keys/package-info.java (100%)
copy hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/package-info.java (100%)
delete mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/BaseHttpServer.java
delete mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/LogStreamServlet.java
delete mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/ProfileServlet.java
delete mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/PrometheusMetricsSink.java
delete mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/PrometheusServlet.java
delete mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/RatisDropwizardExports.java
delete mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/RatisNameRewriteSampleBuilder.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/AdminAuthorizedServlet.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/BaseHttpServer.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/FilterContainer.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/FilterInitializer.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/HtmlQuoting.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/HttpConfig.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/HttpRequestLog.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/HttpRequestLogAppender.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/HttpServer2.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/LogStreamServlet.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/NoCacheFilter.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/ProfileServlet.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/PrometheusMetricsSink.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/PrometheusServlet.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/RatisDropwizardExports.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/RatisNameRewriteSampleBuilder.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/StaticUserWebFilter.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/http/package-info.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/HddsServerUtil.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/LevelDBStore.java
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/LevelDBStoreIterator.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/MetaStoreIterator.java (100%)
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/MetadataKeyFilters.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/MetadataStore.java
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/MetadataStoreBuilder.java (100%)
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/ProtocolMessageMetrics.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/RocksDBStore.java
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/RocksDBStoreIterator.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/RocksDBStoreMBean.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/BatchOperation.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/ByteArrayCodec.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/ByteArrayKeyValue.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/Codec.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/CodecRegistry.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/DBCheckpoint.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/DBConfigFromFile.java (100%)
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/DBProfile.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/DBStore.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/DBStoreBuilder.java
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/DBUpdatesWrapper.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/IntegerCodec.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/LongCodec.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/RDBBatchOperation.java (100%)
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RDBCheckpointManager.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RDBMetrics.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RDBStore.java
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/RDBStoreIterator.java (100%)
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RDBTable.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBCheckpoint.java
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/RocksDBConfiguration.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/SequenceNumberNotFoundException.java (100%)
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/StringCodec.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/Table.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/TableConfig.java
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/TableIterator.java (100%)
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/TypedTable.java
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/cache/CacheKey.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/cache/CacheResult.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/cache/CacheValue.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/cache/EpochEntry.java (100%)
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/cache/TableCache.java
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/cache/TableCacheImpl.java
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/cache/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/utils/db/package-info.java (100%)
create mode 100644 hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/package-info.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/token/TestOzoneBlockTokenIdentifier.java
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/token/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/authority/MockApprover.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/authority/MockCAStore.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/authority/TestDefaultCAServer.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/authority/TestDefaultProfile.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/authority/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/client/TestCertificateClientInit.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/client/TestDefaultCertificateClient.java (100%)
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/utils/TestCRLCodec.java
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/utils/TestCertificateCodec.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/utils/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificates/TestCertificateSignRequest.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificates/TestRootCertificate.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/x509/certificates/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/x509/keys/TestHDDSKeyGenerator.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/x509/keys/TestKeyCodec.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/x509/keys/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/security/x509/package-info.java (100%)
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/TestBaseHttpServer.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/TestProfileServlet.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/TestPrometheusMetricsSink.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/TestRatisDropwizardExports.java
delete mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/TestRatisNameRewrite.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestBaseHttpServer.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestHtmlQuoting.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestHttpRequestLog.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestHttpRequestLogAppender.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestProfileServlet.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestPrometheusMetricsSink.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestRatisDropwizardExports.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/TestRatisNameRewrite.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/server/http/package-info.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/TestMetadataStore.java
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/utils/TestRocksDBStoreMBean.java (100%)
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/db/TestDBConfigFromFile.java
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/utils/db/TestDBStoreBuilder.java (100%)
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/db/TestRDBStore.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/db/TestRDBTableStore.java
create mode 100644 hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/db/TestTypedRDBTableStore.java
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/utils/db/cache/TestTableCacheImpl.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/utils/db/cache/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/utils/db/package-info.java (100%)
copy hadoop-hdds/{common => framework}/src/test/java/org/apache/hadoop/hdds/utils/package-info.java (100%)
rename hadoop-hdds/{common => framework}/src/test/resources/test.db.ini (100%)
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/SCMCommonPlacementPolicy.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/placement/algorithms/SCMCommonPolicy.java
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/PipelinePlacementPolicy.java
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/RatisPipelineUtils.java
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/safemode/SafeModeManager.java
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/safemode/SafeModeNotification.java
delete mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/HddsServerUtilTest.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/TestHddsServerUtil.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestPipelineDatanodesIntersection.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestPipelinePlacementPolicy.java
create mode 100644 hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/ContainerOperationClient.java
create mode 100644 hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/container/WithScmClient.java
create mode 100644 hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/DatanodeCommands.java
create mode 100644 hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/ListInfoSubcommand.java
create mode 100644 hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/package-info.java
create mode 100644 hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/pipeline/CreatePipelineSubcommand.java
create mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/exceptions/OMReplayException.java
create mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/WithObjectID.java
delete mode 100644 hadoop-ozone/dev-support/intellij/runConfigurations/Datanode.xml
create mode 100644 hadoop-ozone/dev-support/intellij/runConfigurations/Datanode1.xml
create mode 100644 hadoop-ozone/dev-support/intellij/runConfigurations/Datanode2.xml
create mode 100644 hadoop-ozone/dev-support/intellij/runConfigurations/Datanode3.xml
rename hadoop-ozone/dist/src/main/compose/ozone-mr/hadoop27/{test.sh => run-test.sh} (100%)
rename hadoop-ozone/dist/src/main/compose/ozone-om-ha/{run.sh => test_disabled.sh} (100%)
create mode 100755 hadoop-ozone/dist/src/main/compose/ozone-topology/hdds-3084.sh
create mode 100644 hadoop-ozone/dist/src/main/smoketest/admincli/datanode.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/admincli/pipeline.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/freon/freon.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/om-ratis/testOMAdminCmd.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/recon/recon-api.robot
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/scmcli/pipeline.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/topology/cli.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/topology/loaddata.robot
create mode 100644 hadoop-ozone/dist/src/main/smoketest/topology/readdata.robot
delete mode 100644 hadoop-ozone/dist/src/main/smoketest/topology/scmcli.robot
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/MiniOzoneDatanodeChaosCluster.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/MiniOzoneOMChaosCluster.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/AgedLoadGenerator.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/DataBuffer.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/FilesystemLoadGenerator.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/LoadExecutors.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/LoadGenerator.java
create mode 100644 hadoop-ozone/fault-injection-test/mini-chaos-tests/src/test/java/org/apache/hadoop/ozone/loadgenerators/RandomLoadGenerator.java
delete mode 100644 hadoop-ozone/insight/src/test/java/org/apache/hadoop/ozone/insight/LogSubcommandTest.java
create mode 100644 hadoop-ozone/insight/src/test/java/org/apache/hadoop/ozone/insight/TestLogSubcommand.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFsRenameDir.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestRatisPipelineProvider.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/TestContainerStateMachineFailureOnRead.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/container/common/TestBlockDeletingService.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/dn/ratis/TestDnRatisLogParser.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/parser/TestOMRatisLogParser.java
delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestRecon.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestReconAsPassiveScm.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestReconWithOzoneManager.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestReconWithOzoneManagerHA.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/pipeline/TestSCMPipelineBytesWrittenMetrics.java
copy hadoop-ozone/integration-test/src/test/resources/{hdfs-site.xml => mapred-site.xml} (100%)
create mode 100644 hadoop-ozone/integration-test/src/test/resources/ozone-site.xml
copy hadoop-ozone/integration-test/src/test/resources/{hdfs-site.xml => yarn-site.xml} (100%)
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/web/ozShell/bucket/S3BucketMapping.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/web/ozShell/s3/S3BucketMapping.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/web/ozShell/s3/S3Handler.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/key/TestOMKeyAclRequest.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/key/TestOMPrefixAclRequest.java
create mode 100644 hadoop-ozone/ozonefs/src/main/java/org/apache/hadoop/fs/ozone/CapableOzoneFSInputStream.java
create mode 100644 hadoop-ozone/ozonefs/src/main/java/org/apache/hadoop/fs/ozone/OzoneStreamCapabilities.java
delete mode 100644 hadoop-ozone/recon-codegen/src/main/java/org/hadoop/ozone/recon/schema/ReconInternalSchemaDefinition.java
create mode 100644 hadoop-ozone/recon-codegen/src/main/java/org/hadoop/ozone/recon/schema/ReconTaskSchemaDefinition.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/ReconTaskBindingModule.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/ClusterStateEndpoint.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/ContainerEndpoint.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/ContainerKeyService.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/NodeEndpoint.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/PipelineEndpoint.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/ClusterStateResponse.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DatanodeMetadata.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DatanodePipeline.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DatanodeStorageReport.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/DatanodesResponse.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/MissingContainerMetadata.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/MissingContainersResponse.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/PipelineMetadata.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/types/PipelinesResponse.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/fsck/MissingContainerInfo.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/fsck/MissingContainerTask.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/fsck/package-info.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/PipelineSyncTask.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconContainerManager.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconContainerReportHandler.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconIncrementalContainerReportHandler.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconNewNodeHandler.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconPipelineFactory.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconPipelineManager.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconPipelineReportHandler.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconPolicyProvider.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconSafeModeManager.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconScmTask.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconStorageContainerManager.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconStorageContainerManagerFacade.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/spi/impl/StorageContainerServiceProviderImpl.java
delete mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/ReconDBUpdateTask.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/ReconOmTask.java
create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/components/StorageBar/StorageBar.less
create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/components/StorageBar/StorageBar.tsx
create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/types/datanode.types.tsx
rename hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/{ => types}/routes.types.tsx (100%)
create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/utils/themeIcons.tsx
create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/MissingContainers/MissingContainers.less
create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/MissingContainers/MissingContainers.tsx
create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Pipelines/Pipelines.less
create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Pipelines/Pipelines.tsx
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestContainerEndpoint.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestContainerKeyService.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestEndpoints.java
delete mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestUtilizationService.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/fsck/TestMissingContainerTask.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/AbstractReconContainerManagerTest.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconContainerManager.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconIncrementalContainerReportHandler.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconNodeManager.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconPipelineManager.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconPipelineReportHandler.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/spi/impl/TestStorageContainerServiceProviderImpl.java
delete mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/AWSAuthParser.java
delete mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/AWSV4AuthParser.java
create mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/AWSV4SignatureProcessor.java
create mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/RootPageDisplayFilter.java
create mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/SignatureProcessor.java
create mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/TracingFilter.java
delete mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/header/AuthenticationHeaderParser.java
create mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/TestAWSV4SignatureProcessor.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/BaseAppendLogGenerator.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/ChunkManagerDiskWrite.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/DatanodeBlockPutter.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/FollowerAppendLogEntryGenerator.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/HadoopNestedDirGenerator.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/LeaderAppendLogEntryGenerator.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchmarkChunkManager.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/segmentparser/BaseLogParser.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/segmentparser/DatanodeRatisLogParser.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/segmentparser/GenericRatisLogParser.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/segmentparser/OMRatisLogParser.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/segmentparser/RatisLogParser.java
create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/segmentparser/package-info.java
---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org
[hadoop-ozone] 01/01: Address issues cause by merge.
Posted by so...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
sodonnell pushed a commit to branch HDDS-1880-Decom
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git
commit 637853d170c3bf7ebdef287cb5529b8011b5b164
Author: S O'Donnell <so...@cloudera.com>
AuthorDate: Fri Apr 3 22:32:05 2020 +0100
Address issues cause by merge.
---
.../hadoop/hdds/scm/cli/node/DatanodeAdminCommands.java | 16 ++++++++++------
.../ozone/scm/node/TestDecommissionAndMaintenance.java | 2 ++
.../hadoop/ozone/recon/api/ClusterStateEndpoint.java | 5 +++--
.../org/apache/hadoop/ozone/recon/api/NodeEndpoint.java | 7 ++++++-
4 files changed, 21 insertions(+), 9 deletions(-)
diff --git a/hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/node/DatanodeAdminCommands.java b/hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/node/DatanodeAdminCommands.java
index 2eba44e..b7752a3 100644
--- a/hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/node/DatanodeAdminCommands.java
+++ b/hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/node/DatanodeAdminCommands.java
@@ -17,11 +17,12 @@
*/
package org.apache.hadoop.hdds.scm.cli.node;
+import org.apache.hadoop.hdds.cli.GenericCli;
import org.apache.hadoop.hdds.cli.HddsVersionProvider;
-import org.apache.hadoop.hdds.cli.MissingSubcommandException;
+import org.apache.hadoop.hdds.scm.cli.container.WithScmClient;
+import picocli.CommandLine;
import picocli.CommandLine.Command;
import picocli.CommandLine.ParentCommand;
-import org.apache.hadoop.hdds.scm.cli.SCMCLI;
import java.util.concurrent.Callable;
@@ -40,16 +41,19 @@ import java.util.concurrent.Callable;
})
public class DatanodeAdminCommands implements Callable<Void> {
+ @CommandLine.Spec
+ private CommandLine.Model.CommandSpec spec;
+
@ParentCommand
- private SCMCLI parent;
+ private WithScmClient parent;
- public SCMCLI getParent() {
+ public WithScmClient getParent() {
return parent;
}
@Override
public Void call() throws Exception {
- throw new MissingSubcommandException(
- this.parent.getCmd().getSubcommands().get("nodeadmin"));
+ GenericCli.missingSubcommand(spec);
+ return null;
}
}
\ No newline at end of file
diff --git a/hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/node/TestDecommissionAndMaintenance.java b/hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/node/TestDecommissionAndMaintenance.java
index fb03edd..f39af44 100644
--- a/hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/node/TestDecommissionAndMaintenance.java
+++ b/hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/node/TestDecommissionAndMaintenance.java
@@ -25,6 +25,7 @@ import org.apache.hadoop.hdds.scm.node.NodeManager;
import org.apache.hadoop.ozone.MiniOzoneCluster;
import org.junit.After;
import org.junit.Before;
+import org.junit.Ignore;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -82,6 +83,7 @@ public class TestDecommissionAndMaintenance {
}
@Test
+ @Ignore // HDDS-3345
public void testNodeCanBeDecommMaintAndRecommissioned()
throws IOException {
NodeManager nm = cluster.getStorageContainerManager().getScmNodeManager();
diff --git a/hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/ClusterStateEndpoint.java b/hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/ClusterStateEndpoint.java
index e43dbf8..263c301 100644
--- a/hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/ClusterStateEndpoint.java
+++ b/hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/ClusterStateEndpoint.java
@@ -19,8 +19,8 @@
package org.apache.hadoop.ozone.recon.api;
import org.apache.hadoop.hdds.protocol.DatanodeDetails;
-import org.apache.hadoop.hdds.protocol.proto.HddsProtos.NodeState;
import org.apache.hadoop.hdds.scm.container.placement.metrics.SCMNodeStat;
+import org.apache.hadoop.hdds.scm.node.NodeStatus;
import org.apache.hadoop.hdds.scm.server.OzoneStorageContainerManager;
import org.apache.hadoop.ozone.recon.api.types.ClusterStateResponse;
import org.apache.hadoop.ozone.recon.api.types.DatanodeStorageReport;
@@ -74,7 +74,8 @@ public class ClusterStateEndpoint {
List<DatanodeDetails> datanodeDetails = nodeManager.getAllNodes();
int containers = this.containerManager.getContainerIDs().size();
int pipelines = this.pipelineManager.getPipelines().size();
- int healthyDatanodes = nodeManager.getNodeCount(NodeState.HEALTHY);
+ int healthyDatanodes =
+ nodeManager.getNodeCount(NodeStatus.inServiceHealthy());
SCMNodeStat stats = nodeManager.getStats();
DatanodeStorageReport storageReport =
new DatanodeStorageReport(stats.getCapacity().get(),
diff --git a/hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/NodeEndpoint.java b/hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/NodeEndpoint.java
index d59bee6..0558eea 100644
--- a/hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/NodeEndpoint.java
+++ b/hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/api/NodeEndpoint.java
@@ -77,7 +77,12 @@ public class NodeEndpoint {
datanodeDetails.forEach(datanode -> {
DatanodeStorageReport storageReport = getStorageReport(datanode);
- NodeState nodeState = nodeManager.getNodeState(datanode);
+ NodeState nodeState = null;
+ try {
+ nodeState = nodeManager.getNodeStatus(datanode).getHealth();
+ } catch (NodeNotFoundException e) {
+ LOG.warn("Cannot get nodeState for datanode {}", datanode, e);
+ }
String hostname = datanode.getHostName();
Set<PipelineID> pipelineIDs = nodeManager.getPipelines(datanode);
List<DatanodePipeline> pipelines = new ArrayList<>();
---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org