You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by xy...@apache.org on 2020/02/06 23:28:17 UTC
[hadoop-ozone] branch HDDS-2665-ofs updated (79c0c1c -> 87288a2)
This is an automated email from the ASF dual-hosted git repository.
xyao pushed a change to branch HDDS-2665-ofs
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from 79c0c1c HDDS-2665. Merge master to HDDS-2665-ofs branch (#511)
add 3d39723 Revert "HDDS-2665. Merge master to HDDS-2665-ofs branch (#511)"
add dedbbab HDDS-2872. ozone.recon.scm.db.dirs missing from ozone-default.xml. (#434)
add 92234d4 HDDS-2781. Add ObjectID and updateID to BucketInfo to avoid replaying transactions (#381)
add ba8212c HDDS-2279. S3 commands not working on HA cluster. (#333)
add 1abfe05 HDDS-2727. start/OnPrem.md translated to Chinese (#429)
add becceb6 HDDS-2750. OzoneFSInputStream to support StreamCapabilities (#379)
add 1c75951 HDDS-2828. Add initial UI of Pipelines in Recon
add c17c497 HDDS-2861. Support Freon progressbar in non-interactive environment (#423)
add a479743 HDDS-2868. Add ObjectID and UpdateID to OMKeyInfo. (#428)
add 37730f0 HDDS-1812. Du while calculating used disk space reports that chunk files are file not found (#271)
add b78d9b2 HDDS-2757. Annoying 'Failed to close the container' message because pipeline is removed from PipelineStateMap before close container command returned (#443)
add 883a662 HDDS-2875. Add a config in ozone to tune max outstanding requests in … (#436)
add 2b80e99 HDDS-2740. start/FromSource.md translation (#444)
add 1423491 HDDS-2726. start/StartFromDockerHub.md translated to Chinese (#417)
add 001bd1d HDDS-2859. Hugo error should be propagated to build (#446)
add 1caf1e3 HDDS-2866. Intermittent failure in TestOzoneManagerRocksDBLogging (#427)
add 71c24a8 HDDS-2897. Ozone recon Start failed due to Kerberos principal not being found. (#453)
add 9bc433a HDDS-2904. Remove default dependencies from hadoop-hdds/pom.xml (#459)
add 79aff8b HDDS-2905. Remove unusued BlockLocation protocol related classes (#460)
add 5d27f45 HDDS-2846. Handle Datanode Pipeline & Container Reports reports in Recon. (#431)
add 2ea9afa HDDS-2900. Avoid logging NPE when space usage check is not configured
add 968ec62 HDDS-2910. OzoneManager startup failure with throwing unhelpful exception message
add c29936a HDDS-2898. build failure due to hadoop-hdds-client test (#463)
add e7afa41 HDDS-2896. Use regex to match with ratis properties when creating ratis client. (#457)
add 2e92658 Revert "HDDS-2188. Implement LocatedFileStatus & getFileBlockLocations to pro… (#331)" (#470)
add 73cb410 HDDS-2733. start/Kubernetes.md translated to Chinese (#439)
add c74429d HDDS-2903. Use regex to match with ratis properties when creating ratis server. (#458)
add 1e442f6 HDDS-2738. start/Minikube.md translated to Chinese (#440)
add 01540d7 HDDS-2734. start/RunningViaDocker.md translated to Chinese (#442)
add dc60d18 HDDS-2915. Unit check passes despite Maven error (#465)
add f080c22 HDDS-2741. shell/_index.md translation (#473)
add 935006b HDDS-2742. shell/Format.md translation (#474)
add 803fa29 HDDS-2918. Increase timeout of safe-mode exit in acceptance tests
add 0510b55 HDDS-2902. execute_robot_test on unknown/unavailable container should fail acceptance test
add f98c9ed HDDS-2889. Make DBStore and RDBStore more commons
add 5950224 HDDS-2901. List Trash - Fix Cluster Max Keys Check
add 1f05261 HDDS-2849. OM and SCM Web-server report HTTP 404 error when accessing '/' after cluster runs for several weeks
add ab557db HDDS-2920. Remove ozone ratis client specific config keys. (#472)
add 09df00f Revert "HDDS-2920. Remove ozone ratis client specific config keys. (#472)" (#482)
add 4d603ec HDDS-2864. TestOMDbCheckpointServlet fails due to real Recon
add c8bc3b7 HDDS-2895. Generate only the required keytabs for docker based secure tests (#455)
add acd4619 HDDS-2743. shell/VolumeCommands.md translation (#475)
add 15fb459 HDDS-2906. Added Unit Test Cases ofr CRLCodec (#471)
add 3316aca HDDS-2937. Document bucket encryption option in shell/BucketCommands.md. (#483)
add c013de2 HDDS-2938. Use regex to match with ratis grpc properties when creating ratis server. (#486)
add d497bf6 HDDS-2920. Remove ozone ratis client specific config keys. (#484)
add ae7c268 HDDS_2746. inteface/_index.md translation (#488)
add 1372cc9 HDDS-2744. shell/BucketCommands.md translation (#476)
add 25d1489 HDDS-2745. shell/KeyCommands.md translation (#477)
add 4b8e8f6 HDDS-2888. Refactor Datanode StateContext to send reports and actions to all configured SCMs. (#447)
add 4ce2796 HDDS-2921. Remove ozone ratis server specific config keys. (#485)
add 242f503 HDDS-2925. Remove hdfs-client dependency from hdds-common
add 345087f HDDS-2855. Recon getContainers API should return a maximum of 1000 containers by default.
add ef79f33 HDDS-1335. Add basic UI for showing missing containers and keys
add 66abf65 HDDS-2870. Handle replay of KeyCreate requests. (#448)
add eb914ff HDDS-2916. OM HA cli getserviceroles not working. (#490)
add cec238e HDDS-2926. Intermittent failure in TestRecon due to thread timing. (#481)
add ee7b454 HDDS-2869. Handle pipeline bootstrap from SCM and create pipeline use case in Recon. (#466)
add 6794e02 HDDS-2894. Handle replay of KeyDelete and KeyRename Requests (#452)
add b53e3a5 HDDS-2931. Recon integration test should use ephemeral port for HTTP Server. (#500)
add e234cd3 HDDS-2555. Handle InterruptedException in XceiverClientGrpc (#314)
add a967de2 HDDS-2833. Enable integrations tests for github actions
add 15cf3c8 HDDS-2956. Handle Replay of AllocateBlock request (#505)
add bb57442 HDDS-2893. Handle replay of KeyPurge Request. (#450)
add 7a3dcf9 HDDS-2850. Handle Create container use case in Recon. (#503)
add 76523f2 HDDS-2747. interface/JavaApi.md (#489)
add 0692413 HDDS-2748. interface/OzoneFS.md translation (#491)
add 475b94a HDDS-2749. interface/S3.md translation (#493)
add 61084e6 HDDS-2758. gdpr/_index.md translation (#494)
add 5fb3219 HDDS-2952. Ensure ozone manager service user is part of ozone.adminis… (#506)
add 0aa4b04 HDDS-2789. concept/_index.md translation (#496)
add af43a28 HDDS-2883. Change the default client settings accordingly with change in default chunk size. (#487)
add d1b8c08 HDDS-2973. Fix root deletion logic in delete API. (#517)
add 486e872 HDDS-2892 Fixed typo in createClientRequest of OzoneManagerRatisUtils (#532)
add b895670 HDDS-2977. ozonesecure acceptance test fails due to unexpected error message (#527)
add 2d6d293 HDDS-2983. Acceptance test failures due to lack of disk space (#530)
add ec9986b Merge branch 'master' into HDDS-2665
add 87288a2 HDDS-2665. Addendum fix for merge master due to HDDS-2188 revert. Contributed by Siyao Meng.
No new revisions were added by this update.
Summary of changes:
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 4 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 4 +-
.../common/src/main/resources/ozone-default.xml | 6 +-
hadoop-hdds/docs/content/concept/_index.zh.md | 8 +-
.../{security/_index.md => gdpr/_index.zh.md} | 18 +--
hadoop-hdds/docs/content/interface/JavaApi.zh.md | 134 ++++++++++++++++-
hadoop-hdds/docs/content/interface/OzoneFS.zh.md | 140 +++++++++++++++++
hadoop-hdds/docs/content/interface/S3.zh.md | 130 +++++++++++++++-
.../container/AbstractContainerReportHandler.java | 2 +-
.../hdds/scm/container/ContainerManager.java | 2 +
.../hdds/scm/container/ContainerStateManager.java | 15 +-
.../IncrementalContainerReportHandler.java | 3 +
.../hdds/scm/container/SCMContainerManager.java | 22 ++-
.../hdds/scm/server/StorageContainerManager.java | 3 +-
.../src/main/proto/OzoneManagerProtocol.proto | 8 +-
.../dist/src/main/compose/ozone-mr/common-config | 2 +
.../src/main/compose/ozone-om-ha-s3/docker-config | 4 +-
.../src/main/compose/ozone-topology/docker-config | 4 +-
.../dist/src/main/compose/ozone/docker-config | 4 +-
.../src/main/compose/ozones3-haproxy/docker-config | 4 +-
.../src/main/compose/ozonesecure-mr/docker-config | 2 +
.../src/main/compose/ozonesecure/docker-config | 4 +-
.../dist/src/main/smoketest/basic/basic.robot | 1 +
.../main/smoketest/security/ozone-secure-fs.robot | 5 +
.../hadoop/fs/ozone/TestOzoneFileSystem.java | 9 ++
.../apache/hadoop/ozone/om/KeyDeletingService.java | 46 +++++-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 42 +++---
.../om/ratis/utils/OzoneManagerRatisUtils.java | 2 +-
.../om/request/key/OMAllocateBlockRequest.java | 102 ++++++++-----
.../ozone/om/request/key/OMKeyPurgeRequest.java | 127 +++++++++++++---
.../om/response/key/OMAllocateBlockResponse.java | 31 ++--
.../ozone/om/response/key/OMKeyPurgeResponse.java | 22 ++-
.../ozone/om/request/TestOMRequestUtils.java | 33 ++--
.../om/request/key/TestOMKeyDeleteRequest.java | 2 +-
.../key/TestOMKeyPurgeRequestAndResponse.java | 166 ++++++++++++++++++---
.../response/key/TestOMAllocateBlockResponse.java | 6 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 12 +-
.../ozone/recon/scm/ReconContainerManager.java | 28 ++++
.../ReconIncrementalContainerReportHandler.java | 70 +++++----
.../scm/ReconStorageContainerManagerFacade.java | 3 +-
.../recon/spi/StorageContainerServiceProvider.java | 10 ++
.../impl/StorageContainerServiceProviderImpl.java | 6 +
.../scm/AbstractReconContainerManagerTest.java | 84 +++++++++++
.../ozone/recon/scm/TestReconContainerManager.java | 81 ++++++++++
...TestReconIncrementalContainerReportHandler.java | 121 +++++++++++++++
45 files changed, 1321 insertions(+), 211 deletions(-)
copy hadoop-hdds/docs/content/{security/_index.md => gdpr/_index.zh.md} (59%)
create mode 100644 hadoop-hdds/docs/content/interface/OzoneFS.zh.md
copy hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/IncrementalContainerReportHandler.java => hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconIncrementalContainerReportHandler.java (55%)
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/AbstractReconContainerManagerTest.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconContainerManager.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/scm/TestReconIncrementalContainerReportHandler.java
---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org