You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by ae...@apache.org on 2020/01/08 22:36:44 UTC
[hadoop-ozone] branch ozone-0.4.2 updated (34eac1a -> 55bc566)
This is an automated email from the ASF dual-hosted git repository.
aengineer pushed a change to branch ozone-0.4.2
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from 34eac1a HDDS-2704. Source tar file is not created during the relase build (#334)
add 8bfc726 HDDS-1993. Merge OzoneManagerRequestHandler and OzoneManagerHARequest… (#304)
add 022ceb5 HDDS-2693. HddsVolume mixes ChunkLayOutVersion and DataNodeLayoutVersion (#330)
add 42a30da HDDS-2105. Merge OzoneClientFactory#getRpcClient functions (#148)
add 6b78cc5 HDDS-2389. add toStateMachineLogEntryString provider in Ozone's ContainerStateMachine. (#298)
add 51c5e42 HDDS-2532. Sonar : fix issues in OzoneQuota (#311)
add 050d58b HDDS-2561. Handle InterruptedException in LeaseManager (#338)
add 15f4ed4 HDDS-2704. Source tar file is not created during the relase build (#334)
add 10bff97 HDDS-2711. OM does not report JVM metrics (#346)
add 6506789 HDDS-2688. Refactor container response builders to hadoop-hdds/common (#324)
add 0b1ea25 HDDS-2659. KeyValueHandler#handleCreateContainer should log the exception on container creation failure (#296).
add e14f709 HDDS-2588. Consolidate compose environments
add 4732a19 HDDS-2684. Refactor common test utilities to hadoop-hdds/common (#322)
add eeb4ac7 HDDS-2242. Avoid unnecessary rpc needed to discover the pipeline leader. (#313)
add d3782c5 HDDS-2553. Sonar: Iterator.next() methods should throw NoSuchElementException
add d03fd1a HDDS-2423. Add the recover-trash command client side code
add 114ff41 HDDS-2414. Simplify robot tests with removing output greps
add 9f2818c HDDS-2680. Fix updating lastAppliedIndex in OzoneManagerStateMachine. (#316)
add a14a6bc HDDS-2675. Sonar : fix issues in PipelineStateManager (#347)
add 7095ded HDDS-2578. Handle InterruptedException in RandomKeyGenerator (#305)
add 6ee5fd1 HDDS-2539. Sonar: Fix sonar warnings in SCMContainerManager class. (#332)
add 45b80c5 HDDS-2729. Enable multilingual Hugo features in ozone docs (#357)
add 7f2acaa HDDS-2751. Wrong number of placeholders in log message (#362)
add 9d24f23 HDDS-2723. Wrap InputStream with try-with-resource in TestOzoneFSInputStream. (#361)
add 6c8b837 HDDS-2724. Sonar : Fix sonar issues in package 'org.apache.hadoop.ozo… (#354)
add 5f4202b HDDS-2669. Sonar : fix issues in scm Pipeline (#360)
add 2a91bb6 HDDS-2752. Unnecessary calls to isNoneEmpty and isAllEmpty (#364)
add 9b72208 HDDS-2630. NullPointerException in S3g. (#336)
add 4d0e264 Revert "HDDS-2704. Source tar file is not created during the relase build (#334)" (#368)
add ce6858c HDDS-2623. Expose SCMDatanodeProtocolServer RPC endpoint through Recon. (#353)
add bf23a2c HDDS-2070. Create insight point to debug one specific pipeline (#299)
add a98eec0 HDDS-2722. Let ChunkManager read/write ChunkBuffer instead of ByteBuffer (#352)
add dfd5d8e HDDS-2703. OzoneFSInputStream to support ByteBufferReadable (#345)
add fb45b20 HDDS-2739. No need to try install awscli before each test (#359)
add 39f3e68 HDDS-2652. Remove unnecessary log statement. (#371)
add e48eee6 HDDS-2709. Maven property skipShade should not skip ozonefs compilation (#342)
add 86fbec6 HDDS-2735. Let GitHub Actions run acceptance check in parallel (#358)
add d778472 HDDS-2774. Hadoop 3.1 acceptance test fails with apk command not found (#374)
add d57b868 HDDS-2776. NPE when stop recon while start recon failed (#376)
add 0cee30e HDDS-2762. Sonar warnings fixed (#373)
add b834fa4 HDDS-2755. Compare transactionID and updateID of Volume operations to avoid replaying transactions (#369)
add 20b908d HDDS-1989. Fix ApplyTransaction error handling in OzoneManagerStateMachine. (#351)
add a71c9bf HDDS-2685. Fix Rename API in BasicOzoneFileSystem (#321)
add c1dfdea HDDS-2704. Source tar file is not created during the relase build. (#380)
add b5008d0 HDDS-2777. Add bytes read statistics to Ozone FileSystem implementation (#382)
add a457616 HDDS-2786. ITestOzoneContractSeek zero byte file failures (#384)
add 2f9db71 HDDS-2788. Fix the wrong source link in docs (#388)
add c658374 HDDS-2705. Use Ozone specific LICENSE and NOTICE in the root of the git repo (#335)
add 092b1eb HDDS-2787. Use try-with-resources or close resource in finally block (#387)
add 529438a HDDS-2805. Fix sudo reset the environment variables about proxy (#392)
add 42bd150 HDDS-2812. Fix low version wget cannot resolve the proxy of https (#395)
add 87f69cb HDDS-2504. Handle InterruptedException properly (#386)
add e5559f7 HDDS-2552. Sonar: Save and reuse Random object in GenesisUtil (#404)
add 28e370e HDDS-2830. Remove unnecessary sleep in acceptance test. (#409)
add 8942888 HDDS-2806. Remove the LongCodec in the metadata package, and redundancy addCodec for Long class. (#391)
add 41910d7 HDDS-2679. Ratis ring creation might be failed with async pipeline creation. (#363)
add 7fb46e1 HDDS-2784. Read to ByteBuffer uses wrong offset (#406)
add c2c2c26 HDDS-2820. OM Ratis dir creation may fail (#403)
add f2b0651 HDDS-2813. Provide a ByteArrayCodec to CodecRegistry. (#394)
add f1a8f8f HDDS-2773. Configure Goldmark renderer
add 5f6ce75 HDDS-2814. Fail to connect s3g in docker container with network proxy
add edc9349 HDDS-2737. Insight point should provide service type to get correct config
add 3f92632 HDDS-2661. Use field based Config annotation instead of method based
add 28cefc6 HDDS-2785. Move ozonefs and tools minicluster tests to integration-test
add 9372779 HDDS-2690. Improve the command usage of audit parser tool
add 46bfd43 HDDS-2829. Deduplicate KDC docker image definition (#407)
add 7a99050 HDDS-2719. Rename S3Token to S3AuthInfo (#349)
add f57ef24 HDDS-2712. _index.md translated to Chinese (#365)
add 573ce21 HDDS-2815. Fix shell description for --start parameter of listing buckets (#402)
add 6baa1a3 HDDS-2484 New Metrics for Trash Key Lists and Fails (#408)
add e297cf9 HDDS-2826. Add initial UI of Dashboard for Recon
add 37a01da HDDS-2835. update ozone to latest ratis. (#412)
add cbf2a53 HDDS-2721. Allow wrapping list of ByteBuffers with ChunkBuffer (#378)
add cacf3d1 HDDS-2651 Make startId parameter non-mandatory while listing containers through shell command (#283)
add 0a3f0f8 HDDS-2725. start/_index.md translated to Chinese (#397)
add 8748498 HDDS-2590 Integration tests for Recon with Ozone Manager (#356)
add 34683e4 HDDS-2834. Directly read into ByteBuffer if it has array (#413)
add 245d335 HDDS-2853. NPE in OzoneContainer Start. (#419)
add 20834c5 HDDS-2827. Add initial UI of Datanodes in Recon
add 53ef7dc HDDS-2710. Add Filesystem functionality in MiniOzoneChaosCluster. (#344)
add acc3dde HDDS-2854. Add a config for the write chunk executor queue limit. (#420)
new 55bc566 Merge branch 'master' into ozone-0.4.2
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/post-commit.yml | 6 -
.github/workflows/pr.yml | 6 -
LICENSE.txt | 53 +-
NOTICE.txt | 5 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 60 +-
.../hadoop/hdds/scm/storage/CommitWatcher.java | 23 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 30 +
.../org/apache/hadoop/hdds/client/OzoneQuota.java | 12 +-
.../hadoop/hdds/conf/OzoneConfiguration.java | 103 +-
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 26 +-
.../ReconConfigKeys.java} | 27 +-
.../apache/hadoop/hdds/recon}/package-info.java | 4 +-
.../hadoop/hdds/scm/ByteStringConversion.java | 16 +-
.../java/org/apache/hadoop/hdds/scm/ScmConfig.java | 30 +-
.../apache/hadoop/hdds/scm/XceiverClientSpi.java | 23 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 25 +-
.../ContainerCommandResponseBuilders.java | 269 ++
.../hadoop/hdds/security/x509/SecurityConfig.java | 8 +-
.../certificate/authority/DefaultCAServer.java | 4 +-
.../client/DefaultCertificateClient.java | 2 +-
.../hadoop/hdds/utils/BackgroundService.java | 10 +-
.../hadoop/hdds/utils/RocksDBStoreMBean.java | 2 +-
.../org/apache/hadoop/hdds/utils/Scheduler.java | 31 +-
...rNotFoundException.java => ByteArrayCodec.java} | 21 +-
.../apache/hadoop/hdds/utils/db/CodecRegistry.java | 1 +
.../hadoop/hdds/utils/db/RocksDBConfiguration.java | 35 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 4 +-
.../apache/hadoop/ozone/common/ChunkBuffer.java | 47 +-
.../common/ChunkBufferImplWithByteBuffer.java | 35 +-
.../common/ChunkBufferImplWithByteBufferList.java | 215 ++
.../ozone/common/IncrementalChunkBuffer.java | 29 +-
.../ozone/container/common/helpers/BlockData.java | 5 -
.../apache/hadoop/ozone/lease/LeaseManager.java | 4 +-
.../hadoop/hdds/conf/SimpleConfiguration.java | 47 +-
.../hdds/conf/SimpleConfigurationParent.java} | 22 +-
.../hadoop/hdds/conf/TestOzoneConfiguration.java | 19 +-
.../hadoop/hdds/protocol/MockDatanodeDetails.java | 125 +
.../hadoop/hdds/scm/pipeline/MockPipeline.java | 74 +
.../hadoop/hdds/utils/MockGatheringChannel.java | 74 +
.../hdds/utils/db/TestTypedRDBTableStore.java | 20 +-
.../hadoop/ozone/audit/TestOzoneAuditLogger.java | 10 +-
.../apache/hadoop/ozone/audit/package-info.java | 2 +-
.../hadoop/ozone/common/TestChunkBuffer.java | 90 +-
.../TestChunkBufferImplWithByteBufferList.java | 80 +
.../{log4j2.properties => auditlog.properties} | 0
.../java/org/apache/hadoop/hdds/conf/Config.java | 2 +-
.../hadoop/hdds/conf/ConfigFileGenerator.java | 77 +-
.../hadoop/hdds/conf/ConfigurationExample.java | 26 +-
.../conf/ConfigurationExampleGrandParent.java} | 18 +-
.../hdds/conf/ConfigurationExampleParent.java} | 19 +-
.../hadoop/hdds/conf/TestConfigFileGenerator.java | 60 +
hadoop-hdds/container-service/pom.xml | 22 +-
.../org/apache/hadoop/hdds/scm/HddsServerUtil.java | 22 +
.../container/common/helpers/ContainerUtils.java | 85 +-
.../container/common/impl/HddsDispatcher.java | 7 +-
.../common/statemachine/DatanodeConfiguration.java | 65 +-
.../common/statemachine/DatanodeStateMachine.java | 6 +-
.../common/statemachine/EndpointStateMachine.java | 2 +-
.../commandhandler/CommandDispatcher.java | 2 +-
.../CreatePipelineCommandHandler.java | 46 +-
.../server/ratis/ContainerStateMachine.java | 23 +-
.../server/ratis/RatisServerConfiguration.java | 4 +-
.../transport/server/ratis/XceiverServerRatis.java | 18 +-
.../ozone/container/common/volume/HddsVolume.java | 3 +-
.../container/common/volume/HddsVolumeChecker.java | 2 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 150 +-
.../container/keyvalue/helpers/BlockUtils.java | 88 +-
.../container/keyvalue/helpers/ChunkUtils.java | 26 +-
.../keyvalue/helpers/KeyValueContainerUtil.java | 27 -
.../container/keyvalue/helpers/SmallFileUtils.java | 91 -
.../keyvalue/impl/ChunkManagerDummyImpl.java | 7 +-
.../container/keyvalue/impl/ChunkManagerImpl.java | 13 +-
.../keyvalue/interfaces/ChunkManager.java | 13 +-
.../container/ozoneimpl/ContainerController.java | 9 +
.../ozoneimpl/ContainerScrubberConfiguration.java | 58 +-
.../ozone/container/ContainerTestHelper.java | 87 +-
.../common/impl/TestContainerPersistence.java | 33 +-
.../container/common/impl/TestHddsDispatcher.java | 6 +-
.../TestCreatePipelineCommandHandler.java | 159 +
.../container/keyvalue/TestChunkManagerImpl.java | 18 +-
.../container/keyvalue/helpers/TestChunkUtils.java | 9 +-
hadoop-hdds/docs/config.yaml | 13 +-
hadoop-hdds/docs/content/_index.md | 10 +-
hadoop-hdds/docs/content/_index.zh.md | 38 +
hadoop-hdds/docs/content/beyond/Containers.md | 4 +-
.../default.md => content/concept/Datanodes.zh.md} | 8 +-
hadoop-hdds/docs/content/concept/Overview.md | 2 +-
.../default.md => content/concept/_index.zh.md} | 8 +-
.../{tools/Genconf.md => interface/JavaApi.zh.md} | 12 +-
.../default.md => content/interface/S3.zh.md} | 9 +-
hadoop-hdds/docs/content/security/SecureOzone.md | 6 +-
.../default.md => content/shell/_index.zh.md} | 8 +-
.../start/{FromSource.md => FromSource.zh.md} | 0
.../start/{Kubernetes.md => Kubernetes.zh.md} | 0
.../content/start/{Minikube.md => Minikube.zh.md} | 0
.../docs/content/start/{OnPrem.md => OnPrem.zh.md} | 0
...{RunningViaDocker.md => RunningViaDocker.zh.md} | 0
...rtFromDockerHub.md => StartFromDockerHub.zh.md} | 0
hadoop-hdds/docs/content/start/_index.zh.md | 85 +
.../themes/ozonedoc/layouts/_default/section.html | 4 +
.../themes/ozonedoc/layouts/_default/single.html | 8 +-
.../docs/themes/ozonedoc/layouts/index.html | 4 +-
.../ozonedoc/layouts/partials/languages.html} | 10 +-
.../themes/ozonedoc/layouts/partials/navbar.html | 2 +-
.../org/apache/hadoop/hdds/server/ServerUtils.java | 2 +-
hadoop-hdds/pom.xml | 7 +
.../hdds/scm/container/ReplicationManager.java | 24 +-
.../hdds/scm/container/SCMContainerManager.java | 48 +-
.../scm/container/states/ContainerStateMap.java | 2 +-
.../apache/hadoop/hdds/scm/metadata/LongCodec.java | 45 -
.../hdds/scm/metadata/SCMMetadataStoreRDBImpl.java | 1 -
.../scm/pipeline/BackgroundPipelineCreator.java | 2 +-
.../hdds/scm/pipeline/PipelineActionHandler.java | 2 +-
.../hdds/scm/pipeline/PipelineStateManager.java | 7 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 11 +-
.../hdds/scm/pipeline/SCMPipelineManager.java | 2 +-
.../scm/server/OzoneStorageContainerManager.java | 30 +-
.../hdds/scm/server/SCMDatanodeProtocolServer.java | 12 +-
.../hdds/scm/server/SCMHTTPServerConfig.java | 21 +-
.../hdds/scm/server/SCMSecurityProtocolServer.java | 2 +-
.../hdds/scm/server/StorageContainerManager.java | 5 +-
.../org/apache/hadoop/hdds/scm/HddsTestUtils.java | 5 +-
.../java/org/apache/hadoop/hdds/scm/TestUtils.java | 74 +-
.../command/TestCommandStatusReportHandler.java | 3 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 4 +-
.../container/TestCloseContainerEventHandler.java | 4 +-
.../scm/container/TestContainerActionsHandler.java | 4 +-
.../scm/container/TestContainerStateManager.java | 12 +-
.../TestIncrementalContainerReportHandler.java | 20 +-
.../hdds/scm/container/TestReplicationManager.java | 4 +-
.../scm/container/TestSCMContainerManager.java | 5 +-
.../algorithms/TestContainerPlacementFactory.java | 4 +-
.../TestSCMContainerPlacementCapacity.java | 4 +-
.../TestSCMContainerPlacementRackAware.java | 6 +-
.../TestSCMContainerPlacementRandom.java | 4 +-
.../hdds/scm/node/TestContainerPlacement.java | 3 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 19 +-
.../hdds/scm/node/TestNodeReportHandler.java | 3 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 10 +-
.../hadoop/hdds/scm/node/TestStatisticsUpdate.java | 5 +-
.../scm/pipeline/TestPipelineStateManager.java | 9 +-
.../scm/pipeline/TestRatisPipelineProvider.java | 6 +-
.../scm/pipeline/TestSimplePipelineProvider.java | 7 +-
.../scm/server/TestSCMBlockProtocolServer.java | 4 +-
.../server/TestSCMDatanodeHeartbeatDispatcher.java | 8 +-
.../ozone/container/common/TestEndPoint.java | 21 +-
.../hdds/scm/cli/container/ListSubcommand.java | 4 +-
.../hadoop/ozone/client/OzoneClientFactory.java | 68 +-
.../ozone/client/io/BlockOutputStreamEntry.java | 9 +-
.../client/io/BlockOutputStreamEntryPool.java | 51 +-
.../hadoop/ozone/client/io/KeyInputStream.java | 10 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 152 +-
.../ozone/client/protocol/ClientProtocol.java | 13 +
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 8 +
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 3 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 1 +
.../hadoop/ozone/om/exceptions/OMException.java | 4 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 15 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 39 +
.../OzoneDelegationTokenSecretManager.java | 10 +-
.../ozone/security/OzoneTokenIdentifier.java | 8 +-
.../hadoop/ozone/security/acl/OzoneAclConfig.java | 25 +-
.../src/main/proto/OzoneManagerProtocol.proto | 24 +-
.../java/org/apache/hadoop/ozone/TestOmUtils.java | 35 +
.../org/apache/hadoop/ozone/csi/CsiServer.java | 57 +-
hadoop-ozone/dev-support/checks/integration.sh | 2 +-
hadoop-ozone/dev-support/checks/unit.sh | 2 +-
.../dist/src/main/assemblies/ozone-src.xml | 4 +-
.../docker-image/docker-krb5/Dockerfile-krb5 | 2 +-
.../docker-image/docker-krb5/README.md | 0
.../docker-image/docker-krb5/kadm5.acl | 0
.../docker-image/docker-krb5/krb5.conf | 0
.../docker-image/docker-krb5/launcher.sh | 0
.../dist/src/main/compose/ozone-hdfs/docker-config | 2 +
.../main/compose/ozone-mr/hadoop27/docker-config | 2 +
.../src/main/compose/ozone-mr/hadoop27/test.sh | 4 +-
.../main/compose/ozone-mr/hadoop31/docker-config | 2 +
.../src/main/compose/ozone-mr/hadoop31/test.sh | 8 +-
.../main/compose/ozone-mr/hadoop32/docker-config | 2 +
.../src/main/compose/ozone-om-ha-s3/docker-config | 2 +
.../src/main/compose/ozone-om-ha/docker-config | 2 +
.../dist/src/main/compose/ozone-recon/.env | 18 -
.../main/compose/ozone-recon/docker-compose.yaml | 66 -
.../src/main/compose/ozone-recon/docker-config | 35 -
.../src/main/compose/ozone-topology/docker-config | 2 +
hadoop-ozone/dist/src/main/compose/ozone/README.md | 99 +
.../src/main/compose/ozone/docker-compose.yaml | 92 +-
.../dist/src/main/compose/ozone/docker-config | 11 +-
.../compose/{ozoneperf => ozone}/freon-ockg.yaml | 19 +-
.../compose/{ozoneperf => ozone}/freon-rk.yaml | 19 +-
.../docker-config => ozone/monitoring.conf} | 15 +-
.../dist/src/main/compose/ozone/monitoring.yaml | 56 +
.../{ozone-recon/test.sh => ozone/profiling.yaml} | 30 +-
.../compose/{ozoneperf => ozone}/prometheus.yml | 20 +-
.../{ozone-om-ha/startOM.sh => ozone/run.sh} | 13 +-
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 9 +-
.../src/main/compose/ozoneblockade/docker-config | 2 +
hadoop-ozone/dist/src/main/compose/ozoneperf/.env | 18 -
.../dist/src/main/compose/ozoneperf/README.md | 74 -
.../src/main/compose/ozoneperf/docker-compose.yaml | 85 -
.../dist/src/main/compose/ozoneperf/docker-config | 36 -
.../dist/src/main/compose/ozoneperf/test.sh | 30 -
.../src/main/compose/ozones3-haproxy/docker-config | 2 +
hadoop-ozone/dist/src/main/compose/ozones3/.env | 18 -
.../src/main/compose/ozones3/docker-compose.yaml | 59 -
hadoop-ozone/dist/src/main/compose/ozones3/test.sh | 34 -
.../src/main/compose/ozonescripts/docker-config | 2 +
.../compose/ozonesecure-mr/docker-compose.yaml | 5 +-
.../src/main/compose/ozonesecure-mr/docker-config | 2 +
.../docker-image/docker-krb5/kadm5.acl | 20 -
.../docker-image/docker-krb5/krb5.conf | 41 -
.../docker-image/docker-krb5/launcher.sh | 25 -
.../main/compose/ozonesecure/docker-compose.yaml | 5 +-
.../src/main/compose/ozonesecure/docker-config | 2 +
.../docker-image/docker-krb5/Dockerfile-krb5 | 34 -
.../ozonesecure/docker-image/docker-krb5/README.md | 34 -
hadoop-ozone/dist/src/main/compose/testlib.sh | 13 +-
hadoop-ozone/dist/src/main/license/src/LICENSE.txt | 239 --
hadoop-ozone/dist/src/main/license/src/NOTICE.txt | 33 -
.../src/main/smoketest/basic/ozone-shell.robot | 18 +-
.../dist/src/main/smoketest/gdpr/gdpr.robot | 16 +-
.../dist/src/main/smoketest/omha/testOMHA.robot | 4 +-
.../dist/src/main/smoketest/ozonefs/ozonefs.robot | 18 +-
.../src/main/smoketest/s3/MultipartUpload.robot | 2 +-
.../dist/src/main/smoketest/s3/__init__.robot | 2 +-
.../dist/src/main/smoketest/s3/bucketcreate.robot | 2 +-
.../dist/src/main/smoketest/s3/buckethead.robot | 2 +-
.../dist/src/main/smoketest/s3/bucketlist.robot | 2 +-
.../dist/src/main/smoketest/s3/commonawslib.robot | 4 +-
.../dist/src/main/smoketest/s3/objectcopy.robot | 2 +-
.../dist/src/main/smoketest/s3/objectdelete.robot | 2 +-
.../src/main/smoketest/s3/objectmultidelete.robot | 2 +-
.../dist/src/main/smoketest/s3/objectputget.robot | 2 +-
.../mini-chaos-tests/src/test/bin/start-chaos.sh | 16 +-
.../hadoop/ozone/MiniOzoneLoadGenerator.java | 103 +-
.../hadoop/ozone/TestMiniChaosOzoneCluster.java | 20 +-
.../org/apache/hadoop/ozone/utils/LoadBucket.java | 224 +-
.../hadoop/ozone/insight/BaseInsightPoint.java | 5 +-
.../ozone/insight/BaseInsightSubCommand.java | 2 +
.../ozone/insight/ConfigurationSubCommand.java | 10 +-
.../apache/hadoop/ozone/insight/InsightPoint.java | 3 +-
.../apache/hadoop/ozone/insight/LogSubcommand.java | 2 +-
.../ozone/insight/datanode/RatisInsight.java | 44 +-
.../hadoop/ozone/insight/om/KeyManagerInsight.java | 4 +-
.../hadoop/ozone/insight/om/OmProtocolInsight.java | 3 +-
.../ozone/insight/scm/EventQueueInsight.java | 4 +-
.../ozone/insight/scm/NodeManagerInsight.java | 4 +-
.../ozone/insight/scm/ReplicaManagerInsight.java | 4 +-
.../scm/ScmProtocolBlockLocationInsight.java | 3 +-
.../scm/ScmProtocolContainerLocationInsight.java | 3 +-
.../insight/scm/ScmProtocolDatanodeInsight.java | 3 +-
.../insight/scm/ScmProtocolSecurityInsight.java | 3 +-
hadoop-ozone/integration-test/pom.xml | 42 +
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 72 +-
.../hadoop/fs/ozone/TestOzoneFileInterfaces.java | 0
.../hadoop/fs/ozone/TestOzoneFileSystem.java | 0
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 0
.../hadoop/fs/ozone/TestOzoneFsRenameDir.java | 16 +-
.../ozone/contract/ITestOzoneContractCreate.java | 0
.../ozone/contract/ITestOzoneContractDelete.java | 0
.../ozone/contract/ITestOzoneContractDistCp.java | 0
.../contract/ITestOzoneContractGetFileStatus.java | 0
.../fs/ozone/contract/ITestOzoneContractMkdir.java | 0
.../fs/ozone/contract/ITestOzoneContractOpen.java | 0
.../ozone/contract/ITestOzoneContractRename.java | 0
.../ozone/contract/ITestOzoneContractRootDir.java | 0
.../fs/ozone/contract/ITestOzoneContractSeek.java | 0
.../hadoop/fs/ozone/contract/OzoneContract.java | 0
.../org/apache/hadoop/fs/ozone/package-info.java | 0
.../hadoop/hdds/scm/TestRatisPipelineLeader.java | 129 +
.../scm/pipeline/TestRatisPipelineProvider.java | 11 +-
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 13 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 94 +-
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 18 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 2 +-
.../ozone/container/TestContainerReplication.java | 3 +-
.../transport/server/ratis/TestCSMMetrics.java | 4 +-
.../container/metrics/TestContainerMetrics.java | 7 +-
.../container/ozoneimpl/TestOzoneContainer.java | 15 +-
.../ozoneimpl/TestOzoneContainerRatis.java | 4 +-
.../ozoneimpl/TestOzoneContainerWithTLS.java | 7 +-
.../ozoneimpl/TestSecureOzoneContainer.java | 7 +-
.../container/server/TestContainerServer.java | 11 +-
.../server/TestSecureContainerServer.java | 8 +-
.../hadoop/ozone/freon/TestDataValidate.java | 0
.../freon/TestDataValidateWithDummyContainers.java | 0
.../TestDataValidateWithSafeByteOperations.java | 0
.../TestDataValidateWithUnsafeByteOperations.java | 0
.../freon/TestFreonWithDatanodeFastRestart.java | 0
.../ozone/freon/TestFreonWithDatanodeRestart.java | 0
.../ozone/freon/TestFreonWithPipelineDestroy.java | 0
.../hadoop/ozone/freon/TestRandomKeyGenerator.java | 0
.../hadoop/ozone/fsck/TestContainerMapper.java | 0
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 16 +-
.../org/apache/hadoop/ozone/om/TestOmSQLCli.java | 0
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 4 +-
.../org/apache/hadoop/ozone/recon/TestRecon.java | 408 +++
.../hadoop/ozone/scm/node/TestSCMNodeMetrics.java | 5 +-
.../src/test/resources/contract/ozone.xml | 0
hadoop-ozone/ozone-manager/pom.xml | 1 -
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 20 +
.../org/apache/hadoop/ozone/om/OzoneManager.java | 20 +-
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 7 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 42 +-
.../ozone/om/ratis/OzoneManagerRatisSnapshot.java | 10 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 166 +-
.../om/ratis/utils/OzoneManagerRatisUtils.java | 16 +-
.../hadoop/ozone/om/request/OMClientRequest.java | 23 +
.../request/s3/bucket/S3BucketCreateRequest.java | 18 +-
.../om/request/volume/OMVolumeCreateRequest.java | 26 +-
.../om/request/volume/OMVolumeDeleteRequest.java | 51 +-
.../ozone/om/request/volume/OMVolumeRequest.java | 20 +
.../om/request/volume/OMVolumeSetOwnerRequest.java | 24 +-
.../om/request/volume/OMVolumeSetQuotaRequest.java | 24 +-
.../hadoop/ozone/om/response/OMClientResponse.java | 29 +-
.../response/file/OMDirectoryCreateResponse.java | 28 +-
.../response/s3/bucket/S3BucketCreateResponse.java | 6 +-
.../S3MultipartUploadCommitPartResponse.java | 71 +-
.../om/response/volume/OMVolumeAclOpResponse.java | 2 -
.../om/response/volume/OMVolumeCreateResponse.java | 38 +-
.../om/response/volume/OMVolumeDeleteResponse.java | 42 +-
.../response/volume/OMVolumeSetOwnerResponse.java | 56 +-
.../response/volume/OMVolumeSetQuotaResponse.java | 26 +-
.../protocolPB/OzoneManagerHARequestHandler.java | 39 -
.../OzoneManagerHARequestHandlerImpl.java | 56 -
...OzoneManagerProtocolServerSideTranslatorPB.java | 17 +-
.../protocolPB/OzoneManagerRequestHandler.java | 606 +---
.../hadoop/ozone/protocolPB/RequestHandler.java | 28 +-
.../hadoop/ozone/web/ozShell/OzoneAddress.java | 3 +-
.../web/ozShell/bucket/ListBucketHandler.java | 3 +-
.../ozone/om/ScmBlockLocationTestingClient.java | 4 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 14 +-
.../apache/hadoop/ozone/om/TestTrashService.java | 125 +
...tOzoneManagerDoubleBufferWithDummyResponse.java | 2 +-
...TestOzoneManagerDoubleBufferWithOMResponse.java | 3 +-
.../om/ratis/TestOzoneManagerStateMachine.java | 215 ++
.../request/volume/TestOMVolumeCreateRequest.java | 51 +-
.../request/volume/TestOMVolumeDeleteRequest.java | 46 +-
.../om/request/volume/TestOMVolumeRequest.java | 30 +
.../volume/TestOMVolumeSetOwnerRequest.java | 31 +
.../volume/TestOMVolumeSetQuotaRequest.java | 38 +-
.../ozone/om/response/TestOMResponseUtils.java | 2 +-
.../volume/TestOMVolumeCreateResponse.java | 7 +-
.../volume/TestOMVolumeDeleteResponse.java | 13 +-
.../volume/TestOMVolumeSetOwnerResponse.java | 11 +-
.../volume/TestOMVolumeSetQuotaResponse.java | 7 +-
.../TestOzoneDelegationTokenSecretManager.java | 10 +-
hadoop-ozone/ozonefs/pom.xml | 47 -
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 4 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 36 +-
.../hadoop/fs/ozone/OzoneClientAdapterFactory.java | 1 -
.../apache/hadoop/fs/ozone/OzoneFSInputStream.java | 55 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 204 +-
.../hadoop/fs/ozone/TestReadWriteStatistics.java | 452 +++
hadoop-ozone/pom.xml | 2 +-
hadoop-ozone/recon/pom.xml | 5 +-
.../hadoop/ozone/recon/ConfigurationProvider.java | 17 +-
.../hadoop/ozone/recon/ReconControllerModule.java | 11 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 32 +-
.../recon/recovery/ReconOmMetadataManagerImpl.java | 2 +
.../recon/scm/ReconDatanodeProtocolServer.java | 76 +
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 29 +-
.../recon/scm/ReconStorageContainerManager.java | 134 +
.../recon/{recovery => scm}/package-info.java | 2 +-
.../recon/spi/ContainerDBServiceProvider.java | 6 +
.../spi/impl/ContainerDBServiceProviderImpl.java | 5 +
.../recon/spi/impl/ReconContainerDBProvider.java | 2 -
.../ozone/recon/tasks/ContainerKeyMapperTask.java | 8 +-
.../ozone/recon/tasks/FileSizeCountTask.java | 12 +-
.../ozone/recon/tasks/OMDBUpdatesHandler.java | 79 +-
.../webapps/recon/ozone-recon-web/LICENSE | 3781 ++++++++++----------
.../webapps/recon/ozone-recon-web/README.md | 8 +
.../webapps/recon/ozone-recon-web/api/db.json | 231 ++
.../webapps/recon/ozone-recon-web/api/routes.json | 3 +
.../webapps/recon/ozone-recon-web/package.json | 16 +-
.../recon/ozone-recon-web/public/index.html | 12 +-
.../webapps/recon/ozone-recon-web/src/App.less | 12 +
.../webapps/recon/ozone-recon-web/src/App.tsx | 64 +-
.../src/components/Breadcrumbs/Breadcrumbs.tsx | 12 +-
.../src/components/NavBar/NavBar.less | 21 +-
.../src/components/NavBar/NavBar.tsx | 28 +-
.../components/OverviewCard/OverviewCard.less} | 33 +-
.../src/components/OverviewCard/OverviewCard.tsx | 94 +
.../src/constants/breadcrumbs.constants.tsx | 5 +-
.../webapps/recon/ozone-recon-web/src/routes.tsx | 18 +-
.../recon/ozone-recon-web/src/utils/common.tsx | 2 +-
.../views/ContainerBrowser/ContainerBrowser.tsx | 33 -
.../src/views/Dashboard/Dashboard.tsx | 32 -
.../src/views/Datanodes/Datanodes.less | 58 +-
.../src/views/Datanodes/Datanodes.tsx | 187 +
.../src/views/NotFound/NotFound.tsx | 2 +-
.../src/views/Overview/Overview.less | 12 +-
.../src/views/Overview/Overview.tsx | 115 +
.../webapps/recon/ozone-recon-web/yarn.lock | 3307 ++++++++++-------
hadoop-ozone/s3gateway/pom.xml | 1 -
.../apache/hadoop/ozone/s3/AWSV4AuthParser.java | 8 +-
.../hadoop/ozone/s3/OzoneClientProducer.java | 12 +-
.../hadoop/ozone/s3/exception/OS3Exception.java | 2 +-
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 4 +-
.../s3/header/AuthenticationHeaderParser.java | 4 +
.../ozone/s3/header/AuthorizationHeaderV4.java | 18 +-
.../hadoop/ozone/s3/endpoint/TestBucketPut.java | 114 +
hadoop-ozone/tools/pom.xml | 7 -
.../hadoop/ozone/audit/parser/AuditParser.java | 7 +-
.../audit/parser/handler/LoadCommandHandler.java | 4 +-
.../audit/parser/handler/QueryCommandHandler.java | 4 +-
.../parser/handler/TemplateCommandHandler.java | 9 +-
.../hadoop/ozone/freon/DatanodeChunkGenerator.java | 68 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 64 +-
.../apache/hadoop/ozone/genesis/GenesisUtil.java | 22 +-
hadoop-ozone/upgrade/pom.xml | 1 -
pom.xml | 9 +-
412 files changed, 11420 insertions(+), 7432 deletions(-)
copy hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/{utils/MetaStoreIterator.java => recon/ReconConfigKeys.java} (58%)
copy {hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/scm/cli => hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/recon}/package-info.java (90%)
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/protocolPB/ContainerCommandResponseBuilders.java
copy hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/db/{SequenceNumberNotFoundException.java => ByteArrayCodec.java} (71%)
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ChunkBufferImplWithByteBufferList.java
copy hadoop-hdds/{config/src/main/java/org/apache/hadoop/hdds/conf/ConfigType.java => common/src/test/java/org/apache/hadoop/hdds/conf/SimpleConfigurationParent.java} (73%)
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/protocol/MockDatanodeDetails.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/scm/pipeline/MockPipeline.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/MockGatheringChannel.java
create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/common/TestChunkBufferImplWithByteBufferList.java
rename hadoop-hdds/common/src/test/resources/{log4j2.properties => auditlog.properties} (100%)
copy hadoop-hdds/config/src/{main/java/org/apache/hadoop/hdds/conf/ConfigurationException.java => test/java/org/apache/hadoop/hdds/conf/ConfigurationExampleGrandParent.java} (69%)
copy hadoop-hdds/config/src/{main/java/org/apache/hadoop/hdds/conf/ConfigurationException.java => test/java/org/apache/hadoop/hdds/conf/ConfigurationExampleParent.java} (66%)
create mode 100644 hadoop-hdds/config/src/test/java/org/apache/hadoop/hdds/conf/TestConfigFileGenerator.java
delete mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/helpers/SmallFileUtils.java
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/statemachine/commandhandler/TestCreatePipelineCommandHandler.java
create mode 100644 hadoop-hdds/docs/content/_index.zh.md
copy hadoop-hdds/docs/{archetypes/default.md => content/concept/Datanodes.zh.md} (88%)
copy hadoop-hdds/docs/{archetypes/default.md => content/concept/_index.zh.md} (92%)
copy hadoop-hdds/docs/content/{tools/Genconf.md => interface/JavaApi.zh.md} (75%)
copy hadoop-hdds/docs/{archetypes/default.md => content/interface/S3.zh.md} (77%)
copy hadoop-hdds/docs/{archetypes/default.md => content/shell/_index.zh.md} (90%)
copy hadoop-hdds/docs/content/start/{FromSource.md => FromSource.zh.md} (100%)
copy hadoop-hdds/docs/content/start/{Kubernetes.md => Kubernetes.zh.md} (100%)
copy hadoop-hdds/docs/content/start/{Minikube.md => Minikube.zh.md} (100%)
copy hadoop-hdds/docs/content/start/{OnPrem.md => OnPrem.zh.md} (100%)
copy hadoop-hdds/docs/content/start/{RunningViaDocker.md => RunningViaDocker.zh.md} (100%)
copy hadoop-hdds/docs/content/start/{StartFromDockerHub.md => StartFromDockerHub.zh.md} (100%)
create mode 100644 hadoop-hdds/docs/content/start/_index.zh.md
copy hadoop-hdds/docs/{static/NOTES.md => themes/ozonedoc/layouts/partials/languages.html} (77%)
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/metadata/LongCodec.java
copy hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/OmMultipartUploadList.java => hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/server/OzoneStorageContainerManager.java (54%)
rename hadoop-ozone/dist/src/main/compose/{ozonesecure-mr => common}/docker-image/docker-krb5/Dockerfile-krb5 (96%)
rename hadoop-ozone/dist/src/main/compose/{ozonesecure-mr => common}/docker-image/docker-krb5/README.md (100%)
rename hadoop-ozone/dist/src/main/compose/{ozonesecure => common}/docker-image/docker-krb5/kadm5.acl (100%)
rename hadoop-ozone/dist/src/main/compose/{ozonesecure => common}/docker-image/docker-krb5/krb5.conf (100%)
rename hadoop-ozone/dist/src/main/compose/{ozonesecure => common}/docker-image/docker-krb5/launcher.sh (100%)
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozone-recon/.env
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozone-recon/docker-compose.yaml
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozone-recon/docker-config
create mode 100644 hadoop-ozone/dist/src/main/compose/ozone/README.md
rename hadoop-ozone/dist/src/main/compose/{ozoneperf => ozone}/freon-ockg.yaml (71%)
rename hadoop-ozone/dist/src/main/compose/{ozoneperf => ozone}/freon-rk.yaml (72%)
rename hadoop-ozone/dist/src/main/compose/{ozones3/docker-config => ozone/monitoring.conf} (76%)
create mode 100644 hadoop-ozone/dist/src/main/compose/ozone/monitoring.yaml
rename hadoop-ozone/dist/src/main/compose/{ozone-recon/test.sh => ozone/profiling.yaml} (68%)
mode change 100755 => 100644
rename hadoop-ozone/dist/src/main/compose/{ozoneperf => ozone}/prometheus.yml (72%)
copy hadoop-ozone/dist/src/main/compose/{ozone-om-ha/startOM.sh => ozone/run.sh} (76%)
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozoneperf/.env
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozoneperf/README.md
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozoneperf/docker-compose.yaml
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozoneperf/docker-config
delete mode 100755 hadoop-ozone/dist/src/main/compose/ozoneperf/test.sh
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozones3/.env
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozones3/docker-compose.yaml
delete mode 100755 hadoop-ozone/dist/src/main/compose/ozones3/test.sh
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozonesecure-mr/docker-image/docker-krb5/kadm5.acl
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozonesecure-mr/docker-image/docker-krb5/krb5.conf
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozonesecure-mr/docker-image/docker-krb5/launcher.sh
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozonesecure/docker-image/docker-krb5/Dockerfile-krb5
delete mode 100644 hadoop-ozone/dist/src/main/compose/ozonesecure/docker-image/docker-krb5/README.md
delete mode 100644 hadoop-ozone/dist/src/main/license/src/LICENSE.txt
delete mode 100644 hadoop-ozone/dist/src/main/license/src/NOTICE.txt
copy hadoop-ozone/{ozonefs => integration-test}/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFSInputStream.java (72%)
rename hadoop-ozone/{ozonefs => integration-test}/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileInterfaces.java (100%)
rename hadoop-ozone/{ozonefs => integration-test}/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFileSystem.java (100%)
rename hadoop-ozone/{ozonefs => integration-test}/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java (100%)
rename hadoop-ozone/{ozonefs => integration-test}/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFsRenameDir.java (86%)
rename hadoop-ozone/{ozonefs => integration-test}/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractCreate.java (100%)
rename hadoop-ozone/{ozonefs => integration-test}/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractDelete.java (100%)
rename hadoop-ozone/{ozonefs => integration-test}/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractDistCp.java (100%)
rename hadoop-ozone/{ozonefs => integration-test}/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractGetFileStatus.java (100%)
rename hadoop-ozone/{ozonefs => integration-test}/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractMkdir.java (100%)
rename hadoop-ozone/{ozonefs => integration-test}/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractOpen.java (100%)
rename hadoop-ozone/{ozonefs => integration-test}/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractRename.java (100%)
rename hadoop-ozone/{ozonefs => integration-test}/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractRootDir.java (100%)
rename hadoop-ozone/{ozonefs => integration-test}/src/test/java/org/apache/hadoop/fs/ozone/contract/ITestOzoneContractSeek.java (100%)
rename hadoop-ozone/{ozonefs => integration-test}/src/test/java/org/apache/hadoop/fs/ozone/contract/OzoneContract.java (100%)
copy hadoop-ozone/{ozonefs => integration-test}/src/test/java/org/apache/hadoop/fs/ozone/package-info.java (100%)
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestRatisPipelineLeader.java
rename hadoop-ozone/{tools => integration-test}/src/test/java/org/apache/hadoop/ozone/freon/TestDataValidate.java (100%)
rename hadoop-ozone/{tools => integration-test}/src/test/java/org/apache/hadoop/ozone/freon/TestDataValidateWithDummyContainers.java (100%)
rename hadoop-ozone/{tools => integration-test}/src/test/java/org/apache/hadoop/ozone/freon/TestDataValidateWithSafeByteOperations.java (100%)
rename hadoop-ozone/{tools => integration-test}/src/test/java/org/apache/hadoop/ozone/freon/TestDataValidateWithUnsafeByteOperations.java (100%)
rename hadoop-ozone/{tools => integration-test}/src/test/java/org/apache/hadoop/ozone/freon/TestFreonWithDatanodeFastRestart.java (100%)
rename hadoop-ozone/{tools => integration-test}/src/test/java/org/apache/hadoop/ozone/freon/TestFreonWithDatanodeRestart.java (100%)
rename hadoop-ozone/{tools => integration-test}/src/test/java/org/apache/hadoop/ozone/freon/TestFreonWithPipelineDestroy.java (100%)
rename hadoop-ozone/{tools => integration-test}/src/test/java/org/apache/hadoop/ozone/freon/TestRandomKeyGenerator.java (100%)
rename hadoop-ozone/{tools => integration-test}/src/test/java/org/apache/hadoop/ozone/fsck/TestContainerMapper.java (100%)
rename hadoop-ozone/{tools => integration-test}/src/test/java/org/apache/hadoop/ozone/om/TestOmSQLCli.java (100%)
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestRecon.java
rename hadoop-ozone/{ozonefs => integration-test}/src/test/resources/contract/ozone.xml (100%)
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/protocolPB/OzoneManagerHARequestHandler.java
delete mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/protocolPB/OzoneManagerHARequestHandlerImpl.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestTrashService.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/ratis/TestOzoneManagerStateMachine.java
create mode 100644 hadoop-ozone/ozonefs/src/test/java/org/apache/hadoop/fs/ozone/TestReadWriteStatistics.java
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconDatanodeProtocolServer.java
copy hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/block/PendingDeleteHandler.java => hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconNodeManager.java (54%)
create mode 100644 hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/ReconStorageContainerManager.java
copy hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/{recovery => scm}/package-info.java (95%)
create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/api/db.json
create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/api/routes.json
copy hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/{config-overrides.js => src/components/OverviewCard/OverviewCard.less} (70%)
create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/components/OverviewCard/OverviewCard.tsx
copy hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/web/utils/package-info.java => hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/utils/common.tsx (88%)
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/ContainerBrowser/ContainerBrowser.tsx
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Dashboard/Dashboard.tsx
copy hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/client/ReplicationType.java => hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Datanodes/Datanodes.less (54%)
create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Datanodes/Datanodes.tsx
copy hadoop-hdds/docs/themes/ozonedoc/static/js/ozonedoc.js => hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Overview/Overview.less (87%)
create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Overview/Overview.tsx
create mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/endpoint/TestBucketPut.java
---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org
[hadoop-ozone] 01/01: Merge branch 'master' into ozone-0.4.2
Posted by ae...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
aengineer pushed a commit to branch ozone-0.4.2
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git
commit 55bc56630bb51d85568b831b2c340f6a1d5a0474
Merge: 34eac1a acc3dde
Author: Anu Engineer <ae...@apache.org>
AuthorDate: Wed Jan 8 14:31:49 2020 -0800
Merge branch 'master' into ozone-0.4.2
.github/workflows/post-commit.yml | 6 -
.github/workflows/pr.yml | 6 -
LICENSE.txt | 53 +-
NOTICE.txt | 5 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 60 +-
.../hadoop/hdds/scm/storage/CommitWatcher.java | 23 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 30 +
.../org/apache/hadoop/hdds/client/OzoneQuota.java | 12 +-
.../hadoop/hdds/conf/OzoneConfiguration.java | 103 +-
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 26 +-
.../apache/hadoop/hdds/recon/ReconConfigKeys.java} | 27 +-
.../org/apache/hadoop/hdds/recon/package-info.java | 18 +-
.../hadoop/hdds/scm/ByteStringConversion.java | 16 +-
.../java/org/apache/hadoop/hdds/scm/ScmConfig.java | 30 +-
.../apache/hadoop/hdds/scm/XceiverClientSpi.java | 23 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 25 +-
.../ContainerCommandResponseBuilders.java | 269 ++
.../hadoop/hdds/security/x509/SecurityConfig.java | 8 +-
.../certificate/authority/DefaultCAServer.java | 4 +-
.../client/DefaultCertificateClient.java | 2 +-
.../hadoop/hdds/utils/BackgroundService.java | 10 +-
.../hadoop/hdds/utils/RocksDBStoreMBean.java | 2 +-
.../org/apache/hadoop/hdds/utils/Scheduler.java | 31 +-
.../hadoop/hdds/utils/db/ByteArrayCodec.java | 39 +-
.../apache/hadoop/hdds/utils/db/CodecRegistry.java | 1 +
.../hadoop/hdds/utils/db/RocksDBConfiguration.java | 35 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 4 +-
.../apache/hadoop/ozone/common/ChunkBuffer.java | 47 +-
.../common/ChunkBufferImplWithByteBuffer.java | 35 +-
.../common/ChunkBufferImplWithByteBufferList.java | 215 ++
.../ozone/common/IncrementalChunkBuffer.java | 29 +-
.../ozone/container/common/helpers/BlockData.java | 5 -
.../apache/hadoop/ozone/lease/LeaseManager.java | 4 +-
.../hadoop/hdds/conf/SimpleConfiguration.java | 47 +-
.../hdds/conf/SimpleConfigurationParent.java | 26 +-
.../hadoop/hdds/conf/TestOzoneConfiguration.java | 19 +-
.../hadoop/hdds/protocol/MockDatanodeDetails.java | 125 +
.../hadoop/hdds/scm/pipeline/MockPipeline.java | 74 +
.../hadoop/hdds/utils/MockGatheringChannel.java | 74 +
.../hdds/utils/db/TestTypedRDBTableStore.java | 20 +-
.../hadoop/ozone/audit/TestOzoneAuditLogger.java | 10 +-
.../apache/hadoop/ozone/audit/package-info.java | 2 +-
.../hadoop/ozone/common/TestChunkBuffer.java | 90 +-
.../TestChunkBufferImplWithByteBufferList.java | 80 +
.../{log4j2.properties => auditlog.properties} | 0
.../java/org/apache/hadoop/hdds/conf/Config.java | 2 +-
.../hadoop/hdds/conf/ConfigFileGenerator.java | 77 +-
.../hadoop/hdds/conf/ConfigurationExample.java | 26 +-
.../hdds/conf/ConfigurationExampleGrandParent.java | 37 +-
.../hdds/conf/ConfigurationExampleParent.java | 38 +-
.../hadoop/hdds/conf/TestConfigFileGenerator.java | 60 +
hadoop-hdds/container-service/pom.xml | 22 +-
.../org/apache/hadoop/hdds/scm/HddsServerUtil.java | 22 +
.../container/common/helpers/ContainerUtils.java | 85 +-
.../container/common/impl/HddsDispatcher.java | 7 +-
.../common/statemachine/DatanodeConfiguration.java | 65 +-
.../common/statemachine/DatanodeStateMachine.java | 6 +-
.../common/statemachine/EndpointStateMachine.java | 2 +-
.../commandhandler/CommandDispatcher.java | 2 +-
.../CreatePipelineCommandHandler.java | 46 +-
.../server/ratis/ContainerStateMachine.java | 23 +-
.../server/ratis/RatisServerConfiguration.java | 4 +-
.../transport/server/ratis/XceiverServerRatis.java | 18 +-
.../ozone/container/common/volume/HddsVolume.java | 3 +-
.../container/common/volume/HddsVolumeChecker.java | 2 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 150 +-
.../container/keyvalue/helpers/BlockUtils.java | 88 +-
.../container/keyvalue/helpers/ChunkUtils.java | 26 +-
.../keyvalue/helpers/KeyValueContainerUtil.java | 27 -
.../container/keyvalue/helpers/SmallFileUtils.java | 91 -
.../keyvalue/impl/ChunkManagerDummyImpl.java | 7 +-
.../container/keyvalue/impl/ChunkManagerImpl.java | 13 +-
.../keyvalue/interfaces/ChunkManager.java | 13 +-
.../container/ozoneimpl/ContainerController.java | 9 +
.../ozoneimpl/ContainerScrubberConfiguration.java | 58 +-
.../ozone/container/ContainerTestHelper.java | 87 +-
.../common/impl/TestContainerPersistence.java | 33 +-
.../container/common/impl/TestHddsDispatcher.java | 6 +-
.../TestCreatePipelineCommandHandler.java | 159 +
.../container/keyvalue/TestChunkManagerImpl.java | 18 +-
.../container/keyvalue/helpers/TestChunkUtils.java | 9 +-
hadoop-hdds/docs/config.yaml | 13 +-
hadoop-hdds/docs/content/_index.md | 10 +-
hadoop-hdds/docs/content/_index.zh.md | 38 +
hadoop-hdds/docs/content/beyond/Containers.md | 4 +-
.../index.html => content/concept/Datanodes.zh.md} | 27 +-
hadoop-hdds/docs/content/concept/Overview.md | 2 +-
.../index.html => content/concept/_index.zh.md} | 29 +-
.../index.html => content/interface/JavaApi.zh.md} | 27 +-
.../index.html => content/interface/S3.zh.md} | 26 +-
hadoop-hdds/docs/content/security/SecureOzone.md | 6 +-
.../index.html => content/shell/_index.zh.md} | 27 +-
hadoop-hdds/docs/content/start/FromSource.zh.md | 68 +
hadoop-hdds/docs/content/start/Kubernetes.zh.md | 53 +
hadoop-hdds/docs/content/start/Minikube.zh.md | 70 +
hadoop-hdds/docs/content/start/OnPrem.zh.md | 171 +
.../docs/content/start/RunningViaDocker.zh.md | 61 +
.../docs/content/start/StartFromDockerHub.zh.md | 111 +
hadoop-hdds/docs/content/start/_index.zh.md | 85 +
.../themes/ozonedoc/layouts/_default/section.html | 4 +
.../themes/ozonedoc/layouts/_default/single.html | 8 +-
.../docs/themes/ozonedoc/layouts/index.html | 4 +-
.../{index.html => partials/languages.html} | 27 +-
.../themes/ozonedoc/layouts/partials/navbar.html | 2 +-
.../org/apache/hadoop/hdds/server/ServerUtils.java | 2 +-
hadoop-hdds/pom.xml | 7 +
.../hdds/scm/container/ReplicationManager.java | 24 +-
.../hdds/scm/container/SCMContainerManager.java | 48 +-
.../scm/container/states/ContainerStateMap.java | 2 +-
.../apache/hadoop/hdds/scm/metadata/LongCodec.java | 45 -
.../hdds/scm/metadata/SCMMetadataStoreRDBImpl.java | 1 -
.../scm/pipeline/BackgroundPipelineCreator.java | 2 +-
.../hdds/scm/pipeline/PipelineActionHandler.java | 2 +-
.../hdds/scm/pipeline/PipelineStateManager.java | 7 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 11 +-
.../hdds/scm/pipeline/SCMPipelineManager.java | 2 +-
.../scm/server/OzoneStorageContainerManager.java | 41 +-
.../hdds/scm/server/SCMDatanodeProtocolServer.java | 12 +-
.../hdds/scm/server/SCMHTTPServerConfig.java | 21 +-
.../hdds/scm/server/SCMSecurityProtocolServer.java | 2 +-
.../hdds/scm/server/StorageContainerManager.java | 5 +-
.../org/apache/hadoop/hdds/scm/HddsTestUtils.java | 5 +-
.../java/org/apache/hadoop/hdds/scm/TestUtils.java | 74 +-
.../command/TestCommandStatusReportHandler.java | 3 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 4 +-
.../container/TestCloseContainerEventHandler.java | 4 +-
.../scm/container/TestContainerActionsHandler.java | 4 +-
.../scm/container/TestContainerStateManager.java | 12 +-
.../TestIncrementalContainerReportHandler.java | 20 +-
.../hdds/scm/container/TestReplicationManager.java | 4 +-
.../scm/container/TestSCMContainerManager.java | 5 +-
.../algorithms/TestContainerPlacementFactory.java | 4 +-
.../TestSCMContainerPlacementCapacity.java | 4 +-
.../TestSCMContainerPlacementRackAware.java | 6 +-
.../TestSCMContainerPlacementRandom.java | 4 +-
.../hdds/scm/node/TestContainerPlacement.java | 3 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 19 +-
.../hdds/scm/node/TestNodeReportHandler.java | 3 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 10 +-
.../hadoop/hdds/scm/node/TestStatisticsUpdate.java | 5 +-
.../scm/pipeline/TestPipelineStateManager.java | 9 +-
.../scm/pipeline/TestRatisPipelineProvider.java | 6 +-
.../scm/pipeline/TestSimplePipelineProvider.java | 7 +-
.../scm/server/TestSCMBlockProtocolServer.java | 4 +-
.../server/TestSCMDatanodeHeartbeatDispatcher.java | 8 +-
.../ozone/container/common/TestEndPoint.java | 21 +-
.../hdds/scm/cli/container/ListSubcommand.java | 4 +-
.../hadoop/ozone/client/OzoneClientFactory.java | 68 +-
.../ozone/client/io/BlockOutputStreamEntry.java | 9 +-
.../client/io/BlockOutputStreamEntryPool.java | 51 +-
.../hadoop/ozone/client/io/KeyInputStream.java | 10 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 152 +-
.../ozone/client/protocol/ClientProtocol.java | 13 +
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 8 +
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 3 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 1 +
.../hadoop/ozone/om/exceptions/OMException.java | 4 +-
.../ozone/om/protocol/OzoneManagerProtocol.java | 15 +-
...OzoneManagerProtocolClientSideTranslatorPB.java | 39 +
.../OzoneDelegationTokenSecretManager.java | 10 +-
.../ozone/security/OzoneTokenIdentifier.java | 8 +-
.../hadoop/ozone/security/acl/OzoneAclConfig.java | 25 +-
.../src/main/proto/OzoneManagerProtocol.proto | 24 +-
.../java/org/apache/hadoop/ozone/TestOmUtils.java | 35 +
.../org/apache/hadoop/ozone/csi/CsiServer.java | 57 +-
hadoop-ozone/dev-support/checks/integration.sh | 2 +-
hadoop-ozone/dev-support/checks/unit.sh | 2 +-
.../dist/src/main/assemblies/ozone-src.xml | 4 +-
.../docker-image/docker-krb5/Dockerfile-krb5 | 2 +-
.../docker-image/docker-krb5/README.md | 0
.../docker-image/docker-krb5/kadm5.acl | 0
.../docker-image/docker-krb5/krb5.conf | 0
.../docker-image/docker-krb5/launcher.sh | 0
.../dist/src/main/compose/ozone-hdfs/docker-config | 2 +
.../main/compose/ozone-mr/hadoop27/docker-config | 2 +
.../src/main/compose/ozone-mr/hadoop27/test.sh | 4 +-
.../main/compose/ozone-mr/hadoop31/docker-config | 2 +
.../src/main/compose/ozone-mr/hadoop31/test.sh | 8 +-
.../main/compose/ozone-mr/hadoop32/docker-config | 2 +
.../src/main/compose/ozone-om-ha-s3/docker-config | 2 +
.../src/main/compose/ozone-om-ha/docker-config | 2 +
.../dist/src/main/compose/ozone-recon/.env | 18 -
.../main/compose/ozone-recon/docker-compose.yaml | 66 -
.../src/main/compose/ozone-recon/docker-config | 35 -
.../src/main/compose/ozone-topology/docker-config | 2 +
hadoop-ozone/dist/src/main/compose/ozone/README.md | 99 +
.../src/main/compose/ozone/docker-compose.yaml | 92 +-
.../dist/src/main/compose/ozone/docker-config | 11 +-
.../compose/{ozoneperf => ozone}/freon-ockg.yaml | 19 +-
.../compose/{ozoneperf => ozone}/freon-rk.yaml | 19 +-
.../docker-config => ozone/monitoring.conf} | 15 +-
.../dist/src/main/compose/ozone/monitoring.yaml | 56 +
.../{ozoneperf/test.sh => ozone/profiling.yaml} | 30 +-
.../compose/{ozoneperf => ozone}/prometheus.yml | 20 +-
.../compose/{ozone-recon/test.sh => ozone/run.sh} | 15 +-
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 9 +-
.../src/main/compose/ozoneblockade/docker-config | 2 +
hadoop-ozone/dist/src/main/compose/ozoneperf/.env | 18 -
.../dist/src/main/compose/ozoneperf/README.md | 74 -
.../src/main/compose/ozoneperf/docker-compose.yaml | 85 -
.../dist/src/main/compose/ozoneperf/docker-config | 36 -
.../src/main/compose/ozones3-haproxy/docker-config | 2 +
hadoop-ozone/dist/src/main/compose/ozones3/.env | 18 -
.../src/main/compose/ozones3/docker-compose.yaml | 59 -
hadoop-ozone/dist/src/main/compose/ozones3/test.sh | 34 -
.../src/main/compose/ozonescripts/docker-config | 2 +
.../compose/ozonesecure-mr/docker-compose.yaml | 5 +-
.../src/main/compose/ozonesecure-mr/docker-config | 2 +
.../docker-image/docker-krb5/kadm5.acl | 20 -
.../docker-image/docker-krb5/krb5.conf | 41 -
.../docker-image/docker-krb5/launcher.sh | 25 -
.../main/compose/ozonesecure/docker-compose.yaml | 5 +-
.../src/main/compose/ozonesecure/docker-config | 2 +
.../docker-image/docker-krb5/Dockerfile-krb5 | 34 -
.../ozonesecure/docker-image/docker-krb5/README.md | 34 -
hadoop-ozone/dist/src/main/compose/testlib.sh | 13 +-
hadoop-ozone/dist/src/main/license/src/LICENSE.txt | 239 --
hadoop-ozone/dist/src/main/license/src/NOTICE.txt | 33 -
.../src/main/smoketest/basic/ozone-shell.robot | 18 +-
.../dist/src/main/smoketest/gdpr/gdpr.robot | 16 +-
.../dist/src/main/smoketest/omha/testOMHA.robot | 4 +-
.../dist/src/main/smoketest/ozonefs/ozonefs.robot | 18 +-
.../src/main/smoketest/s3/MultipartUpload.robot | 2 +-
.../dist/src/main/smoketest/s3/__init__.robot | 2 +-
.../dist/src/main/smoketest/s3/bucketcreate.robot | 2 +-
.../dist/src/main/smoketest/s3/buckethead.robot | 2 +-
.../dist/src/main/smoketest/s3/bucketlist.robot | 2 +-
.../dist/src/main/smoketest/s3/commonawslib.robot | 4 +-
.../dist/src/main/smoketest/s3/objectcopy.robot | 2 +-
.../dist/src/main/smoketest/s3/objectdelete.robot | 2 +-
.../src/main/smoketest/s3/objectmultidelete.robot | 2 +-
.../dist/src/main/smoketest/s3/objectputget.robot | 2 +-
.../mini-chaos-tests/src/test/bin/start-chaos.sh | 16 +-
.../hadoop/ozone/MiniOzoneLoadGenerator.java | 103 +-
.../hadoop/ozone/TestMiniChaosOzoneCluster.java | 20 +-
.../org/apache/hadoop/ozone/utils/LoadBucket.java | 224 +-
.../hadoop/ozone/insight/BaseInsightPoint.java | 5 +-
.../ozone/insight/BaseInsightSubCommand.java | 2 +
.../ozone/insight/ConfigurationSubCommand.java | 10 +-
.../apache/hadoop/ozone/insight/InsightPoint.java | 3 +-
.../apache/hadoop/ozone/insight/LogSubcommand.java | 2 +-
.../ozone/insight/datanode/RatisInsight.java | 44 +-
.../hadoop/ozone/insight/om/KeyManagerInsight.java | 4 +-
.../hadoop/ozone/insight/om/OmProtocolInsight.java | 3 +-
.../ozone/insight/scm/EventQueueInsight.java | 4 +-
.../ozone/insight/scm/NodeManagerInsight.java | 4 +-
.../ozone/insight/scm/ReplicaManagerInsight.java | 4 +-
.../scm/ScmProtocolBlockLocationInsight.java | 3 +-
.../scm/ScmProtocolContainerLocationInsight.java | 3 +-
.../insight/scm/ScmProtocolDatanodeInsight.java | 3 +-
.../insight/scm/ScmProtocolSecurityInsight.java | 3 +-
hadoop-ozone/integration-test/pom.xml | 42 +
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 72 +-
.../hadoop/fs/ozone/TestOzoneFileInterfaces.java | 0
.../hadoop/fs/ozone/TestOzoneFileSystem.java | 0
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 0
.../hadoop/fs/ozone/TestOzoneFsRenameDir.java | 16 +-
.../ozone/contract/ITestOzoneContractCreate.java | 0
.../ozone/contract/ITestOzoneContractDelete.java | 0
.../ozone/contract/ITestOzoneContractDistCp.java | 0
.../contract/ITestOzoneContractGetFileStatus.java | 0
.../fs/ozone/contract/ITestOzoneContractMkdir.java | 0
.../fs/ozone/contract/ITestOzoneContractOpen.java | 0
.../ozone/contract/ITestOzoneContractRename.java | 0
.../ozone/contract/ITestOzoneContractRootDir.java | 0
.../fs/ozone/contract/ITestOzoneContractSeek.java | 0
.../hadoop/fs/ozone/contract/OzoneContract.java | 0
.../org/apache/hadoop/fs/ozone}/package-info.java | 17 +-
.../hadoop/hdds/scm/TestRatisPipelineLeader.java | 129 +
.../scm/pipeline/TestRatisPipelineProvider.java | 11 +-
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 13 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 94 +-
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 18 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 2 +-
.../ozone/container/TestContainerReplication.java | 3 +-
.../transport/server/ratis/TestCSMMetrics.java | 4 +-
.../container/metrics/TestContainerMetrics.java | 7 +-
.../container/ozoneimpl/TestOzoneContainer.java | 15 +-
.../ozoneimpl/TestOzoneContainerRatis.java | 4 +-
.../ozoneimpl/TestOzoneContainerWithTLS.java | 7 +-
.../ozoneimpl/TestSecureOzoneContainer.java | 7 +-
.../container/server/TestContainerServer.java | 11 +-
.../server/TestSecureContainerServer.java | 8 +-
.../hadoop/ozone/freon/TestDataValidate.java | 0
.../freon/TestDataValidateWithDummyContainers.java | 0
.../TestDataValidateWithSafeByteOperations.java | 0
.../TestDataValidateWithUnsafeByteOperations.java | 0
.../freon/TestFreonWithDatanodeFastRestart.java | 0
.../ozone/freon/TestFreonWithDatanodeRestart.java | 0
.../ozone/freon/TestFreonWithPipelineDestroy.java | 0
.../hadoop/ozone/freon/TestRandomKeyGenerator.java | 0
.../hadoop/ozone/fsck/TestContainerMapper.java | 0
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 16 +-
.../org/apache/hadoop/ozone/om/TestOmSQLCli.java | 0
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 4 +-
.../org/apache/hadoop/ozone/recon/TestRecon.java | 408 +++
.../hadoop/ozone/scm/node/TestSCMNodeMetrics.java | 5 +-
.../src/test/resources/contract/ozone.xml | 0
hadoop-ozone/ozone-manager/pom.xml | 1 -
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 20 +
.../org/apache/hadoop/ozone/om/OzoneManager.java | 20 +-
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 7 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 42 +-
.../ozone/om/ratis/OzoneManagerRatisSnapshot.java | 10 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 166 +-
.../om/ratis/utils/OzoneManagerRatisUtils.java | 16 +-
.../hadoop/ozone/om/request/OMClientRequest.java | 23 +
.../request/s3/bucket/S3BucketCreateRequest.java | 18 +-
.../om/request/volume/OMVolumeCreateRequest.java | 26 +-
.../om/request/volume/OMVolumeDeleteRequest.java | 51 +-
.../ozone/om/request/volume/OMVolumeRequest.java | 20 +
.../om/request/volume/OMVolumeSetOwnerRequest.java | 24 +-
.../om/request/volume/OMVolumeSetQuotaRequest.java | 24 +-
.../hadoop/ozone/om/response/OMClientResponse.java | 29 +-
.../response/file/OMDirectoryCreateResponse.java | 28 +-
.../response/s3/bucket/S3BucketCreateResponse.java | 6 +-
.../S3MultipartUploadCommitPartResponse.java | 71 +-
.../om/response/volume/OMVolumeAclOpResponse.java | 2 -
.../om/response/volume/OMVolumeCreateResponse.java | 38 +-
.../om/response/volume/OMVolumeDeleteResponse.java | 42 +-
.../response/volume/OMVolumeSetOwnerResponse.java | 56 +-
.../response/volume/OMVolumeSetQuotaResponse.java | 26 +-
.../protocolPB/OzoneManagerHARequestHandler.java | 39 -
.../OzoneManagerHARequestHandlerImpl.java | 56 -
...OzoneManagerProtocolServerSideTranslatorPB.java | 17 +-
.../protocolPB/OzoneManagerRequestHandler.java | 606 +---
.../hadoop/ozone/protocolPB/RequestHandler.java | 28 +-
.../hadoop/ozone/web/ozShell/OzoneAddress.java | 3 +-
.../web/ozShell/bucket/ListBucketHandler.java | 3 +-
.../ozone/om/ScmBlockLocationTestingClient.java | 4 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 14 +-
.../apache/hadoop/ozone/om/TestTrashService.java | 125 +
...tOzoneManagerDoubleBufferWithDummyResponse.java | 2 +-
...TestOzoneManagerDoubleBufferWithOMResponse.java | 3 +-
.../om/ratis/TestOzoneManagerStateMachine.java | 215 ++
.../request/volume/TestOMVolumeCreateRequest.java | 51 +-
.../request/volume/TestOMVolumeDeleteRequest.java | 46 +-
.../om/request/volume/TestOMVolumeRequest.java | 30 +
.../volume/TestOMVolumeSetOwnerRequest.java | 31 +
.../volume/TestOMVolumeSetQuotaRequest.java | 38 +-
.../ozone/om/response/TestOMResponseUtils.java | 2 +-
.../volume/TestOMVolumeCreateResponse.java | 7 +-
.../volume/TestOMVolumeDeleteResponse.java | 13 +-
.../volume/TestOMVolumeSetOwnerResponse.java | 11 +-
.../volume/TestOMVolumeSetQuotaResponse.java | 7 +-
.../TestOzoneDelegationTokenSecretManager.java | 10 +-
hadoop-ozone/ozonefs/pom.xml | 47 -
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 4 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 36 +-
.../hadoop/fs/ozone/OzoneClientAdapterFactory.java | 1 -
.../apache/hadoop/fs/ozone/OzoneFSInputStream.java | 55 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 204 +-
.../hadoop/fs/ozone/TestReadWriteStatistics.java | 452 +++
hadoop-ozone/pom.xml | 2 +-
hadoop-ozone/recon/pom.xml | 5 +-
.../hadoop/ozone/recon/ConfigurationProvider.java | 17 +-
.../hadoop/ozone/recon/ReconControllerModule.java | 11 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 32 +-
.../recon/recovery/ReconOmMetadataManagerImpl.java | 2 +
.../recon/scm/ReconDatanodeProtocolServer.java | 76 +
.../hadoop/ozone/recon/scm/ReconNodeManager.java} | 40 +-
.../recon/scm/ReconStorageContainerManager.java | 134 +
.../hadoop/ozone/recon/scm/package-info.java} | 18 +-
.../recon/spi/ContainerDBServiceProvider.java | 6 +
.../spi/impl/ContainerDBServiceProviderImpl.java | 5 +
.../recon/spi/impl/ReconContainerDBProvider.java | 2 -
.../ozone/recon/tasks/ContainerKeyMapperTask.java | 8 +-
.../ozone/recon/tasks/FileSizeCountTask.java | 12 +-
.../ozone/recon/tasks/OMDBUpdatesHandler.java | 79 +-
.../webapps/recon/ozone-recon-web/LICENSE | 3781 ++++++++++----------
.../webapps/recon/ozone-recon-web/README.md | 8 +
.../webapps/recon/ozone-recon-web/api/db.json | 231 ++
.../webapps/recon/ozone-recon-web/api/routes.json | 3 +
.../webapps/recon/ozone-recon-web/package.json | 16 +-
.../recon/ozone-recon-web/public/index.html | 12 +-
.../webapps/recon/ozone-recon-web/src/App.less | 12 +
.../webapps/recon/ozone-recon-web/src/App.tsx | 64 +-
.../src/components/Breadcrumbs/Breadcrumbs.tsx | 12 +-
.../src/components/NavBar/NavBar.less | 21 +-
.../src/components/NavBar/NavBar.tsx | 28 +-
.../OverviewCard/OverviewCard.less} | 26 +-
.../src/components/OverviewCard/OverviewCard.tsx | 94 +
.../src/constants/breadcrumbs.constants.tsx | 5 +-
.../webapps/recon/ozone-recon-web/src/routes.tsx | 18 +-
.../ContainerBrowser.tsx => utils/common.tsx} | 16 +-
.../{App.less => views/Datanodes/Datanodes.less} | 63 +-
.../src/views/Datanodes/Datanodes.tsx | 187 +
.../src/views/NotFound/NotFound.tsx | 2 +-
.../Overview/Overview.less} | 15 +-
.../src/views/Overview/Overview.tsx | 115 +
.../webapps/recon/ozone-recon-web/yarn.lock | 3307 ++++++++++-------
hadoop-ozone/s3gateway/pom.xml | 1 -
.../apache/hadoop/ozone/s3/AWSV4AuthParser.java | 8 +-
.../hadoop/ozone/s3/OzoneClientProducer.java | 12 +-
.../hadoop/ozone/s3/exception/OS3Exception.java | 2 +-
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 4 +-
.../s3/header/AuthenticationHeaderParser.java | 4 +
.../ozone/s3/header/AuthorizationHeaderV4.java | 18 +-
.../hadoop/ozone/s3/endpoint/TestBucketPut.java | 114 +
hadoop-ozone/tools/pom.xml | 7 -
.../hadoop/ozone/audit/parser/AuditParser.java | 7 +-
.../audit/parser/handler/LoadCommandHandler.java | 4 +-
.../audit/parser/handler/QueryCommandHandler.java | 4 +-
.../parser/handler/TemplateCommandHandler.java | 9 +-
.../hadoop/ozone/freon/DatanodeChunkGenerator.java | 68 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 64 +-
.../apache/hadoop/ozone/genesis/GenesisUtil.java | 22 +-
hadoop-ozone/upgrade/pom.xml | 1 -
pom.xml | 9 +-
409 files changed, 12017 insertions(+), 7528 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org