You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by ad...@apache.org on 2021/02/04 06:15:18 UTC

[ozone] branch master updated (3e17053 -> 1e04c0e)

This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/ozone.git.


    from 3e17053  HDDS-4460. Add metrics for closed container replication (#1669)
     add 1e04c0e  HDDS-2195. Apply spotbugs check to test code (#1806)

No new revisions were added by this update.

Summary of changes:
 .../dev-support/findbugsExcludeFile.xml            |  13 +-
 hadoop-hdds/client/pom.xml                         |  12 ++
 .../hdds/scm/storage/DummyChunkInputStream.java    |   2 +-
 .../hdds/scm/storage/TestBlockInputStream.java     | 101 ++++++++++------
 .../storage/TestBlockOutputStreamCorrectness.java  |   4 +-
 .../hdds/scm/storage/TestChunkInputStream.java     |  22 ++--
 .../common/dev-support/findbugsExcludeFile.xml     |  10 ++
 .../hadoop/hdds/conf/TestOzoneConfiguration.java   |  12 +-
 .../hdds/scm/net/TestNetworkTopologyImpl.java      |   5 +-
 .../hadoop/hdds/tracing/TestStringCodec.java       |   2 +-
 .../hadoop/ozone/audit/TestOzoneAuditLogger.java   |   2 +-
 .../apache/hadoop/ozone/common/TestChecksum.java   |   6 +-
 .../hadoop/hdds/conf/TestConfigFileGenerator.java  |   4 +-
 .../dev-support/findbugsExcludeFile.xml            |  58 +++++++++
 .../replication/SimpleContainerDownloader.java     |   2 -
 .../hadoop/ozone/TestHddsSecureDatanodeInit.java   |   3 +-
 .../ozone/container/ContainerTestHelper.java       |   5 +-
 .../common/impl/TestContainerDataYaml.java         |   2 +-
 .../impl/TestContainerDeletionChoosingPolicy.java  |   2 +-
 .../common/impl/TestContainerPersistence.java      |  10 +-
 .../container/common/interfaces/TestHandler.java   |   1 -
 .../keyvalue/TestKeyValueBlockIterator.java        |   2 -
 .../container/keyvalue/TestKeyValueContainer.java  |   2 -
 .../keyvalue/TestKeyValueContainerCheck.java       |   5 +-
 .../container/keyvalue/TestKeyValueHandler.java    |   6 +-
 .../TestKeyValueHandlerWithUnhealthyContainer.java |   7 +-
 .../container/keyvalue/TestTarContainerPacker.java |  34 ++++--
 .../container/keyvalue/helpers/TestChunkUtils.java |  11 +-
 .../container/ozoneimpl/TestOzoneContainer.java    |   2 +-
 .../ReplicationSupervisorScheduling.java           |  10 +-
 .../dev-support/findbugsExcludeFile.xml            |  20 +++-
 hadoop-hdds/framework/pom.xml                      |  13 ++
 .../client/TestCertificateClientInit.java          |   2 +-
 .../x509/certificate/utils/TestCRLCodec.java       |   9 +-
 .../hadoop/hdds/utils/TestMetadataStore.java       |   2 +-
 .../hadoop/hdds/utils/TestRocksDBStoreMBean.java   |   2 +-
 .../dev-support/findbugsExcludeFile.xml            |  27 ++++-
 hadoop-hdds/server-scm/pom.xml                     |   7 ++
 .../algorithms/PipelineChoosePolicyFactory.java    |   2 -
 .../hadoop/hdds/scm/block/TestBlockManager.java    |   6 +-
 .../hadoop/hdds/scm/block/TestDeletedBlockLog.java |  11 +-
 .../hadoop/hdds/scm/container/MockNodeManager.java |   2 +-
 .../hdds/scm/container/SimpleMockNodeManager.java  |   2 +-
 .../container/TestCloseContainerEventHandler.java  |   2 +-
 .../scm/container/TestContainerReportHandler.java  |   7 --
 .../hdds/scm/container/TestReplicationManager.java |   7 +-
 .../algorithms/TestContainerPlacementFactory.java  |  10 +-
 .../hdds/scm/node/TestDatanodeAdminMonitor.java    |   2 +-
 .../hdds/scm/node/TestNodeDecommissionManager.java |   2 +-
 .../hadoop/hdds/scm/node/TestSCMNodeManager.java   |   5 -
 .../hdds/scm/pipeline/TestSCMPipelineManager.java  |  18 +--
 .../choose/algorithms/TestLeaderChoosePolicy.java  |   4 -
 .../hdds/scm/safemode/TestSCMSafeModeManager.java  |   4 +-
 .../scm/server/TestSCMBlockProtocolServer.java     |  12 +-
 .../server/TestStorageContainerManagerStarter.java |  14 ++-
 .../testutils/ReplicationNodeManagerMock.java      |   2 +-
 .../hadoop/ozone/scm/node/TestSCMNodeMetrics.java  |   8 +-
 .../scm/cli/datanode/TestListInfoSubcommand.java   |  13 +-
 .../dev-support/findbugsExcludeFile.xml            |   4 +-
 hadoop-ozone/client/pom.xml                        |  12 ++
 .../common/dev-support/findbugsExcludeFile.xml     |  17 +++
 .../org/apache/hadoop/ozone/TestOzoneAcls.java     |  14 +--
 .../hadoop/ozone/om/lock/TestOzoneManagerLock.java |   8 +-
 hadoop-ozone/datanode/pom.xml                      |   7 ++
 .../dev-support/findbugsExcludeFile.xml            |   4 +-
 .../fault-injection-test/mini-chaos-tests/pom.xml  |  13 ++
 .../hadoop/ozone/failure/FailureManager.java       |   2 +-
 .../hadoop/ozone/loadgenerators/LoadGenerator.java |   4 +-
 .../ozone/insight/TestConfigurationSubCommand.java |   8 +-
 .../dev-support/findbugsExcludeFile.xml            | 131 +++++++++++++++++++++
 hadoop-ozone/integration-test/pom.xml              |  12 ++
 .../fs/contract/AbstractContractUnbufferTest.java  |   1 +
 .../hadoop/fs/ozone/TestOzoneFSInputStream.java    |   2 +-
 .../fs/ozone/TestOzoneFSWithObjectStoreCreate.java |   9 +-
 .../hadoop/fs/ozone/TestOzoneFileInterfaces.java   |   1 -
 .../hadoop/fs/ozone/TestOzoneFileSystem.java       |   3 +-
 .../metrics/TestSCMContainerManagerMetrics.java    |   3 +-
 .../hdds/scm/pipeline/TestLeaderChoosePolicy.java  |   8 +-
 .../hdds/scm/pipeline/TestNode2PipelineMap.java    |  12 +-
 .../TestRatisPipelineCreateAndDestroy.java         |   4 +-
 .../safemode/TestSCMSafeModeWithPipelineRules.java |   2 +-
 .../hadoop/ozone/MiniOzoneHAClusterImpl.java       |   6 +-
 .../TestContainerStateMachineIdempotency.java      |   6 +-
 .../java/org/apache/hadoop/ozone/TestDataUtil.java |   6 +-
 .../apache/hadoop/ozone/TestDelegationToken.java   |   4 -
 .../apache/hadoop/ozone/TestMiniOzoneCluster.java  |  19 ++-
 .../hadoop/ozone/TestMiniOzoneHACluster.java       |   5 -
 .../hadoop/ozone/TestSecureOzoneCluster.java       |   7 --
 .../ozone/TestStorageContainerManagerHelper.java   |   7 +-
 .../apache/hadoop/ozone/client/rpc/TestBCSID.java  |   3 +-
 .../rpc/TestBlockOutputStreamWithFailures.java     |  16 +--
 ...estBlockOutputStreamWithFailuresFlushDelay.java |  16 +--
 .../rpc/TestCloseContainerHandlingByClient.java    |   2 +-
 .../hadoop/ozone/client/rpc/TestCommitWatcher.java |  44 ++++---
 .../rpc/TestContainerReplicationEndToEnd.java      |   3 +-
 .../client/rpc/TestContainerStateMachine.java      |  13 +-
 .../TestContainerStateMachineFailureOnRead.java    |   3 +-
 .../rpc/TestContainerStateMachineFailures.java     |  23 ++--
 .../rpc/TestContainerStateMachineFlushDelay.java   |  12 +-
 .../client/rpc/TestDeleteWithSlowFollower.java     |   3 +-
 .../client/rpc/TestFailureHandlingByClient.java    |  40 ++++---
 .../rpc/TestFailureHandlingByClientFlushDelay.java |  11 +-
 .../client/rpc/TestHybridPipelineOnDatanode.java   |   7 +-
 .../ozone/client/rpc/TestKeyInputStream.java       |  28 ++---
 .../rpc/TestMultiBlockWritesWithDnFailures.java    |  24 ++--
 ...estOzoneClientRetriesOnExceptionFlushDelay.java |   2 +-
 ...ava => TestOzoneClientRetriesOnExceptions.java} |   4 +-
 .../client/rpc/TestOzoneRpcClientAbstract.java     | 128 ++++++++++----------
 .../client/rpc/TestOzoneRpcClientWithRatis.java    |  21 ++--
 .../hadoop/ozone/client/rpc/TestReadRetries.java   |  12 +-
 .../ozone/client/rpc/TestSecureOzoneRpcClient.java |  21 ++--
 .../client/rpc/TestValidateBCSIDOnRestart.java     |   9 +-
 .../ozone/client/rpc/TestWatchForCommit.java       |  24 ++--
 .../commandhandler/TestBlockDeletion.java          |  20 ++--
 .../TestCloseContainerByPipeline.java              |   9 +-
 .../commandhandler/TestCloseContainerHandler.java  |   3 +-
 .../commandhandler/TestDeleteContainerHandler.java |   4 +-
 .../transport/server/ratis/TestCSMMetrics.java     |   2 -
 .../container/server/TestContainerServer.java      |   7 +-
 .../server/TestSecureContainerServer.java          |   3 -
 .../ozone/dn/ratis/TestDnRatisLogParser.java       |  12 +-
 .../hadoop/ozone/dn/scrubber/TestDataScrubber.java |  10 +-
 .../ozone/om/TestContainerReportWithKeys.java      |   4 +-
 .../apache/hadoop/ozone/om/TestKeyManagerImpl.java |  18 +--
 .../org/apache/hadoop/ozone/om/TestKeyPurging.java |   6 +-
 .../hadoop/ozone/om/TestOMDbCheckpointServlet.java |   9 +-
 .../hadoop/ozone/om/TestOMEpochForNonRatis.java    |   3 +-
 .../hadoop/ozone/om/TestOMRatisSnapshots.java      |   3 +-
 .../hadoop/ozone/om/TestOmBlockVersioning.java     |   6 -
 .../org/apache/hadoop/ozone/om/TestOmLDBCli.java   |  15 +--
 .../apache/hadoop/ozone/om/TestOzoneManagerHA.java |   9 +-
 .../ozone/om/TestOzoneManagerHAWithData.java       |  16 +--
 .../hadoop/ozone/om/TestOzoneManagerRestart.java   |   3 +-
 .../apache/hadoop/ozone/om/TestScmSafeMode.java    |  10 +-
 .../ozone/om/parser/TestOMRatisLogParser.java      |  11 +-
 .../snapshot/TestOzoneManagerSnapshotProvider.java |   2 -
 .../ozone/recon/TestReconWithOzoneManagerHA.java   |  21 ++--
 .../hadoop/ozone/scm/TestContainerSmallFile.java   |  10 +-
 .../scm/TestGetCommittedBlockLengthAndPutKey.java  |   6 +-
 .../TestSCMContainerPlacementPolicyMetrics.java    |   9 +-
 .../org/apache/hadoop/ozone/scm/TestSCMMXBean.java |   4 +-
 .../hadoop/ozone/scm/TestXceiverClientManager.java |   6 +-
 .../scm/pipeline/TestPipelineManagerMXBean.java    |   2 +-
 .../TestSCMPipelineBytesWrittenMetrics.java        |   8 +-
 .../hadoop/ozone/shell/TestOzoneShellHA.java       |  27 +++--
 .../dev-support/findbugsExcludeFile.xml            |  14 +++
 .../hadoop/ozone/om/codec/TestOmKeyInfoCodec.java  |  13 +-
 .../om/codec/TestOmMultipartKeyInfoCodec.java      |   4 +-
 .../ozone/om/codec/TestRepeatedOmKeyInfoCodec.java |  13 +-
 .../dev-support/findbugsExcludeFile.xml            |  80 +++++++++++++
 hadoop-ozone/ozone-manager/pom.xml                 |   7 ++
 .../apache/hadoop/ozone/om/TestKeyManagerUnit.java |  16 +--
 .../hadoop/ozone/om/TestOzoneManagerStarter.java   |  15 ++-
 .../hadoop/ozone/om/failover/TestOMFailovers.java  |  11 +-
 .../om/ratis/TestOzoneManagerRatisServer.java      |   5 +-
 .../bucket/TestOMBucketSetPropertyRequest.java     |   5 +-
 .../request/file/TestOMDirectoryCreateRequest.java |  43 +++----
 .../om/request/file/TestOMFileCreateRequest.java   |   4 +-
 .../om/request/key/TestOMAllocateBlockRequest.java |   4 +-
 .../om/request/key/TestOMKeyCreateRequest.java     |   4 +-
 .../ozone/om/request/key/TestOMKeyRequest.java     |   9 +-
 .../request/key/TestOMOpenKeysDeleteRequest.java   |   5 +-
 .../security/TestOMGetDelegationTokenRequest.java  |   6 +-
 .../volume/TestOMVolumeSetQuotaRequest.java        |   5 +-
 .../volume/acl/TestOMVolumeAddAclRequest.java      |   1 -
 .../volume/acl/TestOMVolumeSetAclRequest.java      |   1 -
 .../om/response/key/TestOMKeyCommitResponse.java   |   4 -
 .../om/response/key/TestOMKeyCreateResponse.java   |   4 -
 .../om/response/key/TestOMKeyDeleteResponse.java   |   7 --
 .../ozone/om/response/key/TestOMKeyResponse.java   |   3 +
 .../om/response/key/TestOMKeysDeleteResponse.java  |   4 -
 .../response/key/TestOMOpenKeysDeleteResponse.java |   3 +-
 .../security/acl/TestOzoneNativeAuthorizer.java    |   8 +-
 .../hadoop/fs/ozone/TestOzoneFSInputStream.java    |  20 ++--
 hadoop-ozone/ozonefs-hadoop2/pom.xml               |   7 ++
 hadoop-ozone/ozonefs-hadoop3/pom.xml               |   7 ++
 .../recon/dev-support/findbugsExcludeFile.xml      |  26 ++++
 .../apache/hadoop/ozone/recon/TestReconUtils.java  |  30 +++--
 .../hadoop/ozone/recon/api/TestEndpoints.java      |  42 +++----
 .../ozone/recon/fsck/TestContainerHealthTask.java  |   2 +-
 .../TestContainerHealthTaskRecordGenerator.java    |   8 +-
 .../impl/TestContainerDBServiceProviderImpl.java   |  15 +--
 .../impl/TestOzoneManagerServiceProviderImpl.java  |  28 +++--
 .../ozone/recon/tasks/TestOMDBUpdatesHandler.java  |   7 +-
 .../ozone/recon/tasks/TestTableCountTask.java      |   5 -
 .../dev-support/findbugsExcludeFile.xml            |   8 +-
 hadoop-ozone/s3gateway/pom.xml                     |   8 ++
 .../hadoop/ozone/client/OzoneBucketStub.java       |   6 +-
 .../ozone/s3/TestSignedChunksInputStream.java      |  24 ++--
 .../ozone/s3/TestVirtualHostStyleFilter.java       |   4 +-
 .../hadoop/ozone/s3/endpoint/TestBucketGet.java    |   5 +-
 .../hadoop/ozone/s3/endpoint/TestBucketPut.java    |   2 -
 .../hadoop/ozone/s3/endpoint/TestListParts.java    |   6 +-
 .../s3/endpoint/TestMultipartUploadComplete.java   |   5 +-
 .../s3/endpoint/TestMultipartUploadWithCopy.java   |  11 +-
 .../hadoop/ozone/s3/endpoint/TestObjectPut.java    |  30 ++---
 .../hadoop/ozone/s3/endpoint/TestPartUpload.java   |  10 +-
 ...estOS3Exception.java => TestOS3Exceptions.java} |  18 +--
 .../ozone/s3/header/TestAuthorizationHeaderV4.java |   4 +-
 .../tools/dev-support/findbugsExcludeFile.xml      |  20 +++-
 .../hadoop/ozone/audit/parser/TestAuditParser.java |  15 ++-
 .../hadoop/ozone/conf/TestGetConfOptions.java      |  29 +++--
 .../hadoop/ozone/freon/TestContentGenerator.java   |   1 -
 .../TestGenerateOzoneRequiredConfigurations.java   |  13 +-
 .../org/apache/hadoop/test/OzoneTestDriver.java    |   4 +-
 pom.xml                                            |   1 +
 206 files changed, 1464 insertions(+), 915 deletions(-)
 copy hadoop-hdds/{container-service => client}/dev-support/findbugsExcludeFile.xml (72%)
 copy hadoop-hdds/{container-service => framework}/dev-support/findbugsExcludeFile.xml (55%)
 copy hadoop-hdds/{container-service => server-scm}/dev-support/findbugsExcludeFile.xml (50%)
 copy hadoop-ozone/{csi => client}/dev-support/findbugsExcludeFile.xml (85%)
 copy hadoop-ozone/{csi => fault-injection-test/mini-chaos-tests}/dev-support/findbugsExcludeFile.xml (85%)
 create mode 100644 hadoop-ozone/integration-test/dev-support/findbugsExcludeFile.xml
 rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/rpc/{TestOzoneClientRetriesOnException.java => TestOzoneClientRetriesOnExceptions.java} (99%)
 create mode 100644 hadoop-ozone/ozone-manager/dev-support/findbugsExcludeFile.xml
 copy hadoop-ozone/{tools => s3gateway}/dev-support/findbugsExcludeFile.xml (85%)
 rename hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/s3/exception/{TestOS3Exception.java => TestOS3Exceptions.java} (84%)


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@ozone.apache.org
For additional commands, e-mail: commits-help@ozone.apache.org