You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by xy...@apache.org on 2019/11/15 01:06:50 UTC
[hadoop-ozone] branch master updated (0d86870 -> 89d11ad)
This is an automated email from the ASF dual-hosted git repository.
xyao pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from 0d86870 HDDS-2481. Close streams in TarContainerPacker (#167)
add 89d11ad HDDS-2034. Async RATIS pipeline creation and destroy through heartbeat commands (#29)
No new revisions were added by this update.
Summary of changes:
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 12 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 5 +
.../org/apache/hadoop/hdds/utils/Scheduler.java | 7 +-
.../common/src/main/resources/ozone-default.xml | 30 ++-
.../common/statemachine/DatanodeStateMachine.java | 6 +
.../CloseContainerCommandHandler.java | 11 +-
.../ClosePipelineCommandHandler.java | 120 ++++++++++++
.../commandhandler/CommandHandler.java | 2 +-
.../CreatePipelineCommandHandler.java | 135 +++++++++++++
.../states/endpoint/HeartbeatEndpointTask.java | 22 +++
.../common/transport/server/XceiverServerSpi.java | 18 ++
.../transport/server/ratis/XceiverServerRatis.java | 36 ++++
...ainerCommand.java => ClosePipelineCommand.java} | 53 +++---
.../protocol/commands/CreatePipelineCommand.java | 100 ++++++++++
.../proto/StorageContainerDatanodeProtocol.proto | 23 +++
.../hadoop/hdds/scm/block/BlockManagerImpl.java | 3 +
.../hdds/scm/container/ContainerStateManager.java | 1 +
.../apache/hadoop/hdds/scm/events/SCMEvents.java | 12 +-
.../scm/pipeline/BackgroundPipelineCreator.java | 9 +-
.../hadoop/hdds/scm/pipeline/PipelineFactory.java | 13 +-
.../hadoop/hdds/scm/pipeline/PipelineManager.java | 15 +-
.../hadoop/hdds/scm/pipeline/PipelineProvider.java | 2 +
.../hdds/scm/pipeline/PipelineReportHandler.java | 54 +++---
.../hdds/scm/pipeline/PipelineStateManager.java | 4 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 137 +++++---------
.../hdds/scm/pipeline/RatisPipelineUtils.java | 103 ----------
.../hdds/scm/pipeline/SCMPipelineManager.java | 82 ++++++--
.../hdds/scm/pipeline/SCMPipelineMetrics.java | 10 +
.../hdds/scm/pipeline/SimplePipelineProvider.java | 5 +
.../scm/safemode/HealthyPipelineSafeModeRule.java | 83 ++++----
.../safemode/OneReplicaPipelineSafeModeRule.java | 65 +++----
.../hdds/scm/safemode/SCMSafeModeManager.java | 16 +-
.../hadoop/hdds/scm/safemode/SafeModeHandler.java | 5 +-
.../scm/server/SCMDatanodeHeartbeatDispatcher.java | 1 +
.../hdds/scm/server/SCMDatanodeProtocolServer.java | 20 ++
.../hdds/scm/server/StorageContainerManager.java | 3 +-
.../java/org/apache/hadoop/hdds/scm/TestUtils.java | 13 ++
.../hadoop/hdds/scm/block/TestBlockManager.java | 44 ++++-
.../container/TestCloseContainerEventHandler.java | 11 +-
.../scm/container/TestSCMContainerManager.java | 4 +-
.../hdds/scm/node/TestContainerPlacement.java | 2 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 11 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 9 +-
.../scm/pipeline/MockRatisPipelineProvider.java | 10 +-
.../scm/pipeline/TestRatisPipelineProvider.java | 26 ++-
.../safemode/TestHealthyPipelineSafeModeRule.java | 44 ++---
.../TestOneReplicaPipelineSafeModeRule.java | 36 +---
.../hdds/scm/safemode/TestSCMSafeModeManager.java | 50 ++---
hadoop-ozone/dist/src/main/compose/testlib.sh | 35 ++++
.../TestContainerStateManagerIntegration.java | 6 +-
.../metrics/TestSCMContainerManagerMetrics.java | 3 +
.../hdds/scm/pipeline/TestPipelineClose.java | 4 +-
.../scm/pipeline/TestRatisPipelineProvider.java | 210 +++++++++++++++++++++
.../hdds/scm/pipeline/TestSCMPipelineManager.java | 97 ++++++++--
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 2 +-
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 43 ++---
.../hadoop/ozone/TestContainerOperations.java | 2 +-
.../TestContainerStateMachineIdempotency.java | 2 +-
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 6 +-
.../hadoop/ozone/TestStorageContainerManager.java | 18 +-
.../apache/hadoop/ozone/client/rpc/TestBCSID.java | 3 +
.../client/rpc/TestContainerStateMachine.java | 3 +
.../rpc/TestContainerStateMachineFailures.java | 9 +-
.../ozone/container/TestContainerReplication.java | 2 +-
.../commandhandler/TestBlockDeletion.java | 6 +-
.../commandhandler/TestCloseContainerHandler.java | 2 +
.../commandhandler/TestDeleteContainerHandler.java | 2 +
.../hadoop/ozone/dn/scrubber/TestDataScrubber.java | 2 +
.../org/apache/hadoop/ozone/om/TestKeyPurging.java | 2 +-
.../apache/hadoop/ozone/om/TestScmSafeMode.java | 2 +-
.../hadoop/ozone/scm/TestContainerSmallFile.java | 2 +-
.../scm/TestGetCommittedBlockLengthAndPutKey.java | 2 +-
.../org/apache/hadoop/ozone/scm/TestSCMMXBean.java | 2 +-
.../hadoop/ozone/scm/node/TestSCMNodeMetrics.java | 4 +-
.../hadoop/fs/ozone/TestOzoneFsRenameDir.java | 2 +-
.../hadoop/ozone/fsck/TestContainerMapper.java | 2 +-
76 files changed, 1357 insertions(+), 601 deletions(-)
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/statemachine/commandhandler/ClosePipelineCommandHandler.java
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/statemachine/commandhandler/CreatePipelineCommandHandler.java
copy hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/protocol/commands/{CloseContainerCommand.java => ClosePipelineCommand.java} (53%)
create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/protocol/commands/CreatePipelineCommand.java
delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/RatisPipelineUtils.java
create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestRatisPipelineProvider.java
---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org