You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by ae...@apache.org on 2020/02/19 05:13:24 UTC
[hadoop-ozone] branch master updated (9f98aa2 -> 4ba1932)
This is an automated email from the ASF dual-hosted git repository.
aengineer pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from 9f98aa2 HDDS-3017. Fix TestGetCommittedBlockLengthAndPutKey.java (#558)
add 4ba1932 HDDS-1564 Multiraft support (#538)
No new revisions were added by this update.
Summary of changes:
...erPlacementPolicy.java => PlacementPolicy.java} | 12 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 20 +
.../placement/algorithms/package-info.java | 21 --
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 57 ++-
.../org/apache/hadoop/ozone/audit/SCMAction.java | 1 +
hadoop-hdds/common/src/main/proto/hdds.proto | 1 +
.../common/src/main/resources/ozone-default.xml | 35 +-
...onPolicy.java => SCMCommonPlacementPolicy.java} | 23 +-
.../hadoop/hdds/scm/block/BlockManagerImpl.java | 5 +
.../hdds/scm/container/ReplicationManager.java | 13 +-
.../ContainerPlacementPolicyFactory.java | 18 +-
.../algorithms/SCMContainerPlacementCapacity.java | 4 +-
.../algorithms/SCMContainerPlacementRackAware.java | 12 +-
.../algorithms/SCMContainerPlacementRandom.java | 6 +-
.../apache/hadoop/hdds/scm/node/NodeManager.java | 14 +
.../hadoop/hdds/scm/node/NodeStateManager.java | 9 +
.../hadoop/hdds/scm/node/SCMNodeManager.java | 19 +
.../hdds/scm/node/states/Node2ObjectsMap.java | 4 +-
.../hdds/scm/node/states/Node2PipelineMap.java | 11 +-
.../scm/pipeline/BackgroundPipelineCreator.java | 7 +
.../hadoop/hdds/scm/pipeline/PipelineManager.java | 3 +
.../hdds/scm/pipeline/PipelinePlacementPolicy.java | 419 +++++++++++++++++++++
.../hadoop/hdds/scm/pipeline/PipelineStateMap.java | 5 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 138 ++++---
.../hdds/scm/pipeline/RatisPipelineUtils.java | 117 ++++++
.../hdds/scm/pipeline/SCMPipelineManager.java | 56 ++-
.../hdds/scm/pipeline/SCMPipelineMetrics.java | 17 +
.../hdds/scm/pipeline/SimplePipelineProvider.java | 2 +-
...inerLocationProtocolServerSideTranslatorPB.java | 26 ++
.../scm/safemode/HealthyPipelineSafeModeRule.java | 13 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 8 +-
.../hdds/scm/server/StorageContainerManager.java | 4 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 46 ++-
.../container/TestCloseContainerEventHandler.java | 7 +-
.../hdds/scm/container/TestReplicationManager.java | 7 +-
.../algorithms/TestContainerPlacementFactory.java | 7 +-
.../hdds/scm/node/TestContainerPlacement.java | 5 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 3 +
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 2 +
.../scm/pipeline/MockRatisPipelineProvider.java | 28 ++
.../TestPipelineDatanodesIntersection.java | 133 +++++++
.../scm/pipeline/TestPipelinePlacementPolicy.java | 261 +++++++++++++
.../scm/pipeline/TestRatisPipelineProvider.java | 50 ++-
.../hdds/scm/pipeline/TestSCMPipelineManager.java | 74 +++-
.../hdds/scm/safemode/TestSafeModeHandler.java | 5 +-
.../testutils/ReplicationNodeManagerMock.java | 16 +
.../org/apache/hadoop/hdds/scm/cli/SCMCLI.java | 2 +
.../DatanodeCommands.java} | 25 +-
.../hdds/scm/cli/datanode/ListInfoSubcommand.java | 121 ++++++
.../hdds/scm/cli/datanode}/package-info.java | 4 +-
...bcommand.java => CreatePipelineSubcommand.java} | 45 ++-
.../scm/cli/pipeline/ListPipelinesSubcommand.java | 11 +-
.../hdds/scm/cli/pipeline/PipelineCommands.java | 1 +
.../compose/ozone-topology/docker-compose.yaml | 28 ++
.../scmcli/{pipeline.robot => datanode.robot} | 7 +-
.../dist/src/main/smoketest/scmcli/pipeline.robot | 7 +-
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 3 +
.../hdds/scm/pipeline/TestPipelineClose.java | 1 +
.../TestRatisPipelineCreateAndDestroy.java | 24 +-
.../hadoop/hdds/scm/pipeline/TestSCMRestart.java | 5 +-
.../safemode/TestSCMSafeModeWithPipelineRules.java | 3 +
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 12 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 4 +
.../hadoop/ozone/TestContainerOperations.java | 7 +-
.../TestContainerStateMachineIdempotency.java | 5 +-
.../ozone/client/rpc/Test2WayCommitInRatis.java | 1 +
.../ozone/client/rpc/TestBlockOutputStream.java | 1 +
.../rpc/TestBlockOutputStreamWithFailures.java | 7 +-
.../hadoop/ozone/client/rpc/TestCommitWatcher.java | 1 +
.../rpc/TestContainerReplicationEndToEnd.java | 5 +-
.../client/rpc/TestContainerStateMachine.java | 5 +-
.../client/rpc/TestDeleteWithSlowFollower.java | 12 +-
.../client/rpc/TestFailureHandlingByClient.java | 4 +-
.../client/rpc/TestHybridPipelineOnDatanode.java | 3 +-
.../ozone/client/rpc/TestKeyInputStream.java | 1 +
.../rpc/TestMultiBlockWritesWithDnFailures.java | 8 +-
.../rpc/TestOzoneClientRetriesOnException.java | 1 +
.../client/rpc/TestOzoneRpcClientAbstract.java | 1 +
.../ozone/client/rpc/TestWatchForCommit.java | 3 +
.../TestCloseContainerByPipeline.java | 5 +
.../hadoop/ozone/dn/scrubber/TestDataScrubber.java | 4 +-
.../hadoop/ozone/freon/TestDataValidate.java | 2 +-
.../ozone/freon/TestFreonWithPipelineDestroy.java | 1 +
.../hadoop/ozone/om/TestOzoneManagerRestart.java | 3 +
.../hadoop/ozone/scm/TestContainerSmallFile.java | 4 +-
.../scm/TestGetCommittedBlockLengthAndPutKey.java | 5 +-
.../TestSCMContainerPlacementPolicyMetrics.java | 1 +
.../hadoop/ozone/scm/node/TestQueryNode.java | 3 +
88 files changed, 1887 insertions(+), 253 deletions(-)
rename hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/{container/placement/algorithms/ContainerPlacementPolicy.java => PlacementPolicy.java} (80%)
delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/placement/algorithms/package-info.java
rename hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/{container/placement/algorithms/SCMCommonPolicy.java => SCMCommonPlacementPolicy.java} (90%)
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/PipelinePlacementPolicy.java
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/RatisPipelineUtils.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestPipelineDatanodesIntersection.java
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestPipelinePlacementPolicy.java
copy hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/{container/ContainerCommands.java => datanode/DatanodeCommands.java} (70%)
create mode 100644 hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/ListInfoSubcommand.java
copy hadoop-hdds/{common/src/main/java/org/apache/hadoop/hdds/protocol => tools/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode}/package-info.java (88%)
copy hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/pipeline/{ClosePipelineSubcommand.java => CreatePipelineSubcommand.java} (54%)
copy hadoop-ozone/dist/src/main/smoketest/scmcli/{pipeline.robot => datanode.robot} (82%)
---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org