You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by si...@apache.org on 2020/06/16 16:59:46 UTC
[hadoop-ozone] branch HDDS-2665-ofs updated (27348b1 -> 04dc11c)
This is an automated email from the ASF dual-hosted git repository.
siyao pushed a change to branch HDDS-2665-ofs
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from 27348b1 retrigger build with empty commit
add cee76a8 HDDS-3481. SCM ask too many datanodes to replicate the same container. (#1048)
add 78255dd HDDS-3476. Use persisted transaction info during OM startup in OM StateMachine. (#986)
add 6cbe8d0 HDDS-3753. SCMPipelineManager's createPipeline method has redundant synchronization modifiers. (#1039)
add bd88eec HDDS-3777. Reduce recon UI build time (#1065)
add 96f07d5 HDDS-3768. Fix a typo in StorageContainerNodeProtocol#register (#1045)
add 563507c HDDS-3778. Block distribution in a pipeline among open containers is not uniform. (#1058)
add 3c43069 HDDS-3795. No coverage reported for Ozone FS (#1071)
add e663992 HDDS-3785. Update topology.aware.read parameter in ozone-topology compose config (#1070)
add aa04ac0 HDDS-3642. Stop/Pause Background services while replacing OM DB with checkpoint from Leader (#1002)
add 23034fb Hdds 3772. Add LOG to S3ErrorTable for easier problem locating. (#1054)
add 5792c62 HDDS-3769. hadoop-hdds interface-client fail to build with JDK11. (#1064)
add 57a8388 HDDS-3784. Use matrix build for integration test (#1063)
add 2505b5c HDDS-3787. Make CSI command configurable. (#1067)
add 348f7c6 HDDS-3781. Update k8s Daemonset/Deployment apiVersions to the newer one (#1056)
add e25c7a6 HDDS-3350. Ozone Retry Policy Improvements. (#1005)
add c5b0ba6 HDDS-3812. Disable netty resource leak detector in datanode. (#1080)
new 04dc11c Merge remote-tracking branch 'asf/master' into HDDS-2665-ofs
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/post-commit.yml | 133 +-
.github/workflows/pr.yml | 133 +-
.../apache/hadoop/hdds/conf/RatisClientConfig.java | 86 -
.../hadoop/hdds/scm/client/HddsClientUtils.java | 4 +-
.../java/org/apache/hadoop/hdds/StringUtils.java | 5 +
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 214 +-
.../hadoop/hdds/ratis/conf/RatisClientConfig.java | 183 +
.../hadoop/hdds/ratis}/conf/package-info.java | 2 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 10 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 10 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 10 -
.../common/src/main/resources/ozone-default.xml | 22 -
.../protocol/StorageContainerNodeProtocol.java | 2 +-
.../apache/hadoop/hdds/utils/db/DBCheckpoint.java | 29 -
.../hadoop/hdds/utils/db/RocksDBCheckpoint.java | 22 -
hadoop-hdds/interface-client/pom.xml | 4 +
.../hdds/scm/container/ReplicationManager.java | 18 +-
.../hdds/scm/container/SCMContainerManager.java | 49 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 2 +-
.../hdds/scm/pipeline/SCMPipelineManager.java | 2 +-
.../hdds/scm/server/StorageContainerManager.java | 3 +-
.../hadoop/hdds/scm/block/TestBlockManager.java | 63 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 2 +-
.../hdds/scm/container/TestReplicationManager.java | 13 +-
.../testutils/ReplicationNodeManagerMock.java | 2 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 4 +-
.../ozone/om/protocol/OzoneManagerHAProtocol.java | 39 -
.../om/protocol/OzoneManagerServerProtocol.java | 28 -
.../org/apache/hadoop/ozone/csi/CsiServer.java | 16 +-
.../org/apache/hadoop/ozone/csi/NodeService.java | 17 +-
hadoop-ozone/dev-support/checks/checkstyle.sh | 2 +-
hadoop-ozone/dev-support/checks/findbugs.sh | 2 +-
hadoop-ozone/dev-support/checks/integration.sh | 4 +-
hadoop-ozone/dev-support/checks/sonar.sh | 2 +-
hadoop-ozone/dev-support/checks/unit.sh | 2 +-
.../src/main/compose/ozone-topology/docker-config | 2 +-
.../main/k8s/definitions/ozone-csi/csi-node.yaml | 2 +-
.../k8s/definitions/prometheus/deployment.yaml | 2 +-
.../examples/ozone-dev/csi/csi-node-daemonset.yaml | 2 +-
.../examples/ozone-dev/prometheus-deployment.yaml | 2 +-
.../k8s/examples/ozone/csi/csi-node-daemonset.yaml | 2 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 4 +-
.../apache/hadoop/ozone/MiniOzoneChaosCluster.java | 4 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 3 +-
.../ozone/client/rpc/Test2WayCommitInRatis.java | 6 -
.../rpc/TestBlockOutputStreamWithFailures.java | 5 +-
...estBlockOutputStreamWithFailuresFlushDelay.java | 5 +-
.../hadoop/ozone/client/rpc/TestCommitWatcher.java | 8 +-
.../TestContainerStateMachineFailureOnRead.java | 6 +-
.../rpc/TestContainerStateMachineFailures.java | 9 +-
.../client/rpc/TestDeleteWithSlowFollower.java | 8 +-
.../client/rpc/TestFailureHandlingByClient.java | 8 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 8 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 8 +-
.../ozone/client/rpc/TestWatchForCommit.java | 7 -
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 18 -
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 16 +-
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 4 +-
.../ozone/om/TestOzoneManagerHAWithData.java | 26 +-
.../snapshot/TestOzoneManagerSnapshotProvider.java | 28 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 28 -
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 20 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 155 +-
.../apache/hadoop/ozone/om/ha/OMNodeDetails.java | 6 +-
.../hadoop/ozone/om/ratis/OMRatisSnapshotInfo.java | 116 +-
.../hadoop/ozone/om/ratis/OMTransactionInfo.java | 13 +
.../ozone/om/ratis/OzoneManagerRatisServer.java | 21 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 45 +-
.../om/ratis/utils/OzoneManagerRatisUtils.java | 67 +
.../om/snapshot/OzoneManagerSnapshotProvider.java | 34 +-
.../ozone/om/ratis/TestOMRatisSnapshotInfo.java | 65 -
.../om/ratis/TestOzoneManagerRatisServer.java | 22 +-
.../om/ratis/TestOzoneManagerStateMachine.java | 20 +-
hadoop-ozone/pom.xml | 1 +
hadoop-ozone/recon/pom.xml | 25 +-
.../webapps/recon/ozone-recon-web/README.md | 13 +-
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 17167 +++++++++++++++++++
.../webapps/recon/ozone-recon-web/yarn.lock | 16784 ------------------
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 6 +
pom.xml | 4 +-
80 files changed, 18143 insertions(+), 17801 deletions(-)
delete mode 100644 hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/conf/RatisClientConfig.java
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/ratis/conf/RatisClientConfig.java
rename hadoop-hdds/{client/src/main/java/org/apache/hadoop/hdds => common/src/main/java/org/apache/hadoop/hdds/ratis}/conf/package-info.java (95%)
delete mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocol/OzoneManagerHAProtocol.java
delete mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocol/OzoneManagerServerProtocol.java
delete mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/ratis/TestOMRatisSnapshotInfo.java
create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/pnpm-lock.yaml
delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/yarn.lock
---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org
[hadoop-ozone] 01/01: Merge remote-tracking branch 'asf/master'
into HDDS-2665-ofs
Posted by si...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
siyao pushed a commit to branch HDDS-2665-ofs
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git
commit 04dc11cf918a19d73a0ba087d44fe6e6fc4adead
Merge: 27348b1 c5b0ba6
Author: Siyao Meng <sm...@cloudera.com>
AuthorDate: Tue Jun 16 09:40:43 2020 -0700
Merge remote-tracking branch 'asf/master' into HDDS-2665-ofs
.github/workflows/post-commit.yml | 133 +-
.github/workflows/pr.yml | 133 +-
.../apache/hadoop/hdds/conf/RatisClientConfig.java | 86 -
.../hadoop/hdds/scm/client/HddsClientUtils.java | 4 +-
.../java/org/apache/hadoop/hdds/StringUtils.java | 5 +
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 214 +-
.../hadoop/hdds/ratis/conf/RatisClientConfig.java | 183 +
.../hadoop/hdds/ratis}/conf/package-info.java | 2 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 10 +-
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 10 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 10 -
.../common/src/main/resources/ozone-default.xml | 22 -
.../protocol/StorageContainerNodeProtocol.java | 2 +-
.../apache/hadoop/hdds/utils/db/DBCheckpoint.java | 29 -
.../hadoop/hdds/utils/db/RocksDBCheckpoint.java | 22 -
hadoop-hdds/interface-client/pom.xml | 4 +
.../hdds/scm/container/ReplicationManager.java | 18 +-
.../hdds/scm/container/SCMContainerManager.java | 49 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 2 +-
.../hdds/scm/pipeline/SCMPipelineManager.java | 2 +-
.../hdds/scm/server/StorageContainerManager.java | 3 +-
.../hadoop/hdds/scm/block/TestBlockManager.java | 63 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 2 +-
.../hdds/scm/container/TestReplicationManager.java | 13 +-
.../testutils/ReplicationNodeManagerMock.java | 2 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 4 +-
.../ozone/om/protocol/OzoneManagerHAProtocol.java | 39 -
.../om/protocol/OzoneManagerServerProtocol.java | 28 -
.../org/apache/hadoop/ozone/csi/CsiServer.java | 16 +-
.../org/apache/hadoop/ozone/csi/NodeService.java | 17 +-
hadoop-ozone/dev-support/checks/checkstyle.sh | 2 +-
hadoop-ozone/dev-support/checks/findbugs.sh | 2 +-
hadoop-ozone/dev-support/checks/integration.sh | 4 +-
hadoop-ozone/dev-support/checks/sonar.sh | 2 +-
hadoop-ozone/dev-support/checks/unit.sh | 2 +-
.../src/main/compose/ozone-topology/docker-config | 2 +-
.../main/k8s/definitions/ozone-csi/csi-node.yaml | 2 +-
.../k8s/definitions/prometheus/deployment.yaml | 2 +-
.../examples/ozone-dev/csi/csi-node-daemonset.yaml | 2 +-
.../examples/ozone-dev/prometheus-deployment.yaml | 2 +-
.../k8s/examples/ozone/csi/csi-node-daemonset.yaml | 2 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 4 +-
.../apache/hadoop/ozone/MiniOzoneChaosCluster.java | 4 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 3 +-
.../ozone/client/rpc/Test2WayCommitInRatis.java | 6 -
.../rpc/TestBlockOutputStreamWithFailures.java | 5 +-
...estBlockOutputStreamWithFailuresFlushDelay.java | 5 +-
.../hadoop/ozone/client/rpc/TestCommitWatcher.java | 8 +-
.../TestContainerStateMachineFailureOnRead.java | 6 +-
.../rpc/TestContainerStateMachineFailures.java | 9 +-
.../client/rpc/TestDeleteWithSlowFollower.java | 8 +-
.../client/rpc/TestFailureHandlingByClient.java | 8 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 8 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 8 +-
.../ozone/client/rpc/TestWatchForCommit.java | 7 -
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 18 -
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 16 +-
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 4 +-
.../ozone/om/TestOzoneManagerHAWithData.java | 26 +-
.../snapshot/TestOzoneManagerSnapshotProvider.java | 28 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 28 -
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 20 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 155 +-
.../apache/hadoop/ozone/om/ha/OMNodeDetails.java | 6 +-
.../hadoop/ozone/om/ratis/OMRatisSnapshotInfo.java | 116 +-
.../hadoop/ozone/om/ratis/OMTransactionInfo.java | 13 +
.../ozone/om/ratis/OzoneManagerRatisServer.java | 21 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 45 +-
.../om/ratis/utils/OzoneManagerRatisUtils.java | 67 +
.../om/snapshot/OzoneManagerSnapshotProvider.java | 34 +-
.../ozone/om/ratis/TestOMRatisSnapshotInfo.java | 65 -
.../om/ratis/TestOzoneManagerRatisServer.java | 22 +-
.../om/ratis/TestOzoneManagerStateMachine.java | 20 +-
hadoop-ozone/pom.xml | 1 +
hadoop-ozone/recon/pom.xml | 25 +-
.../webapps/recon/ozone-recon-web/README.md | 13 +-
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 17167 +++++++++++++++++++
.../webapps/recon/ozone-recon-web/yarn.lock | 16784 ------------------
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 6 +
pom.xml | 4 +-
80 files changed, 18143 insertions(+), 17801 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org