You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by si...@apache.org on 2020/06/16 19:19:27 UTC

[hadoop-ozone] branch HDDS-2665-ofs updated (04dc11c -> 2eb3181)

This is an automated email from the ASF dual-hosted git repository.

siyao pushed a change to branch HDDS-2665-ofs
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.


 discard 04dc11c  Merge remote-tracking branch 'asf/master' into HDDS-2665-ofs
 discard 27348b1  retrigger build with empty commit
    omit c5b0ba6  HDDS-3812. Disable netty resource leak detector in datanode. (#1080)
    omit e25c7a6  HDDS-3350. Ozone Retry Policy Improvements. (#1005)
    omit 0a972d9  retrigger build with empty commit
    omit a8b9efd  retrigger build with empty commit
    omit 348f7c6  HDDS-3781. Update k8s Daemonset/Deployment apiVersions to the newer one (#1056)
    omit 2505b5c  HDDS-3787. Make CSI command configurable. (#1067)
    omit c420b9a  retrigger build with empty commit
    omit 57a8388  HDDS-3784. Use matrix build for integration test (#1063)
    omit 5792c62  HDDS-3769. hadoop-hdds interface-client fail to build with JDK11. (#1064)
    omit 23034fb  Hdds 3772. Add LOG to S3ErrorTable for easier problem locating.  (#1054)
    omit aa04ac0  HDDS-3642. Stop/Pause Background services while replacing OM DB with checkpoint from Leader (#1002)
    omit e663992  HDDS-3785. Update topology.aware.read parameter in ozone-topology compose config (#1070)
    omit 3c43069  HDDS-3795. No coverage reported for Ozone FS (#1071)
    omit 563507c  HDDS-3778. Block distribution in a pipeline among open containers is not uniform. (#1058)
    omit 96f07d5  HDDS-3768. Fix a typo in StorageContainerNodeProtocol#register (#1045)
    omit bd88eec  HDDS-3777. Reduce recon UI build time (#1065)
    omit 6cbe8d0  HDDS-3753. SCMPipelineManager's createPipeline method has redundant synchronization modifiers. (#1039)
    omit 039300d  retrigger build with empty commit
    omit 78255dd  HDDS-3476. Use persisted transaction info during OM startup in OM StateMachine. (#986)
    omit cee76a8  HDDS-3481. SCM ask too many datanodes to replicate the same container. (#1048)

This update removed existing revisions from the reference, leaving the
reference pointing at a previous point in the repository history.

 * -- * -- N   refs/heads/HDDS-2665-ofs (2eb3181)
            \
             O -- O -- O   (04dc11c)

Any revisions marked "omit" are not gone; other references still
refer to them.  Any revisions marked "discard" are gone forever.

No new revisions were added by this update.

Summary of changes:
 .github/workflows/post-commit.yml                  |   133 +-
 .github/workflows/pr.yml                           |   133 +-
 .../apache/hadoop/hdds/conf/RatisClientConfig.java |    86 +
 .../org/apache/hadoop/hdds}/conf/package-info.java |     2 +-
 .../hadoop/hdds/scm/client/HddsClientUtils.java    |     4 +-
 .../java/org/apache/hadoop/hdds/StringUtils.java   |     5 -
 .../org/apache/hadoop/hdds/ratis/RatisHelper.java  |   214 +-
 .../hadoop/hdds/ratis/conf/RatisClientConfig.java  |   183 -
 .../org/apache/hadoop/hdds/scm/ScmConfigKeys.java  |    10 +-
 .../org/apache/hadoop/ozone/OzoneConfigKeys.java   |    10 +-
 .../java/org/apache/hadoop/ozone/OzoneConsts.java  |    10 +
 .../common/src/main/resources/ozone-default.xml    |    22 +
 .../protocol/StorageContainerNodeProtocol.java     |     2 +-
 .../apache/hadoop/hdds/utils/db/DBCheckpoint.java  |    29 +
 .../hadoop/hdds/utils/db/RocksDBCheckpoint.java    |    22 +
 hadoop-hdds/interface-client/pom.xml               |     4 -
 .../hdds/scm/container/ReplicationManager.java     |    18 +-
 .../hdds/scm/container/SCMContainerManager.java    |    49 +-
 .../hadoop/hdds/scm/node/SCMNodeManager.java       |     2 +-
 .../hdds/scm/pipeline/SCMPipelineManager.java      |     2 +-
 .../hdds/scm/server/StorageContainerManager.java   |     3 +-
 .../hadoop/hdds/scm/block/TestBlockManager.java    |    63 +-
 .../hadoop/hdds/scm/container/MockNodeManager.java |     2 +-
 .../hdds/scm/container/TestReplicationManager.java |    13 +-
 .../testutils/ReplicationNodeManagerMock.java      |     2 +-
 .../org/apache/hadoop/ozone/om/OMConfigKeys.java   |     4 +-
 .../ozone/om/protocol/OzoneManagerHAProtocol.java  |    22 +-
 .../om/protocol/OzoneManagerServerProtocol.java    |    18 +-
 .../org/apache/hadoop/ozone/csi/CsiServer.java     |    16 +-
 .../org/apache/hadoop/ozone/csi/NodeService.java   |    17 +-
 hadoop-ozone/dev-support/checks/checkstyle.sh      |     2 +-
 hadoop-ozone/dev-support/checks/findbugs.sh        |     2 +-
 hadoop-ozone/dev-support/checks/integration.sh     |     4 +-
 hadoop-ozone/dev-support/checks/sonar.sh           |     2 +-
 hadoop-ozone/dev-support/checks/unit.sh            |     2 +-
 .../src/main/compose/ozone-topology/docker-config  |     2 +-
 .../main/k8s/definitions/ozone-csi/csi-node.yaml   |     2 +-
 .../k8s/definitions/prometheus/deployment.yaml     |     2 +-
 .../examples/ozone-dev/csi/csi-node-daemonset.yaml |     2 +-
 .../examples/ozone-dev/prometheus-deployment.yaml  |     2 +-
 .../k8s/examples/ozone/csi/csi-node-daemonset.yaml |     2 +-
 hadoop-ozone/dist/src/shell/ozone/ozone            |     4 +-
 .../apache/hadoop/ozone/MiniOzoneChaosCluster.java |     4 +-
 .../hadoop/ozone/TestOzoneConfigurationFields.java |     3 +-
 .../ozone/client/rpc/Test2WayCommitInRatis.java    |     6 +
 .../rpc/TestBlockOutputStreamWithFailures.java     |     5 +-
 ...estBlockOutputStreamWithFailuresFlushDelay.java |     5 +-
 .../hadoop/ozone/client/rpc/TestCommitWatcher.java |     8 +-
 .../TestContainerStateMachineFailureOnRead.java    |     6 +-
 .../rpc/TestContainerStateMachineFailures.java     |     9 +-
 .../client/rpc/TestDeleteWithSlowFollower.java     |     8 +-
 .../client/rpc/TestFailureHandlingByClient.java    |     8 +-
 .../rpc/TestFailureHandlingByClientFlushDelay.java |     8 +-
 .../rpc/TestMultiBlockWritesWithDnFailures.java    |     8 +-
 .../ozone/client/rpc/TestWatchForCommit.java       |     7 +
 .../hadoop/ozone/om/TestOMDbCheckpointServlet.java |    18 +
 .../hadoop/ozone/om/TestOMRatisSnapshots.java      |    16 +-
 .../apache/hadoop/ozone/om/TestOzoneManagerHA.java |     4 +-
 .../ozone/om/TestOzoneManagerHAWithData.java       |    26 +-
 .../snapshot/TestOzoneManagerSnapshotProvider.java |    28 +-
 .../hadoop/ozone/om/OMDBCheckpointServlet.java     |    28 +
 .../hadoop/ozone/om/OmMetadataManagerImpl.java     |    20 +-
 .../org/apache/hadoop/ozone/om/OzoneManager.java   |   155 +-
 .../apache/hadoop/ozone/om/ha/OMNodeDetails.java   |     6 +-
 .../hadoop/ozone/om/ratis/OMRatisSnapshotInfo.java |   116 +-
 .../hadoop/ozone/om/ratis/OMTransactionInfo.java   |    13 -
 .../ozone/om/ratis/OzoneManagerRatisServer.java    |    21 +-
 .../ozone/om/ratis/OzoneManagerStateMachine.java   |    45 +-
 .../om/ratis/utils/OzoneManagerRatisUtils.java     |    67 -
 .../om/snapshot/OzoneManagerSnapshotProvider.java  |    34 +-
 .../ozone/om/ratis/TestOMRatisSnapshotInfo.java    |    65 +
 .../om/ratis/TestOzoneManagerRatisServer.java      |    22 +-
 .../om/ratis/TestOzoneManagerStateMachine.java     |    20 +-
 hadoop-ozone/pom.xml                               |     1 -
 hadoop-ozone/recon/pom.xml                         |    25 +-
 .../webapps/recon/ozone-recon-web/README.md        |    13 +-
 .../webapps/recon/ozone-recon-web/pnpm-lock.yaml   | 17167 -------------------
 .../webapps/recon/ozone-recon-web/yarn.lock        | 16784 ++++++++++++++++++
 .../hadoop/ozone/s3/exception/S3ErrorTable.java    |     6 -
 pom.xml                                            |     4 +-
 80 files changed, 17754 insertions(+), 18163 deletions(-)
 create mode 100644 hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/conf/RatisClientConfig.java
 rename hadoop-hdds/{common/src/main/java/org/apache/hadoop/hdds/ratis => client/src/main/java/org/apache/hadoop/hdds}/conf/package-info.java (95%)
 delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/ratis/conf/RatisClientConfig.java
 copy hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/function/SupplierWithIOException.java => hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocol/OzoneManagerHAProtocol.java (61%)
 copy hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/conf/SimpleConfigurationParent.java => hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocol/OzoneManagerServerProtocol.java (69%)
 create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/ratis/TestOMRatisSnapshotInfo.java
 delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/pnpm-lock.yaml
 create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/yarn.lock


---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org