You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by sz...@apache.org on 2021/06/23 09:11:43 UTC
[ozone] branch HDDS-4454 updated (7bfd76b -> 2cd55d7)
This is an automated email from the ASF dual-hosted git repository.
szetszwo pushed a change to branch HDDS-4454
in repository https://gitbox.apache.org/repos/asf/ozone.git.
from 7bfd76b HDDS-5348. Pipeline creator may miss one-shot run (#2339)
add c0eb347 HDDS-5237. Add SSL support to the Ozone streaming API (#2315)
add 698456b HDDS-5363. Datanode shutdown due to too many bad volumes in CI (#2352)
add b545e69 HDDS-4692. Handle CRLStatusReport got from DN heartbeats and persist them (#2334)
add 51df153 HDDS-5356. [SCM-HA] SCM start failed with PipelineNotFoundException (#2346)
add b9caec3 HDDS-5342. HTML report missing from acceptance results (#2332)
add bb4a5b2 HDDS-5361. Suppress logging of ServerNotLeaderException. (#2351)
add 76d9a10 HDDS-5347. Wrong cache key for integration tests (#2336)
add eb6c1b6 HDDS-5314. Show number of Open containers per Node in Recon UI (#2321)
add 5c3f9aa HDDS-5355. In ContainerStateMachine, share the executor threads between the containers. (#2350)
add 5a9257e HDDS-5357. Move SCMUpdateProtocol to hdds interface-server package. (#2348)
add fa9616d HDDS-5352. java.lang.ClassNotFoundException: org/eclipse/jetty/alpn/ALPN (#2347)
add 5e1308a HDDS-5367. Update modification time when updating quota/storageType/versioning (#2355)
add 2cd55d7 HDDS-5269. Datandoe with low ratis log volume space should not be considered for new pipeline allocation. (#2344)
No new revisions were added by this update.
Summary of changes:
.github/workflows/post-commit.yml | 8 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 7 +
.../hadoop/hdds/security/x509/crl/CRLStatus.java | 87 +++++
.../common/src/main/resources/ozone-default.xml | 11 +
.../server/ratis/ContainerStateMachine.java | 74 ++--
.../common/volume/StorageVolumeChecker.java | 20 +-
.../container/stream/DirectoryServerSource.java | 6 +-
.../container/stream/DirstreamClientHandler.java | 5 +
.../container/stream/DirstreamServerHandler.java | 43 ++-
.../ozone/container/stream/StreamingClient.java | 28 +-
...ingDestination.java => StreamingException.java} | 20 +-
.../ozone/container/stream/StreamingServer.java | 68 ++--
.../stream/TestDirstreamClientHandler.java | 139 +++++++
.../container/stream/TestStreamingServer.java | 48 +++
.../ozone/container/stream}/package-info.java | 7 +-
.../certificate/authority/CertificateStore.java | 6 +
.../hadoop/hdds/security/x509/crl/CRLCodec.java | 0
.../hadoop/hdds/security/x509/crl/CRLInfo.java | 0
.../hdds/security/x509/crl/CRLInfoCodec.java | 0
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 9 +
.../x509/certificate/authority/MockCAStore.java | 12 +
hadoop-hdds/interface-client/pom.xml | 13 -
hadoop-hdds/interface-server/pom.xml | 2 +
.../src/main/proto/SCMUpdateProtocol.proto | 0
.../hadoop/hdds/scm/SCMCommonPlacementPolicy.java | 31 +-
.../hdds/scm/crl/CRLStatusReportHandler.java | 87 +++++
.../apache/hadoop/hdds/scm/crl}/package-info.java | 7 +-
.../apache/hadoop/hdds/scm/events/SCMEvents.java | 10 +
.../apache/hadoop/hdds/scm/node/DatanodeInfo.java | 14 +
.../hdds/scm/pipeline/PipelinePlacementPolicy.java | 15 +-
.../scm/pipeline/PipelineStateManagerV2Impl.java | 6 +-
.../hdds/scm/server/SCMBlockProtocolServer.java | 2 +
.../hadoop/hdds/scm/server/SCMCertStore.java | 20 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 2 +
.../scm/server/SCMDatanodeHeartbeatDispatcher.java | 15 +-
.../hdds/scm/server/SCMDatanodeProtocolServer.java | 3 +
.../hdds/scm/server/StorageContainerManager.java | 7 +-
.../java/org/apache/hadoop/hdds/scm/TestUtils.java | 113 ++++--
.../hadoop/hdds/scm/container/MockNodeManager.java | 8 +
.../algorithms/TestContainerPlacementFactory.java | 11 +
.../TestSCMContainerPlacementCapacity.java | 16 +-
.../TestSCMContainerPlacementRackAware.java | 22 +-
.../TestSCMContainerPlacementRandom.java | 19 +-
.../hdds/scm/crl/TestCRLStatusReportHandler.java | 137 +++++++
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 49 ++-
.../hdds/scm/node/TestNodeReportHandler.java | 21 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 16 +-
.../hdds/scm/node/TestSCMNodeStorageStatMap.java | 11 +-
.../hadoop/hdds/scm/node/TestStatisticsUpdate.java | 14 +-
.../scm/pipeline/TestPipelinePlacementPolicy.java | 33 +-
.../ozone/container/common/TestEndPoint.java | 25 +-
.../src/main/compose/compatibility/docker-config | 1 +
.../dist/src/main/compose/ozone-csi/docker-config | 1 +
.../dist/src/main/compose/ozone-ha/docker-config | 1 +
.../dist/src/main/compose/ozone-mr/common-config | 1 +
.../dist/src/main/compose/ozone-mr/test.sh | 6 +-
.../src/main/compose/ozone-om-ha/docker-config | 1 +
.../src/main/compose/ozone-topology/docker-config | 1 +
.../dist/src/main/compose/ozone/docker-config | 1 +
.../src/main/compose/ozones3-haproxy/docker-config | 1 +
.../src/main/compose/ozonesecure-ha/docker-config | 1 +
.../src/main/compose/ozonesecure-mr/docker-config | 2 +
.../dist/src/main/compose/restart/docker-config | 1 +
hadoop-ozone/dist/src/main/compose/test-all.sh | 8 +-
.../dist/src/main/compose/upgrade/docker-config | 1 +
hadoop-ozone/dist/src/main/compose/upgrade/test.sh | 4 +-
.../dist/src/main/compose/xcompat/docker-config | 1 +
.../src/main/smoketest/ozonefs/hadoopo3fs.robot | 2 +
.../apache/hadoop/ozone/MiniOzoneChaosCluster.java | 3 +
.../commandhandler/TestCloseContainerHandler.java | 4 +
.../commandhandler/TestDeleteContainerHandler.java | 4 +
.../TestDatanodeHddsVolumeFailureDetection.java | 4 +
.../TestDatanodeHddsVolumeFailureToleration.java | 4 +
.../hadoop/ozone/fsck/TestContainerMapper.java | 5 +
.../src/main/proto/OmClientProtocol.proto | 1 +
.../request/bucket/OMBucketSetPropertyRequest.java | 19 +-
.../bucket/TestOMBucketSetPropertyRequest.java | 10 +
hadoop-ozone/ozonefs-shaded/pom.xml | 3 +
.../hadoop/ozone/recon/api/NodeEndpoint.java | 17 +-
.../ozone/recon/api/types/DatanodeMetadata.java | 15 +
.../ozone/recon/scm/ReconContainerManager.java | 18 +
.../webapps/recon/ozone-recon-web/api/db.json | 20 +
.../src/views/datanodes/datanodes.tsx | 11 +
.../hadoop/ozone/recon/api/TestEndpoints.java | 3 +-
.../ozone/recon/api/TestOpenContainerCount.java | 424 +++++++++++++++++++++
.../hadoop/ozone/freon/StreamingGenerator.java | 23 +-
86 files changed, 1710 insertions(+), 239 deletions(-)
create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/x509/crl/CRLStatus.java
copy hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/stream/{StreamingDestination.java => StreamingException.java} (71%)
create mode 100644 hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/stream/TestDirstreamClientHandler.java
copy {hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/conf => hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/stream}/package-info.java (90%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/crl/CRLCodec.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/crl/CRLInfo.java (100%)
rename hadoop-hdds/{common => framework}/src/main/java/org/apache/hadoop/hdds/security/x509/crl/CRLInfoCodec.java (100%)
rename hadoop-hdds/{interface-client => interface-server}/src/main/proto/SCMUpdateProtocol.proto (100%)
create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/crl/CRLStatusReportHandler.java
copy {hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/ratis/utils => hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/crl}/package-info.java (89%)
create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/crl/TestCRLStatusReportHandler.java
create mode 100644 hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/api/TestOpenContainerCount.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@ozone.apache.org
For additional commands, e-mail: commits-help@ozone.apache.org