You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by ad...@apache.org on 2022/04/27 21:24:25 UTC
[ozone] branch master updated (1944b2cda9 -> 240002559e)
This is an automated email from the ASF dual-hosted git repository.
adoroszlai pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 1944b2cda9 HDDS-6624. Make ECBlockReconstructedStripeInputStream available for datanodes (#3353)
add cf8eb336ec HDDS-5210. Create GRPC service definition for existing OM protocol (#2375)
add 3b4e2f58b3 Merge remote-tracking branch 'origin/master' into HDDS-4440-s3-performance
add 1bce6dfd11 HDDS-5213. Create and a specific OmTransportFactory for GrpcOmTransport (#2485)
add 46575efe21 HDDS-5211. Start OM Grpc server as part of the OM bootstrap (#2601)
add a115ebfadc HDDS-5212. Create implementation of OmTransport which uses Grpc (#2580)
add 1b891fb64f HDDS-5612. Create Ozone s3 authentication token and client authentication transport (#2655)
add b0f41d67da HDDS-5780. Support s3 authentication on a per request basis (#2721)
add 1ffbeddcec HDDS 5781. Enable ACLs and support for all s3 file operations. (#2739)
add c9442d2507 HDDS-5778. Client side unit tests (#2810)
add 4d0bf19895 Commit for merge requested in PR #2945 to merge Apache Ozone master branch with HDDS-5881 changes INTO HDDS-4400-s3-performance feature branch. Merge allows s3 gateway gRPC to work with s3 gateway persistent connection changes made in HDDS-5881 found in master branch.
add abb3637a08 Synchronization added to getOzoneConfiguration for OzoneClientProducer to satisfy CI findbugs.
add b88a45e994 HDDS-6303. Merge from master to resolve CI workflow issues & hrpcOmTransport support (#3074)
add 413d4aade2 HDDS-5544. Update GRPC OmTransport implementation for HA (#2901)
add 0b0c586fec HDDS-5545. Enable TLS for GRPC OmTransport implementation (#2945)
add 3f585ab05d HDDS-5648. Track CI workflow tests temporarily disabled for feature branch (#3257)
add d5ade578f4 Revert "HDDS-5648. Track CI workflow tests temporarily disabled for feature branch (#3257)"
add d87a7461c1 Revert "HDDS-5545. Enable TLS for GRPC OmTransport implementation (#2945)"
add d57616e165 Revert "HDDS-5544. Update GRPC OmTransport implementation for HA (#2901)"
add 2522127b1c Revert "HDDS-6303. Merge from master to resolve CI workflow issues & hrpcOmTransport support (#3074)"
add f7b2dbd8f2 Necessary due to CI workflow issue, HDDS-6239, impacting feature branch green builds. Merging with Master branch impacts HDDS-4440 PRs in progress. This merge also requires partial changes that were initially in PR for HDDS-5545 to be included. Namely, the patch to allow switching between OmTransports, GrpcOmTransport and Hadoop3OmTransport through ozone configuration in the OmConfigKeys.
add e3259164ca Trigger Build
add 666525e386 Fix integration test for added configuation field for selecting OmTransport for s3 gateway - TestOzoneConfigurationFields (added config key not in xml).
add 0de099dbde Merge remote-tracking branch 'neils-dev/merge-master-s3g' into HDDS-4440-s3-performance
add 76e238118d HDDS-5544. Update GRPC OmTransport implementation for HA (#2901)
add 47e457697e HDDS-5545. Enable TLS for GRPC OmTransport implementation (#2945)
add 062890ee4b HDDS-5648. Track CI workflow tests temporarily disabled for feature branch (#3257)
add a2e169393c Merge of master into feature branch to sync the feature branch to the current master. Resolved conflicts affecting feature versioning PR#3155, propagating s3 exception stack trace HDDS-6257 PR#3066 and performFailover PR#3160.
add 55d2e06cf2 Fix checkstyle
add 2ea9e78bf1 Merge remote-tracking branch 'origin/master' into HDDS-4440-merge
add edec164302 HDDS-6643. Minor fixes for OM gRPC feature (#3347)
add db7f691855 HDDS-6651. Restore S3 Gateway config key check in TestOzoneConfigurationFields (#3354)
add 240002559e Merge remote-tracking branch 'origin/master' into HDDS-4440-s3-performance
No new revisions were added by this update.
Summary of changes:
.../java/org/apache/hadoop/hdds/HddsUtils.java | 20 ++
.../common/src/main/resources/ozone-default.xml | 10 +-
.../java/org/apache/hadoop/hdds/TestHddsUtils.java | 39 ++-
hadoop-hdds/interface-client/pom.xml | 2 +-
hadoop-hdds/interface-server/pom.xml | 2 +-
hadoop-ozone/common/pom.xml | 50 ++++
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 19 +-
.../ozone/om/ha/GrpcOMFailoverProxyProvider.java | 143 +++++++++
.../ozone/om/ha/OMFailoverProxyProvider.java | 22 +-
.../ozone/om/protocolPB/GrpcOmTransport.java | 329 +++++++++++++++++++++
...ortFactory.java => GrpcOmTransportFactory.java} | 10 +-
.../ozone/om/protocolPB/OmTransportFactory.java | 34 ++-
...OzoneManagerProtocolClientSideTranslatorPB.java | 2 +-
.../ozone/om/protocolPB/TestS3GrpcOmTransport.java | 222 ++++++++++++++
.../src/test/resources/log4j.properties | 0
hadoop-ozone/csi/pom.xml | 16 +-
.../dist/src/main/compose/ozone-ha/docker-config | 1 +
.../src/main/compose/ozone-om-ha/docker-config | 1 +
.../dist/src/main/compose/ozone/docker-config | 1 +
.../src/main/compose/ozonesecure-ha/docker-config | 1 +
.../src/main/compose/ozonesecure/docker-config | 1 +
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 2 +
hadoop-ozone/dist/src/main/license/jar-report.txt | 2 +
.../hadoop/ozone/TestOzoneConfigurationFields.java | 5 +-
hadoop-ozone/interface-client/pom.xml | 30 +-
hadoop-ozone/ozone-manager/pom.xml | 11 +
.../hadoop/ozone/om/GrpcOzoneManagerServer.java | 140 +++++++++
.../org/apache/hadoop/ozone/om/OzoneManager.java | 61 +++-
.../hadoop/ozone/om/OzoneManagerServiceGrpc.java | 98 ++++++
.../hadoop/ozone/om/request/OMClientRequest.java | 6 +-
.../ozone/om/TestGrpcOzoneManagerServer.java | 62 ++++
.../hadoop/ozone/om/failover/TestOMFailovers.java | 2 +-
hadoop-ozone/s3gateway/pom.xml | 24 +-
.../apache/hadoop/ozone/s3/OzoneClientCache.java | 172 +++++++++++
.../hadoop/ozone/s3/OzoneClientProducer.java | 44 ++-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 40 ++-
...e.hadoop.ozone.om.protocolPB.OmTransportFactory | 3 +-
.../ozone/protocolPB/TestGrpcOmTransport.java | 88 ++++++
pom.xml | 5 +-
39 files changed, 1640 insertions(+), 80 deletions(-)
create mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/ha/GrpcOMFailoverProxyProvider.java
create mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocolPB/GrpcOmTransport.java
copy hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocolPB/{Hadoop3OmTransportFactory.java => GrpcOmTransportFactory.java} (77%)
create mode 100644 hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/om/protocolPB/TestS3GrpcOmTransport.java
copy hadoop-ozone/{integration-test => common}/src/test/resources/log4j.properties (100%)
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/GrpcOzoneManagerServer.java
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/OzoneManagerServiceGrpc.java
create mode 100644 hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestGrpcOzoneManagerServer.java
create mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/OzoneClientCache.java
copy hadoop-ozone/{ozonefs-hadoop2 => s3gateway}/src/main/resources/META-INF/services/org.apache.hadoop.ozone.om.protocolPB.OmTransportFactory (92%)
create mode 100644 hadoop-ozone/s3gateway/src/test/java/org/apache/hadoop/ozone/protocolPB/TestGrpcOmTransport.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@ozone.apache.org
For additional commands, e-mail: commits-help@ozone.apache.org