You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ozone.apache.org by pi...@apache.org on 2021/11/19 11:35:51 UTC
[ozone] branch HDDS-5447-httpfs updated (56f104c -> f0a7f81)
This is an automated email from the ASF dual-hosted git repository.
pifta pushed a change to branch HDDS-5447-httpfs
in repository https://gitbox.apache.org/repos/asf/ozone.git.
from 56f104c Merge branch 'master' into HDDS-5447-httpfs
add 6ea9916 HDDS-5964. [S3-TDE] Range Reads not working on encrypted buckets (#2827)
add 83e5aa3 HDDS-5848. Introduce more replication metrics (#2758)
add 4348d1d HDDS-5980. Get on a key which is created/overwrite through MPU on a TDE bucket, the data does not match with uploaded data. (#2844)
add 78e725c HDDS-5969. TestRootedOzoneFileSystem parameterized test is not initialized properly (#2843)
add 281f3b0 HDDS-5870. Make Datanode usageinfo command output more readable (#2816)
add 07b54e2 HDDS-5534. Verify config is updated on all OMs before proceeding with Bootstrap (#2491)
new 90d947f Merge branch 'master' into HDDS-5447-httpfs
new f0a7f81 Quick fix for HTTPFS gateway dependencies after merge... to be revisited.
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../common/src/main/resources/ozone-default.xml | 18 ++
.../container/replication/MeasuredReplicator.java | 34 +++-
.../replication/ReplicationSupervisor.java | 1 -
.../replication/ReplicationSupervisorMetrics.java | 1 -
.../replication/TestMeasuredReplicator.java | 34 +++-
.../java/org/apache/hadoop/hdds/ExitManager.java | 12 +-
.../hdds/scm/container/ReplicationManager.java | 30 ++-
.../replication/ReplicationManagerMetrics.java | 41 ++++
.../hdds/scm/container/TestReplicationManager.java | 10 +
.../hdds/scm/cli/datanode/UsageInfoSubcommand.java | 41 +++-
.../hadoop/ozone/client/io/OzoneInputStream.java | 33 +++-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 82 ++++++++
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 11 ++
.../hadoop/ozone/om/helpers/OMNodeDetails.java | 50 ++++-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 8 +
...erServiceProtocol.java => OMAdminProtocol.java} | 9 +-
.../hadoop/ozone/om/protocol/OMConfiguration.java | 92 +++++++++
.../protocolPB/OMAdminProtocolClientSideImpl.java | 136 ++++++++++++++
...rviceProtocolPB.java => OMAdminProtocolPB.java} | 9 +-
.../src/main/compose/ozonesecure-mr/docker-config | 3 +
hadoop-ozone/httpfsgateway/pom.xml | 8 +
.../hadoop/fs/ozone/TestRootedOzoneFileSystem.java | 95 ++++++----
.../fs/ozone/TestRootedOzoneFileSystemWithFSO.java | 5 +-
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 150 +++++++++++----
.../client/rpc/TestOzoneAtRestEncryption.java | 11 ++
.../hadoop/ozone/om/TestOzoneManagerBootstrap.java | 184 ++++++++++++++----
...ServiceProtocol.proto => OMAdminProtocol.proto} | 43 ++---
.../apache/hadoop/ozone/om/OMPolicyProvider.java | 5 +-
.../apache/hadoop/ozone/om/OMStarterInterface.java | 2 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 208 ++++++++++++++++++---
.../hadoop/ozone/om/OzoneManagerStarter.java | 45 +++--
.../apache/hadoop/ozone/om/ha/OMHANodeDetails.java | 6 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 24 +--
.../S3MultipartUploadCompleteRequest.java | 11 ++
.../protocolPB/OMAdminProtocolServerSideImpl.java | 66 +++++++
.../hadoop/ozone/om/TestOzoneManagerStarter.java | 4 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 10 +-
.../hadoop/ozone/s3/io/S3WrapperInputStream.java | 84 ---------
.../apache/hadoop/ozone/s3/io/package-info.java | 23 ---
39 files changed, 1279 insertions(+), 360 deletions(-)
copy hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocol/{OMInterServiceProtocol.java => OMAdminProtocol.java} (80%)
create mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocol/OMConfiguration.java
create mode 100644 hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocolPB/OMAdminProtocolClientSideImpl.java
copy hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/protocolPB/{OMInterServiceProtocolPB.java => OMAdminProtocolPB.java} (81%)
copy hadoop-ozone/interface-client/src/main/proto/{OmInterServiceProtocol.proto => OMAdminProtocol.proto} (58%)
create mode 100644 hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/protocolPB/OMAdminProtocolServerSideImpl.java
delete mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/io/S3WrapperInputStream.java
delete mode 100644 hadoop-ozone/s3gateway/src/main/java/org/apache/hadoop/ozone/s3/io/package-info.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@ozone.apache.org
For additional commands, e-mail: commits-help@ozone.apache.org
[ozone] 02/02: Quick fix for HTTPFS gateway dependencies after merge... to be revisited.
Posted by pi...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pifta pushed a commit to branch HDDS-5447-httpfs
in repository https://gitbox.apache.org/repos/asf/ozone.git
commit f0a7f81de4c70e50d9db1556f323e59fc5400b46
Author: Istvan Fajth <pi...@cloudera.com>
AuthorDate: Fri Nov 19 12:35:10 2021 +0100
Quick fix for HTTPFS gateway dependencies after merge... to be revisited.
---
hadoop-ozone/httpfsgateway/pom.xml | 8 ++++++++
1 file changed, 8 insertions(+)
diff --git a/hadoop-ozone/httpfsgateway/pom.xml b/hadoop-ozone/httpfsgateway/pom.xml
index 2366eff..902eea9 100644
--- a/hadoop-ozone/httpfsgateway/pom.xml
+++ b/hadoop-ozone/httpfsgateway/pom.xml
@@ -49,6 +49,14 @@
<scope>provided</scope>
</dependency>
<dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-hdfs-client</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-hdfs</artifactId>
+ </dependency>
+ <dependency>
<groupId>com.googlecode.json-simple</groupId>
<artifactId>json-simple</artifactId>
<scope>compile</scope>
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@ozone.apache.org
For additional commands, e-mail: commits-help@ozone.apache.org
[ozone] 01/02: Merge branch 'master' into HDDS-5447-httpfs
Posted by pi...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
pifta pushed a commit to branch HDDS-5447-httpfs
in repository https://gitbox.apache.org/repos/asf/ozone.git
commit 90d947fe3f992624be7e0cd966ad014bfd433929
Merge: 56f104c 07b54e2
Author: Istvan Fajth <pi...@cloudera.com>
AuthorDate: Fri Nov 19 12:34:14 2021 +0100
Merge branch 'master' into HDDS-5447-httpfs
.../common/src/main/resources/ozone-default.xml | 18 ++
.../container/replication/MeasuredReplicator.java | 34 +++-
.../replication/ReplicationSupervisor.java | 1 -
.../replication/ReplicationSupervisorMetrics.java | 1 -
.../replication/TestMeasuredReplicator.java | 34 +++-
.../java/org/apache/hadoop/hdds/ExitManager.java | 12 +-
.../hdds/scm/container/ReplicationManager.java | 30 ++-
.../replication/ReplicationManagerMetrics.java | 41 ++++
.../hdds/scm/container/TestReplicationManager.java | 10 +
.../hdds/scm/cli/datanode/UsageInfoSubcommand.java | 41 +++-
.../hadoop/ozone/client/io/OzoneInputStream.java | 33 +++-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 82 ++++++++
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 11 ++
.../hadoop/ozone/om/helpers/OMNodeDetails.java | 50 ++++-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 8 +
.../hadoop/ozone/om/protocol/OMAdminProtocol.java} | 25 ++-
.../hadoop/ozone/om/protocol/OMConfiguration.java | 92 +++++++++
.../protocolPB/OMAdminProtocolClientSideImpl.java | 136 ++++++++++++++
.../ozone/om/protocolPB/OMAdminProtocolPB.java} | 22 ++-
.../src/main/compose/ozonesecure-mr/docker-config | 3 +
.../hadoop/fs/ozone/TestRootedOzoneFileSystem.java | 95 ++++++----
.../fs/ozone/TestRootedOzoneFileSystemWithFSO.java | 5 +-
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 150 +++++++++++----
.../client/rpc/TestOzoneAtRestEncryption.java | 11 ++
.../hadoop/ozone/om/TestOzoneManagerBootstrap.java | 184 ++++++++++++++----
.../src/main/proto/OMAdminProtocol.proto | 65 +++++++
.../apache/hadoop/ozone/om/OMPolicyProvider.java | 5 +-
.../apache/hadoop/ozone/om/OMStarterInterface.java | 2 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 208 ++++++++++++++++++---
.../hadoop/ozone/om/OzoneManagerStarter.java | 45 +++--
.../apache/hadoop/ozone/om/ha/OMHANodeDetails.java | 6 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 24 +--
.../S3MultipartUploadCompleteRequest.java | 11 ++
.../protocolPB/OMAdminProtocolServerSideImpl.java | 66 +++++++
.../hadoop/ozone/om/TestOzoneManagerStarter.java | 4 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 10 +-
.../hadoop/ozone/s3/io/S3WrapperInputStream.java | 84 ---------
37 files changed, 1343 insertions(+), 316 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@ozone.apache.org
For additional commands, e-mail: commits-help@ozone.apache.org