You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by mo...@apache.org on 2023/05/05 08:20:28 UTC
[doris] branch master updated (70236adc1f -> 96d729f719)
This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 70236adc1f [Refactor](doc)(config)(variable) use script to generate doc for FE config and session variables (#19246)
add 96d729f719 [refactor](fs)(step3)use filesystem instead of old storage, new storage just access remote object storage (#19098)
No new revisions were added by this update.
Summary of changes:
.../org/apache/doris/backup/BackupHandler.java | 8 +-
.../java/org/apache/doris/backup/BackupJob.java | 4 +-
.../java/org/apache/doris/backup/Repository.java | 81 +--
.../java/org/apache/doris/backup/RestoreJob.java | 4 +-
.../doris/catalog/HiveMetaStoreClientHelper.java | 60 +-
.../java/org/apache/doris/common/FeConstants.java | 10 +
.../org/apache/doris/common/util/BrokerUtil.java | 9 +-
.../java/org/apache/doris/common/util/S3URI.java | 3 +-
.../doris/datasource/hive/HiveMetaStoreCache.java | 9 +-
.../datasource/property/PropertyConverter.java | 24 +-
.../property/constants/S3Properties.java | 4 +-
.../apache/doris/external/hive/util/HiveUtil.java | 8 +-
.../main/java/org/apache/doris/fs/FileSystem.java | 20 +-
.../org/apache/doris/fs/FileSystemFactory.java | 39 +-
.../java/org/apache/doris/fs/LocalFileSystem.java | 24 +-
.../org/apache/doris/fs/PersistentFileSystem.java | 13 +-
.../OlapSplitter.java => fs/RemoteFiles.java} | 18 +-
.../java/org/apache/doris/fs/obj/BlobStorage.java | 162 -----
.../org/apache/doris/fs/obj/BrokerStorage.java | 710 ---------------------
.../java/org/apache/doris/fs/obj/HdfsStorage.java | 570 -----------------
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 19 +-
.../java/org/apache/doris/fs/obj/S3Storage.java | 433 -------------
.../apache/doris/fs/remote/BrokerFileSystem.java | 1 -
.../org/apache/doris/fs/remote/ObjFileSystem.java | 7 +
.../doris/{backup => fs/remote}/RemoteFile.java | 39 +-
.../apache/doris/fs/remote/RemoteFileSystem.java | 25 +-
.../org/apache/doris/fs/remote/S3FileSystem.java | 15 +-
.../apache/doris/fs/remote/dfs/DFSFileSystem.java | 12 +-
.../doris/planner/external/HiveScanProvider.java | 25 +-
.../doris/planner/external/HiveSplitter.java | 21 +-
.../doris/planner/external/QueryScanProvider.java | 21 +
.../external/iceberg/IcebergScanProvider.java | 29 +-
.../doris/tablefunction/S3TableValuedFunction.java | 3 +-
.../org/apache/doris/backup/BackupJobTest.java | 4 +-
.../org/apache/doris/backup/BrokerStorageTest.java | 51 +-
.../org/apache/doris/backup/RepositoryTest.java | 59 +-
.../org/apache/doris/backup/RestoreJobTest.java | 4 +-
.../datasource/property/PropertyConverterTest.java | 8 +-
.../org/apache/doris/fs/obj/MockedS3Client.java | 131 ++++
.../org/apache/doris/fs/obj/S3FileSystemTest.java | 184 ++++--
.../org/apache/doris/fs/obj/S3ObjStorageTest.java | 104 +++
41 files changed, 762 insertions(+), 2213 deletions(-)
copy fe/fe-core/src/main/java/org/apache/doris/{planner/OlapSplitter.java => fs/RemoteFiles.java} (74%)
delete mode 100644 fe/fe-core/src/main/java/org/apache/doris/fs/obj/BlobStorage.java
delete mode 100644 fe/fe-core/src/main/java/org/apache/doris/fs/obj/BrokerStorage.java
delete mode 100644 fe/fe-core/src/main/java/org/apache/doris/fs/obj/HdfsStorage.java
delete mode 100644 fe/fe-core/src/main/java/org/apache/doris/fs/obj/S3Storage.java
rename fe/fe-core/src/main/java/org/apache/doris/{backup => fs/remote}/RemoteFile.java (62%)
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/fs/obj/MockedS3Client.java
create mode 100644 fe/fe-core/src/test/java/org/apache/doris/fs/obj/S3ObjStorageTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org