You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airavata.apache.org by di...@apache.org on 2021/02/21 02:34:18 UTC
[airavata-mft] branch develop updated (774afbc -> 13ff874)
This is an automated email from the ASF dual-hosted git repository.
dimuthuupe pushed a change to branch develop
in repository https://gitbox.apache.org/repos/asf/airavata-mft.git.
from 774afbc Issue templates
add fe56f1c Making storage as first class entity and supporting http transport in the agent
add f7495b7 Setting expiry time for http download requests
add bcad5d2 Python http download example
add e0581fa Directory browser python example
add f1ce313 Fixing SCP storage loading issue in file backend
add 979800e Upgrade sshj to 0.27 to fix "Unrecognized PKCS5 key type: OPENSSH" error
add 539d631 Fixes for refactored storages api
add 92eebea Fixing resourcePath when there is childPath
add 3d96e11 Fix getFileResourceMetadata
add 13ff874 Switch back to resource based metadata retrieval
No new revisions were added by this update.
Summary of changes:
.../airavata/mft/admin/models/TransferCommand.java | 40 +-
.../airavata/mft/admin/models/TransferRequest.java | 40 +-
agent/pom.xml | 5 +
.../org/apache/airavata/mft/agent/AppConfig.java | 7 +-
.../org/apache/airavata/mft/agent/MFTAgent.java | 32 +-
.../airavata/mft/agent/TransportMediator.java | 18 +-
.../airavata/mft/agent/http/ConnectorParams.java | 78 ++++
.../mft/agent/http/HttpDownloadRequest.java | 75 ++++
.../apache/airavata/mft/agent/http/HttpServer.java | 78 ++++
.../airavata/mft/agent/http/HttpServerHandler.java | 193 ++++++++++
.../mft/agent/http/HttpServerInitializer.java | 49 +++
.../mft/agent/http/HttpTransferRequest.java | 74 ++++
.../mft/agent/http/HttpTransferRequestsStore.java | 84 ++++
.../apache/airavata/mft/agent/rpc/RPCParser.java | 47 +++
agent/src/main/resources/application.properties | 3 +
.../airavata/mft/api/handler/MFTApiHandler.java | 45 +++
api/stub/src/main/proto/MFTApi.proto | 68 +++-
.../samples/mft_api_client_sample.py | 0
.../airavata/mft/controller/MFTController.java | 6 +-
.../mft/core/DirectoryResourceMetadata.java | 34 --
.../airavata/mft/core/FileResourceMetadata.java | 33 --
.../org/apache/airavata/mft/core/TransferTask.java | 7 +-
.../apache/airavata/mft/core/api/Connector.java | 4 +-
.../airavata/mft/core/api/MetadataCollector.java | 13 +-
.../mft/examples/http/DownloadExample.java | 39 ++
.../mft/examples/transfer/LocalExample.java | 12 +-
.../airavata/mft/examples/transfer/S3Example.java | 14 +-
.../airavata/mft/examples/transfer/SCPExample.java | 16 +-
examples/src/main/python/.gitignore | 4 +
examples/src/main/python/directory_browse.py | 18 +
examples/src/main/python/download_http.py | 19 +
examples/src/main/python/readme.md | 10 +
examples/src/main/python/requirements.txt | 3 +
pom.xml | 4 +-
.../resource/server/backend/ResourceBackend.java | 36 ++
.../backend/airavata/AiravataResourceBackend.java | 127 +++++++
.../backend/file/FileBasedResourceBackend.java | 421 ++++++++++++++++++---
.../server/backend/sql/SQLResourceBackend.java | 127 ++++++-
.../server/handler/AzureServiceHandler.java | 66 ++++
.../resource/server/handler/BoxServiceHandler.java | 73 +++-
.../server/handler/DropboxServiceHandler.java | 67 ++++
.../resource/server/handler/GCSServiceHandler.java | 67 ++++
.../server/handler/LocalServiceHandler.java | 66 ++++
.../resource/server/handler/S3ServiceHandler.java | 67 ++++
.../src/main/resources/application.properties | 3 +-
.../server/src/main/resources/resources.json | 60 +--
.../server/src/main/resources/storages.json | 44 +++
.../transport/azure/AzureMetadataCollector.java | 18 +
.../mft/transport/azure/AzureReceiver.java | 67 ++--
.../airavata/mft/transport/azure/AzureSender.java | 24 +-
.../mft/transport/box/BoxMetadataCollector.java | 18 +
.../airavata/mft/transport/box/BoxReceiver.java | 36 +-
.../airavata/mft/transport/box/BoxSender.java | 37 +-
.../dropbox/DropboxMetadataCollector.java | 20 +
.../mft/transport/dropbox/DropboxReceiver.java | 75 ++--
.../mft/transport/dropbox/DropboxSender.java | 24 +-
.../mft/transport/ftp/FTPMetadataCollector.java | 27 +-
.../airavata/mft/transport/ftp/FTPReceiver.java | 70 ++--
.../airavata/mft/transport/ftp/FTPSender.java | 67 ++--
.../mft/transport/ftp/FTPTransportUtil.java | 6 +-
.../mft/transport/gcp/GCSMetadataCollector.java | 25 +-
.../airavata/mft/transport/gcp/GCSReceiver.java | 74 ++--
.../airavata/mft/transport/gcp/GCSSender.java | 45 +--
.../transport/local/LocalMetadataCollector.java | 19 +-
.../mft/transport/local/LocalReceiver.java | 68 ++--
.../airavata/mft/transport/local/LocalSender.java | 68 ++--
.../mft/transport/s3/S3MetadataCollector.java | 20 +
.../airavata/mft/transport/s3/S3Receiver.java | 54 ++-
.../apache/airavata/mft/transport/s3/S3Sender.java | 25 +-
.../mft/transport/scp/SCPMetadataCollector.java | 67 ++--
.../airavata/mft/transport/scp/SCPReceiver.java | 39 +-
.../airavata/mft/transport/scp/SCPSender.java | 45 +--
72 files changed, 2684 insertions(+), 750 deletions(-)
create mode 100644 agent/src/main/java/org/apache/airavata/mft/agent/http/ConnectorParams.java
create mode 100644 agent/src/main/java/org/apache/airavata/mft/agent/http/HttpDownloadRequest.java
create mode 100644 agent/src/main/java/org/apache/airavata/mft/agent/http/HttpServer.java
create mode 100644 agent/src/main/java/org/apache/airavata/mft/agent/http/HttpServerHandler.java
create mode 100644 agent/src/main/java/org/apache/airavata/mft/agent/http/HttpServerInitializer.java
create mode 100644 agent/src/main/java/org/apache/airavata/mft/agent/http/HttpTransferRequest.java
create mode 100644 agent/src/main/java/org/apache/airavata/mft/agent/http/HttpTransferRequestsStore.java
delete mode 100644 client-sdk/mft-python-sdk/samples/mft_api_client_sample.py
create mode 100644 examples/src/main/java/org/apache/airavata/mft/examples/http/DownloadExample.java
create mode 100644 examples/src/main/python/.gitignore
create mode 100644 examples/src/main/python/directory_browse.py
create mode 100644 examples/src/main/python/download_http.py
create mode 100644 examples/src/main/python/readme.md
create mode 100644 examples/src/main/python/requirements.txt
create mode 100644 services/resource-service/server/src/main/resources/storages.json