You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airavata.apache.org by di...@apache.org on 2022/06/09 18:32:52 UTC

[airavata] 01/01: Externalizing maximum archive size for Archive task

This is an automated email from the ASF dual-hosted git repository.

dimuthuupe pushed a commit to branch max-archive-size-config
in repository https://gitbox.apache.org/repos/asf/airavata.git

commit 0041f8bc70b8bc63fc3437c2853c8c476f74e2c9
Author: Dimuthu Wannipurage <di...@gmail.com>
AuthorDate: Thu Jun 9 14:32:43 2022 -0400

    Externalizing maximum archive size for Archive task
---
 dev-tools/ansible/inventories/scigap/develop/group_vars/all/vars.yml   | 3 +++
 .../ansible/inventories/scigap/production/group_vars/all/vars.yml      | 3 +++
 dev-tools/ansible/roles/helix_setup/defaults/main.yml                  | 2 ++
 .../helix_setup/templates/participant/airavata-server.properties.j2    | 1 +
 4 files changed, 9 insertions(+)

diff --git a/dev-tools/ansible/inventories/scigap/develop/group_vars/all/vars.yml b/dev-tools/ansible/inventories/scigap/develop/group_vars/all/vars.yml
index d3630f2914..5f1a36c285 100644
--- a/dev-tools/ansible/inventories/scigap/develop/group_vars/all/vars.yml
+++ b/dev-tools/ansible/inventories/scigap/develop/group_vars/all/vars.yml
@@ -202,6 +202,9 @@ api_server_monitoring_enabled: true
 api_server_monitoring_host: "0.0.0.0"
 api_server_monitoring_port: 9097
 
+# Variables related to data staging operations
+max_archive_size: 21474836480
+
 # Subnet definitions
 iu_subnets:
   - "149.163.0.0/16"
diff --git a/dev-tools/ansible/inventories/scigap/production/group_vars/all/vars.yml b/dev-tools/ansible/inventories/scigap/production/group_vars/all/vars.yml
index f23c3d744c..c3aae31f9b 100644
--- a/dev-tools/ansible/inventories/scigap/production/group_vars/all/vars.yml
+++ b/dev-tools/ansible/inventories/scigap/production/group_vars/all/vars.yml
@@ -205,6 +205,9 @@ api_server_monitoring_enabled: true
 api_server_monitoring_host: "0.0.0.0"
 api_server_monitoring_port: 9097
 
+# Variables related to data staging operations
+max_archive_size: 21474836480
+
 # Subnet definitions
 iu_subnets:
   - "149.163.0.0/16"
diff --git a/dev-tools/ansible/roles/helix_setup/defaults/main.yml b/dev-tools/ansible/roles/helix_setup/defaults/main.yml
index ee7e4090e3..1c089f8835 100644
--- a/dev-tools/ansible/roles/helix_setup/defaults/main.yml
+++ b/dev-tools/ansible/roles/helix_setup/defaults/main.yml
@@ -55,4 +55,6 @@ local_data_location: "/tmp"
 
 thrift_client_pool_abandoned_removal_enabled: false
 thrift_client_pool_abandoned_removal_logged: false
+
+max_archive_size: 21474836480
 ...
diff --git a/dev-tools/ansible/roles/helix_setup/templates/participant/airavata-server.properties.j2 b/dev-tools/ansible/roles/helix_setup/templates/participant/airavata-server.properties.j2
index 0473df17b3..29d884bf9f 100644
--- a/dev-tools/ansible/roles/helix_setup/templates/participant/airavata-server.properties.j2
+++ b/dev-tools/ansible/roles/helix_setup/templates/participant/airavata-server.properties.j2
@@ -94,6 +94,7 @@ data.parser.delete.container=True
 # Data Staging Task Level Configurations
 ###########################################################################
 enable.streaming.transfer=False
+max.archive.size={{ max_archive_size }}
 
 ###########################################################################
 # ThriftClientPool Configuration