[airavata] branch master updated: Fixing max poll records in Kafka consumer and ansible fixes

[di...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

dimuthuupe pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/airavata.git


The following commit(s) were added to refs/heads/master by this push:
     new a039d05  Fixing max poll records in Kafka consumer and ansible fixes
a039d05 is described below

commit a039d05dbbeb69eadcfab1eb593aa9784ba48f07
Author: Dimuthu Wannipurage <di...@gmail.com>
AuthorDate: Wed Jan 29 09:51:32 2020 -0500

    Fixing max poll records in Kafka consumer and ansible fixes
---
 .../ansible/inventories/scigap/production/group_vars/all/vars.yml  | 7 +++++++
 .../roles/job_monitor/templates/email-monitor/email-config.yaml.j2 | 1 +
 .../apache/airavata/helix/impl/workflow/PostWorkflowManager.java   | 1 +
 3 files changed, 9 insertions(+)

diff --git a/dev-tools/ansible/inventories/scigap/production/group_vars/all/vars.yml b/dev-tools/ansible/inventories/scigap/production/group_vars/all/vars.yml
index 7cf98b2..01661e1 100644
--- a/dev-tools/ansible/inventories/scigap/production/group_vars/all/vars.yml
+++ b/dev-tools/ansible/inventories/scigap/production/group_vars/all/vars.yml
@@ -171,3 +171,10 @@ platform_monitor_target_email_addresses: "dimuthu.upeksha2@gmail.com,dwannipu@iu
 
 thrift_client_pool_abandoned_removal_enabled: true
 thrift_client_pool_abandoned_removal_logged: false
+
+# Variables related to parser framework
+parser_broker_url: "{{ groups['kafka'][0] }}:{{ kafka_listener_port }}"
+parser_broker_topic: "completed-messages"
+parser_broker_consumer_group: "ParsingConsumer"
+parser_storage_resource_id: "pgadev.scigap.org_7ddf28fd-d503-4ff8-bbc5-3279a7c3b99e"
+parser_broker_publisher_id: "ParserProducer"
\ No newline at end of file
diff --git a/dev-tools/ansible/roles/job_monitor/templates/email-monitor/email-config.yaml.j2 b/dev-tools/ansible/roles/job_monitor/templates/email-monitor/email-config.yaml.j2
index 80336a4..2c82597 100644
--- a/dev-tools/ansible/roles/job_monitor/templates/email-monitor/email-config.yaml.j2
+++ b/dev-tools/ansible/roles/job_monitor/templates/email-monitor/email-config.yaml.j2
@@ -74,6 +74,7 @@ config:
        - Slurm on Mio <sl...@mio.mines.edu> # MIO from Mines
        - SLURM resource manager <sl...@helix-slurm-headnode.novalocal> # Jetstream Helix cluster
        - SLURM resource manager <sl...@pearc19-headnode.novalocal>
+       - slurm@sdsc.edu
 
    - jobManagerType: UGE
      emailParser: org.apache.airavata.monitor.email.parser.UGEEmailParser
diff --git a/modules/airavata-helix/helix-spectator/src/main/java/org/apache/airavata/helix/impl/workflow/PostWorkflowManager.java b/modules/airavata-helix/helix-spectator/src/main/java/org/apache/airavata/helix/impl/workflow/PostWorkflowManager.java
index dea7d39..43c7442 100644
--- a/modules/airavata-helix/helix-spectator/src/main/java/org/apache/airavata/helix/impl/workflow/PostWorkflowManager.java
+++ b/modules/airavata-helix/helix-spectator/src/main/java/org/apache/airavata/helix/impl/workflow/PostWorkflowManager.java
@@ -77,6 +77,7 @@ public class PostWorkflowManager extends WorkflowManager {
         props.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getName());
         props.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, JobStatusResultDeserializer.class.getName());
         props.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, "false");
+        props.put(ConsumerConfig.MAX_POLL_RECORDS_CONFIG, 20);
         // Create the consumer using props.
         final Consumer<String, JobStatusResult> consumer = new KafkaConsumer<>(props);
         // Subscribe to the topic.