This is an automated email from the ASF dual-hosted git repository.
dimuthuupe pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/airavata.git
The following commit(s) were added to refs/heads/master by this push:
new a039d05 Fixing max poll records in Kafka consumer and ansible fixes
a039d05 is described below
commit a039d05dbbeb69eadcfab1eb593aa9784ba48f07
Author: Dimuthu Wannipurage <[email protected]>
AuthorDate: Wed Jan 29 09:51:32 2020 -0500
Fixing max poll records in Kafka consumer and ansible fixes
---
.../ansible/inventories/scigap/production/group_vars/all/vars.yml | 7 +++++++
.../roles/job_monitor/templates/email-monitor/email-config.yaml.j2 | 1 +
.../apache/airavata/helix/impl/workflow/PostWorkflowManager.java | 1 +
3 files changed, 9 insertions(+)
diff --git
a/dev-tools/ansible/inventories/scigap/production/group_vars/all/vars.yml
b/dev-tools/ansible/inventories/scigap/production/group_vars/all/vars.yml
index 7cf98b2..01661e1 100644
--- a/dev-tools/ansible/inventories/scigap/production/group_vars/all/vars.yml
+++ b/dev-tools/ansible/inventories/scigap/production/group_vars/all/vars.yml
@@ -171,3 +171,10 @@ platform_monitor_target_email_addresses:
"[email protected],dwannipu@iu
thrift_client_pool_abandoned_removal_enabled: true
thrift_client_pool_abandoned_removal_logged: false
+
+# Variables related to parser framework
+parser_broker_url: "{{ groups['kafka'][0] }}:{{ kafka_listener_port }}"
+parser_broker_topic: "completed-messages"
+parser_broker_consumer_group: "ParsingConsumer"
+parser_storage_resource_id:
"pgadev.scigap.org_7ddf28fd-d503-4ff8-bbc5-3279a7c3b99e"
+parser_broker_publisher_id: "ParserProducer"
\ No newline at end of file
diff --git
a/dev-tools/ansible/roles/job_monitor/templates/email-monitor/email-config.yaml.j2
b/dev-tools/ansible/roles/job_monitor/templates/email-monitor/email-config.yaml.j2
index 80336a4..2c82597 100644
---
a/dev-tools/ansible/roles/job_monitor/templates/email-monitor/email-config.yaml.j2
+++
b/dev-tools/ansible/roles/job_monitor/templates/email-monitor/email-config.yaml.j2
@@ -74,6 +74,7 @@ config:
- Slurm on Mio <[email protected]> # MIO from Mines
- SLURM resource manager <[email protected]> #
Jetstream Helix cluster
- SLURM resource manager <[email protected]>
+ - [email protected]
- jobManagerType: UGE
emailParser: org.apache.airavata.monitor.email.parser.UGEEmailParser
diff --git
a/modules/airavata-helix/helix-spectator/src/main/java/org/apache/airavata/helix/impl/workflow/PostWorkflowManager.java
b/modules/airavata-helix/helix-spectator/src/main/java/org/apache/airavata/helix/impl/workflow/PostWorkflowManager.java
index dea7d39..43c7442 100644
---
a/modules/airavata-helix/helix-spectator/src/main/java/org/apache/airavata/helix/impl/workflow/PostWorkflowManager.java
+++
b/modules/airavata-helix/helix-spectator/src/main/java/org/apache/airavata/helix/impl/workflow/PostWorkflowManager.java
@@ -77,6 +77,7 @@ public class PostWorkflowManager extends WorkflowManager {
props.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG,
StringDeserializer.class.getName());
props.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG,
JobStatusResultDeserializer.class.getName());
props.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, "false");
+ props.put(ConsumerConfig.MAX_POLL_RECORDS_CONFIG, 20);
// Create the consumer using props.
final Consumer<String, JobStatusResult> consumer = new
KafkaConsumer<>(props);
// Subscribe to the topic.
