Mobrovac has submitted this change and it was merged. (
https://gerrit.wikimedia.org/r/372196 )
Change subject: [Config] Respect the fetch.message.max.bytes from puppet.
......................................................................
[Config] Respect the fetch.message.max.bytes from puppet.
Change-Id: I9f842bfa8b96f5779b08f0465a927f6f83914bcf
Depends-On: Ice77027db74e67c519ce305e99ea22c3ff2c7b07
---
M scap/templates/config.yaml.j2
M scap/vars.yaml
2 files changed, 6 insertions(+), 0 deletions(-)
Approvals:
Mobrovac: Verified; Looks good to me, approved
diff --git a/scap/templates/config.yaml.j2 b/scap/templates/config.yaml.j2
index 3a54adb..2a1a23a 100644
--- a/scap/templates/config.yaml.j2
+++ b/scap/templates/config.yaml.j2
@@ -57,6 +57,11 @@
options:
metadata_broker_list: <%= broker_list %>
dc_name: <%= site %>
+ consumer:
+ # JobQueue jobs might sent messages larget then 1 Meg,
+ # so we increase the max message size in kafka and have to
+ # ajust the consumers accordingly.
+ fetch.message.max.bytes: <%= kafka_max_bytes %>
concurrency: <%= concurrency %>
startup_delay: 60000
templates:
diff --git a/scap/vars.yaml b/scap/vars.yaml
index 54cf1fb..4b5ebfd 100644
--- a/scap/vars.yaml
+++ b/scap/vars.yaml
@@ -22,3 +22,4 @@
redis_path: /var/run/redis.sock
redis_pass:
env: production
+kafka_max_bytes: 4194304
\ No newline at end of file
--
To view, visit https://gerrit.wikimedia.org/r/372196
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: merged
Gerrit-Change-Id: I9f842bfa8b96f5779b08f0465a927f6f83914bcf
Gerrit-PatchSet: 3
Gerrit-Project: mediawiki/services/change-propagation/deploy
Gerrit-Branch: master
Gerrit-Owner: Ppchelko <ppche...@wikimedia.org>
Gerrit-Reviewer: Mobrovac <mobro...@wikimedia.org>
Gerrit-Reviewer: Ppchelko <ppche...@wikimedia.org>
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
