Giuseppe Lavagetto has uploaded a new change for review.
https://gerrit.wikimedia.org/r/197494
Change subject: db-config: Add configuration for codfw
......................................................................
db-config: Add configuration for codfw
Bug: T91754
Change-Id: I02adab223600b96a02f502ad7a7076c1288d0abb
---
A wmf-config/db-codfw.php
1 file changed, 354 insertions(+), 0 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/operations/mediawiki-config
refs/changes/94/197494/1
diff --git a/wmf-config/db-codfw.php b/wmf-config/db-codfw.php
new file mode 100644
index 0000000..5ed9217
--- /dev/null
+++ b/wmf-config/db-codfw.php
@@ -0,0 +1,354 @@
+<?php
+# WARNING: This file is publically viewable on the web. Do not put private
data here.
+
+if ( !defined( 'DBO_DEFAULT' ) ) {
+ define( 'DBO_DEFAULT', 16 );
+}
+
+#$wgReadOnly = "Wikimedia Sites are currently read-only during maintenance,
please try again soon.";
+
+# Still using eqiad as codfw does not have these.
+$wmgParserCacheDBs = array(
+ '10.64.16.156', # pc1001
+ '10.64.16.157', # pc1002
+ '10.64.16.158', # pc1003
+);
+
+$wmgOldExtTemplate = array(
+ '10.192.0.25' => 1, # es2001
+ '10.192.0.26' => 1, # es2002
+ '10.192.16.27' => 1, # es2003
+ '10.192.16.28' => 1, # es2004
+);
+
+$wgLBFactoryConf = array(
+
+'class' => 'LBFactoryMulti',
+
+'sectionsByDB' => array(
+ 'enwiki' => 's1',
+
+ # New master
+ 'bgwiki' => 's2',
+ 'bgwiktionary' => 's2',
+ 'cswiki' => 's2',
+ 'enwikiquote' => 's2',
+ 'enwiktionary' => 's2',
+ 'eowiki' => 's2',
+ 'fiwiki' => 's2',
+ 'idwiki' => 's2',
+ 'itwiki' => 's2',
+ 'nlwiki' => 's2',
+ 'nowiki' => 's2',
+ 'plwiki' => 's2',
+ 'ptwiki' => 's2',
+ 'svwiki' => 's2',
+ 'thwiki' => 's2',
+ 'trwiki' => 's2',
+ 'zhwiki' => 's2',
+
+ 'commonswiki' => 's4',
+
+ 'dewiki' => 's5',
+ 'wikidatawiki' => 's5',
+
+ 'frwiki' => 's6',
+ 'jawiki' => 's6',
+ 'ruwiki' => 's6',
+
+ 'eswiki' => 's7',
+ 'huwiki' => 's7',
+ 'hewiki' => 's7',
+ 'ukwiki' => 's7',
+ 'frwiktionary' => 's7',
+ 'metawiki' => 's7',
+ 'arwiki' => 's7',
+ 'centralauth' => 's7',
+ 'cawiki' => 's7',
+ 'viwiki' => 's7',
+ 'fawiki' => 's7',
+ 'rowiki' => 's7',
+ 'kowiki' => 's7',
+
+ 'labswiki' => 'silver',
+),
+
+# Load lists
+#
+# Masters should be in slot [0].
+#
+# All servers for which replication lag matters should be in the load
+# list, not commented out, because otherwise maintenance scripts such
+# as compressOld.php won't wait for those servers when they lag.
+#
+# Conversely, all servers which are down or do not replicate should be
+# removed, not set to load zero, because there are certain situations
+# when load zero servers will be used, such as if the others are lagged.
+# Servers which are down should be removed to avoid a timeout overhead
+# per invocation.
+
+'sectionLoads' => array(
+ 's1' => array(
+ 'db1052' => 0, # 2.8TB 96GB
+ 'db2016' => 100,
+ 'db2034' => 100,
+ ),
+ 's2' => array(
+ 'db1024' => 0, # 1.4TB 64GB
+ 'db2017' => 100,
+ 'db2035' => 100,
+ ),
+ /* s3 */ 'DEFAULT' => array(
+ 'db1038' => 0, # 1.4TB 64GB
+ 'db2018' => 100,
+ 'db2036' => 100,
+ ),
+ 's4' => array(
+ 'db1040' => 0, # 1.4TB 64GB
+ 'db2019' => 100,
+ 'db2037' => 100,
+ ),
+ 's5' => array(
+ 'db1058' => 0, # 2.8TB 96GB
+ 'db2023' => 100,
+ 'db2038' => 100,
+ ),
+ 's6' => array(
+ 'db1023' => 0, # 1.4TB 64GB
+ 'db2028' => 100,
+ 'db2039' => 100,
+ ),
+ 's7' => array(
+ 'db1033' => 0, # 1.4TB 64GB,
+ 'db2029' => 100,
+ 'db2040' => 100,
+ ),
+ 'silver' => array(
+ 'silver' => 100, # I have no idea if this is right
+ ),
+),
+
+'serverTemplate' => array(
+ 'dbname' => $wgDBname,
+ 'user' => $wgDBuser,
+ 'password' => $wgDBpassword,
+ 'type' => 'mysql',
+ 'flags' => DBO_DEFAULT,
+ 'max lag' => 30,
+ # 'max threads' => 350, -- disabled TS
+),
+
+'groupLoadsBySection' => array(),
+
+
+'groupLoadsByDB' => array(),
+
+# Hosts settings
+# Do not remove servers from this list ever
+# Removing a server from this list does not remove the server from rotation,
+# it just breaks the site horribly.
+'hostsByName' => array(
+ 'db1001' => '10.64.0.5', #do not remove or comment out
+ 'db1002' => '10.64.0.6', #do not remove or comment out
+ 'db1003' => '10.64.0.7', #do not remove or comment out
+ 'db1004' => '10.64.0.8', #do not remove or comment out
+ 'db1005' => '10.64.0.9', #do not remove or comment out
+ 'db1006' => '10.64.0.10', #do not remove or comment out
+ 'db1007' => '10.64.0.11', #do not remove or comment out
+ 'db1009' => '10.64.0.13', #do not remove or comment out
+ 'db1010' => '10.64.0.14', #do not remove or comment out
+ 'db1011' => '10.64.0.15', #do not remove or comment out
+ 'db1015' => '10.64.0.19', #do not remove or comment out
+ 'db1017' => '10.64.16.6', #do not remove or comment out
+ 'db1018' => '10.64.16.7', #do not remove or comment out
+ 'db1019' => '10.64.16.8', #do not remove or comment out
+ 'db1020' => '10.64.16.9', #do not remove or comment out
+ 'db1021' => '10.64.16.10', #do not remove or comment out
+ 'db1022' => '10.64.16.11', #do not remove or comment out
+ 'db1023' => '10.64.16.12', #do not remove or comment out
+ 'db1024' => '10.64.16.13', #do not remove or comment out
+ 'db1026' => '10.64.16.15', #do not remove or comment out
+ 'db1027' => '10.64.16.16', #do not remove or comment out
+ 'db1028' => '10.64.16.17', #do not remove or comment out
+ 'db1030' => '10.64.16.19', #do not remove or comment out
+ 'db1033' => '10.64.16.22', #do not remove or comment out
+ 'db1034' => '10.64.16.23', #do not remove or comment out
+ 'db1035' => '10.64.16.24', #do not remove or comment out
+ 'db1036' => '10.64.16.25', #do not remove or comment out
+ 'db1037' => '10.64.16.26', #do not remove or comment out
+ 'db1038' => '10.64.16.27', #do not remove or comment out
+ 'db1039' => '10.64.16.28', #do not remove or comment out
+ 'db1040' => '10.64.16.29', #do not remove or comment out
+ 'db1041' => '10.64.16.30', #do not remove or comment out
+ 'db1042' => '10.64.16.31', #do not remove or comment out
+ 'db1043' => '10.64.16.32', #do not remove or comment out
+ 'db1044' => '10.64.16.33', #do not remove or comment out
+ 'db1045' => '10.64.16.34', #do not remove or comment out
+ 'db1047' => '10.64.16.36', #do not remove or comment out
+ 'db1049' => '10.64.16.144', #do not remove or comment out
+ 'db1050' => '10.64.16.145', #do not remove or comment out
+ 'db1051' => '10.64.32.21', #do not remove or comment out
+ 'db1052' => '10.64.32.22', #do not remove or comment out
+ 'db1053' => '10.64.32.23', #do not remove or comment out
+ 'db1054' => '10.64.32.24', #do not remove or comment out
+ 'db1055' => '10.64.32.25', #do not remove or comment out
+ 'db1056' => '10.64.32.26', #do not remove or comment out
+ 'db1057' => '10.64.32.27', #do not remove or comment out
+ 'db1058' => '10.64.32.28', #do not remove or comment out
+ 'db1059' => '10.64.32.29', #do not remove or comment out
+ 'db1060' => '10.64.32.30', #do not remove or comment out
+ 'db1061' => '10.64.48.14', #do not remove or comment out
+ 'db1062' => '10.64.48.15', #do not remove or comment out
+ 'db1063' => '10.64.48.16', #do not remove or comment out
+ 'db1064' => '10.64.48.19', #do not remove or comment out
+ 'db1065' => '10.64.48.20', #do not remove or comment out
+ 'db1066' => '10.64.48.21', #do not remove or comment out
+ 'db1067' => '10.64.48.22', #do not remove or comment out
+ 'db1068' => '10.64.48.23', #do not remove or comment out
+ 'db1070' => '10.64.48.25', #do not remove or comment out
+ 'db1071' => '10.64.48.26', #do not remove or comment out
+ 'db1072' => '10.64.48.27', #do not remove or comment out
+ 'db1073' => '10.64.48.28', #do not remove or comment out
+ 'db2001' => '10.192.0.4', # do not remove or comment out
+ 'db2002' => '10.192.0.5', # do not remove or comment out
+ 'db2003' => '10.192.0.6', # do not remove or comment out
+ 'db2004' => '10.192.0.7', # do not remove or comment out
+ 'db2005' => '10.192.0.8', # do not remove or comment out
+ 'db2006' => '10.192.0.9', # do not remove or comment out
+ 'db2007' => '10.192.0.10', # do not remove or comment out
+ 'db2008' => '10.192.0.11', # do not remove or comment out
+ 'db2009' => '10.192.0.12', # do not remove or comment out
+ 'db2010' => '10.192.0.13', # do not remove or comment out
+ 'db2011' => '10.192.0.14', # do not remove or comment out
+ 'db2012' => '10.192.0.15', # do not remove or comment out
+ 'db2013' => '10.192.0.16', # do not remove or comment out
+ 'db2014' => '10.192.0.17', # do not remove or comment out
+ 'db2015' => '10.192.0.18', # do not remove or comment out
+ 'db2016' => '10.192.16.4', # do not remove or comment out
+ 'db2017' => '10.192.16.5', # do not remove or comment out
+ 'db2018' => '10.192.16.6', # do not remove or comment out
+ 'db2019' => '10.192.16.7', # do not remove or comment out
+ 'db2020' => '10.192.16.8', # do not remove or comment out
+ 'db2021' => '10.192.16.9', # do not remove or comment out
+ 'db2022' => '10.192.16.10', # do not remove or comment out
+ 'db2023' => '10.192.16.11', # do not remove or comment out
+ 'db2024' => '10.192.16.12', # do not remove or comment out
+ 'db2025' => '10.192.16.13', # do not remove or comment out
+ 'db2026' => '10.192.16.14', # do not remove or comment out
+ 'db2027' => '10.192.16.15', # do not remove or comment out
+ 'db2028' => '10.192.16.16', # do not remove or comment out
+ 'db2029' => '10.192.16.17', # do not remove or comment out
+ 'db2030' => '10.192.16.18', # do not remove or comment out
+ 'db2031' => '10.192.16.19', # do not remove or comment out
+ 'db2032' => '10.192.16.20', # do not remove or comment out
+ 'db2033' => '10.192.32.4', # do not remove or comment out
+ 'db2034' => '10.192.32.5', # do not remove or comment out
+ 'db2035' => '10.192.32.6', # do not remove or comment out
+ 'db2036' => '10.192.32.7', # do not remove or comment out
+ 'db2037' => '10.192.32.8', # do not remove or comment out
+ 'db2038' => '10.192.32.9', # do not remove or comment out
+ 'db2039' => '10.192.32.10', # do not remove or comment out
+ 'db2040' => '10.192.32.11', # do not remove or comment out
+ 'db2041' => '10.192.32.12', # do not remove or comment out
+ 'db2042' => '10.192.32.13', # do not remove or comment out
+ 'virt1000' => '208.80.154.18', #do not remove or comment out
+ 'silver' => '208.80.154.136', #do not remove or comment out
+),
+
+'externalLoads' => array(
+ # Recompressed stores
+ 'rc1' => $wmgOldExtTemplate,
+
+ # Former Ubuntu dual-purpose stores
+ 'cluster3' => $wmgOldExtTemplate,
+ 'cluster4' => $wmgOldExtTemplate,
+ 'cluster5' => $wmgOldExtTemplate,
+ 'cluster6' => $wmgOldExtTemplate,
+ 'cluster7' => $wmgOldExtTemplate,
+ 'cluster8' => $wmgOldExtTemplate,
+ 'cluster9' => $wmgOldExtTemplate,
+ 'cluster10' => $wmgOldExtTemplate,
+ 'cluster20' => $wmgOldExtTemplate,
+ 'cluster21' => $wmgOldExtTemplate,
+
+ # Clusters required for bug 22624
+ 'cluster1' => $wmgOldExtTemplate,
+ 'cluster2' => $wmgOldExtTemplate,
+
+ # Old dedicated clusters
+ 'cluster22' => $wmgOldExtTemplate,
+ 'cluster23' => $wmgOldExtTemplate,
+
+ # es2
+ 'cluster24' => array(
+ '10.64.16.154' => 1, # es1006, master
+ '10.192.0.28' => 1, # es2006
+ '10.192.0.27' => 3, # es2005
+ '10.192.0.29' => 3, # es2007
+ ),
+ # es3
+ 'cluster25' => array(
+ '10.64.32.19' => 1, # es1009, master
+ '10.192.16.29' => 1, #es2008
+ '10.192.16.30' => 3, # es2009
+ '10.192.16.31' => 3, # es2010
+ ),
+ # ExtensionStore shard1 - initially for AFTv5
+ 'extension1' => array(
+ '10.64.16.18' => 10, # db1029
+ '10.192.0.12' => 20, # db2009
+ ),
+),
+
+'masterTemplateOverrides' => array(
+ # The master generally has more threads running than the others
+ 'max threads' => 400,
+),
+
+'externalTemplateOverrides' => array(
+ 'flags' => 0, // No transactions
+),
+
+'templateOverridesByCluster' => array(
+ 'cluster1' => array( 'blobs table' => 'blobs_cluster1' ),
+ 'cluster2' => array( 'blobs table' => 'blobs_cluster2' ),
+ 'cluster3' => array( 'blobs table' => 'blobs_cluster3' ),
+ 'cluster4' => array( 'blobs table' => 'blobs_cluster4' ),
+ 'cluster5' => array( 'blobs table' => 'blobs_cluster5' ),
+ 'cluster6' => array( 'blobs table' => 'blobs_cluster6' ),
+ 'cluster7' => array( 'blobs table' => 'blobs_cluster7' ),
+ 'cluster8' => array( 'blobs table' => 'blobs_cluster8' ),
+ 'cluster9' => array( 'blobs table' => 'blobs_cluster9' ),
+ 'cluster10' => array( 'blobs table' => 'blobs_cluster10' ),
+ 'cluster20' => array( 'blobs table' => 'blobs_cluster20' ),
+ 'cluster21' => array( 'blobs table' => 'blobs_cluster21' ),
+ 'cluster22' => array( 'blobs table' => 'blobs_cluster22' ),
+ 'cluster23' => array( 'blobs table' => 'blobs_cluster23' ),
+ 'cluster24' => array( 'blobs table' => 'blobs_cluster24' ),
+ 'cluster25' => array( 'blobs table' => 'blobs_cluster25' ),
+),
+
+# This key must exist for the master switch script to work
+'readOnlyBySection' => array(
+ 'DEFAULT' => 'Brief Database Maintenance in progress, please try again
in 3 minutes', #s3
+ 's1' => 'Brief Database Maintenance in progress, please try again
in 3 minutes',
+ 's5' => 'Brief Database Maintenance in progress, please try again
in 3 minutes',
+ 's3' => 'Brief Database Maintenance in progress, please try again
in 3 minutes',
+),
+
+);
+
+$wgDefaultExternalStore = array(
+ 'DB://cluster24',
+ 'DB://cluster25',
+);
+$wgMasterWaitTimeout = 2;
+$wgDBAvgStatusPoll = 30000;
+
+# $wgLBFactoryConf['readOnlyBySection']['s2'] =
+# $wgLBFactoryConf['readOnlyBySection']['s2a'] =
+# 'Emergency maintenance, need more servers up, new estimate ~18:30 UTC';
+
+if ( $wgDBname === 'testwiki' ) {
+ $wgLBFactoryConf['serverTemplate']['max threads'] = 300;
+}
--
To view, visit https://gerrit.wikimedia.org/r/197494
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I02adab223600b96a02f502ad7a7076c1288d0abb
Gerrit-PatchSet: 1
Gerrit-Project: operations/mediawiki-config
Gerrit-Branch: master
Gerrit-Owner: Giuseppe Lavagetto <[email protected]>
_______________________________________________
MediaWiki-commits mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits