BBlack has uploaded a new change for review. ( 
https://gerrit.wikimedia.org/r/339667 )

Change subject: varnish: move "apps" data back into manifests [WIP, 1/4]
......................................................................

varnish: move "apps" data back into manifests [WIP, 1/4]

This seems like a regression.  It takes applayer datacenter
routing and moves it from an explicit route in hieradata to an
implicit one in a manifest.  However, it's just the next sane step
in aligning with cache_misc before moving all related data (not
just hostnames and routes, but all of "app_directors") back into
hieradata with proper per-application routing.

It also temporarily breaks beta, which uses the same hieradata (in
labs.yaml), but we'll fix that when it all moves back...

Bug: T134404
Change-Id: Ia29f6a41914bdc6b7e998cd8b5f5b073ff8eb461
---
M hieradata/common/cache/maps.yaml
M hieradata/common/cache/text.yaml
M hieradata/common/cache/upload.yaml
M modules/role/manifests/cache/maps.pp
M modules/role/manifests/cache/text.pp
M modules/role/manifests/cache/upload.pp
6 files changed, 16 insertions(+), 74 deletions(-)


  git pull ssh://gerrit.wikimedia.org:29418/operations/puppet 
refs/changes/67/339667/1

diff --git a/hieradata/common/cache/maps.yaml b/hieradata/common/cache/maps.yaml
index 9e7869b..0cb44c0 100644
--- a/hieradata/common/cache/maps.yaml
+++ b/hieradata/common/cache/maps.yaml
@@ -19,9 +19,3 @@
     - 'cp4012.ulsfo.wmnet'
     - 'cp4019.ulsfo.wmnet'
     - 'cp4020.ulsfo.wmnet'
-cache::maps::apps:
-  kartotherian:
-    route: 'eqiad'
-    backends:
-      codfw: 'kartotherian.svc.codfw.wmnet'
-      eqiad: 'kartotherian.svc.eqiad.wmnet'
diff --git a/hieradata/common/cache/text.yaml b/hieradata/common/cache/text.yaml
index 52c4506..0f727b3 100644
--- a/hieradata/common/cache/text.yaml
+++ b/hieradata/common/cache/text.yaml
@@ -33,44 +33,3 @@
     - 'cp4016.ulsfo.wmnet'
     - 'cp4017.ulsfo.wmnet'
     - 'cp4018.ulsfo.wmnet'
-cache::text::apps:
-  appservers:
-    route: 'eqiad'
-    backends:
-      eqiad: 'appservers.svc.eqiad.wmnet'
-      codfw: 'appservers.svc.codfw.wmnet'
-  appservers_debug:
-    route: 'codfw'
-    backends:
-      eqiad: 'hassium.eqiad.wmnet'
-      codfw: 'hassaleh.codfw.wmnet'
-  api:
-    route: 'eqiad'
-    backends:
-      eqiad: 'api.svc.eqiad.wmnet'
-      codfw: 'api.svc.codfw.wmnet'
-  rendering:
-    route: 'eqiad'
-    backends:
-      eqiad: 'rendering.svc.eqiad.wmnet'
-      codfw: 'rendering.svc.codfw.wmnet'
-  restbase:
-    route: 'eqiad'
-    backends:
-      eqiad: 'restbase.svc.eqiad.wmnet'
-      codfw: 'restbase.svc.codfw.wmnet'
-  cxserver:
-    route: 'eqiad'
-    backends:
-      eqiad: 'cxserver.svc.eqiad.wmnet'
-      codfw: 'cxserver.svc.codfw.wmnet'
-  citoid:
-    route: 'eqiad'
-    backends:
-      eqiad: 'citoid.svc.eqiad.wmnet'
-      codfw: 'citoid.svc.codfw.wmnet'
-  security_audit:
-    route: 'eqiad'
-    backends:
-      eqiad: 'appservers.svc.eqiad.wmnet'
-      codfw: 'appservers.svc.codfw.wmnet'
diff --git a/hieradata/common/cache/upload.yaml 
b/hieradata/common/cache/upload.yaml
index 85d02a4..5c7838c 100644
--- a/hieradata/common/cache/upload.yaml
+++ b/hieradata/common/cache/upload.yaml
@@ -42,14 +42,3 @@
     - 'cp4013.ulsfo.wmnet'
     - 'cp4014.ulsfo.wmnet'
     - 'cp4015.ulsfo.wmnet'
-cache::upload::apps:
-  swift:
-    route: 'eqiad'
-    backends:
-      eqiad: 'ms-fe.svc.eqiad.wmnet'
-      codfw: 'ms-fe.svc.codfw.wmnet'
-  swift_thumbs:
-    route: 'eqiad'
-    backends:
-      eqiad: 'ms-fe-thumbs.svc.eqiad.wmnet'
-      codfw: 'ms-fe-thumbs.svc.codfw.wmnet'
diff --git a/modules/role/manifests/cache/maps.pp 
b/modules/role/manifests/cache/maps.pp
index 881c75c..247fd1b 100644
--- a/modules/role/manifests/cache/maps.pp
+++ b/modules/role/manifests/cache/maps.pp
@@ -39,7 +39,7 @@
     $apps = hiera('cache::maps::apps')
     $app_directors = {
         'kartotherian'   => {
-            'backend' => 
$apps['kartotherian']['backends'][$apps['kartotherian']['route']],
+            'backend' => 'kartotherian.svc.eqiad.wmnet',
         },
     }
 
diff --git a/modules/role/manifests/cache/text.pp 
b/modules/role/manifests/cache/text.pp
index fae2b4f..4303d79 100644
--- a/modules/role/manifests/cache/text.pp
+++ b/modules/role/manifests/cache/text.pp
@@ -44,35 +44,35 @@
         'max_connections'       => 1000,
     }
 
-    $apps = hiera('cache::text::apps')
     $app_directors = {
         'appservers'       => {
-            'backend' => 
$apps['appservers']['backends'][$apps['appservers']['route']],
+            'backend' => 'appservers.svc.eqiad.wmnet',
         },
         'api'              => {
-            'backend' => $apps['api']['backends'][$apps['api']['route']],
+            'backend' => 'api.svc.eqiad.wmnet',
         },
         'rendering'        => {
-            'backend' => 
$apps['rendering']['backends'][$apps['rendering']['route']],
+            'backend' => 'rendering.svc.eqiad.wmnet',
         },
         'security_audit'   => {
-            'backend' => 
$apps['security_audit']['backends'][$apps['security_audit']['route']],
+            'backend' => 'appservers.svc.eqiad.wmnet',
         },
         'appservers_debug'   => {
-            'backend' => 
$apps['appservers_debug']['backends'][$apps['appservers_debug']['route']],
-            'be_opts'  => { 'max_connections' => 20 },
+            # 'backend' => 'hassium.eqiad.wmnet',
+            'backend' => 'hassaleh.codfw.wmnet',
+            'be_opts' => { 'max_connections' => 20 },
         },
         'restbase_backend' => {
-            'backend' => 
$apps['restbase']['backends'][$apps['restbase']['route']],
-            'be_opts'  => { 'port' => 7231, 'max_connections' => 5000 },
+            'backend' => 'restbase.svc.eqiad.wmnet',
+            'be_opts' => { 'port' => 7231, 'max_connections' => 5000 },
         },
         'cxserver_backend' => { # LEGACY: should be removed eventually
-            'backend' => 
$apps['cxserver']['backends'][$apps['cxserver']['route']],
-            'be_opts'  => { 'port' => 8080 },
+            'backend' => 'cxserver.svc.eqiad.wmnet',
+            'be_opts' => { 'port' => 8080 },
         },
         'citoid_backend'   => { # LEGACY: should be removed eventually
-            'backend' => $apps['citoid']['backends'][$apps['citoid']['route']],
-            'be_opts'  => { 'port' => 1970 },
+            'backend' => 'citoid.svc.eqiad.wmnet',
+            'be_opts' => { 'port' => 1970 },
         },
     }
 
diff --git a/modules/role/manifests/cache/upload.pp 
b/modules/role/manifests/cache/upload.pp
index e68e128..482f5b4 100644
--- a/modules/role/manifests/cache/upload.pp
+++ b/modules/role/manifests/cache/upload.pp
@@ -43,10 +43,10 @@
     $apps = hiera('cache::upload::apps')
     $app_directors = {
         'swift'   => {
-            'backend' => $apps['swift']['backends'][$apps['swift']['route']],
+            'backend' => 'ms-fe.svc.eqiad.wmnet',
         },
         'swift_thumbs'   => {
-            'backend' => 
$apps['swift_thumbs']['backends'][$apps['swift_thumbs']['route']],
+            'backend' => 'ms-fe-thumbs.svc.eqiad.wmnet',
         },
     }
 

-- 
To view, visit https://gerrit.wikimedia.org/r/339667
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings

Gerrit-MessageType: newchange
Gerrit-Change-Id: Ia29f6a41914bdc6b7e998cd8b5f5b073ff8eb461
Gerrit-PatchSet: 1
Gerrit-Project: operations/puppet
Gerrit-Branch: production
Gerrit-Owner: BBlack <bbl...@wikimedia.org>

_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits

Reply via email to