[tor-commits] [webwml/master] Add robot disallow header tag and modify robots.txt

[hiro]

commit 9b4f749c19aa7490cc75a557c2a6379eacdf6890
Author: hiro <h...@torproject.org>
Date:   Tue Jul 23 17:54:00 2019 +0200

    Add robot disallow header tag and modify robots.txt
---
 en/index.wml | 2 ++
 robots.txt   | 4 ++--
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/en/index.wml b/en/index.wml
index 6434165e..6df791ba 100644
--- a/en/index.wml
+++ b/en/index.wml
@@ -15,6 +15,8 @@
    <meta name="description" content="The Tor Project's free software protects 
your privacy online. Site blocked? Email [mailto:get...@torproject.org] for 
help downloading Tor Browser.">
    <meta name="keywords" content="tor, tor project, tor browser, avoid 
censorship, traffic analysis, anonymous communications, privacy, avoid 
surveillance, online security, anonymous online, private browsing, anonymity 
online, online privacy, protect privacy, private mac browser, private windows 
browser, private android browser, linux browser, anonymity network, tor 
network, onion router, onion browser">
    <meta property="og:image" 
content="https://www.torproject.org/images/tor-logo.jpg";>
+   <meta name ="robots" content="noindex,nofollow" />
+
 {#meta#}
 
    <title>$(TITLE)</title>
diff --git a/robots.txt b/robots.txt
index f6e6d1d4..1f53798b 100644
--- a/robots.txt
+++ b/robots.txt
@@ -1,2 +1,2 @@
-User-Agent: *
-Allow: /
+User-agent: *
+Disallow: /

_______________________________________________
tor-commits mailing list
tor-commits@lists.torproject.org
https://lists.torproject.org/cgi-bin/mailman/listinfo/tor-commits