commit 9b4f749c19aa7490cc75a557c2a6379eacdf6890 Author: hiro hiro@torproject.org Date: Tue Jul 23 17:54:00 2019 +0200
Add robot disallow header tag and modify robots.txt --- en/index.wml | 2 ++ robots.txt | 4 ++-- 2 files changed, 4 insertions(+), 2 deletions(-)
diff --git a/en/index.wml b/en/index.wml index 6434165e..6df791ba 100644 --- a/en/index.wml +++ b/en/index.wml @@ -15,6 +15,8 @@ <meta name="description" content="The Tor Project's free software protects your privacy online. Site blocked? Email [mailto:gettor@torproject.org] for help downloading Tor Browser."> <meta name="keywords" content="tor, tor project, tor browser, avoid censorship, traffic analysis, anonymous communications, privacy, avoid surveillance, online security, anonymous online, private browsing, anonymity online, online privacy, protect privacy, private mac browser, private windows browser, private android browser, linux browser, anonymity network, tor network, onion router, onion browser"> <meta property="og:image" content="https://www.torproject.org/images/tor-logo.jpg"> + <meta name ="robots" content="noindex,nofollow" /> + {#meta#}
<title>$(TITLE)</title> diff --git a/robots.txt b/robots.txt index f6e6d1d4..1f53798b 100644 --- a/robots.txt +++ b/robots.txt @@ -1,2 +1,2 @@ -User-Agent: * -Allow: / +User-agent: * +Disallow: /