From 07db651002618ee4016c63a2558a6c7544175561 Mon Sep 17 00:00:00 2001 From: Christian Berg Date: Sat, 17 Sep 2016 10:39:01 +0200 Subject: [PATCH] Added "Host: Directive" for Yandex. This line is useless, but prevents their "webmaster central" to send me unneccesary "warnings". "Host: kasu.at" literaly says that this site is available under kasu.at, not www.kasu.at --- src/kasu/templates/robots.txt | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/src/kasu/templates/robots.txt b/src/kasu/templates/robots.txt index d1a6f5f..e8f0c82 100644 --- a/src/kasu/templates/robots.txt +++ b/src/kasu/templates/robots.txt @@ -1,4 +1,5 @@ User-agent: * -Disallow: /cgi-bin/ Disallow: /admin/ -Disallow: /users/ \ No newline at end of file +Disallow: /cgi-bin/ +Disallow: /users/ +host: example.com \ No newline at end of file