Add /skip to robots.txt exclusion
authorArt Cancro <ajc@uncensored.citadel.org>
Tue, 31 May 2011 17:47:00 +0000 (13:47 -0400)
committerWilfried Goesgens <dothebart@citadel.org>
Sun, 4 Sep 2011 20:55:45 +0000 (20:55 +0000)
webcit/static.c

index 754cb5f0a1d72429e90a8acdce242ce736aef389..235322131fa16c93bc117f9f809f85b90d4bc2ef 100644 (file)
@@ -289,6 +289,7 @@ void robots_txt(void) {
                "Disallow: /display_page\r\n"
                "Disallow: /readnew\r\n"
                "Disallow: /display_enter\r\n"
+               "Disallow: /skip\r\n"
                "Sitemap: %s/sitemap.xml\r\n"
                "\r\n"
                ,