Added a few more Disallow: lines to robots.txt
authorArt Cancro <ajc@citadel.org>
Tue, 22 Mar 2011 19:56:36 +0000 (15:56 -0400)
committerWilfried Goesgens <dothebart@citadel.org>
Sun, 4 Sep 2011 17:19:44 +0000 (17:19 +0000)
webcit/static.c

index 1113fd1d578cd6eb54e0b606e017ae4549a2f739..754cb5f0a1d72429e90a8acdce242ce736aef389 100644 (file)
@@ -286,6 +286,9 @@ void robots_txt(void) {
                "Disallow: /groupdav\r\n"
                "Disallow: /do_template\r\n"
                "Disallow: /static\r\n"
+               "Disallow: /display_page\r\n"
+               "Disallow: /readnew\r\n"
+               "Disallow: /display_enter\r\n"
                "Sitemap: %s/sitemap.xml\r\n"
                "\r\n"
                ,