Add /skip to robots.txt exclusion

[citadel.git] / webcit / static.c

diff --git a/webcit/static.c b/webcit/static.c
index 1113fd1d578cd6eb54e0b606e017ae4549a2f739..235322131fa16c93bc117f9f809f85b90d4bc2ef 100644 (file)
--- a/webcit/static.c
+++ b/webcit/static.c
@@ -286,6 +286,10 @@ void robots_txt(void) {
                "Disallow: /groupdav\r\n"
                "Disallow: /do_template\r\n"
                "Disallow: /static\r\n"
+               "Disallow: /display_page\r\n"
+               "Disallow: /readnew\r\n"
+               "Disallow: /display_enter\r\n"
+               "Disallow: /skip\r\n"
                "Sitemap: %s/sitemap.xml\r\n"
                "\r\n"
                ,