Add /skip to robots.txt exclusion

[citadel.git] / webcit / static.c

diff --git a/webcit/static.c b/webcit/static.c
index 71ca5641ab2d40de3e2271adb4d0ab042ba71d59..235322131fa16c93bc117f9f809f85b90d4bc2ef 100644 (file)
--- a/webcit/static.c
+++ b/webcit/static.c
@@ -231,8 +231,6 @@ void output_flat_static(void)
        }
 }
 
-extern void do_404(void);
-
 void output_static_safe(HashList *DirList)
 {
        wcsession *WCC = WC;
@@ -288,6 +286,10 @@ void robots_txt(void) {
                "Disallow: /groupdav\r\n"
                "Disallow: /do_template\r\n"
                "Disallow: /static\r\n"
+               "Disallow: /display_page\r\n"
+               "Disallow: /readnew\r\n"
+               "Disallow: /display_enter\r\n"
+               "Disallow: /skip\r\n"
                "Sitemap: %s/sitemap.xml\r\n"
                "\r\n"
                ,