From ef02cfe2893f823a4d37eb5c90bcd1e014e7041c Mon Sep 17 00:00:00 2001 From: Art Cancro Date: Wed, 19 Jan 2011 22:37:30 -0500 Subject: [PATCH] Disallow certain pages in robots.txt which would mislead crawlers. /printmsg /msgheaders /groupdav /do_template /static --- webcit/static.c | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/webcit/static.c b/webcit/static.c index 971def890..71ca5641a 100644 --- a/webcit/static.c +++ b/webcit/static.c @@ -283,7 +283,11 @@ void robots_txt(void) { begin_burst(); wc_printf("User-agent: *\r\n" - "Disallow:\r\n" + "Disallow: /printmsg\r\n" + "Disallow: /msgheaders\r\n" + "Disallow: /groupdav\r\n" + "Disallow: /do_template\r\n" + "Disallow: /static\r\n" "Sitemap: %s/sitemap.xml\r\n" "\r\n" , -- 2.39.2