From 7632402d82d9d7f7a4c20c1a3f5c0a3ea13c38b0 Mon Sep 17 00:00:00 2001 From: Art Cancro Date: Tue, 14 Sep 2010 18:33:46 -0400 Subject: [PATCH] Return 404 for robots.txt --- webcit/context_loop.c | 1 + 1 file changed, 1 insertion(+) diff --git a/webcit/context_loop.c b/webcit/context_loop.c index 266b2f4c7..1f140184c 100644 --- a/webcit/context_loop.c +++ b/webcit/context_loop.c @@ -805,6 +805,7 @@ InitModule_CONTEXT RegisterNamespace("NONCE", 0, 0, tmplput_nonce, NULL, 0); WebcitAddUrlHandler(HKEY("404"), "", 0, do_404, ANONYMOUS|COOKIEUNNEEDED); + WebcitAddUrlHandler(HKEY("robots.txt"), "", 0, do_404, ANONYMOUS|COOKIEUNNEEDED); /* * Look for commonly-found probes of malware such as worms, viruses, trojans, and Microsoft Office. * Short-circuit these requests so we don't have to send them through the full processing loop. -- 2.30.2