From 45ba5fe490f4221ea01b6ff8b3e97258bb9e0502 Mon Sep 17 00:00:00 2001 From: Art Cancro Date: Tue, 14 Sep 2010 22:34:59 -0400 Subject: [PATCH] Revert "Return 404 for robots.txt" This reverts commit 7632402d82d9d7f7a4c20c1a3f5c0a3ea13c38b0. --- webcit/context_loop.c | 1 - 1 file changed, 1 deletion(-) diff --git a/webcit/context_loop.c b/webcit/context_loop.c index 1f140184c..266b2f4c7 100644 --- a/webcit/context_loop.c +++ b/webcit/context_loop.c @@ -805,7 +805,6 @@ InitModule_CONTEXT RegisterNamespace("NONCE", 0, 0, tmplput_nonce, NULL, 0); WebcitAddUrlHandler(HKEY("404"), "", 0, do_404, ANONYMOUS|COOKIEUNNEEDED); - WebcitAddUrlHandler(HKEY("robots.txt"), "", 0, do_404, ANONYMOUS|COOKIEUNNEEDED); /* * Look for commonly-found probes of malware such as worms, viruses, trojans, and Microsoft Office. * Short-circuit these requests so we don't have to send them through the full processing loop. -- 2.30.2