robots.txt now explicitly allows everyone. free love for all.
authorArt Cancro <ajc@citadel.org>
Wed, 15 Sep 2010 02:39:22 +0000 (22:39 -0400)
committerArt Cancro <ajc@citadel.org>
Wed, 15 Sep 2010 02:39:22 +0000 (22:39 -0400)
citadel/textclient/citadel.c
webcit/static/robots.txt

index 105f2d9f695af083e698c6754b96e797948796f1..532f4467ffdcdabba736875c387d5f23f568caf1 100644 (file)
@@ -471,6 +471,7 @@ void dotgoto(CtdlIPC *ipc, char *towhere, int display_name, int fromungoto)
        switch(room->RRdefaultview) {
                case VIEW_BBS:
                case VIEW_MAILBOX:
+               case VIEW_BLOG:
                                        entmsg_ok = 1;
                                        break;
                default:
index 8fe8379dc660014362028b39d6139b687092fc8f..eb0536286f3081c6c0646817037faf5446e3547d 100644 (file)
@@ -1,3 +1,2 @@
-# WebCit deals exclusively in dynamic content and cannot be spidered.  Go away.
 User-agent: *
-Disallow: /
+Disallow: