* First cut at Solaris fixes. There may still be some *printf("%s", NULL)
[citadel.git] / citadel / msgbase.c
index 51e776c33d0875ff4b6510ef9337e5a97ecff1c4..486e89323a974d9403e56bff5f5b38fc739c59e3 100644 (file)
@@ -1,4 +1,5 @@
 /* $Id$ */
+
 #include "sysdep.h"
 #include <stdlib.h>
 #include <unistd.h>
@@ -8,14 +9,12 @@
 #include <ctype.h>
 #include <string.h>
 #include <syslog.h>
-#ifdef HAVE_PTHREAD_H
-#include <pthread.h>
-#endif
 #include <limits.h>
-#include "citadel.h"
-#include "server.h"
 #include <errno.h>
+#include <stdarg.h>
 #include <sys/stat.h>
+#include "citadel.h"
+#include "server.h"
 #include "database.h"
 #include "msgbase.h"
 #include "support.h"
 #include "dynloader.h"
 #include "tools.h"
 #include "mime_parser.h"
-
-#define MSGS_ALL       0
-#define MSGS_OLD       1
-#define MSGS_NEW       2
-#define MSGS_FIRST     3
-#define MSGS_LAST      4
-#define MSGS_GT                5
+#include "html.h"
+#include "genstamp.h"
+#include "internet_addressing.h"
 
 #define desired_section ((char *)CtdlGetUserData(SYM_DESIRED_SECTION))
+#define ma ((struct ma_info *)CtdlGetUserData(SYM_MA_INFO))
+#define msg_repl ((struct repl *)CtdlGetUserData(SYM_REPL))
 
 extern struct config config;
-
+long config_msgnum;
+
+char *msgkeys[] = {
+       "", "", "", "", "", "", "", "", 
+       "", "", "", "", "", "", "", "", 
+       "", "", "", "", "", "", "", "", 
+       "", "", "", "", "", "", "", "", 
+       "", "", "", "", "", "", "", "", 
+       "", "", "", "", "", "", "", "", 
+       "", "", "", "", "", "", "", "", 
+       "", "", "", "", "", "", "", "", 
+       "", 
+       "from",
+       "", "", "",
+       "exti",
+       "rfca",
+       "", 
+       "hnod",
+       "msgn",
+       "", "", "",
+       "text",
+       "node",
+       "room",
+       "path",
+       "",
+       "rcpt",
+       "spec",
+       "time",
+       "subj",
+       "",
+       "",
+       "",
+       "",
+       ""
+};
 
 /*
  * This function is self explanatory.
@@ -73,8 +104,6 @@ int alias(char *name)
        int a, b;
        char aaa[300], bbb[300];
 
-       lprintf(9, "alias() called for <%s>\n", name);
-
        remove_any_whitespace_to_the_left_or_right_of_at_symbol(name);
 
        fp = fopen("network/mail.aliases", "r");
@@ -101,6 +130,16 @@ int alias(char *name)
        fclose(fp);
        lprintf(7, "Mail is being forwarded to %s\n", name);
 
+       /* Change "user @ xxx" to "user" if xxx is an alias for this host */
+       for (a=0; a<strlen(name); ++a) {
+               if (name[a] == '@') {
+                       if (CtdlHostAlias(&name[a+1]) == hostalias_localhost) {
+                               name[a] = 0;
+                               lprintf(7, "Changed to <%s>\n", name);
+                       }
+               }
+       }
+
        /* determine local or remote type, see citadel.h */
        for (a = 0; a < strlen(name); ++a)
                if (name[a] == '!')
@@ -127,7 +166,7 @@ int alias(char *name)
                fp = fopen("network/mail.sysinfo", "r");
                if (fp == NULL)
                        return (MES_ERROR);
-             GETSN:do {
+GETSN:         do {
                        a = getstring(fp, aaa);
                } while ((a >= 0) && (strcasecmp(aaa, bbb)));
                a = getstring(fp, aaa);
@@ -148,6 +187,7 @@ int alias(char *name)
                        while (bbb[strlen(bbb) - 1] == '_')
                                bbb[strlen(bbb) - 1] = 0;
                        sprintf(name, &aaa[4], bbb);
+                       lprintf(9, "returning MES_INTERNET\n");
                        return (MES_INTERNET);
                }
                if (!strncmp(aaa, "bin", 3)) {
@@ -164,10 +204,12 @@ int alias(char *name)
                        while (bbb[0] == ' ')
                                strcpy(bbb, &bbb[1]);
                        sprintf(name, "%s @%s", aaa, bbb);
+                       lprintf(9, "returning MES_BINARY\n");
                        return (MES_BINARY);
                }
                return (MES_ERROR);
        }
+       lprintf(9, "returning MES_LOCAL\n");
        return (MES_LOCAL);
 }
 
@@ -183,26 +225,62 @@ void get_mm(void)
 
 
 
-void simple_listing(long msgnum) {
+void simple_listing(long msgnum)
+{
        cprintf("%ld\n", msgnum);
 }
 
 
+
+/* Determine if a given message matches the fields in a message template.
+ * Return 0 for a successful match.
+ */
+int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
+       int i;
+
+       /* If there aren't any fields in the template, all messages will
+        * match.
+        */
+       if (template == NULL) return(0);
+
+       /* Null messages are bogus. */
+       if (msg == NULL) return(1);
+
+       for (i='A'; i<='Z'; ++i) {
+               if (template->cm_fields[i] != NULL) {
+                       if (msg->cm_fields[i] == NULL) {
+                               return 1;
+                       }
+                       if (strcasecmp(msg->cm_fields[i],
+                               template->cm_fields[i])) return 1;
+               }
+       }
+
+       /* All compares succeeded: we have a match! */
+       return 0;
+}
+
+
+
+
 /*
  * API function to perform an operation for each qualifying message in the
  * current room.
  */
 void CtdlForEachMessage(int mode, long ref,
                        char *content_type,
-                       void (*CallBack) (long msgnum) ) {
+                       struct CtdlMessage *compare,
+                       void (*CallBack) (long msgnum))
+{
 
        int a;
        struct visit vbuf;
-        struct cdbdata *cdbfr;
+       struct cdbdata *cdbfr;
        long *msglist = NULL;
        int num_msgs = 0;
        long thismsg;
        struct SuppMsgInfo smi;
+       struct CtdlMessage *msg;
 
        /* Learn about the user and room in question */
        get_mm();
@@ -210,12 +288,12 @@ void CtdlForEachMessage(int mode, long ref,
        CtdlGetRelationship(&vbuf, &CC->usersupp, &CC->quickroom);
 
        /* Load the message list */
-        cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->quickroom.QRnumber, sizeof(long));
-        if (cdbfr != NULL) {
-               msglist = mallok(cdbfr->len);
-               memcpy(msglist, cdbfr->ptr, cdbfr->len);
-               num_msgs = cdbfr->len / sizeof(long);
-               cdb_free(cdbfr);
+       cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->quickroom.QRnumber, sizeof(long));
+       if (cdbfr != NULL) {
+               msglist = mallok(cdbfr->len);
+               memcpy(msglist, cdbfr->ptr, cdbfr->len);
+               num_msgs = cdbfr->len / sizeof(long);
+               cdb_free(cdbfr);
        } else {
                return;         /* No messages at all?  No further action. */
        }
@@ -225,38 +303,58 @@ void CtdlForEachMessage(int mode, long ref,
         * out all messages which are not of the type requested.
         */
        if (num_msgs > 0)
-        if (content_type != NULL)
-         if (strlen(content_type) > 0) for (a = 0; a < num_msgs; ++a) {
-               GetSuppMsgInfo(&smi, msglist[a]);
-               if (strcasecmp(smi.smi_content_type, content_type)) {
-                       msglist[a] = 0L;
+               if (content_type != NULL)
+                       if (strlen(content_type) > 0)
+                               for (a = 0; a < num_msgs; ++a) {
+                                       GetSuppMsgInfo(&smi, msglist[a]);
+                                       if (strcasecmp(smi.smi_content_type, content_type)) {
+                                               msglist[a] = 0L;
+                                       }
+                               }
+
+       num_msgs = sort_msglist(msglist, num_msgs);
+
+       /* If a template was supplied, filter out the messages which
+        * don't match.  (This could induce some delays!)
+        */
+       if (num_msgs > 0) {
+               if (compare != NULL) {
+                       for (a = 0; a < num_msgs; ++a) {
+                               msg = CtdlFetchMessage(msglist[a]);
+                               if (msg != NULL) {
+                                       if (CtdlMsgCmp(msg, compare)) {
+                                               msglist[a] = 0L;
+                                       }
+                                       CtdlFreeMessage(msg);
+                               }
+                       }
                }
        }
 
-
+       
        /*
         * Now iterate through the message list, according to the
         * criteria supplied by the caller.
         */
-       if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
-               thismsg = msglist[a];
-               if ((thismsg >= 0)
-                   && (
-
-                              (mode == MSGS_ALL)
-                              || ((mode == MSGS_OLD) && (thismsg <= vbuf.v_lastseen))
-                              || ((mode == MSGS_NEW) && (thismsg > vbuf.v_lastseen))
-                              || ((mode == MSGS_NEW) && (thismsg >= vbuf.v_lastseen)
-                           && (CC->usersupp.flags & US_LASTOLD))
-                              || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
-                   || ((mode == MSGS_FIRST) && (a < ref))
-                              || ((mode == MSGS_GT) && (thismsg > ref))
-                   )
-                   ) {
-                       CallBack(thismsg);
+       if (num_msgs > 0)
+               for (a = 0; a < num_msgs; ++a) {
+                       thismsg = msglist[a];
+                       if ((thismsg > 0)
+                           && (
+
+                                      (mode == MSGS_ALL)
+                                      || ((mode == MSGS_OLD) && (thismsg <= vbuf.v_lastseen))
+                                      || ((mode == MSGS_NEW) && (thismsg > vbuf.v_lastseen))
+                                      || ((mode == MSGS_NEW) && (thismsg >= vbuf.v_lastseen)
+                                   && (CC->usersupp.flags & US_LASTOLD))
+                                      || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
+                                  || ((mode == MSGS_FIRST) && (a < ref))
+                               || ((mode == MSGS_GT) && (thismsg > ref))
+                           )
+                           ) {
+                               CallBack(thismsg);
+                       }
                }
-       }
-
        phree(msglist);         /* Clean up */
 }
 
@@ -270,10 +368,17 @@ void cmd_msgs(char *cmdbuf)
 {
        int mode = 0;
        char which[256];
+       char buf[256];
+       char tfield[256];
+       char tvalue[256];
        int cm_ref = 0;
+       int i;
+       int with_template = 0;
+       struct CtdlMessage *template = NULL;
 
        extract(which, cmdbuf, 0);
        cm_ref = extract_int(cmdbuf, 1);
+       with_template = extract_int(cmdbuf, 2);
 
        mode = MSGS_ALL;
        strcat(which, "   ");
@@ -293,8 +398,29 @@ void cmd_msgs(char *cmdbuf)
                return;
        }
 
-       cprintf("%d Message list...\n", LISTING_FOLLOWS);
-       CtdlForEachMessage(mode, cm_ref, NULL, simple_listing);
+       if (with_template) {
+               cprintf("%d Send template then receive message list\n",
+                       START_CHAT_MODE);
+               template = (struct CtdlMessage *)
+                       mallok(sizeof(struct CtdlMessage));
+               memset(template, 0, sizeof(struct CtdlMessage));
+               while(client_gets(buf), strcmp(buf,"000")) {
+                       extract(tfield, buf, 0);
+                       extract(tvalue, buf, 1);
+                       for (i='A'; i<='Z'; ++i) if (msgkeys[i]!=NULL) {
+                               if (!strcasecmp(tfield, msgkeys[i])) {
+                                       template->cm_fields[i] =
+                                               strdoop(tvalue);
+                               }
+                       }
+               }
+       }
+       else {
+               cprintf("%d Message list...\n", LISTING_FOLLOWS);
+       }
+
+       CtdlForEachMessage(mode, cm_ref, NULL, template, simple_listing);
+       if (template != NULL) CtdlFreeMessage(template);
        cprintf("000\n");
 }
 
@@ -342,10 +468,11 @@ void do_help_subst(char *buffer)
  *             for here is to format text out to 80 columns before sending it
  *             to the client.  The client software may reformat it again.
  */
-void memfmout(int width, char *mptr, char subst)
-                       /* screen width to use */
-                       /* where are we going to get our text from? */
-                       /* nonzero if we should use hypertext mode */
+void memfmout(
+       int width,              /* screen width to use */
+       char *mptr,             /* where are we going to get our text from? */
+       char subst,             /* nonzero if we should do substitutions */
+       char *nl)               /* string to terminate lines with */
 {
        int a, b, c;
        int real = 0;
@@ -372,8 +499,9 @@ FMTA:       if (subst) {
                buffer[strlen(buffer) + 1] = 0;
                a = buffer[0];
                strcpy(buffer, &buffer[1]);
-       } else
+       } else {
                ch = *mptr++;
+       }
 
        old = real;
        real = ch;
@@ -383,7 +511,7 @@ FMTA:       if (subst) {
        if (((ch == 13) || (ch == 10)) && (old != 13) && (old != 10))
                ch = 32;
        if (((old == 13) || (old == 10)) && (isspace(real))) {
-               cprintf("\n");
+               cprintf("%s", nl);
                c = 1;
        }
        if (ch > 126)
@@ -391,7 +519,7 @@ FMTA:       if (subst) {
 
        if (ch > 32) {
                if (((strlen(aaa) + c) > (width - 5)) && (strlen(aaa) > (width - 5))) {
-                       cprintf("\n%s", aaa);
+                       cprintf("%s%s", nl, aaa);
                        c = strlen(aaa);
                        aaa[0] = 0;
                }
@@ -401,7 +529,7 @@ FMTA:       if (subst) {
        }
        if (ch == 32) {
                if ((strlen(aaa) + c) > (width - 5)) {
-                       cprintf("\n");
+                       cprintf("%s", nl);
                        c = 1;
                }
                cprintf("%s ", aaa);
@@ -411,14 +539,14 @@ FMTA:     if (subst) {
                goto FMTA;
        }
        if ((ch == 13) || (ch == 10)) {
-               cprintf("%s\n", aaa);
+               cprintf("%s%s", aaa, nl);
                c = 1;
                strcpy(aaa, "");
                goto FMTA;
        }
        goto FMTA;
 
-FMTEND:        cprintf("%s\n", aaa);
+FMTEND:        cprintf("%s%s", aaa, nl);
 }
 
 
@@ -435,22 +563,6 @@ void list_this_part(char *name, char *filename, char *partnum, char *disp,
 }
 
 
-/*
- * Callback function for mime parser that wants to display text
- */
-void fixed_output(char *name, char *filename, char *partnum, char *disp,
-                 void *content, char *cbtype, size_t length)
-{
-
-       if (!strcasecmp(cbtype, "text/plain")) {
-               client_write(content, length);
-       } else {
-               cprintf("Part %s: %s (%s) (%d bytes)\n",
-                       partnum, filename, cbtype, length);
-       }
-}
-
-
 /*
  * Callback function for mime parser that opens a section for downloading
  */
@@ -481,26 +593,24 @@ void mime_download(char *name, char *filename, char *partnum, char *disp,
 
 /*
  * Load a message from disk into memory.
- * (This will replace a big piece of output_message() eventually)
+ * This is used by CtdlOutputMsg() and other fetch functions.
  *
  * NOTE: Caller is responsible for freeing the returned CtdlMessage struct
  *       using the CtdlMessageFree() function.
  */
-struct CtdlMessage *CtdlFetchMessage(long msgnum) {
+struct CtdlMessage *CtdlFetchMessage(long msgnum)
+{
        struct cdbdata *dmsgtext;
        struct CtdlMessage *ret = NULL;
        char *mptr;
        CIT_UBYTE ch;
        CIT_UBYTE field_header;
        size_t field_length;
-       
 
        dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
        if (dmsgtext == NULL) {
-               lprintf(9, "CtdlMessage(%ld) failed.\n");
                return NULL;
        }
-
        mptr = dmsgtext->ptr;
 
        /* Parse the three bytes that begin EVERY message on disk.
@@ -514,13 +624,12 @@ struct CtdlMessage *CtdlFetchMessage(long msgnum) {
                cdb_free(dmsgtext);
                return NULL;
        }
-
        ret = (struct CtdlMessage *) mallok(sizeof(struct CtdlMessage));
        memset(ret, 0, sizeof(struct CtdlMessage));
 
        ret->cm_magic = CTDLMESSAGE_MAGIC;
-       ret->cm_anon_type = *mptr++;            /* Anon type byte */
-       ret->cm_format_type = *mptr++;          /* Format type byte */
+       ret->cm_anon_type = *mptr++;    /* Anon type byte */
+       ret->cm_format_type = *mptr++;  /* Format type byte */
 
        /*
         * The rest is zero or more arbitrary fields.  Load them in.
@@ -529,296 +638,410 @@ struct CtdlMessage *CtdlFetchMessage(long msgnum) {
         */
        do {
                field_length = strlen(mptr);
-               if (field_length == 0) break;
+               if (field_length == 0)
+                       break;
                field_header = *mptr++;
                ret->cm_fields[field_header] = mallok(field_length);
                strcpy(ret->cm_fields[field_header], mptr);
 
-               while (*mptr++ != 0) ;  /* advance to next field */
+               while (*mptr++ != 0)  /* advance to next field */
 
-       } while ( (field_length > 0) && (field_header != 'M') );
+       } while ((field_length > 0) && (field_header != 'M'));
 
        cdb_free(dmsgtext);
-       return(ret);
+
+       /* Always make sure there's something in the msg text field */
+       if (ret->cm_fields['M'] == NULL)
+               ret->cm_fields['M'] = strdoop("<no text>\n");
+
+       /* Perform "before read" hooks (aborting if any return nonzero) */
+       if (PerformMessageHooks(ret, EVT_BEFOREREAD) > 0) {
+               CtdlFreeMessage(ret);
+               return NULL;
+       }
+
+       return (ret);
+}
+
+
+/*
+ * Returns 1 if the supplied pointer points to a valid Citadel message.
+ * If the pointer is NULL or the magic number check fails, returns 0.
+ */
+int is_valid_message(struct CtdlMessage *msg) {
+       if (msg == NULL)
+               return 0;
+       if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
+               lprintf(3, "is_valid_message() -- self-check failed\n");
+               return 0;
+       }
+       return 1;
 }
 
+
 /*
  * 'Destructor' for struct CtdlMessage
  */
-void CtdlFreeMessage(struct CtdlMessage *msg) {
+void CtdlFreeMessage(struct CtdlMessage *msg)
+{
        int i;
 
-       if (msg == NULL) return;
-       if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
-               lprintf(3, "CtdlFreeMessage() -- self-check failed\n");
-               return;
-       }
+       if (is_valid_message(msg) == 0) return;
 
-       for (i=0; i<256; ++i)
-               if (msg->cm_fields[i] != NULL)
+       for (i = 0; i < 256; ++i)
+               if (msg->cm_fields[i] != NULL) {
                        phree(msg->cm_fields[i]);
+               }
 
+       msg->cm_magic = 0;      /* just in case */
        phree(msg);
 }
 
 
+/*
+ * Callback function for mime parser that wants to display text
+ */
+void fixed_output(char *name, char *filename, char *partnum, char *disp,
+               void *content, char *cbtype, size_t length)
+       {
+               char *ptr;
+               char *wptr;
+               size_t wlen;
+               CIT_UBYTE ch;
+       
+               if (!strcasecmp(cbtype, "multipart/alternative")) {
+                       strcpy(ma->prefix, partnum);
+                       strcat(ma->prefix, ".");
+                       ma->is_ma = 1;
+                       ma->did_print = 0;
+                       return;
+               }
+       
+               if ( (!strncasecmp(partnum, ma->prefix, strlen(ma->prefix)))
+               && (ma->is_ma == 1) 
+               && (ma->did_print == 1) ) {
+                       lprintf(9, "Skipping part %s (%s)\n", partnum, cbtype);
+                       return;
+               }
+       
+               ma->did_print = 1;
+       
+               if ( (!strcasecmp(cbtype, "text/plain")) 
+                  || (strlen(cbtype)==0) ) {
+                       wlen = length;
+                       wptr = content;
+                       while (wlen--) {
+                               ch = *wptr++;
+                               if (ch==10) cprintf("\r\n");
+                               else cprintf("%c", ch);
+                       }
+               }
+               else if (!strcasecmp(cbtype, "text/html")) {
+                       ptr = html_to_ascii(content, 80, 0);
+                       wlen = strlen(ptr);
+                       wptr = ptr;
+                       while (wlen--) {
+                               ch = *wptr++;
+                               if (ch==10) cprintf("\r\n");
+                               else cprintf("%c", ch);
+                       }
+                       phree(ptr);
+               }
+               else if (strncasecmp(cbtype, "multipart/", 10)) {
+                       cprintf("Part %s: %s (%s) (%d bytes)\r\n",
+                               partnum, filename, cbtype, length);
+               }
+       }
+
 
 /*
- * Get a message off disk.  (return value is the message's timestamp)
+ * Get a message off disk.  (returns om_* values found in msgbase.h)
  * 
  */
-void output_message(char *msgid, int mode, int headers_only)
-{
-       long msg_num;
-       int a;
-       CIT_UBYTE ch, rch;
-       CIT_UBYTE format_type, anon_flag;
+int CtdlOutputMsg(long msg_num,                /* message number (local) to fetch */
+               int mode,               /* how would you like that message? */
+               int headers_only,       /* eschew the message body? */
+               int do_proto,           /* do Citadel protocol responses? */
+               int crlf                /* Use CRLF newlines instead of LF? */
+) {
+       int i, k;
        char buf[1024];
-       long msg_len;
-       time_t xtime;
-
-       struct cdbdata *dmsgtext;
+       CIT_UBYTE ch;
+       char allkeys[256];
+       char display_name[256];
+       struct CtdlMessage *TheMessage;
        char *mptr;
+       char *nl;       /* newline string */
 
        /* buffers needed for RFC822 translation */
        char suser[256];
        char luser[256];
+       char fuser[256];
        char snode[256];
        char lnode[256];
        char mid[256];
+       char datestamp[256];
        /*                                       */
 
-       msg_num = atol(msgid);
+       lprintf(7, "CtdlOutputMsg() msgnum=%ld, mode=%d\n", 
+               msg_num, mode);
 
-       if ( (!(CC->logged_in)) && (!(CC->internal_pgm)) ) {
-               cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
-               return;
+       TheMessage = NULL;
+       sprintf(mid, "%ld", msg_num);
+       nl = (crlf ? "\r\n" : "\n");
+
+       if ((!(CC->logged_in)) && (!(CC->internal_pgm))) {
+               if (do_proto) cprintf("%d Not logged in.\n",
+                       ERROR + NOT_LOGGED_IN);
+               return(om_not_logged_in);
        }
 
-       /* FIX ... small security issue
+       /* FIXME ... small security issue
         * We need to check to make sure the requested message is actually
         * in the current room, and set msg_ok to 1 only if it is.  This
         * functionality is currently missing because I'm in a hurry to replace
         * broken production code with nonbroken pre-beta code.  :(   -- ajc
         *
-       if (!msg_ok) {
-               cprintf("%d Message %ld is not in this room.\n",
-                       ERROR, msg_num);
-               return;
-       }
+        if (!msg_ok) {
+        if (do_proto) cprintf("%d Message %ld is not in this room.\n",
+        ERROR, msg_num);
+        return(om_no_such_msg);
+        }
         */
 
-
-       dmsgtext = cdb_fetch(CDB_MSGMAIN, &msg_num, sizeof(long));
-
-       if (dmsgtext == NULL) {
-               cprintf("%d Can't find message %ld\n",
-                       (ERROR + INTERNAL_ERROR), msg_num);
-               return;
-       }
-       msg_len = (long) dmsgtext->len;
-       mptr = dmsgtext->ptr;
-
-       /* this loop spews out the whole message if we're doing raw format */
-       if (mode == MT_RAW) {
-               cprintf("%d %ld\n", BINARY_FOLLOWS, msg_len);
-               client_write(dmsgtext->ptr, (int) msg_len);
-               cdb_free(dmsgtext);
-               return;
-       }
-       /* Otherwise, we'll start parsing it field by field... */
-       ch = *mptr++;
-       if (ch != 255) {
-               cprintf("%d Illegal message format on disk\n",
-                       ERROR + INTERNAL_ERROR);
-               cdb_free(dmsgtext);
-               return;
+       /*
+        * Fetch the message from disk
+        */
+       TheMessage = CtdlFetchMessage(msg_num);
+       if (TheMessage == NULL) {
+               if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
+                       ERROR, msg_num);
+               return(om_no_such_msg);
        }
-       anon_flag = *mptr++;
-       format_type = *mptr++;
 
        /* Are we downloading a MIME component? */
        if (mode == MT_DOWNLOAD) {
-               if (format_type != 4) {
-                       cprintf("%d This is not a MIME message.\n",
+               if (TheMessage->cm_format_type != FMT_RFC822) {
+                       if (do_proto)
+                               cprintf("%d This is not a MIME message.\n",
                                ERROR);
                } else if (CC->download_fp != NULL) {
-                       cprintf("%d You already have a download open.\n",
+                       if (do_proto) cprintf(
+                               "%d You already have a download open.\n",
                                ERROR);
                } else {
-                       /* Skip to the message body */
-                       while (ch = *mptr++, (ch != 'M' && ch != 0)) {
-                               buf[0] = 0;
-                               do {
-                                       buf[strlen(buf) + 1] = 0;
-                                       rch = *mptr++;
-                                       buf[strlen(buf)] = rch;
-                               } while (rch > 0);
-                       }
-                       /* Now parse it */
+                       /* Parse the message text component */
+                       mptr = TheMessage->cm_fields['M'];
                        mime_parser(mptr, NULL, *mime_download);
                        /* If there's no file open by this time, the requested
                         * section wasn't found, so print an error
                         */
                        if (CC->download_fp == NULL) {
-                               cprintf("%d Section %s not found.\n",
+                               if (do_proto) cprintf(
+                                       "%d Section %s not found.\n",
                                        ERROR + FILE_NOT_FOUND,
                                        desired_section);
                        }
                }
-               cdb_free(dmsgtext);
-               return;
+               CtdlFreeMessage(TheMessage);
+               return((CC->download_fp != NULL) ? om_ok : om_mime_error);
        }
 
        /* now for the user-mode message reading loops */
-       cprintf("%d Message %ld:\n", LISTING_FOLLOWS, msg_num);
+       if (do_proto) cprintf("%d Message %ld:\n", LISTING_FOLLOWS, msg_num);
 
-       if (mode == MT_CITADEL)
-               cprintf("type=%d\n", format_type);
+       /* Tell the client which format type we're using.  If this is a
+        * MIME message, *lie* about it and tell the user it's fixed-format.
+        */
+       if (mode == MT_CITADEL) {
+               if (TheMessage->cm_format_type == FMT_RFC822) {
+                       if (do_proto) cprintf("type=1\n");
+               }
+               else {
+                       if (do_proto) cprintf("type=%d\n",
+                               TheMessage->cm_format_type);
+               }
+       }
 
-       if ((anon_flag == MES_ANON) && (mode == MT_CITADEL)) {
-               cprintf("nhdr=yes\n");
+       /* nhdr=yes means that we're only displaying headers, no body */
+       if ((TheMessage->cm_anon_type == MES_ANON) && (mode == MT_CITADEL)) {
+               if (do_proto) cprintf("nhdr=yes\n");
        }
+
        /* begin header processing loop for Citadel message format */
 
-       if ((mode == MT_CITADEL) || (mode == MT_MIME))
-               while (ch = *mptr++, (ch != 'M' && ch != 0)) {
-                       buf[0] = 0;
-                       do {
-                               buf[strlen(buf) + 1] = 0;
-                               rch = *mptr++;
-                               buf[strlen(buf)] = rch;
-                       } while (rch > 0);
-
-                       if (ch == 'A') {
-                               PerformUserHooks(buf, (-1L), EVT_OUTPUTMSG);
-                               if (anon_flag == MES_ANON)
-                                       cprintf("from=****");
-                               else if (anon_flag == MES_AN2)
-                                       cprintf("from=anonymous");
-                               else
-                                       cprintf("from=%s", buf);
-                               if ((is_room_aide()) && ((anon_flag == MES_ANON)
-                                             || (anon_flag == MES_AN2)))
-                                       cprintf(" [%s]", buf);
-                               cprintf("\n");
-                       } else if (ch == 'P')
-                               cprintf("path=%s\n", buf);
-                       else if (ch == 'U')
-                               cprintf("subj=%s\n", buf);
-                       else if (ch == 'I')
-                               cprintf("msgn=%s\n", buf);
-                       else if (ch == 'H')
-                               cprintf("hnod=%s\n", buf);
-                       else if (ch == 'O')
-                               cprintf("room=%s\n", buf);
-                       else if (ch == 'N')
-                               cprintf("node=%s\n", buf);
-                       else if (ch == 'R')
-                               cprintf("rcpt=%s\n", buf);
-                       else if (ch == 'T')
-                               cprintf("time=%s\n", buf);
-                       /* else cprintf("fld%c=%s\n",ch,buf); */
+       if ((mode == MT_CITADEL) || (mode == MT_MIME)) {
+
+               strcpy(display_name, "<unknown>");
+               if (TheMessage->cm_fields['A']) {
+                       strcpy(buf, TheMessage->cm_fields['A']);
+                       PerformUserHooks(buf, (-1L), EVT_OUTPUTMSG);
+                       if (TheMessage->cm_anon_type == MES_ANON)
+                               strcpy(display_name, "****");
+                       else if (TheMessage->cm_anon_type == MES_AN2)
+                               strcpy(display_name, "anonymous");
+                       else
+                               strcpy(display_name, buf);
+                       if ((is_room_aide())
+                           && ((TheMessage->cm_anon_type == MES_ANON)
+                            || (TheMessage->cm_anon_type == MES_AN2))) {
+                               sprintf(&display_name[strlen(display_name)],
+                                       " [%s]", buf);
+                       }
+               }
+
+               strcpy(allkeys, FORDER);
+               for (i=0; i<strlen(allkeys); ++i) {
+                       k = (int) allkeys[i];
+                       if (k != 'M') {
+                               if (TheMessage->cm_fields[k] != NULL) {
+                                       if (k == 'A') {
+                                               if (do_proto) cprintf("%s=%s\n",
+                                                       msgkeys[k],
+                                                       display_name);
+                                       }
+                                       else {
+                                               if (do_proto) cprintf("%s=%s\n",
+                                                       msgkeys[k],
+                                                       TheMessage->cm_fields[k]
+                                       );
+                                       }
+                               }
+                       }
                }
+
+       }
+
        /* begin header processing loop for RFC822 transfer format */
 
        strcpy(suser, "");
        strcpy(luser, "");
+       strcpy(fuser, "");
        strcpy(snode, NODENAME);
        strcpy(lnode, HUMANNODE);
-       if (mode == MT_RFC822)
-               while (ch = *mptr++, (ch != 'M' && ch != 0)) {
-                       buf[0] = 0;
-                       do {
-                               buf[strlen(buf) + 1] = 0;
-                               rch = *mptr++;
-                               buf[strlen(buf)] = rch;
-                       } while (rch > 0);
-
-                       if (ch == 'A')
-                               strcpy(luser, buf);
-                       else if (ch == 'P') {
-                               cprintf("Path: %s\n", buf);
-                               for (a = 0; a < strlen(buf); ++a) {
-                                       if (buf[a] == '!') {
-                                               strcpy(buf, &buf[a + 1]);
-                                               a = 0;
-                                       }
+       if (mode == MT_RFC822) {
+               cprintf("X-UIDL: %ld%s", msg_num, nl);
+               for (i = 0; i < 256; ++i) {
+                       if (TheMessage->cm_fields[i]) {
+                               mptr = TheMessage->cm_fields[i];
+
+                               if (i == 'A') {
+                                       strcpy(luser, mptr);
+                                       strcpy(suser, mptr);
+                               }
+                               else if (i == 'P') {
+                                       cprintf("Path: %s%s", mptr, nl);
+                               }
+                               else if (i == 'U')
+                                       cprintf("Subject: %s%s", mptr, nl);
+                               else if (i == 'I')
+                                       strcpy(mid, mptr);
+                               else if (i == 'H')
+                                       strcpy(lnode, mptr);
+                               else if (i == 'O')
+                                       cprintf("X-Citadel-Room: %s%s",
+                                               mptr, nl);
+                               else if (i == 'N')
+                                       strcpy(snode, mptr);
+                               else if (i == 'R')
+                                       cprintf("To: %s%s", mptr, nl);
+                               else if (i == 'T') {
+                                       generate_rfc822_datestamp(datestamp,
+                                                               atol(mptr) );
+                                       cprintf("Date: %s%s", datestamp, nl);
                                }
-                               strcpy(suser, buf);
-                       } else if (ch == 'U')
-                               cprintf("Subject: %s\n", buf);
-                       else if (ch == 'I')
-                               strcpy(mid, buf);
-                       else if (ch == 'H')
-                               strcpy(lnode, buf);
-                       else if (ch == 'O')
-                               cprintf("X-Citadel-Room: %s\n", buf);
-                       else if (ch == 'N')
-                               strcpy(snode, buf);
-                       else if (ch == 'R')
-                               cprintf("To: %s\n", buf);
-                       else if (ch == 'T') {
-                               xtime = atol(buf);
-                               cprintf("Date: %s", asctime(localtime(&xtime)));
                        }
                }
+       }
+
+       for (i=0; i<strlen(suser); ++i) {
+               suser[i] = tolower(suser[i]);
+               if (!isalnum(suser[i])) suser[i]='_';
+       }
+
        if (mode == MT_RFC822) {
                if (!strcasecmp(snode, NODENAME)) {
                        strcpy(snode, FQDN);
                }
-               cprintf("Message-ID: <%s@%s>\n", mid, snode);
+
+               /* Construct a fun message id */
+               cprintf("Message-ID: <%s", mid);
+               if (strchr(mid, '@')==NULL) {
+                       cprintf("@%s", snode);
+               }
+               cprintf(">%s", nl);
+
                PerformUserHooks(luser, (-1L), EVT_OUTPUTMSG);
-               cprintf("From: %s@%s (%s)\n",
-                       suser, snode, luser);
-               cprintf("Organization: %s\n", lnode);
+
+               if (strlen(fuser) > 0) {
+                       cprintf("From: %s (%s)%s", fuser, luser, nl);
+               }
+               else {
+                       cprintf("From: %s@%s (%s)%s", suser, snode, luser, nl);
+               }
+
+               cprintf("Organization: %s%s", lnode, nl);
        }
+
        /* end header processing loop ... at this point, we're in the text */
 
-       if (ch == 0) {
-               cprintf("text\n*** ?Message truncated\n000\n");
-               cdb_free(dmsgtext);
-               return;
-       }
-       /* do some sort of MIME output */
-       if (format_type == 4) {
-               if ((mode == MT_CITADEL) || (mode == MT_MIME)) {
+       mptr = TheMessage->cm_fields['M'];
+
+       /* Tell the client about the MIME parts in this message */
+       if (TheMessage->cm_format_type == FMT_RFC822) {
+               if (mode == MT_CITADEL) {
                        mime_parser(mptr, NULL, *list_this_part);
                }
-               if (mode == MT_MIME) {  /* If MT_MIME then it's parts only */
-                       cprintf("000\n");
-                       cdb_free(dmsgtext);
-                       return;
+               else if (mode == MT_MIME) {     /* list parts only */
+                       mime_parser(mptr, NULL, *list_this_part);
+                       if (do_proto) cprintf("000\n");
+                       CtdlFreeMessage(TheMessage);
+                       return(om_ok);
+               }
+               else if (mode == MT_RFC822) {   /* unparsed RFC822 dump */
+                       /* FIXME ... we have to put some code in here to avoid
+                        * printing duplicate header information when both
+                        * Citadel and RFC822 headers exist.  Preference should
+                        * probably be given to the RFC822 headers.
+                        */
+                       while (ch=*(mptr++), ch!=0) {
+                               if (ch==13) ;
+                               else if (ch==10) cprintf("%s", nl);
+                               else cprintf("%c", ch);
+                       }
+                       if (do_proto) cprintf("000\n");
+                       CtdlFreeMessage(TheMessage);
+                       return(om_ok);
                }
        }
+
        if (headers_only) {
-               /* give 'em a length */
-               msg_len = 0L;
-               while (ch = *mptr++, ch > 0) {
-                       ++msg_len;
-               }
-               cprintf("mlen=%ld\n", msg_len);
-               cprintf("000\n");
-               cdb_free(dmsgtext);
-               return;
+               if (do_proto) cprintf("000\n");
+               CtdlFreeMessage(TheMessage);
+               return(om_ok);
        }
+
        /* signify start of msg text */
        if (mode == MT_CITADEL)
-               cprintf("text\n");
-       if ((mode == MT_RFC822) && (format_type != 4))
-               cprintf("\n");
+               if (do_proto) cprintf("text\n");
+       if (mode == MT_RFC822) {
+               if (TheMessage->cm_fields['U'] == NULL) {
+                       cprintf("Subject: (no subject)%s", nl);
+               }
+               cprintf("%s", nl);
+       }
 
        /* If the format type on disk is 1 (fixed-format), then we want
         * everything to be output completely literally ... regardless of
         * what message transfer format is in use.
         */
-       if (format_type == 1) {
+       if (TheMessage->cm_format_type == FMT_FIXED) {
                strcpy(buf, "");
                while (ch = *mptr++, ch > 0) {
                        if (ch == 13)
                                ch = 10;
                        if ((ch == 10) || (strlen(buf) > 250)) {
-                               cprintf("%s\n", buf);
+                               cprintf("%s%s", buf, nl);
                                strcpy(buf, "");
                        } else {
                                buf[strlen(buf) + 1] = 0;
@@ -826,8 +1049,9 @@ void output_message(char *msgid, int mode, int headers_only)
                        }
                }
                if (strlen(buf) > 0)
-                       cprintf("%s\n", buf);
+                       cprintf("%s%s", buf, nl);
        }
+
        /* If the message on disk is format 0 (Citadel vari-format), we
         * output using the formatter at 80 columns.  This is the final output
         * form if the transfer format is RFC822, but if the transfer format
@@ -835,36 +1059,41 @@ void output_message(char *msgid, int mode, int headers_only)
         * for new paragraphs is correct and the client will reformat the
         * message to the reader's screen width.
         */
-       if (format_type == 0) {
-               memfmout(80, mptr, 0);
+       if (TheMessage->cm_format_type == FMT_CITADEL) {
+               memfmout(80, mptr, 0, nl);
        }
+
        /* If the message on disk is format 4 (MIME), we've gotta hand it
         * off to the MIME parser.  The client has already been told that
         * this message is format 1 (fixed format), so the callback function
         * we use will display those parts as-is.
         */
-       if (format_type == 4) {
+       if (TheMessage->cm_format_type == FMT_RFC822) {
+               CtdlAllocUserData(SYM_MA_INFO, sizeof(struct ma_info));
+               memset(ma, 0, sizeof(struct ma_info));
                mime_parser(mptr, NULL, *fixed_output);
        }
+
        /* now we're done */
-       cprintf("000\n");
-       cdb_free(dmsgtext);
-       return;
+       if (do_proto) cprintf("000\n");
+       CtdlFreeMessage(TheMessage);
+       return(om_ok);
 }
 
 
+
 /*
  * display a message (mode 0 - Citadel proprietary)
  */
 void cmd_msg0(char *cmdbuf)
 {
-       char msgid[256];
+       long msgid;
        int headers_only = 0;
 
-       extract(msgid, cmdbuf, 0);
+       msgid = extract_long(cmdbuf, 0);
        headers_only = extract_int(cmdbuf, 1);
 
-       output_message(msgid, MT_CITADEL, headers_only);
+       CtdlOutputMsg(msgid, MT_CITADEL, headers_only, 1, 0);
        return;
 }
 
@@ -874,61 +1103,201 @@ void cmd_msg0(char *cmdbuf)
  */
 void cmd_msg2(char *cmdbuf)
 {
-       char msgid[256];
+       long msgid;
        int headers_only = 0;
 
-       extract(msgid, cmdbuf, 0);
+       msgid = extract_long(cmdbuf, 0);
        headers_only = extract_int(cmdbuf, 1);
 
-       output_message(msgid, MT_RFC822, headers_only);
+       CtdlOutputMsg(msgid, MT_RFC822, headers_only, 1, 1);
 }
 
+
+
 /* 
  * display a message (mode 3 - IGnet raw format - internal programs only)
  */
 void cmd_msg3(char *cmdbuf)
 {
-       char msgid[256];
-       int headers_only = 0;
+       long msgnum;
+       struct CtdlMessage *msg;
+       struct ser_ret smr;
 
        if (CC->internal_pgm == 0) {
                cprintf("%d This command is for internal programs only.\n",
                        ERROR);
                return;
        }
-       extract(msgid, cmdbuf, 0);
-       headers_only = extract_int(cmdbuf, 1);
 
-       output_message(msgid, MT_RAW, headers_only);
+       msgnum = extract_long(cmdbuf, 0);
+       msg = CtdlFetchMessage(msgnum);
+       if (msg == NULL) {
+               cprintf("%d Message %ld not found.\n", 
+                       ERROR, msgnum);
+               return;
+       }
+
+       serialize_message(&smr, msg);
+       CtdlFreeMessage(msg);
+
+       if (smr.len == 0) {
+               cprintf("%d Unable to serialize message\n",
+                       ERROR+INTERNAL_ERROR);
+               return;
+       }
+
+       cprintf("%d %ld\n", BINARY_FOLLOWS, smr.len);
+       client_write(smr.ser, smr.len);
+       phree(smr.ser);
 }
 
+
+
 /* 
- * display a message (mode 4 - MIME) (FIX ... still evolving, not complete)
+ * display a message (mode 4 - MIME) (FIXME ... still evolving, not complete)
  */
 void cmd_msg4(char *cmdbuf)
 {
-       char msgid[256];
+       long msgid;
 
-       extract(msgid, cmdbuf, 0);
-
-       output_message(msgid, MT_MIME, 0);
+       msgid = extract_long(cmdbuf, 0);
+       CtdlOutputMsg(msgid, MT_MIME, 0, 1, 0);
 }
 
-
-
 /*
  * Open a component of a MIME message as a download file 
  */
 void cmd_opna(char *cmdbuf)
 {
-       char msgid[256];
+       long msgid;
 
        CtdlAllocUserData(SYM_DESIRED_SECTION, 64);
 
-       extract(msgid, cmdbuf, 0);
+       msgid = extract_long(cmdbuf, 0);
        extract(desired_section, cmdbuf, 1);
 
-       output_message(msgid, MT_DOWNLOAD, 0);
+       CtdlOutputMsg(msgid, MT_DOWNLOAD, 0, 1, 1);
+}                      
+
+
+/*
+ * Save a message pointer into a specified room
+ * (Returns 0 for success, nonzero for failure)
+ * roomname may be NULL to use the current room
+ */
+int CtdlSaveMsgPointerInRoom(char *roomname, long msgid, int flags) {
+       int i;
+       char hold_rm[ROOMNAMELEN];
+        struct cdbdata *cdbfr;
+        int num_msgs;
+        long *msglist;
+        long highest_msg = 0L;
+       struct CtdlMessage *msg = NULL;
+
+       lprintf(9, "CtdlSaveMsgPointerInRoom(%s, %ld, %d)\n",
+               roomname, msgid, flags);
+
+       strcpy(hold_rm, CC->quickroom.QRname);
+
+       /* We may need to check to see if this message is real */
+       if (  (flags & SM_VERIFY_GOODNESS)
+          || (flags & SM_DO_REPL_CHECK)
+          ) {
+               msg = CtdlFetchMessage(msgid);
+               if (msg == NULL) return(ERROR + ILLEGAL_VALUE);
+       }
+
+       /* Perform replication checks if necessary */
+       if ( (flags & SM_DO_REPL_CHECK) && (msg != NULL) ) {
+
+               if (getroom(&CC->quickroom,
+                  ((roomname != NULL) ? roomname : CC->quickroom.QRname) )
+                  != 0) {
+                       lprintf(9, "No such room <%s>\n", roomname);
+                       if (msg != NULL) CtdlFreeMessage(msg);
+                       return(ERROR + ROOM_NOT_FOUND);
+               }
+
+               if (ReplicationChecks(msg) != 0) {
+                       getroom(&CC->quickroom, hold_rm);
+                       if (msg != NULL) CtdlFreeMessage(msg);
+                       lprintf(9, "Did replication, and newer exists\n");
+                       return(0);
+               }
+       }
+
+       /* Now the regular stuff */
+       if (lgetroom(&CC->quickroom,
+          ((roomname != NULL) ? roomname : CC->quickroom.QRname) )
+          != 0) {
+               lprintf(9, "No such room <%s>\n", roomname);
+               if (msg != NULL) CtdlFreeMessage(msg);
+               return(ERROR + ROOM_NOT_FOUND);
+       }
+
+        cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->quickroom.QRnumber, sizeof(long));
+        if (cdbfr == NULL) {
+                msglist = NULL;
+                num_msgs = 0;
+        } else {
+                msglist = mallok(cdbfr->len);
+                if (msglist == NULL)
+                        lprintf(3, "ERROR malloc msglist!\n");
+                num_msgs = cdbfr->len / sizeof(long);
+                memcpy(msglist, cdbfr->ptr, cdbfr->len);
+                cdb_free(cdbfr);
+        }
+
+
+       /* Make sure the message doesn't already exist in this room.  It
+        * is absolutely taboo to have more than one reference to the same
+        * message in a room.
+        */
+        if (num_msgs > 0) for (i=0; i<num_msgs; ++i) {
+               if (msglist[i] == msgid) {
+                       lputroom(&CC->quickroom);       /* unlock the room */
+                       getroom(&CC->quickroom, hold_rm);
+                       if (msg != NULL) CtdlFreeMessage(msg);
+                       return(ERROR + ALREADY_EXISTS);
+               }
+       }
+
+        /* Now add the new message */
+        ++num_msgs;
+        msglist = reallok(msglist,
+                          (num_msgs * sizeof(long)));
+
+        if (msglist == NULL) {
+                lprintf(3, "ERROR: can't realloc message list!\n");
+        }
+        msglist[num_msgs - 1] = msgid;
+
+        /* Sort the message list, so all the msgid's are in order */
+        num_msgs = sort_msglist(msglist, num_msgs);
+
+        /* Determine the highest message number */
+        highest_msg = msglist[num_msgs - 1];
+
+        /* Write it back to disk. */
+        cdb_store(CDB_MSGLISTS, &CC->quickroom.QRnumber, sizeof(long),
+                  msglist, num_msgs * sizeof(long));
+
+        /* Free up the memory we used. */
+        phree(msglist);
+
+       /* Update the highest-message pointer and unlock the room. */
+       CC->quickroom.QRhighest = highest_msg;
+       lputroom(&CC->quickroom);
+       getroom(&CC->quickroom, hold_rm);
+
+       /* Bump the reference count for this message. */
+       if ((flags & SM_DONT_BUMP_REF)==0) {
+               AdjRefCount(msgid, +1);
+       }
+
+       /* Return success. */
+       if (msg != NULL) CtdlFreeMessage(msg);
+        return (0);
 }
 
 
@@ -936,38 +1305,40 @@ void cmd_opna(char *cmdbuf)
 /*
  * Message base operation to send a message to the master file
  * (returns new message number)
+ *
+ * This is the back end for CtdlSaveMsg() and should not be directly
+ * called by server-side modules.
+ *
  */
-long send_message(char *message_in_memory,     /* pointer to buffer */
-                 size_t message_length,        /* length of buffer */
-                 int generate_id)
-{                              /* 1 to generate an I field */
-
+long send_message(struct CtdlMessage *msg,     /* pointer to buffer */
+               FILE *save_a_copy)              /* save a copy to disk? */
+{
        long newmsgid;
-       char *actual_message;
-       size_t actual_length;
        long retval;
-       char msgidbuf[32];
+       char msgidbuf[256];
+        struct ser_ret smr;
 
        /* Get a new message number */
        newmsgid = get_new_message_number();
+       sprintf(msgidbuf, "%ld@%s", newmsgid, config.c_fqdn);
 
-       if (generate_id) {
-               sprintf(msgidbuf, "I%ld", newmsgid);
-               actual_length = message_length + strlen(msgidbuf) + 1;
-               actual_message = mallok(actual_length);
-               memcpy(actual_message, message_in_memory, 3);
-               memcpy(&actual_message[3], msgidbuf, (strlen(msgidbuf) + 1));
-               memcpy(&actual_message[strlen(msgidbuf) + 4],
-                      &message_in_memory[3], message_length - 3);
-       } else {
-               actual_message = message_in_memory;
-               actual_length = message_length;
+       /* Generate an ID if we don't have one already */
+       if (msg->cm_fields['I']==NULL) {
+               msg->cm_fields['I'] = strdoop(msgidbuf);
        }
+       
+        serialize_message(&smr, msg);
+
+        if (smr.len == 0) {
+                cprintf("%d Unable to serialize message\n",
+                        ERROR+INTERNAL_ERROR);
+                return (-1L);
+        }
 
        /* Write our little bundle of joy into the message base */
        begin_critical_section(S_MSGMAIN);
        if (cdb_store(CDB_MSGMAIN, &newmsgid, sizeof(long),
-                     actual_message, actual_length) < 0) {
+                     smr.ser, smr.len) < 0) {
                lprintf(2, "Can't store message\n");
                retval = 0L;
        } else {
@@ -975,192 +1346,345 @@ long send_message(char *message_in_memory,     /* pointer to buffer */
        }
        end_critical_section(S_MSGMAIN);
 
-       if (generate_id) {
-               phree(actual_message);
+       /* If the caller specified that a copy should be saved to a particular
+        * file handle, do that now too.
+        */
+       if (save_a_copy != NULL) {
+               fwrite(smr.ser, smr.len, 1, save_a_copy);
        }
-       /* Finally, return the pointers */
-       return (retval);
+
+       /* Free the memory we used for the serialized message */
+        phree(smr.ser);
+
+       /* Return the *local* message ID to the caller
+        * (even if we're storing an incoming network message)
+        */
+       return(retval);
 }
 
 
 
 /*
- * this is a simple file copy routine.
+ * Serialize a struct CtdlMessage into the format used on disk and network.
+ * 
+ * This function loads up a "struct ser_ret" (defined in server.h) which
+ * contains the length of the serialized message and a pointer to the
+ * serialized message in memory.  THE LATTER MUST BE FREED BY THE CALLER.
  */
-void copy_file(char *from, char *to)
+void serialize_message(struct ser_ret *ret,            /* return values */
+                       struct CtdlMessage *msg)        /* unserialized msg */
 {
-       FILE *ffp, *tfp;
-       int a;
+       size_t wlen;
+       int i;
+       static char *forder = FORDER;
 
-       ffp = fopen(from, "r");
-       if (ffp == NULL)
-               return;
-       tfp = fopen(to, "w");
-       if (tfp == NULL) {
-               fclose(ffp);
+       if (is_valid_message(msg) == 0) return;         /* self check */
+
+       ret->len = 3;
+       for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL)
+               ret->len = ret->len +
+                       strlen(msg->cm_fields[(int)forder[i]]) + 2;
+
+       lprintf(9, "calling malloc(%d)\n", ret->len);
+       ret->ser = mallok(ret->len);
+       if (ret->ser == NULL) {
+               ret->len = 0;
                return;
        }
-       while (a = getc(ffp), a >= 0) {
-               putc(a, tfp);
+
+       ret->ser[0] = 0xFF;
+       ret->ser[1] = msg->cm_anon_type;
+       ret->ser[2] = msg->cm_format_type;
+       wlen = 3;
+
+       for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL) {
+               ret->ser[wlen++] = (char)forder[i];
+               strcpy(&ret->ser[wlen], msg->cm_fields[(int)forder[i]]);
+               wlen = wlen + strlen(msg->cm_fields[(int)forder[i]]) + 1;
        }
-       fclose(ffp);
-       fclose(tfp);
+       if (ret->len != wlen) lprintf(3, "ERROR: len=%d wlen=%d\n",
+               ret->len, wlen);
+
        return;
 }
 
 
 
 /*
- * message base operation to save a message and install its pointers
+ * Back end for the ReplicationChecks() function
+ */
+void check_repl(long msgnum) {
+       struct CtdlMessage *msg;
+       time_t timestamp = (-1L);
+
+       lprintf(9, "check_repl() found message %ld\n", msgnum);
+       msg = CtdlFetchMessage(msgnum);
+       if (msg == NULL) return;
+       if (msg->cm_fields['T'] != NULL) {
+               timestamp = atol(msg->cm_fields['T']);
+       }
+       CtdlFreeMessage(msg);
+
+       if (timestamp > msg_repl->highest) {
+               msg_repl->highest = timestamp;  /* newer! */
+               lprintf(9, "newer!\n");
+               return;
+       }
+       lprintf(9, "older!\n");
+
+       /* Existing isn't newer?  Then delete the old one(s). */
+       CtdlDeleteMessages(CC->quickroom.QRname, msgnum, NULL);
+}
+
+
+/*
+ * Check to see if any messages already exist which carry the same Extended ID
+ * as this one.  
+ *
+ * If any are found:
+ * -> With older timestamps: delete them and return 0.  Message will be saved.
+ * -> With newer timestamps: return 1.  Message save will be aborted.
+ */
+int ReplicationChecks(struct CtdlMessage *msg) {
+       struct CtdlMessage *template;
+       int abort_this = 0;
+
+       lprintf(9, "ReplicationChecks() started\n");
+       /* No extended id?  Don't do anything. */
+       if (msg->cm_fields['E'] == NULL) return 0;
+       if (strlen(msg->cm_fields['E']) == 0) return 0;
+       lprintf(9, "Extended ID: <%s>\n", msg->cm_fields['E']);
+
+       CtdlAllocUserData(SYM_REPL, sizeof(struct repl));
+       strcpy(msg_repl->extended_id, msg->cm_fields['E']);
+       msg_repl->highest = atol(msg->cm_fields['T']);
+
+       template = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
+       memset(template, 0, sizeof(struct CtdlMessage));
+       template->cm_fields['E'] = strdoop(msg->cm_fields['E']);
+
+       CtdlForEachMessage(MSGS_ALL, 0L, NULL, template, check_repl);
+
+       /* If a newer message exists with the same Extended ID, abort
+        * this save.
+        */
+       if (msg_repl->highest > atol(msg->cm_fields['T']) ) {
+               abort_this = 1;
+               }
+
+       CtdlFreeMessage(template);
+       lprintf(9, "ReplicationChecks() returning %d\n", abort_this);
+       return(abort_this);
+}
+
+
+
+
+/*
+ * Save a message to disk
  */
-void save_message(char *mtmp,  /* file containing proper message */
-                 char *rec,    /* Recipient (if mail) */
-                 char *force,  /* if non-zero length, force a room */
-                 int mailtype, /* local or remote type, see citadel.h */
-                 int generate_id)
-{                              /* set to 1 to generate an 'I' field */
+long CtdlSaveMsg(struct CtdlMessage *msg,      /* message to save */
+               char *rec,                      /* Recipient (mail) */
+               char *force,                    /* force a particular room? */
+               int supplied_mailtype)          /* local or remote type */
+{
        char aaa[100];
        char hold_rm[ROOMNAMELEN];
        char actual_rm[ROOMNAMELEN];
        char force_room[ROOMNAMELEN];
-       char content_type[256];         /* We have to learn this */
-       char ch, rch;
+       char content_type[256];                 /* We have to learn this */
        char recipient[256];
        long newmsgid;
-       char *message_in_memory;
-       char *mptr;
-       struct stat statbuf;
-       size_t templen;
-       FILE *fp;
+       char *mptr = NULL;
        struct usersupp userbuf;
        int a;
-       static int seqnum = 0;
-       int successful_local_recipients = 0;
-       struct quickroom qtemp;
        struct SuppMsgInfo smi;
+       FILE *network_fp = NULL;
+       static int seqnum = 1;
+       struct CtdlMessage *imsg;
+       char *instr;
+       int mailtype;
+
+       lprintf(9, "CtdlSaveMsg() called\n");
+       if (is_valid_message(msg) == 0) return(-1);     /* self check */
+       mailtype = supplied_mailtype;
+
+       /* If this message has no timestamp, we take the liberty of
+        * giving it one, right now.
+        */
+       if (msg->cm_fields['T'] == NULL) {
+               lprintf(9, "Generating timestamp\n");
+               sprintf(aaa, "%ld", time(NULL));
+               msg->cm_fields['T'] = strdoop(aaa);
+       }
 
-       lprintf(9, "save_message(%s,%s,%s,%d,%d)\n",
-               mtmp, rec, force, mailtype, generate_id);
+       /* If this message has no path, we generate one.
+        */
+       if (msg->cm_fields['P'] == NULL) {
+               lprintf(9, "Generating path\n");
+               if (msg->cm_fields['A'] != NULL) {
+                       msg->cm_fields['P'] = strdoop(msg->cm_fields['A']);
+                       for (a=0; a<strlen(msg->cm_fields['P']); ++a) {
+                               if (isspace(msg->cm_fields['P'][a])) {
+                                       msg->cm_fields['P'][a] = ' ';
+                               }
+                       }
+               }
+               else {
+                       msg->cm_fields['P'] = strdoop("unknown");
+               }
+       }
 
        strcpy(force_room, force);
 
        /* Strip non-printable characters out of the recipient name */
+       lprintf(9, "Checking recipient (if present)\n");
        strcpy(recipient, rec);
        for (a = 0; a < strlen(recipient); ++a)
                if (!isprint(recipient[a]))
                        strcpy(&recipient[a], &recipient[a + 1]);
 
-       /* Measure the message */
-       stat(mtmp, &statbuf);
-       templen = statbuf.st_size;
-
-       /* Now read it into memory */
-       message_in_memory = (char *) mallok(templen);
-       if (message_in_memory == NULL) {
-               lprintf(2, "Can't allocate memory to save message!\n");
-               return;
+       /* Change "user @ xxx" to "user" if xxx is an alias for this host */
+       for (a=0; a<strlen(recipient); ++a) {
+               if (recipient[a] == '@') {
+                       if (CtdlHostAlias(&recipient[a+1]) 
+                          == hostalias_localhost) {
+                               recipient[a] = 0;
+                               lprintf(7, "Changed to <%s>\n", recipient);
+                               mailtype = MES_LOCAL;
+                       }
+               }
        }
-       fp = fopen(mtmp, "rb");
-       fread(message_in_memory, templen, 1, fp);
-       fclose(fp);
+
+       lprintf(9, "Recipient is <%s>\n", recipient);
 
        /* Learn about what's inside, because it's what's inside that counts */
-       mptr = message_in_memory;
-       ++mptr; /* advance past 0xFF header */
-       ++mptr; /* advance past anon flag */
-       ch = *mptr++;
-       switch(ch) {
-        case 0:
+       lprintf(9, "Learning what's inside\n");
+       if (msg->cm_fields['M'] == NULL) {
+               lprintf(1, "ERROR: attempt to save message with NULL body\n");
+       }
+
+       switch (msg->cm_format_type) {
+       case 0:
                strcpy(content_type, "text/x-citadel-variformat");
                break;
-        case 1:
+       case 1:
                strcpy(content_type, "text/plain");
                break;
-        case 4:
+       case 4:
                strcpy(content_type, "text/plain");
                /* advance past header fields */
-               while (ch = *mptr++, (ch != 'M' && ch != 0)) {
-                       do {
-                               rch = *mptr++;
-                       } while (rch > 0);
-               }
+               mptr = msg->cm_fields['M'];
                a = strlen(mptr);
                while (--a) {
                        if (!strncasecmp(mptr, "Content-type: ", 14)) {
                                safestrncpy(content_type, mptr,
-                                       sizeof(content_type));
-                               lprintf(9, "%s\n", content_type);
+                                           sizeof(content_type));
                                strcpy(content_type, &content_type[14]);
-                               for (a=0; a<strlen(content_type); ++a)
-                                       if (  (content_type[a]==';')
-                                          || (content_type[a]==' ')
-                                          || (content_type[a]==13)
-                                          || (content_type[a]==10) )
+                               for (a = 0; a < strlen(content_type); ++a)
+                                       if ((content_type[a] == ';')
+                                           || (content_type[a] == ' ')
+                                           || (content_type[a] == 13)
+                                           || (content_type[a] == 10))
                                                content_type[a] = 0;
                                break;
                        }
                        ++mptr;
                }
        }
-       lprintf(9, "Content type is <%s>\n", content_type);
-
-       /* Save it to disk */
-       newmsgid = send_message(message_in_memory, templen, generate_id);
-       phree(message_in_memory);
-       if (newmsgid <= 0L)
-               return;
 
+       /* Goto the correct room */
+       lprintf(9, "Switching rooms\n");
+       strcpy(hold_rm, CC->quickroom.QRname);
        strcpy(actual_rm, CC->quickroom.QRname);
-       strcpy(hold_rm, "");
 
-       /* If this is being done by the networker delivering a private
-        * message, we want to BYPASS saving the sender's copy (because there
-        * is no local sender; it would otherwise go to the Trashcan).
-        */
-       if ( (!CC->internal_pgm) || (strlen(recipient)==0) ) {
-               /* If the user is a twit, move to the twit room for posting */
-               if (TWITDETECT)
-                       if (CC->usersupp.axlevel == 2) {
-                               strcpy(hold_rm, actual_rm);
-                               strcpy(actual_rm, config.c_twitroom);
-                       }
-               /* ...or if this message is destined for Aide> then go there. */
-               lprintf(9, "actual room forcing loop\n");
-               if (strlen(force_room) > 0) {
+       /* If the user is a twit, move to the twit room for posting */
+       lprintf(9, "Handling twit stuff\n");
+       if (TWITDETECT) {
+               if (CC->usersupp.axlevel == 2) {
                        strcpy(hold_rm, actual_rm);
-                       strcpy(actual_rm, force_room);
-               }
-               /* This call to usergoto() changes rooms if necessary.  It also
-               * causes the latest message list to be read into memory.
-               */
-               usergoto(actual_rm, 0);
-       
-               /* read in the quickroom record, obtaining a lock... */
-               lgetroom(&CC->quickroom, actual_rm);
-       
-               /* Fix an obscure bug */
-               if (!strcasecmp(CC->quickroom.QRname, AIDEROOM)) {
-                       CC->quickroom.QRflags =
-                               CC->quickroom.QRflags & ~QR_MAILBOX;
+                       strcpy(actual_rm, config.c_twitroom);
                }
+       }
 
-               /* Add the message pointer to the room */
-               CC->quickroom.QRhighest =
-                       AddMessageToRoom(&CC->quickroom, newmsgid);
-       
-               /* update quickroom */
-               lputroom(&CC->quickroom);
-               ++successful_local_recipients;
+       /* ...or if this message is destined for Aide> then go there. */
+       if (strlen(force_room) > 0) {
+               strcpy(actual_rm, force_room);
        }
 
+       lprintf(9, "Possibly relocating\n");
+       if (strcasecmp(actual_rm, CC->quickroom.QRname)) {
+               getroom(&CC->quickroom, actual_rm);
+       }
+
+       /*
+        * If this message has no O (room) field, generate one.
+        */
+       if (msg->cm_fields['O'] == NULL) {
+               msg->cm_fields['O'] = strdoop(CC->quickroom.QRname);
+       }
+
+       /* Perform "before save" hooks (aborting if any return nonzero) */
+       lprintf(9, "Performing before-save hooks\n");
+       if (PerformMessageHooks(msg, EVT_BEFORESAVE) > 0) return(-1);
+
+       /* If this message has an Extended ID, perform replication checks */
+       lprintf(9, "Performing replication checks\n");
+       if (ReplicationChecks(msg) > 0) return(-1);
+
        /* Network mail - send a copy to the network program. */
-       if ((strlen(recipient) > 0) && (mailtype != MES_LOCAL)) {
+       if ((strlen(recipient) > 0) && (mailtype == MES_BINARY)) {
+               lprintf(9, "Sending network spool\n");
                sprintf(aaa, "./network/spoolin/netmail.%04lx.%04x.%04x",
                        (long) getpid(), CC->cs_pid, ++seqnum);
-               copy_file(mtmp, aaa);
+               lprintf(9, "Saving a copy to %s\n", aaa);
+               network_fp = fopen(aaa, "ab+");
+               if (network_fp == NULL)
+                       lprintf(2, "ERROR: %s\n", strerror(errno));
+       }
+
+       /* Save it to disk */
+       lprintf(9, "Saving to disk\n");
+       newmsgid = send_message(msg, network_fp);
+       if (network_fp != NULL) {
+               fclose(network_fp);
                system("exec nohup ./netproc -i >/dev/null 2>&1 &");
        }
+
+       if (newmsgid <= 0L) return(-1);
+
+       /* Write a supplemental message info record.  This doesn't have to
+        * be a critical section because nobody else knows about this message
+        * yet.
+        */
+       lprintf(9, "Creating SuppMsgInfo record\n");
+       memset(&smi, 0, sizeof(struct SuppMsgInfo));
+       smi.smi_msgnum = newmsgid;
+       smi.smi_refcount = 0;
+       safestrncpy(smi.smi_content_type, content_type, 64);
+       PutSuppMsgInfo(&smi);
+
+       /* Now figure out where to store the pointers */
+       lprintf(9, "Storing pointers\n");
+
+       /* If this is being done by the networker delivering a private
+        * message, we want to BYPASS saving the sender's copy (because there
+        * is no local sender; it would otherwise go to the Trashcan).
+        */
+       if ((!CC->internal_pgm) || (strlen(recipient) == 0)) {
+               if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0) != 0) {
+                       lprintf(3, "ERROR saving message pointer!\n");
+                       CtdlSaveMsgPointerInRoom(AIDEROOM, newmsgid, 0);
+               }
+       }
+
+       /* For internet mail, drop a copy in the outbound queue room */
+       if (mailtype == MES_INTERNET) {
+               CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0);
+       }
+
        /* Bump this user's messages posted counter. */
+       lprintf(9, "Updating user\n");
        lgetuser(&CC->usersupp, CC->curr_user);
        CC->usersupp.posted = CC->usersupp.posted + 1;
        lputuser(&CC->usersupp);
@@ -1170,82 +1694,177 @@ void save_message(char *mtmp,  /* file containing proper message */
         */
        if ((strlen(recipient) > 0) && (mailtype == MES_LOCAL)) {
                if (getuser(&userbuf, recipient) == 0) {
+                       lprintf(9, "Delivering private mail\n");
                        MailboxName(actual_rm, &userbuf, MAILROOM);
-                       lprintf(9, "Targeting mailbox: <%s>\n", actual_rm);
-                       if (lgetroom(&qtemp, actual_rm) == 0) {
-                               qtemp.QRhighest =
-                                       AddMessageToRoom(&qtemp, newmsgid);
-                               lputroom(&qtemp);
-                               ++successful_local_recipients;
-                       }
+                       CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0);
+               }
+               else {
+                       lprintf(9, "No user <%s>, saving in %s> instead\n",
+                               recipient, AIDEROOM);
+                       CtdlSaveMsgPointerInRoom(AIDEROOM, newmsgid, 0);
                }
        }
-       /* If we've posted in a room other than the current room, then we
-        * have to now go back to the current room...
-        */
-       if (strlen(hold_rm) > 0) {
-               usergoto(hold_rm, 0);
-       }
-       unlink(mtmp);           /* delete the temporary file */
 
-       /* Write a supplemental message info record.  This doesn't have to
-        * be a critical section because nobody else knows about this message
-        * yet.
+       /* Perform "after save" hooks */
+       lprintf(9, "Performing after-save hooks\n");
+       PerformMessageHooks(msg, EVT_AFTERSAVE);
+
+       /* */
+       lprintf(9, "Returning to original room\n");
+       if (strcasecmp(hold_rm, CC->quickroom.QRname))
+               getroom(&CC->quickroom, hold_rm);
+
+       /* For internet mail, generate delivery instructions 
+        * (Yes, this is recursive!   Deal with it!)
         */
-       memset(&smi, 0, sizeof(struct SuppMsgInfo));
-       smi.smi_msgnum = newmsgid;
-       smi.smi_refcount = successful_local_recipients;
-       safestrncpy(smi.smi_content_type, content_type, 64);
-       PutSuppMsgInfo(&smi);
+       if (mailtype == MES_INTERNET) {
+               lprintf(9, "Generating delivery instructions\n");
+               instr = mallok(2048);
+               sprintf(instr,
+                       "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
+                       "bounceto|%s@%s\n"
+                       "remote|%s|0||\n",
+                       SPOOLMIME, newmsgid, time(NULL),
+                       msg->cm_fields['A'], msg->cm_fields['N'],
+                       recipient );
+
+               imsg = mallok(sizeof(struct CtdlMessage));
+               memset(imsg, 0, sizeof(struct CtdlMessage));
+               imsg->cm_magic = CTDLMESSAGE_MAGIC;
+               imsg->cm_anon_type = MES_NORMAL;
+               imsg->cm_format_type = FMT_RFC822;
+               imsg->cm_fields['A'] = strdoop("Citadel");
+               imsg->cm_fields['M'] = instr;
+               CtdlSaveMsg(imsg, "", SMTP_SPOOLOUT_ROOM, MES_LOCAL);
+               CtdlFreeMessage(imsg);
+       }
+
+       return(newmsgid);
 }
 
 
+
 /*
- * Generate an administrative message and post it in the Aide> room.
+ * Convenience function for generating small administrative messages.
  */
-void aide_message(char *text)
+void quickie_message(char *from, char *to, char *room, char *text)
 {
-       FILE *fp;
-
-       fp = fopen(CC->temp, "wb");
-       fprintf(fp, "%c%c%c", 255, MES_NORMAL, 0);
-       fprintf(fp, "Psysop%c", 0);
-       fprintf(fp, "T%ld%c", (long) time(NULL), 0);
-       fprintf(fp, "ACitadel%c", 0);
-       fprintf(fp, "OAide%c", 0);
-       fprintf(fp, "N%s%c", NODENAME, 0);
-       fprintf(fp, "M%s\n%c", text, 0);
-       fclose(fp);
-       save_message(CC->temp, "", AIDEROOM, MES_LOCAL, 1);
+       struct CtdlMessage *msg;
+
+       msg = mallok(sizeof(struct CtdlMessage));
+       memset(msg, 0, sizeof(struct CtdlMessage));
+       msg->cm_magic = CTDLMESSAGE_MAGIC;
+       msg->cm_anon_type = MES_NORMAL;
+       msg->cm_format_type = 0;
+       msg->cm_fields['A'] = strdoop(from);
+       msg->cm_fields['O'] = strdoop(room);
+       msg->cm_fields['N'] = strdoop(NODENAME);
+       if (to != NULL)
+               msg->cm_fields['R'] = strdoop(to);
+       msg->cm_fields['M'] = strdoop(text);
+
+       CtdlSaveMsg(msg, "", room, MES_LOCAL);
+       CtdlFreeMessage(msg);
        syslog(LOG_NOTICE, text);
 }
 
 
 
+/*
+ * Back end function used by make_message() and similar functions
+ */
+char *CtdlReadMessageBody(char *terminator,    /* token signalling EOT */
+                       size_t maxlen,          /* maximum message length */
+                       char *exist             /* if non-null, append to it;
+                                                  exist is ALWAYS freed  */
+                       ) {
+       char buf[256];
+       size_t message_len = 0;
+       size_t buffer_len = 0;
+       char *ptr, *append;
+       char *m;
+
+       if (exist == NULL) {
+               m = mallok(4096);
+       }
+       else {
+               m = reallok(exist, strlen(exist) + 4096);
+               if (m == NULL) phree(exist);
+       }
+       if (m == NULL) {
+               while ( (client_gets(buf)>0) && strcmp(buf, terminator) ) ;;
+               return(NULL);
+       } else {
+               buffer_len = 4096;
+               m[0] = 0;
+               message_len = 0;
+       }
+       /* read in the lines of message text one by one */
+       append = NULL;
+       while ( (client_gets(buf)>0) && strcmp(buf, terminator) ) {
+
+               /* augment the buffer if we have to */
+               if ((message_len + strlen(buf) + 2) > buffer_len) {
+                       lprintf(9, "realloking\n");
+                       ptr = reallok(m, (buffer_len * 2) );
+                       if (ptr == NULL) {      /* flush if can't allocate */
+                               while ( (client_gets(buf)>0) &&
+                                       strcmp(buf, terminator)) ;;
+                               return(m);
+                       } else {
+                               buffer_len = (buffer_len * 2);
+                               m = ptr;
+                               append = NULL;
+                               lprintf(9, "buffer_len is %d\n", buffer_len);
+                       }
+               }
+
+               if (append == NULL) append = m;
+               while (strlen(append) > 0) ++append;
+               strcpy(append, buf);
+               strcat(append, "\n");
+               message_len = message_len + strlen(buf) + 1;
+
+               /* if we've hit the max msg length, flush the rest */
+               if (message_len >= maxlen) {
+                       while ( (client_gets(buf)>0) && strcmp(buf, terminator)) ;;
+                       return(m);
+               }
+       }
+       return(m);
+}
+
+
+
+
 /*
  * Build a binary message to be saved on disk.
  */
-void make_message(
-                        char *filename,        /* temporary file name */
-                        struct usersupp *author,       /* author's usersupp structure */
-                        char *recipient,       /* NULL if it's not mail */
-                        char *room,    /* room where it's going */
-                        int type,      /* see MES_ types in header file */
-                        int net_type,  /* see MES_ types in header file */
-                        int format_type,       /* local or remote (see citadel.h) */
-                        char *fake_name)
-{                              /* who we're masquerading as */
 
-       FILE *fp;
+struct CtdlMessage *make_message(
+       struct usersupp *author,        /* author's usersupp structure */
+       char *recipient,                /* NULL if it's not mail */
+       char *room,                     /* room where it's going */
+       int type,                       /* see MES_ types in header file */
+       int net_type,                   /* see MES_ types in header file */
+       int format_type,                /* local or remote (see citadel.h) */
+       char *fake_name)                /* who we're masquerading as */
+{
+
        int a;
-       time_t now;
        char dest_node[32];
        char buf[256];
+       struct CtdlMessage *msg;
+
+       msg = mallok(sizeof(struct CtdlMessage));
+       memset(msg, 0, sizeof(struct CtdlMessage));
+       msg->cm_magic = CTDLMESSAGE_MAGIC;
+       msg->cm_anon_type = type;
+       msg->cm_format_type = format_type;
 
        /* Don't confuse the poor folks if it's not routed mail. */
        strcpy(dest_node, "");
 
-
        /* If net_type is MES_BINARY, split out the destination node. */
        if (net_type == MES_BINARY) {
                strcpy(dest_node, NODENAME);
@@ -1256,46 +1875,45 @@ void make_message(
                        }
                }
        }
+
        /* if net_type is MES_INTERNET, set the dest node to 'internet' */
        if (net_type == MES_INTERNET) {
                strcpy(dest_node, "internet");
        }
+
        while (isspace(recipient[strlen(recipient) - 1]))
                recipient[strlen(recipient) - 1] = 0;
 
-       time(&now);
-       fp = fopen(filename, "w");
-       putc(255, fp);
-       putc(type, fp);         /* Normal or anonymous, see MES_ flags */
-       putc(format_type, fp);  /* Formatted or unformatted */
-       fprintf(fp, "Pcit%ld%c", author->usernum, 0);   /* path */
-       fprintf(fp, "T%ld%c", (long) now, 0);   /* date/time */
-       if (fake_name[0])
-               fprintf(fp, "A%s%c", fake_name, 0);
+       sprintf(buf, "cit%ld", author->usernum);                /* Path */
+       msg->cm_fields['P'] = strdoop(buf);
+
+       sprintf(buf, "%ld", time(NULL));                        /* timestamp */
+       msg->cm_fields['T'] = strdoop(buf);
+
+       if (fake_name[0])                                       /* author */
+               msg->cm_fields['A'] = strdoop(fake_name);
        else
-               fprintf(fp, "A%s%c", author->fullname, 0);      /* author */
+               msg->cm_fields['A'] = strdoop(author->fullname);
 
-       if (CC->quickroom.QRflags & QR_MAILBOX) {       /* room */
-               fprintf(fp, "O%s%c", &CC->quickroom.QRname[11], 0);
-       } else {
-               fprintf(fp, "O%s%c", CC->quickroom.QRname, 0);
-       }
+       if (CC->quickroom.QRflags & QR_MAILBOX)                 /* room */
+               msg->cm_fields['O'] = strdoop(&CC->quickroom.QRname[11]);
+       else
+               msg->cm_fields['O'] = strdoop(CC->quickroom.QRname);
 
-       fprintf(fp, "N%s%c", NODENAME, 0);      /* nodename */
-       fprintf(fp, "H%s%c", HUMANNODE, 0);     /* human nodename */
+       msg->cm_fields['N'] = strdoop(NODENAME);                /* nodename */
+       msg->cm_fields['H'] = strdoop(HUMANNODE);               /* hnodename */
 
        if (recipient[0] != 0)
-               fprintf(fp, "R%s%c", recipient, 0);
+               msg->cm_fields['R'] = strdoop(recipient);
        if (dest_node[0] != 0)
-               fprintf(fp, "D%s%c", dest_node, 0);
+               msg->cm_fields['D'] = strdoop(dest_node);
 
-       putc('M', fp);
 
-       while (client_gets(buf), strcmp(buf, "000")) {
-               fprintf(fp, "%s\n", buf);
-       }
-       putc(0, fp);
-       fclose(fp);
+       msg->cm_fields['M'] = CtdlReadMessageBody("000",
+                                               config.c_maxmsglen, NULL);
+
+
+       return(msg);
 }
 
 
@@ -1303,7 +1921,7 @@ void make_message(
 
 
 /*
- * message entry  -  mode 0 (normal) <bc>
+ * message entry  -  mode 0 (normal)
  */
 void cmd_ent0(char *entargs)
 {
@@ -1311,8 +1929,8 @@ void cmd_ent0(char *entargs)
        char recipient[256];
        int anon_flag = 0;
        int format_type = 0;
-       char newusername[256];  /* <bc> */
-
+       char newusername[256];
+       struct CtdlMessage *msg;
        int a, b;
        int e = 0;
        int mtsflag = 0;
@@ -1349,9 +1967,9 @@ void cmd_ent0(char *entargs)
        mtsflag = 0;
 
 
-       if (post == 2) {        /* <bc> */
+       if (post == 2) {
                if (CC->usersupp.axlevel < 6) {
-                       cprintf("%d You don't have permission to do an aide post.\n",
+                       cprintf("%d You don't have permission to masquerade.\n",
                                ERROR + HIGHER_ACCESS_REQUIRED);
                        return;
                }
@@ -1369,9 +1987,7 @@ void cmd_ent0(char *entargs)
                        strcpy(buf, recipient);
                } else
                        strcpy(buf, "sysop");
-               lprintf(9, "calling alias()\n");
                e = alias(buf); /* alias and mail type */
-               lprintf(9, "alias() returned %d\n", e);
                if ((buf[0] == 0) || (e == MES_ERROR)) {
                        cprintf("%d Unknown address - cannot send message.\n",
                                ERROR + NO_SUCH_USER);
@@ -1401,7 +2017,7 @@ void cmd_ent0(char *entargs)
                        return;
                }
                /* Check to make sure the user exists; also get the correct
-                  * upper/lower casing of the name. 
+                * upper/lower casing of the name. 
                 */
                a = getuser(&tempUS, buf);
                if (a != 0) {
@@ -1410,7 +2026,8 @@ void cmd_ent0(char *entargs)
                }
                strcpy(buf, tempUS.fullname);
        }
-      SKFALL:b = MES_NORMAL;
+
+SKFALL:        b = MES_NORMAL;
        if (CC->quickroom.QRflags & QR_ANONONLY)
                b = MES_ANON;
        if (CC->quickroom.QRflags & QR_ANONOPT) {
@@ -1427,14 +2044,25 @@ void cmd_ent0(char *entargs)
                cprintf("%d %s\n", OK, buf);
                return;
        }
+
        cprintf("%d send message\n", SEND_LISTING);
+
+       /* Read in the message from the client. */
        if (CC->fake_postname[0])
-               make_message(CC->temp, &CC->usersupp, buf, CC->quickroom.QRname, b, e, format_type, CC->fake_postname);
+               msg = make_message(&CC->usersupp, buf,
+                       CC->quickroom.QRname, b, e, format_type,
+                       CC->fake_postname);
        else if (CC->fake_username[0])
-               make_message(CC->temp, &CC->usersupp, buf, CC->quickroom.QRname, b, e, format_type, CC->fake_username);
+               msg = make_message(&CC->usersupp, buf,
+                       CC->quickroom.QRname, b, e, format_type,
+                       CC->fake_username);
        else
-               make_message(CC->temp, &CC->usersupp, buf, CC->quickroom.QRname, b, e, format_type, "");
-       save_message(CC->temp, buf, (mtsflag ? AIDEROOM : ""), e, 1);
+               msg = make_message(&CC->usersupp, buf,
+                       CC->quickroom.QRname, b, e, format_type, "");
+
+       if (msg != NULL)
+               CtdlSaveMsg(msg, buf, (mtsflag ? AIDEROOM : ""), e);
+               CtdlFreeMessage(msg);
        CC->fake_postname[0] = '\0';
        return;
 }
@@ -1447,19 +2075,21 @@ void cmd_ent0(char *entargs)
 void cmd_ent3(char *entargs)
 {
        char recp[256];
-       char buf[256];
        int a;
        int e = 0;
+       int valid_msg = 1;
+       unsigned char ch, which_field;
        struct usersupp tempUS;
        long msglen;
-       long bloklen;
-       FILE *fp;
+       struct CtdlMessage *msg;
+       char *tempbuf;
 
        if (CC->internal_pgm == 0) {
                cprintf("%d This command is for internal programs only.\n",
                        ERROR);
                return;
        }
+
        /* See if there's a recipient, but make sure it's a real one */
        extract(recp, entargs, 1);
        for (a = 0; a < strlen(recp); ++a)
@@ -1487,45 +2117,73 @@ void cmd_ent3(char *entargs)
                        }
                }
        }
+
        /* At this point, message has been approved. */
        if (extract_int(entargs, 0) == 0) {
                cprintf("%d OK to send\n", OK);
                return;
        }
-       /* open a temp file to hold the message */
-       fp = fopen(CC->temp, "wb");
-       if (fp == NULL) {
-               cprintf("%d Cannot open %s: %s\n",
-                       ERROR + INTERNAL_ERROR,
-                       CC->temp, strerror(errno));
+
+       msglen = extract_long(entargs, 2);
+       msg = mallok(sizeof(struct CtdlMessage));
+       if (msg == NULL) {
+               cprintf("%d Out of memory\n", ERROR+INTERNAL_ERROR);
                return;
        }
-       msglen = extract_long(entargs, 2);
-       cprintf("%d %ld\n", SEND_BINARY, msglen);
-       while (msglen > 0L) {
-               bloklen = ((msglen >= 255L) ? 255 : msglen);
-               client_read(buf, (int) bloklen);
-               fwrite(buf, (int) bloklen, 1, fp);
-               msglen = msglen - bloklen;
+
+       memset(msg, 0, sizeof(struct CtdlMessage));
+       tempbuf = mallok(msglen);
+       if (tempbuf == NULL) {
+               cprintf("%d Out of memory\n", ERROR+INTERNAL_ERROR);
+               phree(msg);
+               return;
        }
-       fclose(fp);
 
-       save_message(CC->temp, recp, "", e, 0);
+       cprintf("%d %ld\n", SEND_BINARY, msglen);
+
+       client_read(&ch, 1);                            /* 0xFF magic number */
+       msg->cm_magic = CTDLMESSAGE_MAGIC;
+       client_read(&ch, 1);                            /* anon type */
+       msg->cm_anon_type = ch;
+       client_read(&ch, 1);                            /* format type */
+       msg->cm_format_type = ch;
+       msglen = msglen - 3;
+
+       while (msglen > 0) {
+               client_read(&which_field, 1);
+               if (!isalpha(which_field)) valid_msg = 0;
+               --msglen;
+               tempbuf[0] = 0;
+               do {
+                       client_read(&ch, 1);
+                       --msglen;
+                       a = strlen(tempbuf);
+                       tempbuf[a+1] = 0;
+                       tempbuf[a] = ch;
+               } while ( (ch != 0) && (msglen > 0) );
+               if (valid_msg)
+                       msg->cm_fields[which_field] = strdoop(tempbuf);
+       }
+
+       msg->cm_flags = CM_SKIP_HOOKS;
+       if (valid_msg) CtdlSaveMsg(msg, recp, "", e);
+       CtdlFreeMessage(msg);
+       phree(tempbuf);
 }
 
 
 /*
  * API function to delete messages which match a set of criteria
  * (returns the actual number of messages deleted)
- * FIX ... still need to implement delete by content type
  */
-int CtdlDeleteMessages(        char *room_name,        /* which room */
-                       long dmsgnum,           /* or "0" for any */
-                       char *content_type      /* or NULL for any */
-                       ) {
+int CtdlDeleteMessages(char *room_name,                /* which room */
+                      long dmsgnum,            /* or "0" for any */
+                      char *content_type       /* or NULL for any */
+)
+{
 
        struct quickroom qrbuf;
-        struct cdbdata *cdbfr;
+       struct cdbdata *cdbfr;
        long *msglist = NULL;
        int num_msgs = 0;
        int i;
@@ -1534,45 +2192,41 @@ int CtdlDeleteMessages( char *room_name,        /* which room */
        struct SuppMsgInfo smi;
 
        lprintf(9, "CtdlDeleteMessages(%s, %ld, %s)\n",
-               room_name, dmsgnum, content_type);
+               room_name, dmsgnum, content_type ? content_type : "NULL");
 
        /* get room record, obtaining a lock... */
        if (lgetroom(&qrbuf, room_name) != 0) {
                lprintf(7, "CtdlDeleteMessages(): Room <%s> not found\n",
                        room_name);
-               return(0);      /* room not found */
+               return (0);     /* room not found */
        }
+       cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
 
-        cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
-
-       lprintf(9, "doing mallok/memcpy loop\n");
-        if (cdbfr != NULL) {
-               msglist = mallok(cdbfr->len);
-               memcpy(msglist, cdbfr->ptr, cdbfr->len);
-               num_msgs = cdbfr->len / sizeof(long);
-               cdb_free(cdbfr);
+       if (cdbfr != NULL) {
+               msglist = mallok(cdbfr->len);
+               memcpy(msglist, cdbfr->ptr, cdbfr->len);
+               num_msgs = cdbfr->len / sizeof(long);
+               cdb_free(cdbfr);
        }
-
        if (num_msgs > 0) {
-               for (i=0; i<num_msgs; ++i) {
+               for (i = 0; i < num_msgs; ++i) {
                        delete_this = 0x00;
 
                        /* Set/clear a bit for each criterion */
 
-                       if ( (dmsgnum == 0L) || (msglist[i]==dmsgnum) ) {
-                               delete_this  |= 0x01;
+                       if ((dmsgnum == 0L) || (msglist[i] == dmsgnum)) {
+                               delete_this |= 0x01;
                        }
-
                        if (content_type == NULL) {
                                delete_this |= 0x02;
                        } else {
                                GetSuppMsgInfo(&smi, msglist[i]);
                                if (!strcasecmp(smi.smi_content_type,
-                                  content_type)) {
+                                               content_type)) {
                                        delete_this |= 0x02;
                                }
                        }
-       
+
                        /* Delete message only if all bits are set */
                        if (delete_this == 0x03) {
                                AdjRefCount(msglist[i], -1);
@@ -1580,17 +2234,17 @@ int CtdlDeleteMessages( char *room_name,        /* which room */
                                ++num_deleted;
                        }
                }
-       
+
                num_msgs = sort_msglist(msglist, num_msgs);
                cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long),
-                       msglist, (num_msgs * sizeof(long)) );
+                         msglist, (num_msgs * sizeof(long)));
 
                qrbuf.QRhighest = msglist[num_msgs - 1];
+               phree(msglist);
        }
-
        lputroom(&qrbuf);
        lprintf(9, "%d message(s) deleted.\n", num_deleted);
-       return(num_deleted);
+       return (num_deleted);
 }
 
 
@@ -1606,7 +2260,8 @@ void cmd_dele(char *delstr)
        getuser(&CC->usersupp, CC->curr_user);
        if ((CC->usersupp.axlevel < 6)
            && (CC->usersupp.usernum != CC->quickroom.QRroomaide)
-           && ((CC->quickroom.QRflags & QR_MAILBOX) == 0)) {
+           && ((CC->quickroom.QRflags & QR_MAILBOX) == 0)
+           && (!(CC->internal_pgm))) {
                cprintf("%d Higher access required.\n",
                        ERROR + HIGHER_ACCESS_REQUIRED);
                return;
@@ -1617,7 +2272,7 @@ void cmd_dele(char *delstr)
 
        if (num_deleted) {
                cprintf("%d %d message%s deleted.\n", OK,
-                       num_deleted, ((num_deleted!=1) ? "s" : "") );
+                       num_deleted, ((num_deleted != 1) ? "s" : ""));
        } else {
                cprintf("%d Message %ld not found.\n", ERROR, delnum);
        }
@@ -1625,17 +2280,20 @@ void cmd_dele(char *delstr)
 
 
 /*
- * move a message to another room
+ * move or copy a message to another room
  */
 void cmd_move(char *args)
 {
        long num;
-       char targ[32];
+       char targ[256];
        struct quickroom qtemp;
-       int foundit;
+       int err;
+       int is_copy = 0;
 
        num = extract_long(args, 0);
        extract(targ, args, 1);
+       targ[ROOMNAMELEN - 1] = 0;
+       is_copy = extract_int(args, 2);
 
        getuser(&CC->usersupp, CC->curr_user);
        if ((CC->usersupp.axlevel < 6)
@@ -1644,29 +2302,26 @@ void cmd_move(char *args)
                        ERROR + HIGHER_ACCESS_REQUIRED);
                return;
        }
+
        if (getroom(&qtemp, targ) != 0) {
                cprintf("%d '%s' does not exist.\n", ERROR, targ);
                return;
        }
 
-       /* Bump the reference count, otherwise the message will be deleted
-        * from disk when we remove it from the source room.
-        */
-       AdjRefCount(num, 1);
+       err = CtdlSaveMsgPointerInRoom(targ, num,
+               (SM_VERIFY_GOODNESS | SM_DO_REPL_CHECK) );
+       if (err != 0) {
+               cprintf("%d Cannot store message in %s: error %d\n",
+                       err, targ, err);
+               return;
+       }
 
-       /* yank the message out of the current room... */
-       foundit = CtdlDeleteMessages(CC->quickroom.QRname, num, NULL);
+       /* Now delete the message from the source room,
+        * if this is a 'move' rather than a 'copy' operation.
+        */
+       if (is_copy == 0) CtdlDeleteMessages(CC->quickroom.QRname, num, NULL);
 
-       if (foundit) {
-               /* put the message into the target room */
-               lgetroom(&qtemp, targ);
-               qtemp.QRhighest = AddMessageToRoom(&qtemp, num);
-               lputroom(&qtemp);
-               cprintf("%d Message moved.\n", OK);
-       } else {
-               AdjRefCount(num, (-1));         /* oops */
-               cprintf("%d msg %ld does not exist.\n", ERROR, num);
-       }
+       cprintf("%d Message %s.\n", OK, (is_copy ? "copied" : "moved") );
 }
 
 
@@ -1718,8 +2373,6 @@ void PutSuppMsgInfo(struct SuppMsgInfo *smibuf)
 
 }
 
-
-
 /*
  * AdjRefCount  -  change the reference count for a message;
  *                 delete the message if it reaches zero
@@ -1736,10 +2389,11 @@ void AdjRefCount(long msgnum, int incr)
         */
        begin_critical_section(S_SUPPMSGMAIN);
        GetSuppMsgInfo(&smi, msgnum);
+       lprintf(9, "Ref count for message <%ld> before write is <%d>\n",
+               msgnum, smi.smi_refcount);
        smi.smi_refcount += incr;
        PutSuppMsgInfo(&smi);
        end_critical_section(S_SUPPMSGMAIN);
-
        lprintf(9, "Ref count for message <%ld> after write is <%d>\n",
                msgnum, smi.smi_refcount);
 
@@ -1755,38 +2409,41 @@ void AdjRefCount(long msgnum, int incr)
        }
 }
 
-
 /*
  * Write a generic object to this room
+ *
+ * Note: this could be much more efficient.  Right now we use two temporary
+ * files, and still pull the message into memory as with all others.
  */
-void CtdlWriteObject(  char *req_room,         /* Room to stuff it in */
+void CtdlWriteObject(char *req_room,           /* Room to stuff it in */
                        char *content_type,     /* MIME type of this object */
                        char *tempfilename,     /* Where to fetch it from */
-                       int is_mailbox,         /* Private mailbox room? */
+                       struct usersupp *is_mailbox,    /* Mailbox room? */
                        int is_binary,          /* Is encoding necessary? */
-                       int is_unique           /* Del others of this type? */
-                       ) {
+                       int is_unique,          /* Del others of this type? */
+                       unsigned int flags      /* Internal save flags */
+                       )
+{
 
        FILE *fp, *tempfp;
        char filename[PATH_MAX];
        char cmdbuf[256];
-       int ch;
+       char ch;
        struct quickroom qrbuf;
        char roomname[ROOMNAMELEN];
+       struct CtdlMessage *msg;
+       size_t len;
 
-       if (is_mailbox) MailboxName(roomname, &CC->usersupp, req_room); 
-       else safestrncpy(roomname, req_room, sizeof(roomname));
+       if (is_mailbox != NULL)
+               MailboxName(roomname, is_mailbox, req_room);
+       else
+               safestrncpy(roomname, req_room, sizeof(roomname));
+       lprintf(9, "CtdlWriteObject() to <%s> (flags=%d)\n", roomname, flags);
 
        strcpy(filename, tmpnam(NULL));
        fp = fopen(filename, "w");
-       if (fp == NULL) return;
-
-       fprintf(fp, "%c%c%c", 0xFF, MES_NORMAL, 4);
-       fprintf(fp, "T%ld%c", time(NULL), 0);
-       fprintf(fp, "A%s%c", CC->usersupp.fullname, 0);
-       fprintf(fp, "O%s%c", roomname, 0);
-       fprintf(fp, "N%s%c", config.c_nodename, 0);
-       fprintf(fp, "MContent-type: %s\n", content_type);
+       if (fp == NULL)
+               return;
 
        tempfp = fopen(tempfilename, "r");
        if (tempfp == NULL) {
@@ -1795,9 +2452,13 @@ void CtdlWriteObject(    char *req_room,         /* Room to stuff it in */
                return;
        }
 
+       fprintf(fp, "Content-type: %s\n", content_type);
+       lprintf(9, "Content-type: %s\n", content_type);
+
        if (is_binary == 0) {
                fprintf(fp, "Content-transfer-encoding: 7bit\n\n");
-               while (ch=getc(tempfp), ch>0) putc(ch, fp);
+               while (ch = getc(tempfp), ch > 0)
+                       putc(ch, fp);
                fclose(tempfp);
                putc(0, fp);
                fclose(fp);
@@ -1810,19 +2471,116 @@ void CtdlWriteObject(  char *req_room,         /* Room to stuff it in */
                system(cmdbuf);
        }
 
+       lprintf(9, "Allocating\n");
+       msg = mallok(sizeof(struct CtdlMessage));
+       memset(msg, 0, sizeof(struct CtdlMessage));
+       msg->cm_magic = CTDLMESSAGE_MAGIC;
+       msg->cm_anon_type = MES_NORMAL;
+       msg->cm_format_type = 4;
+       msg->cm_fields['A'] = strdoop(CC->usersupp.fullname);
+       msg->cm_fields['O'] = strdoop(req_room);
+       msg->cm_fields['N'] = strdoop(config.c_nodename);
+       msg->cm_fields['H'] = strdoop(config.c_humannode);
+       msg->cm_flags = flags;
+       
+       lprintf(9, "Loading\n");
+       fp = fopen(filename, "rb");
+       fseek(fp, 0L, SEEK_END);
+       len = ftell(fp);
+       rewind(fp);
+       msg->cm_fields['M'] = mallok(len);
+       fread(msg->cm_fields['M'], len, 1, fp);
+       fclose(fp);
+       unlink(filename);
+
        /* Create the requested room if we have to. */
        if (getroom(&qrbuf, roomname) != 0) {
-               create_room(roomname, 4, "", 0);
+               create_room(roomname, 
+                       ( (is_mailbox != NULL) ? 4 : 3 ),
+                       "", 0);
        }
-
        /* If the caller specified this object as unique, delete all
         * other objects of this type that are currently in the room.
         */
        if (is_unique) {
                lprintf(9, "Deleted %d other msgs of this type\n",
-                       CtdlDeleteMessages(roomname, 0L, content_type) );
+                       CtdlDeleteMessages(roomname, 0L, content_type));
        }
-
        /* Now write the data */
-       save_message(filename, "", roomname, MES_LOCAL, 1);
+       CtdlSaveMsg(msg, "", roomname, MES_LOCAL);
+       CtdlFreeMessage(msg);
+}
+
+
+
+
+
+
+void CtdlGetSysConfigBackend(long msgnum) {
+       config_msgnum = msgnum;
+}
+
+
+char *CtdlGetSysConfig(char *sysconfname) {
+       char hold_rm[ROOMNAMELEN];
+       long msgnum;
+       char *conf;
+       struct CtdlMessage *msg;
+       char buf[256];
+       
+       strcpy(hold_rm, CC->quickroom.QRname);
+       if (getroom(&CC->quickroom, SYSCONFIGROOM) != 0) {
+               getroom(&CC->quickroom, hold_rm);
+               return NULL;
+       }
+
+
+       /* We want the last (and probably only) config in this room */
+       begin_critical_section(S_CONFIG);
+       config_msgnum = (-1L);
+       CtdlForEachMessage(MSGS_LAST, 1, sysconfname, NULL,
+               CtdlGetSysConfigBackend);
+       msgnum = config_msgnum;
+       end_critical_section(S_CONFIG);
+
+       if (msgnum < 0L) {
+               conf = NULL;
+       }
+       else {
+               msg = CtdlFetchMessage(msgnum);
+               if (msg != NULL) {
+                       conf = strdoop(msg->cm_fields['M']);
+                       CtdlFreeMessage(msg);
+               }
+               else {
+                       conf = NULL;
+               }
+       }
+
+       getroom(&CC->quickroom, hold_rm);
+
+       lprintf(9, "eggstracting...\n");
+       if (conf != NULL) do {
+               extract_token(buf, conf, 0, '\n');
+               lprintf(9, "eggstracted <%s>\n", buf);
+               strcpy(conf, &conf[strlen(buf)+1]);
+       } while ( (strlen(conf)>0) && (strlen(buf)>0) );
+
+       return(conf);
+}
+
+void CtdlPutSysConfig(char *sysconfname, char *sysconfdata) {
+       char temp[PATH_MAX];
+       FILE *fp;
+
+       strcpy(temp, tmpnam(NULL));
+
+       fp = fopen(temp, "w");
+       if (fp == NULL) return;
+       fprintf(fp, "%s", sysconfdata);
+       fclose(fp);
+
+       /* this handy API function does all the work for us */
+       CtdlWriteObject(SYSCONFIGROOM, sysconfname, temp, NULL, 0, 1, 0);
+       unlink(temp);
 }