fix dlen
[citadel.git] / citadel / msgbase.c
diff --git a/citadel/msgbase.c b/citadel/msgbase.c
deleted file mode 100644 (file)
index a63c1b0..0000000
+++ /dev/null
@@ -1,4079 +0,0 @@
-/*
- * Implements the message store.
- *
- * Copyright (c) 1987-2015 by the citadel.org team
- *
- * This program is open source software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License version 3.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- * GNU General Public License for more details.
- */
-
-
-#include <stdio.h>
-#include <regex.h>
-#include <libcitadel.h>
-
-#include "md5.h"
-
-#include "ctdl_module.h"
-#include "citserver.h"
-#include "control.h"
-#include "config.h"
-#include "clientsocket.h"
-#include "genstamp.h"
-#include "room_ops.h"
-#include "user_ops.h"
-
-#include "internet_addressing.h"
-#include "euidindex.h"
-#include "msgbase.h"
-#include "journaling.h"
-
-struct addresses_to_be_filed *atbf = NULL;
-
-/* This temp file holds the queue of operations for AdjRefCount() */
-static FILE *arcfp = NULL;
-void AdjRefCountList(long *msgnum, long nmsg, int incr);
-
-int MessageDebugEnabled = 0;
-
-/*
- * These are the four-character field headers we use when outputting
- * messages in Citadel format (as opposed to RFC822 format).
- */
-char *msgkeys[] = {
-       NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, 
-       NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, 
-       NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, 
-       NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, 
-       NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, 
-       NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, 
-       NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, 
-       NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, 
-       NULL, 
-       "from", /* A */
-       NULL,   /* B */
-       NULL,   /* C */
-       NULL,   /* D */
-       "exti", /* E */
-       "rfca", /* F */
-       NULL,   /* G */
-       "hnod", /* H */
-       "msgn", /* I */
-       "jrnl", /* J */
-       "rep2", /* K */
-       "list", /* L */
-       "text", /* M */
-       "node", /* N */
-       "room", /* O */
-       "path", /* P */
-       NULL,   /* Q */
-       "rcpt", /* R */
-       "spec", /* S */
-       "time", /* T */
-       "subj", /* U */
-       "nvto", /* V */
-       "wefw", /* W */
-       NULL,   /* X */
-       "cccc", /* Y */
-       NULL    /* Z */
-};
-
-eMsgField FieldOrder[]  = {
-/* Important fields */
-       emessageId   ,
-       eMessagePath ,
-       eTimestamp   ,
-       eAuthor      ,
-       erFc822Addr  ,
-       eOriginalRoom,
-       eNodeName    ,
-       eHumanNode   ,
-       eRecipient   ,
-       eDestination ,
-/* Semi-important fields */
-       eBig_message ,
-       eRemoteRoom  ,
-       eExclusiveID ,
-       eWeferences  ,
-       eJournal     ,
-/* G is not used yet, may become virus signature*/
-       eReplyTo     ,
-       eListID      ,
-/* Q is not used yet */
-       eSpecialField,
-       eenVelopeTo  ,
-/* X is not used yet */
-/* Z is not used yet */
-       eCarbonCopY  ,
-       eMsgSubject  ,
-/* internal only */
-       eErrorMsg    ,
-       eSuppressIdx ,
-       eExtnotify   ,
-/* Message text (MUST be last) */
-       eMesageText 
-/* Not saved to disk: 
-       eVltMsgNum
-*/
-};
-
-static const long NDiskFields = sizeof(FieldOrder) / sizeof(eMsgField);
-
-int CM_IsEmpty(struct CtdlMessage *Msg, eMsgField which)
-{
-       return !((Msg->cm_fields[which] != NULL) &&
-                (Msg->cm_fields[which][0] != '\0'));
-}
-
-void CM_SetField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length)
-{
-       if (Msg->cm_fields[which] != NULL)
-               free (Msg->cm_fields[which]);
-       Msg->cm_fields[which] = malloc(length + 1);
-       memcpy(Msg->cm_fields[which], buf, length);
-       Msg->cm_fields[which][length] = '\0';
-       Msg->cm_lengths[which] = length;
-}
-
-void CM_SetFieldLONG(struct CtdlMessage *Msg, eMsgField which, long lvalue)
-{
-       char buf[128];
-       long len;
-       len = snprintf(buf, sizeof(buf), "%ld", lvalue);
-       CM_SetField(Msg, which, buf, len);
-}
-void CM_CutFieldAt(struct CtdlMessage *Msg, eMsgField WhichToCut, long maxlen)
-{
-       if (Msg->cm_fields[WhichToCut] == NULL)
-               return;
-
-       if (Msg->cm_lengths[WhichToCut] > maxlen)
-       {
-               Msg->cm_fields[WhichToCut][maxlen] = '\0';
-               Msg->cm_lengths[WhichToCut] = maxlen;
-       }
-}
-
-void CM_FlushField(struct CtdlMessage *Msg, eMsgField which)
-{
-       if (Msg->cm_fields[which] != NULL)
-               free (Msg->cm_fields[which]);
-       Msg->cm_fields[which] = NULL;
-       Msg->cm_lengths[which] = 0;
-}
-void CM_Flush(struct CtdlMessage *Msg)
-{
-       int i;
-
-       if (CM_IsValidMsg(Msg) == 0) 
-               return;
-
-       for (i = 0; i < 256; ++i)
-       {
-               CM_FlushField(Msg, i);
-       }
-}
-
-void CM_CopyField(struct CtdlMessage *Msg, eMsgField WhichToPutTo, eMsgField WhichtToCopy)
-{
-       long len;
-       if (Msg->cm_fields[WhichToPutTo] != NULL)
-               free (Msg->cm_fields[WhichToPutTo]);
-
-       if (Msg->cm_fields[WhichtToCopy] != NULL)
-       {
-               len = Msg->cm_lengths[WhichtToCopy];
-               Msg->cm_fields[WhichToPutTo] = malloc(len + 1);
-               memcpy(Msg->cm_fields[WhichToPutTo], Msg->cm_fields[WhichtToCopy], len);
-               Msg->cm_fields[WhichToPutTo][len] = '\0';
-               Msg->cm_lengths[WhichToPutTo] = len;
-       }
-       else
-       {
-               Msg->cm_fields[WhichToPutTo] = NULL;
-               Msg->cm_lengths[WhichToPutTo] = 0;
-       }
-}
-
-
-void CM_PrependToField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length)
-{
-       if (Msg->cm_fields[which] != NULL) {
-               long oldmsgsize;
-               long newmsgsize;
-               char *new;
-
-               oldmsgsize = Msg->cm_lengths[which] + 1;
-               newmsgsize = length + oldmsgsize;
-
-               new = malloc(newmsgsize);
-               memcpy(new, buf, length);
-               memcpy(new + length, Msg->cm_fields[which], oldmsgsize);
-               free(Msg->cm_fields[which]);
-               Msg->cm_fields[which] = new;
-               Msg->cm_lengths[which] = newmsgsize - 1;
-       }
-       else {
-               Msg->cm_fields[which] = malloc(length + 1);
-               memcpy(Msg->cm_fields[which], buf, length);
-               Msg->cm_fields[which][length] = '\0';
-               Msg->cm_lengths[which] = length;
-       }
-}
-
-void CM_SetAsField(struct CtdlMessage *Msg, eMsgField which, char **buf, long length)
-{
-       if (Msg->cm_fields[which] != NULL)
-               free (Msg->cm_fields[which]);
-
-       Msg->cm_fields[which] = *buf;
-       *buf = NULL;
-       Msg->cm_lengths[which] = length;
-}
-
-void CM_SetAsFieldSB(struct CtdlMessage *Msg, eMsgField which, StrBuf **buf)
-{
-       if (Msg->cm_fields[which] != NULL)
-               free (Msg->cm_fields[which]);
-
-       Msg->cm_lengths[which] = StrLength(*buf);
-       Msg->cm_fields[which] = SmashStrBuf(buf);
-}
-
-void CM_GetAsField(struct CtdlMessage *Msg, eMsgField which, char **ret, long *retlen)
-{
-       if (Msg->cm_fields[which] != NULL)
-       {
-               *retlen = Msg->cm_lengths[which];
-               *ret = Msg->cm_fields[which];
-               Msg->cm_fields[which] = NULL;
-               Msg->cm_lengths[which] = 0;
-       }
-       else
-       {
-               *ret = NULL;
-               *retlen = 0;
-       }
-}
-
-/*
- * Returns 1 if the supplied pointer points to a valid Citadel message.
- * If the pointer is NULL or the magic number check fails, returns 0.
- */
-int CM_IsValidMsg(struct CtdlMessage *msg) {
-       if (msg == NULL)
-               return 0;
-       if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
-               struct CitContext *CCC = CC;
-               MSGM_syslog(LOG_WARNING, "CM_IsValidMsg() -- self-check failed\n");
-               return 0;
-       }
-       return 1;
-}
-
-void CM_FreeContents(struct CtdlMessage *msg)
-{
-       int i;
-
-       for (i = 0; i < 256; ++i)
-               if (msg->cm_fields[i] != NULL) {
-                       free(msg->cm_fields[i]);
-                       msg->cm_lengths[i] = 0;
-               }
-
-       msg->cm_magic = 0;      /* just in case */
-}
-/*
- * 'Destructor' for struct CtdlMessage
- */
-void CM_Free(struct CtdlMessage *msg)
-{
-       if (CM_IsValidMsg(msg) == 0) 
-       {
-               if (msg != NULL) free (msg);
-               return;
-       }
-       CM_FreeContents(msg);
-       free(msg);
-}
-
-int CM_DupField(eMsgField i, struct CtdlMessage *OrgMsg, struct CtdlMessage *NewMsg)
-{
-       long len;
-       len = OrgMsg->cm_lengths[i];
-       NewMsg->cm_fields[i] = malloc(len + 1);
-       if (NewMsg->cm_fields[i] == NULL)
-               return 0;
-       memcpy(NewMsg->cm_fields[i], OrgMsg->cm_fields[i], len);
-       NewMsg->cm_fields[i][len] = '\0';
-       NewMsg->cm_lengths[i] = len;
-       return 1;
-}
-
-struct CtdlMessage * CM_Duplicate(struct CtdlMessage *OrgMsg)
-{
-       int i;
-       struct CtdlMessage *NewMsg;
-
-       if (CM_IsValidMsg(OrgMsg) == 0) 
-               return NULL;
-       NewMsg = (struct CtdlMessage *)malloc(sizeof(struct CtdlMessage));
-       if (NewMsg == NULL)
-               return NULL;
-
-       memcpy(NewMsg, OrgMsg, sizeof(struct CtdlMessage));
-
-       memset(&NewMsg->cm_fields, 0, sizeof(char*) * 256);
-       
-       for (i = 0; i < 256; ++i)
-       {
-               if (OrgMsg->cm_fields[i] != NULL)
-               {
-                       if (!CM_DupField(i, OrgMsg, NewMsg))
-                       {
-                               CM_Free(NewMsg);
-                               return NULL;
-                       }
-               }
-       }
-
-       return NewMsg;
-}
-
-
-
-
-
-/* Determine if a given message matches the fields in a message template.
- * Return 0 for a successful match.
- */
-int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
-       int i;
-
-       /* If there aren't any fields in the template, all messages will
-        * match.
-        */
-       if (template == NULL) return(0);
-
-       /* Null messages are bogus. */
-       if (msg == NULL) return(1);
-
-       for (i='A'; i<='Z'; ++i) {
-               if (template->cm_fields[i] != NULL) {
-                       if (msg->cm_fields[i] == NULL) {
-                               /* Considered equal if temmplate is empty string */
-                               if (IsEmptyStr(template->cm_fields[i])) continue;
-                               return 1;
-                       }
-                       if ((template->cm_lengths[i] != msg->cm_lengths[i]) ||
-                           (strcasecmp(msg->cm_fields[i], template->cm_fields[i])))
-                               return 1;
-               }
-       }
-
-       /* All compares succeeded: we have a match! */
-       return 0;
-}
-
-
-
-/*
- * Retrieve the "seen" message list for the current room.
- */
-void CtdlGetSeen(char *buf, int which_set) {
-       struct CitContext *CCC = CC;
-       visit vbuf;
-
-       /* Learn about the user and room in question */
-       CtdlGetRelationship(&vbuf, &CCC->user, &CCC->room);
-
-       if (which_set == ctdlsetseen_seen)
-               safestrncpy(buf, vbuf.v_seen, SIZ);
-       if (which_set == ctdlsetseen_answered)
-               safestrncpy(buf, vbuf.v_answered, SIZ);
-}
-
-
-
-/*
- * Manipulate the "seen msgs" string (or other message set strings)
- */
-void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
-               int target_setting, int which_set,
-               struct ctdluser *which_user, struct ctdlroom *which_room) {
-       struct CitContext *CCC = CC;
-       struct cdbdata *cdbfr;
-       int i, k;
-       int is_seen = 0;
-       int was_seen = 0;
-       long lo = (-1L);
-       long hi = (-1L); /// TODO: we just write here. y?
-       visit vbuf;
-       long *msglist;
-       int num_msgs = 0;
-       StrBuf *vset;
-       StrBuf *setstr;
-       StrBuf *lostr;
-       StrBuf *histr;
-       const char *pvset;
-       char *is_set;   /* actually an array of booleans */
-
-       /* Don't bother doing *anything* if we were passed a list of zero messages */
-       if (num_target_msgnums < 1) {
-               return;
-       }
-
-       /* If no room was specified, we go with the current room. */
-       if (!which_room) {
-               which_room = &CCC->room;
-       }
-
-       /* If no user was specified, we go with the current user. */
-       if (!which_user) {
-               which_user = &CCC->user;
-       }
-
-       MSG_syslog(LOG_DEBUG, "CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>\n",
-                  num_target_msgnums, target_msgnums[0],
-                  (target_setting ? "SET" : "CLEAR"),
-                  which_set,
-                  which_room->QRname);
-
-       /* Learn about the user and room in question */
-       CtdlGetRelationship(&vbuf, which_user, which_room);
-
-       /* Load the message list */
-       cdbfr = cdb_fetch(CDB_MSGLISTS, &which_room->QRnumber, sizeof(long));
-       if (cdbfr != NULL) {
-               msglist = (long *) cdbfr->ptr;
-               cdbfr->ptr = NULL;      /* CtdlSetSeen() now owns this memory */
-               num_msgs = cdbfr->len / sizeof(long);
-               cdb_free(cdbfr);
-       } else {
-               return; /* No messages at all?  No further action. */
-       }
-
-       is_set = malloc(num_msgs * sizeof(char));
-       memset(is_set, 0, (num_msgs * sizeof(char)) );
-
-       /* Decide which message set we're manipulating */
-       switch(which_set) {
-       case ctdlsetseen_seen:
-               vset = NewStrBufPlain(vbuf.v_seen, -1);
-               break;
-       case ctdlsetseen_answered:
-               vset = NewStrBufPlain(vbuf.v_answered, -1);
-               break;
-       default:
-               vset = NewStrBuf();
-       }
-
-
-#if 0  /* This is a special diagnostic section.  Do not allow it to run during normal operation. */
-       MSG_syslog(LOG_DEBUG, "There are %d messages in the room.\n", num_msgs);
-       for (i=0; i<num_msgs; ++i) {
-               if ((i > 0) && (msglist[i] <= msglist[i-1])) abort();
-       }
-       MSG_syslog(LOG_DEBUG, "We are twiddling %d of them.\n", num_target_msgnums);
-       for (k=0; k<num_target_msgnums; ++k) {
-               if ((k > 0) && (target_msgnums[k] <= target_msgnums[k-1])) abort();
-       }
-#endif
-
-       MSG_syslog(LOG_DEBUG, "before update: %s\n", ChrPtr(vset));
-
-       /* Translate the existing sequence set into an array of booleans */
-       setstr = NewStrBuf();
-       lostr = NewStrBuf();
-       histr = NewStrBuf();
-       pvset = NULL;
-       while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
-
-               StrBufExtract_token(lostr, setstr, 0, ':');
-               if (StrBufNum_tokens(setstr, ':') >= 2) {
-                       StrBufExtract_token(histr, setstr, 1, ':');
-               }
-               else {
-                       FlushStrBuf(histr);
-                       StrBufAppendBuf(histr, lostr, 0);
-               }
-               lo = StrTol(lostr);
-               if (!strcmp(ChrPtr(histr), "*")) {
-                       hi = LONG_MAX;
-               }
-               else {
-                       hi = StrTol(histr);
-               }
-
-               for (i = 0; i < num_msgs; ++i) {
-                       if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
-                               is_set[i] = 1;
-                       }
-               }
-       }
-       FreeStrBuf(&setstr);
-       FreeStrBuf(&lostr);
-       FreeStrBuf(&histr);
-
-
-       /* Now translate the array of booleans back into a sequence set */
-       FlushStrBuf(vset);
-       was_seen = 0;
-       lo = (-1);
-       hi = (-1);
-
-       for (i=0; i<num_msgs; ++i) {
-               is_seen = is_set[i];
-
-               /* Apply changes */
-               for (k=0; k<num_target_msgnums; ++k) {
-                       if (msglist[i] == target_msgnums[k]) {
-                               is_seen = target_setting;
-                       }
-               }
-
-               if ((was_seen == 0) && (is_seen == 1)) {
-                       lo = msglist[i];
-               }
-               else if ((was_seen == 1) && (is_seen == 0)) {
-                       hi = msglist[i-1];
-
-                       if (StrLength(vset) > 0) {
-                               StrBufAppendBufPlain(vset, HKEY(","), 0);
-                       }
-                       if (lo == hi) {
-                               StrBufAppendPrintf(vset, "%ld", hi);
-                       }
-                       else {
-                               StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
-                       }
-               }
-
-               if ((is_seen) && (i == num_msgs - 1)) {
-                       if (StrLength(vset) > 0) {
-                               StrBufAppendBufPlain(vset, HKEY(","), 0);
-                       }
-                       if ((i==0) || (was_seen == 0)) {
-                               StrBufAppendPrintf(vset, "%ld", msglist[i]);
-                       }
-                       else {
-                               StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
-                       }
-               }
-
-               was_seen = is_seen;
-       }
-
-       /*
-        * We will have to stuff this string back into a 4096 byte buffer, so if it's
-        * larger than that now, truncate it by removing tokens from the beginning.
-        * The limit of 100 iterations is there to prevent an infinite loop in case
-        * something unexpected happens.
-        */
-       int number_of_truncations = 0;
-       while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
-               StrBufRemove_token(vset, 0, ',');
-               ++number_of_truncations;
-       }
-
-       /*
-        * If we're truncating the sequence set of messages marked with the 'seen' flag,
-        * we want the earliest messages (the truncated ones) to be marked, not unmarked.
-        * Otherwise messages at the beginning will suddenly appear to be 'unseen'.
-        */
-       if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
-               StrBuf *first_tok;
-               first_tok = NewStrBuf();
-               StrBufExtract_token(first_tok, vset, 0, ',');
-               StrBufRemove_token(vset, 0, ',');
-
-               if (StrBufNum_tokens(first_tok, ':') > 1) {
-                       StrBufRemove_token(first_tok, 0, ':');
-               }
-               
-               StrBuf *new_set;
-               new_set = NewStrBuf();
-               StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
-               StrBufAppendBuf(new_set, first_tok, 0);
-               StrBufAppendBufPlain(new_set, HKEY(":"), 0);
-               StrBufAppendBuf(new_set, vset, 0);
-
-               FreeStrBuf(&vset);
-               FreeStrBuf(&first_tok);
-               vset = new_set;
-       }
-
-       MSG_syslog(LOG_DEBUG, " after update: %s\n", ChrPtr(vset));
-
-       /* Decide which message set we're manipulating */
-       switch (which_set) {
-               case ctdlsetseen_seen:
-                       safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
-                       break;
-               case ctdlsetseen_answered:
-                       safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
-                       break;
-       }
-
-       free(is_set);
-       free(msglist);
-       CtdlSetRelationship(&vbuf, which_user, which_room);
-       FreeStrBuf(&vset);
-}
-
-
-/*
- * API function to perform an operation for each qualifying message in the
- * current room.  (Returns the number of messages processed.)
- */
-int CtdlForEachMessage(int mode, long ref, char *search_string,
-                       char *content_type,
-                       struct CtdlMessage *compare,
-                        ForEachMsgCallback CallBack,
-                       void *userdata)
-{
-       struct CitContext *CCC = CC;
-       int a, i, j;
-       visit vbuf;
-       struct cdbdata *cdbfr;
-       long *msglist = NULL;
-       int num_msgs = 0;
-       int num_processed = 0;
-       long thismsg;
-       struct MetaData smi;
-       struct CtdlMessage *msg = NULL;
-       int is_seen = 0;
-       long lastold = 0L;
-       int printed_lastold = 0;
-       int num_search_msgs = 0;
-       long *search_msgs = NULL;
-       regex_t re;
-       int need_to_free_re = 0;
-       regmatch_t pm;
-
-       if ((content_type) && (!IsEmptyStr(content_type))) {
-               regcomp(&re, content_type, 0);
-               need_to_free_re = 1;
-       }
-
-       /* Learn about the user and room in question */
-       if (server_shutting_down) {
-               if (need_to_free_re) regfree(&re);
-               return -1;
-       }
-       CtdlGetUser(&CCC->user, CCC->curr_user);
-
-       if (server_shutting_down) {
-               if (need_to_free_re) regfree(&re);
-               return -1;
-       }
-       CtdlGetRelationship(&vbuf, &CCC->user, &CCC->room);
-
-       if (server_shutting_down) {
-               if (need_to_free_re) regfree(&re);
-               return -1;
-       }
-
-       /* Load the message list */
-       cdbfr = cdb_fetch(CDB_MSGLISTS, &CCC->room.QRnumber, sizeof(long));
-       if (cdbfr == NULL) {
-               if (need_to_free_re) regfree(&re);
-               return 0;       /* No messages at all?  No further action. */
-       }
-
-       msglist = (long *) cdbfr->ptr;
-       num_msgs = cdbfr->len / sizeof(long);
-
-       cdbfr->ptr = NULL;      /* clear this so that cdb_free() doesn't free it */
-       cdb_free(cdbfr);        /* we own this memory now */
-
-       /*
-        * Now begin the traversal.
-        */
-       if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
-
-               /* If the caller is looking for a specific MIME type, filter
-                * out all messages which are not of the type requested.
-                */
-               if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
-
-                       /* This call to GetMetaData() sits inside this loop
-                        * so that we only do the extra database read per msg
-                        * if we need to.  Doing the extra read all the time
-                        * really kills the server.  If we ever need to use
-                        * metadata for another search criterion, we need to
-                        * move the read somewhere else -- but still be smart
-                        * enough to only do the read if the caller has
-                        * specified something that will need it.
-                        */
-                       if (server_shutting_down) {
-                               if (need_to_free_re) regfree(&re);
-                               free(msglist);
-                               return -1;
-                       }
-                       GetMetaData(&smi, msglist[a]);
-
-                       /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
-                       if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
-                               msglist[a] = 0L;
-                       }
-               }
-       }
-
-       num_msgs = sort_msglist(msglist, num_msgs);
-
-       /* If a template was supplied, filter out the messages which
-        * don't match.  (This could induce some delays!)
-        */
-       if (num_msgs > 0) {
-               if (compare != NULL) {
-                       for (a = 0; a < num_msgs; ++a) {
-                               if (server_shutting_down) {
-                                       if (need_to_free_re) regfree(&re);
-                                       free(msglist);
-                                       return -1;
-                               }
-                               msg = CtdlFetchMessage(msglist[a], 1);
-                               if (msg != NULL) {
-                                       if (CtdlMsgCmp(msg, compare)) {
-                                               msglist[a] = 0L;
-                                       }
-                                       CM_Free(msg);
-                               }
-                       }
-               }
-       }
-
-       /* If a search string was specified, get a message list from
-        * the full text index and remove messages which aren't on both
-        * lists.
-        *
-        * How this works:
-        * Since the lists are sorted and strictly ascending, and the
-        * output list is guaranteed to be shorter than or equal to the
-        * input list, we overwrite the bottom of the input list.  This
-        * eliminates the need to memmove big chunks of the list over and
-        * over again.
-        */
-       if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
-
-               /* Call search module via hook mechanism.
-                * NULL means use any search function available.
-                * otherwise replace with a char * to name of search routine
-                */
-               CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
-
-               if (num_search_msgs > 0) {
-       
-                       int orig_num_msgs;
-
-                       orig_num_msgs = num_msgs;
-                       num_msgs = 0;
-                       for (i=0; i<orig_num_msgs; ++i) {
-                               for (j=0; j<num_search_msgs; ++j) {
-                                       if (msglist[i] == search_msgs[j]) {
-                                               msglist[num_msgs++] = msglist[i];
-                                       }
-                               }
-                       }
-               }
-               else {
-                       num_msgs = 0;   /* No messages qualify */
-               }
-               if (search_msgs != NULL) free(search_msgs);
-
-               /* Now that we've purged messages which don't contain the search
-                * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
-                * point on.
-                */
-               mode = MSGS_ALL;
-       }
-
-       /*
-        * Now iterate through the message list, according to the
-        * criteria supplied by the caller.
-        */
-       if (num_msgs > 0)
-               for (a = 0; a < num_msgs; ++a) {
-                       if (server_shutting_down) {
-                               if (need_to_free_re) regfree(&re);
-                               free(msglist);
-                               return num_processed;
-                       }
-                       thismsg = msglist[a];
-                       if (mode == MSGS_ALL) {
-                               is_seen = 0;
-                       }
-                       else {
-                               is_seen = is_msg_in_sequence_set(
-                                                       vbuf.v_seen, thismsg);
-                               if (is_seen) lastold = thismsg;
-                       }
-                       if ((thismsg > 0L)
-                           && (
-
-                                      (mode == MSGS_ALL)
-                                      || ((mode == MSGS_OLD) && (is_seen))
-                                      || ((mode == MSGS_NEW) && (!is_seen))
-                                      || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
-                                  || ((mode == MSGS_FIRST) && (a < ref))
-                               || ((mode == MSGS_GT) && (thismsg > ref))
-                               || ((mode == MSGS_LT) && (thismsg < ref))
-                               || ((mode == MSGS_EQ) && (thismsg == ref))
-                           )
-                           ) {
-                               if ((mode == MSGS_NEW) && (CCC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
-                                       if (CallBack)
-                                               CallBack(lastold, userdata);
-                                       printed_lastold = 1;
-                                       ++num_processed;
-                               }
-                               if (CallBack) CallBack(thismsg, userdata);
-                               ++num_processed;
-                       }
-               }
-       if (need_to_free_re) regfree(&re);
-
-       /*
-        * We cache the most recent msglist in order to do security checks later
-        */
-       if (CCC->client_socket > 0) {
-               if (CCC->cached_msglist != NULL) {
-                       free(CCC->cached_msglist);
-               }
-               CCC->cached_msglist = msglist;
-               CCC->cached_num_msgs = num_msgs;
-       }
-       else {
-               free(msglist);
-       }
-
-       return num_processed;
-}
-
-
-
-/*
- * memfmout()  -  Citadel text formatter and paginator.
- *          Although the original purpose of this routine was to format
- *          text to the reader's screen width, all we're really using it
- *          for here is to format text out to 80 columns before sending it
- *          to the client.  The client software may reformat it again.
- */
-void memfmout(
-       char *mptr,             /* where are we going to get our text from? */
-       const char *nl          /* string to terminate lines with */
-) {
-       struct CitContext *CCC = CC;
-       int column = 0;
-       unsigned char ch = 0;
-       char outbuf[1024];
-       int len = 0;
-       int nllen = 0;
-
-       if (!mptr) return;
-       nllen = strlen(nl);
-       while (ch=*(mptr++), ch != 0) {
-
-               if (ch == '\n') {
-                       if (client_write(outbuf, len) == -1)
-                       {
-                               MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
-                               return;
-                       }
-                       len = 0;
-                       if (client_write(nl, nllen) == -1)
-                       {
-                               MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
-                               return;
-                       }
-                       column = 0;
-               }
-               else if (ch == '\r') {
-                       /* Ignore carriage returns.  Newlines are always LF or CRLF but never CR. */
-               }
-               else if (isspace(ch)) {
-                       if (column > 72) {              /* Beyond 72 columns, break on the next space */
-                               if (client_write(outbuf, len) == -1)
-                               {
-                                       MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
-                                       return;
-                               }
-                               len = 0;
-                               if (client_write(nl, nllen) == -1)
-                               {
-                                       MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
-                                       return;
-                               }
-                               column = 0;
-                       }
-                       else {
-                               outbuf[len++] = ch;
-                               ++column;
-                       }
-               }
-               else {
-                       outbuf[len++] = ch;
-                       ++column;
-                       if (column > 1000) {            /* Beyond 1000 columns, break anywhere */
-                               if (client_write(outbuf, len) == -1)
-                               {
-                                       MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
-                                       return;
-                               }
-                               len = 0;
-                               if (client_write(nl, nllen) == -1)
-                               {
-                                       MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
-                                       return;
-                               }
-                               column = 0;
-                       }
-               }
-       }
-       if (len) {
-               if (client_write(outbuf, len) == -1)
-               {
-                       MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
-                       return;
-               }
-               client_write(nl, nllen);
-               column = 0;
-       }
-}
-
-
-
-/*
- * Callback function for mime parser that simply lists the part
- */
-void list_this_part(char *name, char *filename, char *partnum, char *disp,
-                   void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
-                   char *cbid, void *cbuserdata)
-{
-       struct ma_info *ma;
-       
-       ma = (struct ma_info *)cbuserdata;
-       if (ma->is_ma == 0) {
-               cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
-                       name, 
-                       filename, 
-                       partnum, 
-                       disp, 
-                       cbtype, 
-                       (long)length, 
-                       cbid, 
-                       cbcharset);
-       }
-}
-
-/* 
- * Callback function for multipart prefix
- */
-void list_this_pref(char *name, char *filename, char *partnum, char *disp,
-                   void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
-                   char *cbid, void *cbuserdata)
-{
-       struct ma_info *ma;
-       
-       ma = (struct ma_info *)cbuserdata;
-       if (!strcasecmp(cbtype, "multipart/alternative")) {
-               ++ma->is_ma;
-       }
-
-       if (ma->is_ma == 0) {
-               cprintf("pref=%s|%s\n", partnum, cbtype);
-       }
-}
-
-/* 
- * Callback function for multipart sufffix
- */
-void list_this_suff(char *name, char *filename, char *partnum, char *disp,
-                   void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
-                   char *cbid, void *cbuserdata)
-{
-       struct ma_info *ma;
-       
-       ma = (struct ma_info *)cbuserdata;
-       if (ma->is_ma == 0) {
-               cprintf("suff=%s|%s\n", partnum, cbtype);
-       }
-       if (!strcasecmp(cbtype, "multipart/alternative")) {
-               --ma->is_ma;
-       }
-}
-
-
-/*
- * Callback function for mime parser that opens a section for downloading
- * we use serv_files function here: 
- */
-extern void OpenCmdResult(char *filename, const char *mime_type);
-void mime_download(char *name, char *filename, char *partnum, char *disp,
-                  void *content, char *cbtype, char *cbcharset, size_t length,
-                  char *encoding, char *cbid, void *cbuserdata)
-{
-       int rv = 0;
-       CitContext *CCC = MyContext();
-
-       /* Silently go away if there's already a download open. */
-       if (CCC->download_fp != NULL)
-               return;
-
-       if (
-               (!IsEmptyStr(partnum) && (!strcasecmp(CCC->download_desired_section, partnum)))
-       ||      (!IsEmptyStr(cbid) && (!strcasecmp(CCC->download_desired_section, cbid)))
-       ) {
-               CCC->download_fp = tmpfile();
-               if (CCC->download_fp == NULL) {
-                       MSG_syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
-                                   strerror(errno));
-                       cprintf("%d cannot open temporary file: %s\n",
-                               ERROR + INTERNAL_ERROR, strerror(errno));
-                       return;
-               }
-       
-               rv = fwrite(content, length, 1, CCC->download_fp);
-               if (rv <= 0) {
-                       MSG_syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
-                                  strerror(errno));
-                       cprintf("%d unable to write tempfile.\n",
-                               ERROR + TOO_BIG);
-                       fclose(CCC->download_fp);
-                       CCC->download_fp = NULL;
-                       return;
-               }
-               fflush(CCC->download_fp);
-               rewind(CCC->download_fp);
-       
-               OpenCmdResult(filename, cbtype);
-       }
-}
-
-
-
-/*
- * Callback function for mime parser that outputs a section all at once.
- * We can specify the desired section by part number *or* content-id.
- */
-void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
-                  void *content, char *cbtype, char *cbcharset, size_t length,
-                  char *encoding, char *cbid, void *cbuserdata)
-{
-       int *found_it = (int *)cbuserdata;
-
-       if (
-               (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
-       ||      (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
-       ) {
-               *found_it = 1;
-               cprintf("%d %d|-1|%s|%s|%s\n",
-                       BINARY_FOLLOWS,
-                       (int)length,
-                       filename,
-                       cbtype,
-                       cbcharset
-               );
-               client_write(content, length);
-       }
-}
-
-
-/*
- * Load a message from disk into memory.
- * This is used by CtdlOutputMsg() and other fetch functions.
- *
- * NOTE: Caller is responsible for freeing the returned CtdlMessage struct
- *       using the CtdlMessageFree() function.
- */
-struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body)
-{
-       struct CitContext *CCC = CC;
-       struct cdbdata *dmsgtext;
-       struct CtdlMessage *ret = NULL;
-       char *mptr;
-       char *upper_bound;
-       cit_uint8_t ch;
-       cit_uint8_t field_header;
-       eMsgField which;
-
-       MSG_syslog(LOG_DEBUG, "CtdlFetchMessage(%ld, %d)\n", msgnum, with_body);
-       dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
-       if (dmsgtext == NULL) {
-               MSG_syslog(LOG_ERR, "CtdlFetchMessage(%ld, %d) Failed!\n", msgnum, with_body);
-               return NULL;
-       }
-       mptr = dmsgtext->ptr;
-       upper_bound = mptr + dmsgtext->len;
-
-       /* Parse the three bytes that begin EVERY message on disk.
-        * The first is always 0xFF, the on-disk magic number.
-        * The second is the anonymous/public type byte.
-        * The third is the format type byte (vari, fixed, or MIME).
-        */
-       ch = *mptr++;
-       if (ch != 255) {
-               MSG_syslog(LOG_ERR, "Message %ld appears to be corrupted.\n", msgnum);
-               cdb_free(dmsgtext);
-               return NULL;
-       }
-       ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
-       memset(ret, 0, sizeof(struct CtdlMessage));
-
-       ret->cm_magic = CTDLMESSAGE_MAGIC;
-       ret->cm_anon_type = *mptr++;    /* Anon type byte */
-       ret->cm_format_type = *mptr++;  /* Format type byte */
-
-
-       if (dmsgtext->ptr[dmsgtext->len - 1] != '\0')
-       {
-               MSG_syslog(LOG_ERR, "CtdlFetchMessage(%ld, %d) Forcefully terminating message!!\n", msgnum, with_body);
-               dmsgtext->ptr[dmsgtext->len - 1] = '\0';
-       }
-
-       /*
-        * The rest is zero or more arbitrary fields.  Load them in.
-        * We're done when we encounter either a zero-length field or
-        * have just processed the 'M' (message text) field.
-        */
-       do {
-               field_header = '\0';
-               long len;
-
-               /* work around possibly buggy messages: */
-               while (field_header == '\0')
-               {
-                       if (mptr >= upper_bound) {
-                               break;
-                       }
-                       field_header = *mptr++;
-               }
-               if (mptr >= upper_bound) {
-                       break;
-               }
-               which = field_header;
-               len = strlen(mptr);
-
-               CM_SetField(ret, which, mptr, len);
-
-               mptr += len + 1;        /* advance to next field */
-
-       } while ((mptr < upper_bound) && (field_header != 'M'));
-
-       cdb_free(dmsgtext);
-
-       /* Always make sure there's something in the msg text field.  If
-        * it's NULL, the message text is most likely stored separately,
-        * so go ahead and fetch that.  Failing that, just set a dummy
-        * body so other code doesn't barf.
-        */
-       if ( (CM_IsEmpty(ret, eMesageText)) && (with_body) ) {
-               dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
-               if (dmsgtext != NULL) {
-                       CM_SetAsField(ret, eMesageText, &dmsgtext->ptr, dmsgtext->len - 1);
-                       cdb_free(dmsgtext);
-               }
-       }
-       if (CM_IsEmpty(ret, eMesageText)) {
-               CM_SetField(ret, eMesageText, HKEY("\r\n\r\n (no text)\r\n"));
-       }
-
-       /* Perform "before read" hooks (aborting if any return nonzero) */
-       if (PerformMessageHooks(ret, NULL, EVT_BEFOREREAD) > 0) {
-               CM_Free(ret);
-               return NULL;
-       }
-
-       return (ret);
-}
-
-
-
-/*
- * Pre callback function for multipart/alternative
- *
- * NOTE: this differs from the standard behavior for a reason.  Normally when
- *       displaying multipart/alternative you want to show the _last_ usable
- *       format in the message.  Here we show the _first_ one, because it's
- *       usually text/plain.  Since this set of functions is designed for text
- *       output to non-MIME-aware clients, this is the desired behavior.
- *
- */
-void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
-               void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
-               char *cbid, void *cbuserdata)
-{
-       struct CitContext *CCC = CC;
-       struct ma_info *ma;
-       
-       ma = (struct ma_info *)cbuserdata;
-       MSG_syslog(LOG_DEBUG, "fixed_output_pre() type=<%s>\n", cbtype);        
-       if (!strcasecmp(cbtype, "multipart/alternative")) {
-               ++ma->is_ma;
-               ma->did_print = 0;
-       }
-       if (!strcasecmp(cbtype, "message/rfc822")) {
-               ++ma->freeze;
-       }
-}
-
-/*
- * Post callback function for multipart/alternative
- */
-void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
-               void *content, char *cbtype, char *cbcharset, size_t length,
-               char *encoding, char *cbid, void *cbuserdata)
-{
-       struct CitContext *CCC = CC;
-       struct ma_info *ma;
-       
-       ma = (struct ma_info *)cbuserdata;
-       MSG_syslog(LOG_DEBUG, "fixed_output_post() type=<%s>\n", cbtype);       
-       if (!strcasecmp(cbtype, "multipart/alternative")) {
-               --ma->is_ma;
-               ma->did_print = 0;
-       }
-       if (!strcasecmp(cbtype, "message/rfc822")) {
-               --ma->freeze;
-       }
-}
-
-/*
- * Inline callback function for mime parser that wants to display text
- */
-void fixed_output(char *name, char *filename, char *partnum, char *disp,
-               void *content, char *cbtype, char *cbcharset, size_t length,
-               char *encoding, char *cbid, void *cbuserdata)
-{
-       struct CitContext *CCC = CC;
-       char *ptr;
-       char *wptr;
-       size_t wlen;
-       struct ma_info *ma;
-
-       ma = (struct ma_info *)cbuserdata;
-
-       MSG_syslog(LOG_DEBUG,
-               "fixed_output() part %s: %s (%s) (%ld bytes)\n",
-               partnum, filename, cbtype, (long)length);
-
-       /*
-        * If we're in the middle of a multipart/alternative scope and
-        * we've already printed another section, skip this one.
-        */     
-       if ( (ma->is_ma) && (ma->did_print) ) {
-               MSG_syslog(LOG_DEBUG, "Skipping part %s (%s)\n", partnum, cbtype);
-               return;
-       }
-       ma->did_print = 1;
-
-       if ( (!strcasecmp(cbtype, "text/plain")) 
-          || (IsEmptyStr(cbtype)) ) {
-               wptr = content;
-               if (length > 0) {
-                       client_write(wptr, length);
-                       if (wptr[length-1] != '\n') {
-                               cprintf("\n");
-                       }
-               }
-               return;
-       }
-
-       if (!strcasecmp(cbtype, "text/html")) {
-               ptr = html_to_ascii(content, length, 80, 0);
-               wlen = strlen(ptr);
-               client_write(ptr, wlen);
-               if ((wlen > 0) && (ptr[wlen-1] != '\n')) {
-                       cprintf("\n");
-               }
-               free(ptr);
-               return;
-       }
-
-       if (ma->use_fo_hooks) {
-               if (PerformFixedOutputHooks(cbtype, content, length)) {
-               /* above function returns nonzero if it handled the part */
-                       return;
-               }
-       }
-
-       if (strncasecmp(cbtype, "multipart/", 10)) {
-               cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
-                       partnum, filename, cbtype, (long)length);
-               return;
-       }
-}
-
-/*
- * The client is elegant and sophisticated and wants to be choosy about
- * MIME content types, so figure out which multipart/alternative part
- * we're going to send.
- *
- * We use a system of weights.  When we find a part that matches one of the
- * MIME types we've declared as preferential, we can store it in ma->chosen_part
- * and then set ma->chosen_pref to that MIME type's position in our preference
- * list.  If we then hit another match, we only replace the first match if
- * the preference value is lower.
- */
-void choose_preferred(char *name, char *filename, char *partnum, char *disp,
-               void *content, char *cbtype, char *cbcharset, size_t length,
-               char *encoding, char *cbid, void *cbuserdata)
-{
-       struct CitContext *CCC = CC;
-       char buf[1024];
-       int i;
-       struct ma_info *ma;
-       
-       ma = (struct ma_info *)cbuserdata;
-
-       // NOTE: REMOVING THIS CONDITIONAL FIXES BUG 220
-       //       http://bugzilla.citadel.org/show_bug.cgi?id=220
-       // I don't know if there are any side effects!  Please TEST TEST TEST
-       //if (ma->is_ma > 0) {
-
-       for (i=0; i<num_tokens(CCC->preferred_formats, '|'); ++i) {
-               extract_token(buf, CCC->preferred_formats, i, '|', sizeof buf);
-               if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
-                       if (i < ma->chosen_pref) {
-                               MSG_syslog(LOG_DEBUG, "Setting chosen part: <%s>\n", partnum);
-                               safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
-                               ma->chosen_pref = i;
-                       }
-               }
-       }
-}
-
-/*
- * Now that we've chosen our preferred part, output it.
- */
-void output_preferred(char *name, 
-                     char *filename, 
-                     char *partnum, 
-                     char *disp,
-                     void *content, 
-                     char *cbtype, 
-                     char *cbcharset, 
-                     size_t length,
-                     char *encoding, 
-                     char *cbid, 
-                     void *cbuserdata)
-{
-       struct CitContext *CCC = CC;
-       int i;
-       char buf[128];
-       int add_newline = 0;
-       char *text_content;
-       struct ma_info *ma;
-       char *decoded = NULL;
-       size_t bytes_decoded;
-       int rc = 0;
-
-       ma = (struct ma_info *)cbuserdata;
-
-       /* This is not the MIME part you're looking for... */
-       if (strcasecmp(partnum, ma->chosen_part)) return;
-
-       /* If the content-type of this part is in our preferred formats
-        * list, we can simply output it verbatim.
-        */
-       for (i=0; i<num_tokens(CCC->preferred_formats, '|'); ++i) {
-               extract_token(buf, CCC->preferred_formats, i, '|', sizeof buf);
-               if (!strcasecmp(buf, cbtype)) {
-                       /* Yeah!  Go!  W00t!! */
-                       if (ma->dont_decode == 0) 
-                               rc = mime_decode_now (content, 
-                                                     length,
-                                                     encoding,
-                                                     &decoded,
-                                                     &bytes_decoded);
-                       if (rc < 0)
-                               break; /* Give us the chance, maybe theres another one. */
-
-                       if (rc == 0) text_content = (char *)content;
-                       else {
-                               text_content = decoded;
-                               length = bytes_decoded;
-                       }
-
-                       if (text_content[length-1] != '\n') {
-                               ++add_newline;
-                       }
-                       cprintf("Content-type: %s", cbtype);
-                       if (!IsEmptyStr(cbcharset)) {
-                               cprintf("; charset=%s", cbcharset);
-                       }
-                       cprintf("\nContent-length: %d\n",
-                               (int)(length + add_newline) );
-                       if (!IsEmptyStr(encoding)) {
-                               cprintf("Content-transfer-encoding: %s\n", encoding);
-                       }
-                       else {
-                               cprintf("Content-transfer-encoding: 7bit\n");
-                       }
-                       cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
-                       cprintf("\n");
-                       if (client_write(text_content, length) == -1)
-                       {
-                               MSGM_syslog(LOG_ERR, "output_preferred(): aborting due to write failure.\n");
-                               return;
-                       }
-                       if (add_newline) cprintf("\n");
-                       if (decoded != NULL) free(decoded);
-                       return;
-               }
-       }
-
-       /* No translations required or possible: output as text/plain */
-       cprintf("Content-type: text/plain\n\n");
-       rc = 0;
-       if (ma->dont_decode == 0)
-               rc = mime_decode_now (content, 
-                                     length,
-                                     encoding,
-                                     &decoded,
-                                     &bytes_decoded);
-       if (rc < 0)
-               return; /* Give us the chance, maybe theres another one. */
-       
-       if (rc == 0) text_content = (char *)content;
-       else {
-               text_content = decoded;
-               length = bytes_decoded;
-       }
-
-       fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset,
-                       length, encoding, cbid, cbuserdata);
-       if (decoded != NULL) free(decoded);
-}
-
-
-struct encapmsg {
-       char desired_section[64];
-       char *msg;
-       size_t msglen;
-};
-
-
-/*
- * Callback function for
- */
-void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
-                  void *content, char *cbtype, char *cbcharset, size_t length,
-                  char *encoding, char *cbid, void *cbuserdata)
-{
-       struct encapmsg *encap;
-
-       encap = (struct encapmsg *)cbuserdata;
-
-       /* Only proceed if this is the desired section... */
-       if (!strcasecmp(encap->desired_section, partnum)) {
-               encap->msglen = length;
-               encap->msg = malloc(length + 2);
-               memcpy(encap->msg, content, length);
-               return;
-       }
-}
-
-
-/*
- * Determine whether the specified message exists in the cached_msglist
- * (This is a security check)
- */
-int check_cached_msglist(long msgnum) {
-       struct CitContext *CCC = CC;
-
-       /* cases in which we skip the check */
-       if (!CCC) return om_ok;                                         /* not a session */
-       if (CCC->client_socket <= 0) return om_ok;                      /* not a client session */
-       if (CCC->cached_msglist == NULL) return om_access_denied;       /* no msglist fetched */
-       if (CCC->cached_num_msgs == 0) return om_access_denied;         /* nothing to check */
-
-
-       /* Do a binary search within the cached_msglist for the requested msgnum */
-       int min = 0;
-       int max = (CC->cached_num_msgs - 1);
-
-       while (max >= min) {
-               int middle = min + (max-min) / 2 ;
-               if (msgnum == CCC->cached_msglist[middle]) {
-                       return om_ok;
-               }
-               if (msgnum > CC->cached_msglist[middle]) {
-                       min = middle + 1;
-               }
-               else {
-                       max = middle - 1;
-               }
-       }
-
-       return om_access_denied;
-}
-
-
-
-/*
- * Get a message off disk.  (returns om_* values found in msgbase.h)
- * 
- */
-int CtdlOutputMsg(long msg_num,                /* message number (local) to fetch */
-               int mode,               /* how would you like that message? */
-               int headers_only,       /* eschew the message body? */
-               int do_proto,           /* do Citadel protocol responses? */
-               int crlf,               /* Use CRLF newlines instead of LF? */
-               char *section,          /* NULL or a message/rfc822 section */
-               int flags,              /* various flags; see msgbase.h */
-               char **Author,
-               char **Address,
-               char **MessageID
-) {
-       struct CitContext *CCC = CC;
-       struct CtdlMessage *TheMessage = NULL;
-       int retcode = CIT_OK;
-       struct encapmsg encap;
-       int r;
-
-       MSG_syslog(LOG_DEBUG, "CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)\n", 
-               msg_num, mode,
-               (section ? section : "<>")
-       );
-
-       r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
-       if (r != om_ok) {
-               if (do_proto) {
-                       if (r == om_not_logged_in) {
-                               cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
-                       }
-                       else {
-                               cprintf("%d An unknown error has occurred.\n", ERROR);
-                       }
-               }
-               return(r);
-       }
-
-       /*
-        * Check to make sure the message is actually IN this room
-        */
-       r = check_cached_msglist(msg_num);
-       if (r == om_access_denied) {
-               /* Not in the cache?  We get ONE shot to check it again. */
-               CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
-               r = check_cached_msglist(msg_num);
-       }
-       if (r != om_ok) {
-               MSG_syslog(LOG_DEBUG, "Security check fail: message %ld is not in %s\n",
-                          msg_num, CCC->room.QRname
-               );
-               if (do_proto) {
-                       if (r == om_access_denied) {
-                               cprintf("%d message %ld was not found in this room\n",
-                                       ERROR + HIGHER_ACCESS_REQUIRED,
-                                       msg_num
-                               );
-                       }
-               }
-               return(r);
-       }
-
-       /*
-        * Fetch the message from disk.  If we're in HEADERS_FAST mode,
-        * request that we don't even bother loading the body into memory.
-        */
-       if (headers_only == HEADERS_FAST) {
-               TheMessage = CtdlFetchMessage(msg_num, 0);
-       }
-       else {
-               TheMessage = CtdlFetchMessage(msg_num, 1);
-       }
-
-       if (TheMessage == NULL) {
-               if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
-                       ERROR + MESSAGE_NOT_FOUND, msg_num);
-               return(om_no_such_msg);
-       }
-
-       /* Here is the weird form of this command, to process only an
-        * encapsulated message/rfc822 section.
-        */
-       if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
-               memset(&encap, 0, sizeof encap);
-               safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
-               mime_parser(CM_RANGE(TheMessage, eMesageText),
-                           *extract_encapsulated_message,
-                           NULL, NULL, (void *)&encap, 0
-                       );
-
-               if ((Author != NULL) && (*Author == NULL))
-               {
-                       long len;
-                       CM_GetAsField(TheMessage, eAuthor, Author, &len);
-               }
-               if ((Address != NULL) && (*Address == NULL))
-               {       
-                       long len;
-                       CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
-               }
-               if ((MessageID != NULL) && (*MessageID == NULL))
-               {       
-                       long len;
-                       CM_GetAsField(TheMessage, emessageId, MessageID, &len);
-               }
-               CM_Free(TheMessage);
-               TheMessage = NULL;
-
-               if (encap.msg) {
-                       encap.msg[encap.msglen] = 0;
-                       TheMessage = convert_internet_message(encap.msg);
-                       encap.msg = NULL;       /* no free() here, TheMessage owns it now */
-
-                       /* Now we let it fall through to the bottom of this
-                        * function, because TheMessage now contains the
-                        * encapsulated message instead of the top-level
-                        * message.  Isn't that neat?
-                        */
-               }
-               else {
-                       if (do_proto) {
-                               cprintf("%d msg %ld has no part %s\n",
-                                       ERROR + MESSAGE_NOT_FOUND,
-                                       msg_num,
-                                       section);
-                       }
-                       retcode = om_no_such_msg;
-               }
-
-       }
-
-       /* Ok, output the message now */
-       if (retcode == CIT_OK)
-               retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
-       if ((Author != NULL) && (*Author == NULL))
-       {
-               long len;
-               CM_GetAsField(TheMessage, eAuthor, Author, &len);
-       }
-       if ((Address != NULL) && (*Address == NULL))
-       {       
-               long len;
-               CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
-       }
-       if ((MessageID != NULL) && (*MessageID == NULL))
-       {       
-               long len;
-               CM_GetAsField(TheMessage, emessageId, MessageID, &len);
-       }
-
-       CM_Free(TheMessage);
-
-       return(retcode);
-}
-
-
-
-void OutputCtdlMsgHeaders(
-       struct CtdlMessage *TheMessage,
-       int do_proto)           /* do Citadel protocol responses? */
-{
-       int i;
-       int suppress_f = 0;
-       char buf[SIZ];
-       char display_name[256];
-
-       /* begin header processing loop for Citadel message format */
-       safestrncpy(display_name, "<unknown>", sizeof display_name);
-       if (!CM_IsEmpty(TheMessage, eAuthor)) {
-               strcpy(buf, TheMessage->cm_fields[eAuthor]);
-               if (TheMessage->cm_anon_type == MES_ANONONLY) {
-                       safestrncpy(display_name, "****", sizeof display_name);
-               }
-               else if (TheMessage->cm_anon_type == MES_ANONOPT) {
-                       safestrncpy(display_name, "anonymous", sizeof display_name);
-               }
-               else {
-                       safestrncpy(display_name, buf, sizeof display_name);
-               }
-               if ((is_room_aide())
-                   && ((TheMessage->cm_anon_type == MES_ANONONLY)
-                       || (TheMessage->cm_anon_type == MES_ANONOPT))) {
-                       size_t tmp = strlen(display_name);
-                       snprintf(&display_name[tmp],
-                                sizeof display_name - tmp,
-                                " [%s]", buf);
-               }
-       }
-
-       /* Don't show Internet address for users on the
-        * local Citadel network.
-        */
-       suppress_f = 0;
-       if (!CM_IsEmpty(TheMessage, eNodeName) &&
-           (haschar(TheMessage->cm_fields[eNodeName], '.') == 0))
-       {
-               suppress_f = 1;
-       }
-
-       /* Now spew the header fields in the order we like them. */
-       for (i=0; i< NDiskFields; ++i) {
-               eMsgField Field;
-               Field = FieldOrder[i];
-               if (Field != eMesageText) {
-                       if ( (!CM_IsEmpty(TheMessage, Field))
-                            && (msgkeys[Field] != NULL) ) {
-                               if ((Field == eenVelopeTo) ||
-                                   (Field == eRecipient) ||
-                                   (Field == eCarbonCopY)) {
-                                       sanitize_truncated_recipient(TheMessage->cm_fields[Field]);
-                               }
-                               if (Field == eAuthor) {
-                                       if (do_proto) cprintf("%s=%s\n",
-                                                             msgkeys[Field],
-                                                             display_name);
-                               }
-                               else if ((Field == erFc822Addr) && (suppress_f)) {
-                                       /* do nothing */
-                               }
-                               /* Masquerade display name if needed */
-                               else {
-                                       if (do_proto) cprintf("%s=%s\n",
-                                                             msgkeys[Field],
-                                                             TheMessage->cm_fields[Field]
-                                               );
-                               }
-                       }
-               }
-       }
-
-}
-
-void OutputRFC822MsgHeaders(
-       struct CtdlMessage *TheMessage,
-       int flags,              /* should the bessage be exported clean */
-       const char *nl,
-       char *mid, long sizeof_mid,
-       char *suser, long sizeof_suser,
-       char *luser, long sizeof_luser,
-       char *fuser, long sizeof_fuser,
-       char *snode, long sizeof_snode)
-{
-       char datestamp[100];
-       int subject_found = 0;
-       char buf[SIZ];
-       int i, j, k;
-       char *mptr = NULL;
-       char *mpptr = NULL;
-       char *hptr;
-
-       for (i = 0; i < NDiskFields; ++i) {
-               if (TheMessage->cm_fields[FieldOrder[i]]) {
-                       mptr = mpptr = TheMessage->cm_fields[FieldOrder[i]];
-                       switch (FieldOrder[i]) {
-                       case eAuthor:
-                               safestrncpy(luser, mptr, sizeof_luser);
-                               safestrncpy(suser, mptr, sizeof_suser);
-                               break;
-                       case eCarbonCopY:
-                               if ((flags & QP_EADDR) != 0) {
-                                       mptr = qp_encode_email_addrs(mptr);
-                               }
-                               sanitize_truncated_recipient(mptr);
-                               cprintf("CC: %s%s", mptr, nl);
-                               break;
-                       case eMessagePath:
-                               cprintf("Return-Path: %s%s", mptr, nl);
-                               break;
-                       case eListID:
-                               cprintf("List-ID: %s%s", mptr, nl);
-                               break;
-                       case eenVelopeTo:
-                               if ((flags & QP_EADDR) != 0) 
-                                       mptr = qp_encode_email_addrs(mptr);
-                               hptr = mptr;
-                               while ((*hptr != '\0') && isspace(*hptr))
-                                       hptr ++;
-                               if (!IsEmptyStr(hptr))
-                                       cprintf("Envelope-To: %s%s", hptr, nl);
-                               break;
-                       case eMsgSubject:
-                               cprintf("Subject: %s%s", mptr, nl);
-                               subject_found = 1;
-                               break;
-                       case emessageId:
-                               safestrncpy(mid, mptr, sizeof_mid); /// TODO: detect @ here and copy @nodename in if not found.
-                               break;
-                       case erFc822Addr:
-                               safestrncpy(fuser, mptr, sizeof_fuser);
-                       /* case eOriginalRoom:
-                          cprintf("X-Citadel-Room: %s%s",
-                          mptr, nl)
-                          break;
-                          ; */
-                       case eNodeName:
-                               safestrncpy(snode, mptr, sizeof_snode);
-                               break;
-                       case eRecipient:
-                               if (haschar(mptr, '@') == 0)
-                               {
-                                       sanitize_truncated_recipient(mptr);
-                                       cprintf("To: %s@%s", mptr, CtdlGetConfigStr("c_fqdn"));
-                                       cprintf("%s", nl);
-                               }
-                               else
-                               {
-                                       if ((flags & QP_EADDR) != 0) {
-                                               mptr = qp_encode_email_addrs(mptr);
-                                       }
-                                       sanitize_truncated_recipient(mptr);
-                                       cprintf("To: %s", mptr);
-                                       cprintf("%s", nl);
-                               }
-                               break;
-                       case eTimestamp:
-                               datestring(datestamp, sizeof datestamp,
-                                          atol(mptr), DATESTRING_RFC822);
-                               cprintf("Date: %s%s", datestamp, nl);
-                               break;
-                       case eWeferences:
-                               cprintf("References: ");
-                               k = num_tokens(mptr, '|');
-                               for (j=0; j<k; ++j) {
-                                       extract_token(buf, mptr, j, '|', sizeof buf);
-                                       cprintf("<%s>", buf);
-                                       if (j == (k-1)) {
-                                               cprintf("%s", nl);
-                                       }
-                                       else {
-                                               cprintf(" ");
-                                       }
-                               }
-                               break;
-                       case eReplyTo:
-                               hptr = mptr;
-                               while ((*hptr != '\0') && isspace(*hptr))
-                                       hptr ++;
-                               if (!IsEmptyStr(hptr))
-                                       cprintf("Reply-To: %s%s", mptr, nl);
-                               break;
-
-                       case eRemoteRoom:
-                       case eDestination:
-                       case eExclusiveID:
-                       case eHumanNode:
-                       case eJournal:
-                       case eMesageText:
-                       case eBig_message:
-                       case eOriginalRoom:
-                       case eSpecialField:
-                       case eErrorMsg:
-                       case eSuppressIdx:
-                       case eExtnotify:
-                       case eVltMsgNum:
-                               /* these don't map to mime message headers. */
-                               break;
-
-                       }
-                       if (mptr != mpptr)
-                               free (mptr);
-               }
-       }
-       if (subject_found == 0) {
-               cprintf("Subject: (no subject)%s", nl);
-       }
-}
-
-
-void Dump_RFC822HeadersBody(
-       struct CtdlMessage *TheMessage,
-       int headers_only,       /* eschew the message body? */
-       int flags,              /* should the bessage be exported clean? */
-
-       const char *nl)
-{
-       cit_uint8_t prev_ch;
-       int eoh = 0;
-       const char *StartOfText = StrBufNOTNULL;
-       char outbuf[1024];
-       int outlen = 0;
-       int nllen = strlen(nl);
-       char *mptr;
-
-       mptr = TheMessage->cm_fields[eMesageText];
-
-
-       prev_ch = '\0';
-       while (*mptr != '\0') {
-               if (*mptr == '\r') {
-                       /* do nothing */
-               }
-               else {
-                       if ((!eoh) &&
-                           (*mptr == '\n'))
-                       {
-                               eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
-                               if (!eoh)
-                                       eoh = *(mptr+1) == '\n';
-                               if (eoh)
-                               {
-                                       StartOfText = mptr;
-                                       StartOfText = strchr(StartOfText, '\n');
-                                       StartOfText = strchr(StartOfText, '\n');
-                               }
-                       }
-                       if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
-                           ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
-                           ((headers_only != HEADERS_NONE) && 
-                            (headers_only != HEADERS_ONLY))
-                               ) {
-                               if (*mptr == '\n') {
-                                       memcpy(&outbuf[outlen], nl, nllen);
-                                       outlen += nllen;
-                                       outbuf[outlen] = '\0';
-                               }
-                               else {
-                                       outbuf[outlen++] = *mptr;
-                               }
-                       }
-               }
-               if (flags & ESC_DOT)
-               {
-                       if ((prev_ch == '\n') && 
-                           (*mptr == '.') && 
-                           ((*(mptr+1) == '\r') || (*(mptr+1) == '\n')))
-                       {
-                               outbuf[outlen++] = '.';
-                       }
-                       prev_ch = *mptr;
-               }
-               ++mptr;
-               if (outlen > 1000) {
-                       if (client_write(outbuf, outlen) == -1)
-                       {
-                               struct CitContext *CCC = CC;
-                               MSGM_syslog(LOG_ERR, "Dump_RFC822HeadersBody(): aborting due to write failure.\n");
-                               return;
-                       }
-                       outlen = 0;
-               }
-       }
-       if (outlen > 0) {
-               client_write(outbuf, outlen);
-       }
-}
-
-
-
-/* If the format type on disk is 1 (fixed-format), then we want
- * everything to be output completely literally ... regardless of
- * what message transfer format is in use.
- */
-void DumpFormatFixed(
-       struct CtdlMessage *TheMessage,
-       int mode,               /* how would you like that message? */
-       const char *nl)
-{
-       cit_uint8_t ch;
-       char buf[SIZ];
-       int buflen;
-       int xlline = 0;
-       int nllen = strlen (nl);
-       char *mptr;
-
-       mptr = TheMessage->cm_fields[eMesageText];
-       
-       if (mode == MT_MIME) {
-               cprintf("Content-type: text/plain\n\n");
-       }
-       *buf = '\0';
-       buflen = 0;
-       while (ch = *mptr++, ch > 0) {
-               if (ch == '\n')
-                       ch = '\r';
-
-               if ((buflen > 250) && (!xlline)){
-                       int tbuflen;
-                       tbuflen = buflen;
-
-                       while ((buflen > 0) && 
-                              (!isspace(buf[buflen])))
-                               buflen --;
-                       if (buflen == 0) {
-                               xlline = 1;
-                       }
-                       else {
-                               mptr -= tbuflen - buflen;
-                               buf[buflen] = '\0';
-                               ch = '\r';
-                       }
-               }
-               /* if we reach the outer bounds of our buffer, 
-                  abort without respect what whe purge. */
-               if (xlline && 
-                   ((isspace(ch)) || 
-                    (buflen > SIZ - nllen - 2)))
-                       ch = '\r';
-
-               if (ch == '\r') {
-                       memcpy (&buf[buflen], nl, nllen);
-                       buflen += nllen;
-                       buf[buflen] = '\0';
-
-                       if (client_write(buf, buflen) == -1)
-                       {
-                               struct CitContext *CCC = CC;
-                               MSGM_syslog(LOG_ERR, "DumpFormatFixed(): aborting due to write failure.\n");
-                               return;
-                       }
-                       *buf = '\0';
-                       buflen = 0;
-                       xlline = 0;
-               } else {
-                       buf[buflen] = ch;
-                       buflen++;
-               }
-       }
-       buf[buflen] = '\0';
-       if (!IsEmptyStr(buf))
-               cprintf("%s%s", buf, nl);
-}
-
-/*
- * Get a message off disk.  (returns om_* values found in msgbase.h)
- */
-int CtdlOutputPreLoadedMsg(
-               struct CtdlMessage *TheMessage,
-               int mode,               /* how would you like that message? */
-               int headers_only,       /* eschew the message body? */
-               int do_proto,           /* do Citadel protocol responses? */
-               int crlf,               /* Use CRLF newlines instead of LF? */
-               int flags               /* should the bessage be exported clean? */
-) {
-       struct CitContext *CCC = CC;
-       int i;
-       const char *nl; /* newline string */
-       struct ma_info ma;
-
-       /* Buffers needed for RFC822 translation.  These are all filled
-        * using functions that are bounds-checked, and therefore we can
-        * make them substantially smaller than SIZ.
-        */
-       char suser[100];
-       char luser[100];
-       char fuser[100];
-       char snode[100];
-       char mid[100];
-
-       MSG_syslog(LOG_DEBUG, "CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d\n",
-                  ((TheMessage == NULL) ? "NULL" : "not null"),
-                  mode, headers_only, do_proto, crlf);
-
-       strcpy(mid, "unknown");
-       nl = (crlf ? "\r\n" : "\n");
-
-       if (!CM_IsValidMsg(TheMessage)) {
-               MSGM_syslog(LOG_ERR,
-                           "ERROR: invalid preloaded message for output\n");
-               cit_backtrace ();
-               return(om_no_such_msg);
-       }
-
-       /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
-        * Pad it with spaces in order to avoid changing the RFC822 length of the message.
-        */
-       if ( (flags & SUPPRESS_ENV_TO) && (!CM_IsEmpty(TheMessage, eenVelopeTo)) ) {
-               memset(TheMessage->cm_fields[eenVelopeTo], ' ', TheMessage->cm_lengths[eenVelopeTo]);
-       }
-               
-       /* Are we downloading a MIME component? */
-       if (mode == MT_DOWNLOAD) {
-               if (TheMessage->cm_format_type != FMT_RFC822) {
-                       if (do_proto)
-                               cprintf("%d This is not a MIME message.\n",
-                               ERROR + ILLEGAL_VALUE);
-               } else if (CCC->download_fp != NULL) {
-                       if (do_proto) cprintf(
-                               "%d You already have a download open.\n",
-                               ERROR + RESOURCE_BUSY);
-               } else {
-                       /* Parse the message text component */
-                       mime_parser(CM_RANGE(TheMessage, eMesageText),
-                                   *mime_download, NULL, NULL, NULL, 0);
-                       /* If there's no file open by this time, the requested
-                        * section wasn't found, so print an error
-                        */
-                       if (CCC->download_fp == NULL) {
-                               if (do_proto) cprintf(
-                                       "%d Section %s not found.\n",
-                                       ERROR + FILE_NOT_FOUND,
-                                       CCC->download_desired_section);
-                       }
-               }
-               return((CCC->download_fp != NULL) ? om_ok : om_mime_error);
-       }
-
-       /* MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
-        * in a single server operation instead of opening a download file.
-        */
-       if (mode == MT_SPEW_SECTION) {
-               if (TheMessage->cm_format_type != FMT_RFC822) {
-                       if (do_proto)
-                               cprintf("%d This is not a MIME message.\n",
-                               ERROR + ILLEGAL_VALUE);
-               } else {
-                       /* Parse the message text component */
-                       int found_it = 0;
-
-                       mime_parser(CM_RANGE(TheMessage, eMesageText),
-                                   *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
-                       /* If section wasn't found, print an error
-                        */
-                       if (!found_it) {
-                               if (do_proto) cprintf(
-                                       "%d Section %s not found.\n",
-                                       ERROR + FILE_NOT_FOUND,
-                                       CCC->download_desired_section);
-                       }
-               }
-               return((CCC->download_fp != NULL) ? om_ok : om_mime_error);
-       }
-
-       /* now for the user-mode message reading loops */
-       if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
-
-       /* Does the caller want to skip the headers? */
-       if (headers_only == HEADERS_NONE) goto START_TEXT;
-
-       /* Tell the client which format type we're using. */
-       if ( (mode == MT_CITADEL) && (do_proto) ) {
-               cprintf("type=%d\n", TheMessage->cm_format_type);
-       }
-
-       /* nhdr=yes means that we're only displaying headers, no body */
-       if ( (TheMessage->cm_anon_type == MES_ANONONLY)
-          && ((mode == MT_CITADEL) || (mode == MT_MIME))
-          && (do_proto)
-          ) {
-               cprintf("nhdr=yes\n");
-       }
-
-       if ((mode == MT_CITADEL) || (mode == MT_MIME)) 
-               OutputCtdlMsgHeaders(TheMessage, do_proto);
-
-
-       /* begin header processing loop for RFC822 transfer format */
-       strcpy(suser, "");
-       strcpy(luser, "");
-       strcpy(fuser, "");
-       memcpy(snode, CtdlGetConfigStr("c_nodename"), strlen(CtdlGetConfigStr("c_nodename")) + 1);
-       if (mode == MT_RFC822) 
-               OutputRFC822MsgHeaders(
-                       TheMessage,
-                       flags,
-                       nl,
-                       mid, sizeof(mid),
-                       suser, sizeof(suser),
-                       luser, sizeof(luser),
-                       fuser, sizeof(fuser),
-                       snode, sizeof(snode)
-                       );
-
-
-       for (i=0; !IsEmptyStr(&suser[i]); ++i) {
-               suser[i] = tolower(suser[i]);
-               if (!isalnum(suser[i])) suser[i]='_';
-       }
-
-       if (mode == MT_RFC822) {
-               if (!strcasecmp(snode, NODENAME)) {
-                       safestrncpy(snode, FQDN, sizeof snode);
-               }
-
-               /* Construct a fun message id */
-               cprintf("Message-ID: <%s", mid);/// todo: this possibly breaks threadding mails.
-               if (strchr(mid, '@')==NULL) {
-                       cprintf("@%s", snode);
-               }
-               cprintf(">%s", nl);
-
-               if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
-                       cprintf("From: \"----\" <x@x.org>%s", nl);
-               }
-               else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
-                       cprintf("From: \"anonymous\" <x@x.org>%s", nl);
-               }
-               else if (!IsEmptyStr(fuser)) {
-                       cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
-               }
-               else {
-                       cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
-               }
-
-               /* Blank line signifying RFC822 end-of-headers */
-               if (TheMessage->cm_format_type != FMT_RFC822) {
-                       cprintf("%s", nl);
-               }
-       }
-
-       /* end header processing loop ... at this point, we're in the text */
-START_TEXT:
-       if (headers_only == HEADERS_FAST) goto DONE;
-
-       /* Tell the client about the MIME parts in this message */
-       if (TheMessage->cm_format_type == FMT_RFC822) {
-               if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
-                       memset(&ma, 0, sizeof(struct ma_info));
-                       mime_parser(CM_RANGE(TheMessage, eMesageText),
-                               (do_proto ? *list_this_part : NULL),
-                               (do_proto ? *list_this_pref : NULL),
-                               (do_proto ? *list_this_suff : NULL),
-                               (void *)&ma, 1);
-               }
-               else if (mode == MT_RFC822) {   /* unparsed RFC822 dump */
-                       Dump_RFC822HeadersBody(
-                               TheMessage,
-                               headers_only,
-                               flags,
-                               nl);
-                       goto DONE;
-               }
-       }
-
-       if (headers_only == HEADERS_ONLY) {
-               goto DONE;
-       }
-
-       /* signify start of msg text */
-       if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
-               if (do_proto) cprintf("text\n");
-       }
-
-       if (TheMessage->cm_format_type == FMT_FIXED) 
-               DumpFormatFixed(
-                       TheMessage,
-                       mode,           /* how would you like that message? */
-                       nl);
-
-       /* If the message on disk is format 0 (Citadel vari-format), we
-        * output using the formatter at 80 columns.  This is the final output
-        * form if the transfer format is RFC822, but if the transfer format
-        * is Citadel proprietary, it'll still work, because the indentation
-        * for new paragraphs is correct and the client will reformat the
-        * message to the reader's screen width.
-        */
-       if (TheMessage->cm_format_type == FMT_CITADEL) {
-               if (mode == MT_MIME) {
-                       cprintf("Content-type: text/x-citadel-variformat\n\n");
-               }
-               memfmout(TheMessage->cm_fields[eMesageText], nl);
-       }
-
-       /* If the message on disk is format 4 (MIME), we've gotta hand it
-        * off to the MIME parser.  The client has already been told that
-        * this message is format 1 (fixed format), so the callback function
-        * we use will display those parts as-is.
-        */
-       if (TheMessage->cm_format_type == FMT_RFC822) {
-               memset(&ma, 0, sizeof(struct ma_info));
-
-               if (mode == MT_MIME) {
-                       ma.use_fo_hooks = 0;
-                       strcpy(ma.chosen_part, "1");
-                       ma.chosen_pref = 9999;
-                       ma.dont_decode = CCC->msg4_dont_decode;
-                       mime_parser(CM_RANGE(TheMessage, eMesageText),
-                                   *choose_preferred, *fixed_output_pre,
-                                   *fixed_output_post, (void *)&ma, 1);
-                       mime_parser(CM_RANGE(TheMessage, eMesageText),
-                                   *output_preferred, NULL, NULL, (void *)&ma, 1);
-               }
-               else {
-                       ma.use_fo_hooks = 1;
-                       mime_parser(CM_RANGE(TheMessage, eMesageText),
-                                   *fixed_output, *fixed_output_pre,
-                                   *fixed_output_post, (void *)&ma, 0);
-               }
-
-       }
-
-DONE:  /* now we're done */
-       if (do_proto) cprintf("000\n");
-       return(om_ok);
-}
-
-/*
- * Save one or more message pointers into a specified room
- * (Returns 0 for success, nonzero for failure)
- * roomname may be NULL to use the current room
- *
- * Note that the 'supplied_msg' field may be set to NULL, in which case
- * the message will be fetched from disk, by number, if we need to perform
- * replication checks.  This adds an additional database read, so if the
- * caller already has the message in memory then it should be supplied.  (Obviously
- * this mode of operation only works if we're saving a single message.)
- */
-int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
-                       int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
-) {
-       struct CitContext *CCC = CC;
-       int i, j, unique;
-       char hold_rm[ROOMNAMELEN];
-       struct cdbdata *cdbfr;
-       int num_msgs;
-       long *msglist;
-       long highest_msg = 0L;
-
-       long msgid = 0;
-       struct CtdlMessage *msg = NULL;
-
-       long *msgs_to_be_merged = NULL;
-       int num_msgs_to_be_merged = 0;
-
-       MSG_syslog(LOG_DEBUG,
-                  "CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)\n",
-                  roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
-       );
-
-       strcpy(hold_rm, CCC->room.QRname);
-
-       /* Sanity checks */
-       if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
-       if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
-       if (num_newmsgs > 1) supplied_msg = NULL;
-
-       /* Now the regular stuff */
-       if (CtdlGetRoomLock(&CCC->room,
-          ((roomname != NULL) ? roomname : CCC->room.QRname) )
-          != 0) {
-               MSG_syslog(LOG_ERR, "No such room <%s>\n", roomname);
-               return(ERROR + ROOM_NOT_FOUND);
-       }
-
-
-       msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
-       num_msgs_to_be_merged = 0;
-
-
-       cdbfr = cdb_fetch(CDB_MSGLISTS, &CCC->room.QRnumber, sizeof(long));
-       if (cdbfr == NULL) {
-               msglist = NULL;
-               num_msgs = 0;
-       } else {
-               msglist = (long *) cdbfr->ptr;
-               cdbfr->ptr = NULL;      /* CtdlSaveMsgPointerInRoom() now owns this memory */
-               num_msgs = cdbfr->len / sizeof(long);
-               cdb_free(cdbfr);
-       }
-
-
-       /* Create a list of msgid's which were supplied by the caller, but do
-        * not already exist in the target room.  It is absolutely taboo to
-        * have more than one reference to the same message in a room.
-        */
-       for (i=0; i<num_newmsgs; ++i) {
-               unique = 1;
-               if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
-                       if (msglist[j] == newmsgidlist[i]) {
-                               unique = 0;
-                       }
-               }
-               if (unique) {
-                       msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
-               }
-       }
-
-       MSG_syslog(LOG_DEBUG, "%d unique messages to be merged\n", num_msgs_to_be_merged);
-
-       /*
-        * Now merge the new messages
-        */
-       msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
-       if (msglist == NULL) {
-               MSGM_syslog(LOG_ALERT, "ERROR: can't realloc message list!\n");
-               free(msgs_to_be_merged);
-               return (ERROR + INTERNAL_ERROR);
-       }
-       memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
-       num_msgs += num_msgs_to_be_merged;
-
-       /* Sort the message list, so all the msgid's are in order */
-       num_msgs = sort_msglist(msglist, num_msgs);
-
-       /* Determine the highest message number */
-       highest_msg = msglist[num_msgs - 1];
-
-       /* Write it back to disk. */
-       cdb_store(CDB_MSGLISTS, &CCC->room.QRnumber, (int)sizeof(long),
-                 msglist, (int)(num_msgs * sizeof(long)));
-
-       /* Free up the memory we used. */
-       free(msglist);
-
-       /* Update the highest-message pointer and unlock the room. */
-       CCC->room.QRhighest = highest_msg;
-       CtdlPutRoomLock(&CCC->room);
-
-       /* Perform replication checks if necessary */
-       if ( (DoesThisRoomNeedEuidIndexing(&CCC->room)) && (do_repl_check) ) {
-               MSGM_syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() doing repl checks\n");
-
-               for (i=0; i<num_msgs_to_be_merged; ++i) {
-                       msgid = msgs_to_be_merged[i];
-       
-                       if (supplied_msg != NULL) {
-                               msg = supplied_msg;
-                       }
-                       else {
-                               msg = CtdlFetchMessage(msgid, 0);
-                       }
-       
-                       if (msg != NULL) {
-                               ReplicationChecks(msg);
-               
-                               /* If the message has an Exclusive ID, index that... */
-                               if (!CM_IsEmpty(msg, eExclusiveID)) {
-                                       index_message_by_euid(msg->cm_fields[eExclusiveID], &CCC->room, msgid);
-                               }
-
-                               /* Free up the memory we may have allocated */
-                               if (msg != supplied_msg) {
-                                       CM_Free(msg);
-                               }
-                       }
-       
-               }
-       }
-
-       else {
-               MSGM_syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() skips repl checks\n");
-       }
-
-       /* Submit this room for processing by hooks */
-       PerformRoomHooks(&CCC->room);
-
-       /* Go back to the room we were in before we wandered here... */
-       CtdlGetRoom(&CCC->room, hold_rm);
-
-       /* Bump the reference count for all messages which were merged */
-       if (!suppress_refcount_adj) {
-               AdjRefCountList(msgs_to_be_merged, num_msgs_to_be_merged, +1);
-       }
-
-       /* Free up memory... */
-       if (msgs_to_be_merged != NULL) {
-               free(msgs_to_be_merged);
-       }
-
-       /* Return success. */
-       return (0);
-}
-
-
-/*
- * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
- * a single message.
- */
-int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
-                            int do_repl_check, struct CtdlMessage *supplied_msg)
-{
-       return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
-}
-
-
-
-
-/*
- * Message base operation to save a new message to the message store
- * (returns new message number)
- *
- * This is the back end for CtdlSubmitMsg() and should not be directly
- * called by server-side modules.
- *
- */
-long send_message(struct CtdlMessage *msg) {
-       struct CitContext *CCC = CC;
-       long newmsgid;
-       long retval;
-       char msgidbuf[256];
-       long msgidbuflen;
-       struct ser_ret smr;
-       int is_bigmsg = 0;
-       char *holdM = NULL;
-       long holdMLen = 0;
-
-       /* Get a new message number */
-       newmsgid = get_new_message_number();
-       msgidbuflen = snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
-                              (long unsigned int) time(NULL),
-                              (long unsigned int) newmsgid,
-                              CtdlGetConfigStr("c_fqdn")
-               );
-
-       /* Generate an ID if we don't have one already */
-       if (CM_IsEmpty(msg, emessageId)) {
-               CM_SetField(msg, emessageId, msgidbuf, msgidbuflen);
-       }
-
-       /* If the message is big, set its body aside for storage elsewhere */
-       if (!CM_IsEmpty(msg, eMesageText)) {
-               if (msg->cm_lengths[eMesageText] > BIGMSG) {
-                       is_bigmsg = 1;
-                       holdM = msg->cm_fields[eMesageText];
-                       msg->cm_fields[eMesageText] = NULL;
-                       holdMLen = msg->cm_lengths[eMesageText];
-                       msg->cm_lengths[eMesageText] = 0;
-               }
-       }
-
-       /* Serialize our data structure for storage in the database */  
-       CtdlSerializeMessage(&smr, msg);
-
-       if (is_bigmsg) {
-               msg->cm_fields[eMesageText] = holdM;
-               msg->cm_lengths[eMesageText] = holdMLen;
-       }
-
-       if (smr.len == 0) {
-               cprintf("%d Unable to serialize message\n",
-                       ERROR + INTERNAL_ERROR);
-               return (-1L);
-       }
-
-       /* Write our little bundle of joy into the message base */
-       if (cdb_store(CDB_MSGMAIN, &newmsgid, (int)sizeof(long),
-                     smr.ser, smr.len) < 0) {
-               MSGM_syslog(LOG_ERR, "Can't store message\n");
-               retval = 0L;
-       } else {
-               if (is_bigmsg) {
-                       cdb_store(CDB_BIGMSGS,
-                                 &newmsgid,
-                                 (int)sizeof(long),
-                                 holdM,
-                                 (holdMLen + 1)
-                               );
-               }
-               retval = newmsgid;
-       }
-
-       /* Free the memory we used for the serialized message */
-       free(smr.ser);
-
-       /* Return the *local* message ID to the caller
-        * (even if we're storing an incoming network message)
-        */
-       return(retval);
-}
-
-
-
-/*
- * Serialize a struct CtdlMessage into the format used on disk and network.
- * 
- * This function loads up a "struct ser_ret" (defined in server.h) which
- * contains the length of the serialized message and a pointer to the
- * serialized message in memory.  THE LATTER MUST BE FREED BY THE CALLER.
- */
-void CtdlSerializeMessage(struct ser_ret *ret,         /* return values */
-                      struct CtdlMessage *msg) /* unserialized msg */
-{
-       struct CitContext *CCC = CC;
-       size_t wlen;
-       int i;
-
-       /*
-        * Check for valid message format
-        */
-       if (CM_IsValidMsg(msg) == 0) {
-               MSGM_syslog(LOG_ERR, "CtdlSerializeMessage() aborting due to invalid message\n");
-               ret->len = 0;
-               ret->ser = NULL;
-               return;
-       }
-
-       ret->len = 3;
-       for (i=0; i < NDiskFields; ++i)
-               if (msg->cm_fields[FieldOrder[i]] != NULL)
-                       ret->len += msg->cm_lengths[FieldOrder[i]] + 2;
-
-       ret->ser = malloc(ret->len);
-       if (ret->ser == NULL) {
-               MSG_syslog(LOG_ERR, "CtdlSerializeMessage() malloc(%ld) failed: %s\n",
-                          (long)ret->len, strerror(errno));
-               ret->len = 0;
-               ret->ser = NULL;
-               return;
-       }
-
-       ret->ser[0] = 0xFF;
-       ret->ser[1] = msg->cm_anon_type;
-       ret->ser[2] = msg->cm_format_type;
-       wlen = 3;
-
-       for (i=0; i < NDiskFields; ++i)
-               if (msg->cm_fields[FieldOrder[i]] != NULL)
-               {
-                       ret->ser[wlen++] = (char)FieldOrder[i];
-
-                       memcpy(&ret->ser[wlen],
-                              msg->cm_fields[FieldOrder[i]],
-                              msg->cm_lengths[FieldOrder[i]] + 1);
-
-                       wlen = wlen + msg->cm_lengths[FieldOrder[i]] + 1;
-               }
-
-       if (ret->len != wlen) {
-               MSG_syslog(LOG_ERR, "ERROR: len=%ld wlen=%ld\n",
-                          (long)ret->len, (long)wlen);
-       }
-
-       return;
-}
-
-
-/*
- * Check to see if any messages already exist in the current room which
- * carry the same Exclusive ID as this one.  If any are found, delete them.
- */
-void ReplicationChecks(struct CtdlMessage *msg) {
-       struct CitContext *CCC = CC;
-       long old_msgnum = (-1L);
-
-       if (DoesThisRoomNeedEuidIndexing(&CCC->room) == 0) return;
-
-       MSG_syslog(LOG_DEBUG, "Performing replication checks in <%s>\n",
-                  CCC->room.QRname);
-
-       /* No exclusive id?  Don't do anything. */
-       if (msg == NULL) return;
-       if (CM_IsEmpty(msg, eExclusiveID)) return;
-
-       /*MSG_syslog(LOG_DEBUG, "Exclusive ID: <%s> for room <%s>\n",
-         msg->cm_fields[eExclusiveID], CCC->room.QRname);*/
-
-       old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields[eExclusiveID], &CCC->room);
-       if (old_msgnum > 0L) {
-               MSG_syslog(LOG_DEBUG, "ReplicationChecks() replacing message %ld\n", old_msgnum);
-               CtdlDeleteMessages(CCC->room.QRname, &old_msgnum, 1, "");
-       }
-}
-
-
-
-/*
- * Save a message to disk and submit it into the delivery system.
- */
-long CtdlSubmitMsg(struct CtdlMessage *msg,    /* message to save */
-                  recptypes *recps,            /* recipients (if mail) */
-                  const char *force,           /* force a particular room? */
-                  int flags                    /* should the message be exported clean? */
-       )
-{
-       char hold_rm[ROOMNAMELEN];
-       char actual_rm[ROOMNAMELEN];
-       char force_room[ROOMNAMELEN];
-       char content_type[SIZ];                 /* We have to learn this */
-       char recipient[SIZ];
-       char bounce_to[1024];
-       const char *room;
-       long newmsgid;
-       const char *mptr = NULL;
-       struct ctdluser userbuf;
-       int a, i;
-       struct MetaData smi;
-       char *collected_addresses = NULL;
-       struct addresses_to_be_filed *aptr = NULL;
-       StrBuf *saved_rfc822_version = NULL;
-       int qualified_for_journaling = 0;
-       CitContext *CCC = MyContext();
-
-       MSGM_syslog(LOG_DEBUG, "CtdlSubmitMsg() called\n");
-       if (CM_IsValidMsg(msg) == 0) return(-1);        /* self check */
-
-       /* If this message has no timestamp, we take the liberty of
-        * giving it one, right now.
-        */
-       if (CM_IsEmpty(msg, eTimestamp)) {
-               CM_SetFieldLONG(msg, eTimestamp, time(NULL));
-       }
-
-       /* If this message has no path, we generate one.
-        */
-       if (CM_IsEmpty(msg, eMessagePath)) {
-               if (!CM_IsEmpty(msg, eAuthor)) {
-                       CM_CopyField(msg, eMessagePath, eAuthor);
-                       for (a=0; !IsEmptyStr(&msg->cm_fields[eMessagePath][a]); ++a) {
-                               if (isspace(msg->cm_fields[eMessagePath][a])) {
-                                       msg->cm_fields[eMessagePath][a] = ' ';
-                               }
-                       }
-               }
-               else {
-                       CM_SetField(msg, eMessagePath, HKEY("unknown"));
-               }
-       }
-
-       if (force == NULL) {
-               force_room[0] = '\0';
-       }
-       else {
-               strcpy(force_room, force);
-       }
-
-       /* Learn about what's inside, because it's what's inside that counts */
-       if (CM_IsEmpty(msg, eMesageText)) {
-               MSGM_syslog(LOG_ERR, "ERROR: attempt to save message with NULL body\n");
-               return(-2);
-       }
-
-       switch (msg->cm_format_type) {
-       case 0:
-               strcpy(content_type, "text/x-citadel-variformat");
-               break;
-       case 1:
-               strcpy(content_type, "text/plain");
-               break;
-       case 4:
-               strcpy(content_type, "text/plain");
-               mptr = bmstrcasestr(msg->cm_fields[eMesageText], "Content-type:");
-               if (mptr != NULL) {
-                       char *aptr;
-                       safestrncpy(content_type, &mptr[13], sizeof content_type);
-                       striplt(content_type);
-                       aptr = content_type;
-                       while (!IsEmptyStr(aptr)) {
-                               if ((*aptr == ';')
-                                   || (*aptr == ' ')
-                                   || (*aptr == 13)
-                                   || (*aptr == 10)) {
-                                       *aptr = 0;
-                               }
-                               else aptr++;
-                       }
-               }
-       }
-
-       /* Goto the correct room */
-       room = (recps) ? CCC->room.QRname : SENTITEMS;
-       MSG_syslog(LOG_DEBUG, "Selected room %s\n", room);
-       strcpy(hold_rm, CCC->room.QRname);
-       strcpy(actual_rm, CCC->room.QRname);
-       if (recps != NULL) {
-               strcpy(actual_rm, SENTITEMS);
-       }
-
-       /* If the user is a twit, move to the twit room for posting */
-       if (TWITDETECT) {
-               if (CCC->user.axlevel == AxProbU) {
-                       strcpy(hold_rm, actual_rm);
-                       strcpy(actual_rm, CtdlGetConfigStr("c_twitroom"));
-                       MSGM_syslog(LOG_DEBUG, "Diverting to twit room\n");
-               }
-       }
-
-       /* ...or if this message is destined for Aide> then go there. */
-       if (!IsEmptyStr(force_room)) {
-               strcpy(actual_rm, force_room);
-       }
-
-       MSG_syslog(LOG_INFO, "Final selection: %s (%s)\n", actual_rm, room);
-       if (strcasecmp(actual_rm, CCC->room.QRname)) {
-               /* CtdlGetRoom(&CCC->room, actual_rm); */
-               CtdlUserGoto(actual_rm, 0, 1, NULL, NULL, NULL, NULL);
-       }
-
-       /*
-        * If this message has no O (room) field, generate one.
-        */
-       if (CM_IsEmpty(msg, eOriginalRoom)) {
-               CM_SetField(msg, eOriginalRoom, CCC->room.QRname, strlen(CCC->room.QRname));
-       }
-
-       /* Perform "before save" hooks (aborting if any return nonzero) */
-       MSGM_syslog(LOG_DEBUG, "Performing before-save hooks\n");
-       if (PerformMessageHooks(msg, recps, EVT_BEFORESAVE) > 0) return(-3);
-
-       /*
-        * If this message has an Exclusive ID, and the room is replication
-        * checking enabled, then do replication checks.
-        */
-       if (DoesThisRoomNeedEuidIndexing(&CCC->room)) {
-               ReplicationChecks(msg);
-       }
-
-       /* Save it to disk */
-       MSGM_syslog(LOG_DEBUG, "Saving to disk\n");
-       newmsgid = send_message(msg);
-       if (newmsgid <= 0L) return(-5);
-
-       /* Write a supplemental message info record.  This doesn't have to
-        * be a critical section because nobody else knows about this message
-        * yet.
-        */
-       MSGM_syslog(LOG_DEBUG, "Creating MetaData record\n");
-       memset(&smi, 0, sizeof(struct MetaData));
-       smi.meta_msgnum = newmsgid;
-       smi.meta_refcount = 0;
-       safestrncpy(smi.meta_content_type, content_type,
-                   sizeof smi.meta_content_type);
-
-       /*
-        * Measure how big this message will be when rendered as RFC822.
-        * We do this for two reasons:
-        * 1. We need the RFC822 length for the new metadata record, so the
-        *    POP and IMAP services don't have to calculate message lengths
-        *    while the user is waiting (multiplied by potentially hundreds
-        *    or thousands of messages).
-        * 2. If journaling is enabled, we will need an RFC822 version of the
-        *    message to attach to the journalized copy.
-        */
-       if (CCC->redirect_buffer != NULL) {
-               MSGM_syslog(LOG_ALERT, "CCC->redirect_buffer is not NULL during message submission!\n");
-               abort();
-       }
-       CCC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
-       CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
-       smi.meta_rfc822_length = StrLength(CCC->redirect_buffer);
-       saved_rfc822_version = CCC->redirect_buffer;
-       CCC->redirect_buffer = NULL;
-
-       PutMetaData(&smi);
-
-       /* Now figure out where to store the pointers */
-       MSGM_syslog(LOG_DEBUG, "Storing pointers\n");
-
-       /* If this is being done by the networker delivering a private
-        * message, we want to BYPASS saving the sender's copy (because there
-        * is no local sender; it would otherwise go to the Trashcan).
-        */
-       if ((!CCC->internal_pgm) || (recps == NULL)) {
-               if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
-                       MSGM_syslog(LOG_ERR, "ERROR saving message pointer!\n");
-                       CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
-               }
-       }
-
-       /* For internet mail, drop a copy in the outbound queue room */
-       if ((recps != NULL) && (recps->num_internet > 0)) {
-               CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
-       }
-
-       /* If other rooms are specified, drop them there too. */
-       if ((recps != NULL) && (recps->num_room > 0))
-               for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
-                       extract_token(recipient, recps->recp_room, i,
-                                     '|', sizeof recipient);
-                       MSG_syslog(LOG_DEBUG, "Delivering to room <%s>\n", recipient);///// xxxx
-                       CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
-               }
-
-       /* Bump this user's messages posted counter. */
-       MSGM_syslog(LOG_DEBUG, "Updating user\n");
-       CtdlLockGetCurrentUser();
-       CCC->user.posted = CCC->user.posted + 1;
-       CtdlPutCurrentUserLock();
-
-       /* Decide where bounces need to be delivered */
-       if ((recps != NULL) && (recps->bounce_to == NULL))
-       {
-               if (CCC->logged_in) 
-                       snprintf(bounce_to, sizeof bounce_to, "%s@%s",
-                                CCC->user.fullname, config.c_nodename);
-               else 
-                       snprintf(bounce_to, sizeof bounce_to, "%s@%s",
-                                msg->cm_fields[eAuthor], msg->cm_fields[eNodeName]);
-               recps->bounce_to = bounce_to;
-       }
-               
-       CM_SetFieldLONG(msg, eVltMsgNum, newmsgid);
-
-
-       /* If this is private, local mail, make a copy in the
-        * recipient's mailbox and bump the reference count.
-        */
-       if ((recps != NULL) && (recps->num_local > 0))
-       {
-               char *pch;
-               int ntokens;
-
-               pch = recps->recp_local;
-               recps->recp_local = recipient;
-               ntokens = num_tokens(pch, '|');
-               for (i=0; i<ntokens; ++i)
-               {
-                       extract_token(recipient, pch, i, '|', sizeof recipient);
-                       MSG_syslog(LOG_DEBUG, "Delivering private local mail to <%s>\n", recipient);
-                       if (CtdlGetUser(&userbuf, recipient) == 0) {
-                               CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
-                               CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
-                               CtdlBumpNewMailCounter(userbuf.usernum);
-                               PerformMessageHooks(msg, recps, EVT_AFTERUSRMBOXSAVE);
-                       }
-                       else {
-                               MSG_syslog(LOG_DEBUG, "No user <%s>\n", recipient);
-                               CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
-                       }
-               }
-               recps->recp_local = pch;
-       }
-
-       /* Perform "after save" hooks */
-       MSGM_syslog(LOG_DEBUG, "Performing after-save hooks\n");
-
-       PerformMessageHooks(msg, recps, EVT_AFTERSAVE);
-       CM_FlushField(msg, eVltMsgNum);
-
-       /* Go back to the room we started from */
-       MSG_syslog(LOG_DEBUG, "Returning to original room %s\n", hold_rm);
-       if (strcasecmp(hold_rm, CCC->room.QRname))
-               CtdlUserGoto(hold_rm, 0, 1, NULL, NULL, NULL, NULL);
-
-       /*
-        * Any addresses to harvest for someone's address book?
-        */
-       if ( (CCC->logged_in) && (recps != NULL) ) {
-               collected_addresses = harvest_collected_addresses(msg);
-       }
-
-       if (collected_addresses != NULL) {
-               aptr = (struct addresses_to_be_filed *)
-                       malloc(sizeof(struct addresses_to_be_filed));
-               CtdlMailboxName(actual_rm, sizeof actual_rm,
-                               &CCC->user, USERCONTACTSROOM);
-               aptr->roomname = strdup(actual_rm);
-               aptr->collected_addresses = collected_addresses;
-               begin_critical_section(S_ATBF);
-               aptr->next = atbf;
-               atbf = aptr;
-               end_critical_section(S_ATBF);
-       }
-
-       /*
-        * Determine whether this message qualifies for journaling.
-        */
-       if (!CM_IsEmpty(msg, eJournal)) {
-               qualified_for_journaling = 0;
-       }
-       else {
-               if (recps == NULL) {
-                       qualified_for_journaling = config.c_journal_pubmsgs;
-               }
-               else if (recps->num_local + recps->num_ignet + recps->num_internet > 0) {
-                       qualified_for_journaling = config.c_journal_email;
-               }
-               else {
-                       qualified_for_journaling = config.c_journal_pubmsgs;
-               }
-       }
-
-       /*
-        * Do we have to perform journaling?  If so, hand off the saved
-        * RFC822 version will be handed off to the journaler for background
-        * submit.  Otherwise, we have to free the memory ourselves.
-        */
-       if (saved_rfc822_version != NULL) {
-               if (qualified_for_journaling) {
-                       JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
-               }
-               else {
-                       FreeStrBuf(&saved_rfc822_version);
-               }
-       }
-
-       if ((recps != NULL) && (recps->bounce_to == bounce_to))
-               recps->bounce_to = NULL;
-
-       /* Done. */
-       return(newmsgid);
-}
-
-
-/*
- * Convenience function for generating small administrative messages.
- */
-void quickie_message(const char *from,
-                    const char *fromaddr,
-                    const char *to,
-                    char *room,
-                    const char *text, 
-                    int format_type,
-                    const char *subject)
-{
-       struct CtdlMessage *msg;
-       recptypes *recp = NULL;
-
-       msg = malloc(sizeof(struct CtdlMessage));
-       memset(msg, 0, sizeof(struct CtdlMessage));
-       msg->cm_magic = CTDLMESSAGE_MAGIC;
-       msg->cm_anon_type = MES_NORMAL;
-       msg->cm_format_type = format_type;
-
-       if (from != NULL) {
-               CM_SetField(msg, eAuthor, from, strlen(from));
-       }
-       else if (fromaddr != NULL) {
-               char *pAt;
-               CM_SetField(msg, eAuthor, fromaddr, strlen(fromaddr));
-               pAt = strchr(msg->cm_fields[eAuthor], '@');
-               if (pAt != NULL) {
-                       CM_CutFieldAt(msg, eAuthor, pAt - msg->cm_fields[eAuthor]);
-               }
-       }
-       else {
-               msg->cm_fields[eAuthor] = strdup("Citadel");
-       }
-
-       if (fromaddr != NULL) CM_SetField(msg, erFc822Addr, fromaddr, strlen(fromaddr));
-       if (room != NULL) CM_SetField(msg, eOriginalRoom, room, strlen(room));
-       CM_SetField(msg, eNodeName, CtdlGetConfigStr("c_nodename"), strlen(CtdlGetConfigStr("c_nodename")));
-       if (to != NULL) {
-               CM_SetField(msg, eRecipient, to, strlen(to));
-               recp = validate_recipients(to, NULL, 0);
-       }
-       if (subject != NULL) {
-               CM_SetField(msg, eMsgSubject, subject, strlen(subject));
-       }
-       CM_SetField(msg, eMesageText, text, strlen(text));
-
-       CtdlSubmitMsg(msg, recp, room, 0);
-       CM_Free(msg);
-       if (recp != NULL) free_recipients(recp);
-}
-
-void flood_protect_quickie_message(const char *from,
-                                  const char *fromaddr,
-                                  const char *to,
-                                  char *room,
-                                  const char *text, 
-                                  int format_type,
-                                  const char *subject,
-                                  int nCriterions,
-                                  const char **CritStr,
-                                  const long *CritStrLen,
-                                  long ccid,
-                                  long ioid,
-                                  time_t NOW)
-{
-       int i;
-       u_char rawdigest[MD5_DIGEST_LEN];
-       struct MD5Context md5context;
-       StrBuf *guid;
-       char timestamp[64];
-       long tslen;
-       static const time_t tsday = (8*60*60); /* just care for a day... */
-       time_t seenstamp;
-
-       tslen = snprintf(timestamp, sizeof(timestamp), "%ld", tsday);
-       MD5Init(&md5context);
-
-       for (i = 0; i < nCriterions; i++)
-               MD5Update(&md5context,
-                         (const unsigned char*)CritStr[i], CritStrLen[i]);
-       MD5Update(&md5context,
-                 (const unsigned char*)timestamp, tslen);
-       MD5Final(rawdigest, &md5context);
-
-       guid = NewStrBufPlain(NULL,
-                             MD5_DIGEST_LEN * 2 + 12);
-       StrBufHexEscAppend(guid, NULL, rawdigest, MD5_DIGEST_LEN);
-       StrBufAppendBufPlain(guid, HKEY("_fldpt"), 0);
-       if (StrLength(guid) > 40)
-               StrBufCutAt(guid, 40, NULL);
-
-       seenstamp = CheckIfAlreadySeen("FPAideMessage",
-                                      guid,
-                                      NOW,
-                                      tsday,
-                                      eUpdate,
-                                      ccid,
-                                      ioid);
-       if ((seenstamp > 0) && (seenstamp < tsday))
-       {
-               FreeStrBuf(&guid);
-               /* yes, we did. flood protection kicks in. */
-               syslog(LOG_DEBUG,
-                      "not sending message again - %ld < %ld \n", seenstamp, tsday);
-               return;
-       }
-       else
-       {
-               syslog(LOG_DEBUG,
-                      "sending message. %ld >= %ld", seenstamp, tsday);
-               FreeStrBuf(&guid);
-               /* no, this message isn't sent recently; go ahead. */
-               quickie_message(from,
-                               fromaddr,
-                               to,
-                               room,
-                               text, 
-                               format_type,
-                               subject);
-       }
-}
-
-
-/*
- * Back end function used by CtdlMakeMessage() and similar functions
- */
-StrBuf *CtdlReadMessageBodyBuf(char *terminator,       /* token signalling EOT */
-                              long tlen,
-                              size_t maxlen,           /* maximum message length */
-                              StrBuf *exist,           /* if non-null, append to it;
-                                                          exist is ALWAYS freed  */
-                              int crlf,                /* CRLF newlines instead of LF */
-                              int *sock                /* socket handle or 0 for this session's client socket */
-       ) 
-{
-       StrBuf *Message;
-       StrBuf *LineBuf;
-       int flushing = 0;
-       int finished = 0;
-       int dotdot = 0;
-
-       LineBuf = NewStrBufPlain(NULL, SIZ);
-       if (exist == NULL) {
-               Message = NewStrBufPlain(NULL, 4 * SIZ);
-       }
-       else {
-               Message = NewStrBufDup(exist);
-       }
-
-       /* Do we need to change leading ".." to "." for SMTP escaping? */
-       if ((tlen == 1) && (*terminator == '.')) {
-               dotdot = 1;
-       }
-
-       /* read in the lines of message text one by one */
-       do {
-               if (sock != NULL) {
-                       if ((CtdlSockGetLine(sock, LineBuf, 5) < 0) ||
-                           (*sock == -1))
-                               finished = 1;
-               }
-               else {
-                       if (CtdlClientGetLine(LineBuf) < 0) finished = 1;
-               }
-               if ((StrLength(LineBuf) == tlen) && 
-                   (!strcmp(ChrPtr(LineBuf), terminator)))
-                       finished = 1;
-
-               if ( (!flushing) && (!finished) ) {
-                       if (crlf) {
-                               StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
-                       }
-                       else {
-                               StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
-                       }
-                       
-                       /* Unescape SMTP-style input of two dots at the beginning of the line */
-                       if ((dotdot) &&
-                           (StrLength(LineBuf) == 2) && 
-                           (!strcmp(ChrPtr(LineBuf), "..")))
-                       {
-                               StrBufCutLeft(LineBuf, 1);
-                       }
-                       
-                       StrBufAppendBuf(Message, LineBuf, 0);
-               }
-
-               /* if we've hit the max msg length, flush the rest */
-               if (StrLength(Message) >= maxlen) flushing = 1;
-
-       } while (!finished);
-       FreeStrBuf(&LineBuf);
-       return Message;
-}
-
-void DeleteAsyncMsg(ReadAsyncMsg **Msg)
-{
-       if (*Msg == NULL)
-               return;
-       FreeStrBuf(&(*Msg)->MsgBuf);
-
-       free(*Msg);
-       *Msg = NULL;
-}
-
-ReadAsyncMsg *NewAsyncMsg(const char *terminator,      /* token signalling EOT */
-                         long tlen,
-                         size_t maxlen,                /* maximum message length */
-                         size_t expectlen,             /* if we expect a message, how long should it be? */
-                         StrBuf *exist,                /* if non-null, append to it;
-                                                          exist is ALWAYS freed  */
-                         long eLen,                    /* length of exist */
-                         int crlf                      /* CRLF newlines instead of LF */
-       )
-{
-       ReadAsyncMsg *NewMsg;
-
-       NewMsg = (ReadAsyncMsg *)malloc(sizeof(ReadAsyncMsg));
-       memset(NewMsg, 0, sizeof(ReadAsyncMsg));
-
-       if (exist == NULL) {
-               long len;
-
-               if (expectlen == 0) {
-                       len = 4 * SIZ;
-               }
-               else {
-                       len = expectlen + 10;
-               }
-               NewMsg->MsgBuf = NewStrBufPlain(NULL, len);
-       }
-       else {
-               NewMsg->MsgBuf = NewStrBufDup(exist);
-       }
-       /* Do we need to change leading ".." to "." for SMTP escaping? */
-       if ((tlen == 1) && (*terminator == '.')) {
-               NewMsg->dodot = 1;
-       }
-
-       NewMsg->terminator = terminator;
-       NewMsg->tlen = tlen;
-
-       NewMsg->maxlen = maxlen;
-
-       NewMsg->crlf = crlf;
-
-       return NewMsg;
-}
-
-/*
- * Back end function used by CtdlMakeMessage() and similar functions
- */
-eReadState CtdlReadMessageBodyAsync(AsyncIO *IO)
-{
-       ReadAsyncMsg *ReadMsg;
-       int MsgFinished = 0;
-       eReadState Finished = eMustReadMore;
-
-#ifdef BIGBAD_IODBG
-       char fn [SIZ];
-       FILE *fd;
-       const char *pch = ChrPtr(IO->SendBuf.Buf);
-       const char *pchh = IO->SendBuf.ReadWritePointer;
-       long nbytes;
-       
-       if (pchh == NULL)
-               pchh = pch;
-       
-       nbytes = StrLength(IO->SendBuf.Buf) - (pchh - pch);
-       snprintf(fn, SIZ, "/tmp/foolog_ev_%s.%d",
-                ((CitContext*)(IO->CitContext))->ServiceName,
-                IO->SendBuf.fd);
-       
-       fd = fopen(fn, "a+");
-       if (fd == NULL) {
-               syslog(LOG_EMERG, "failed to open file %s: %s", fn, strerror(errno));
-               cit_backtrace();
-               exit(1);
-       }
-#endif
-
-       ReadMsg = IO->ReadMsg;
-
-       /* read in the lines of message text one by one */
-       do {
-               Finished = StrBufChunkSipLine(IO->IOBuf, &IO->RecvBuf);
-               
-               switch (Finished) {
-               case eMustReadMore: /// read new from socket... 
-#ifdef BIGBAD_IODBG
-                       if (IO->RecvBuf.ReadWritePointer != NULL) {
-                               nbytes = StrLength(IO->RecvBuf.Buf) - (IO->RecvBuf.ReadWritePointer - ChrPtr(IO->RecvBuf.Buf));
-                               fprintf(fd, "Read; Line unfinished: %ld Bytes still in buffer [", nbytes);
-                               
-                               fwrite(IO->RecvBuf.ReadWritePointer, nbytes, 1, fd);
-                       
-                               fprintf(fd, "]\n");
-                       } else {
-                               fprintf(fd, "BufferEmpty! \n");
-                       }
-                       fclose(fd);
-#endif
-                       return Finished;
-                   break;
-               case eBufferNotEmpty: /* shouldn't happen... */
-               case eReadSuccess: /// done for now...
-                   break;
-               case eReadFail: /// WHUT?
-                   ///todo: shut down! 
-                       break;
-               }
-           
-
-               if ((StrLength(IO->IOBuf) == ReadMsg->tlen) && 
-                   (!strcmp(ChrPtr(IO->IOBuf), ReadMsg->terminator))) {
-                       MsgFinished = 1;
-#ifdef BIGBAD_IODBG
-                       fprintf(fd, "found Terminator; Message Size: %d\n", StrLength(ReadMsg->MsgBuf));
-#endif
-               }
-               else if (!ReadMsg->flushing) {
-
-#ifdef BIGBAD_IODBG
-                       fprintf(fd, "Read Line: [%d][%s]\n", StrLength(IO->IOBuf), ChrPtr(IO->IOBuf));
-#endif
-
-                       /* Unescape SMTP-style input of two dots at the beginning of the line */
-                       if ((ReadMsg->dodot) &&
-                           (StrLength(IO->IOBuf) == 2) &&  /* TODO: do we just unescape lines with two dots or any line? */
-                           (!strcmp(ChrPtr(IO->IOBuf), "..")))
-                       {
-#ifdef BIGBAD_IODBG
-                               fprintf(fd, "UnEscaped!\n");
-#endif
-                               StrBufCutLeft(IO->IOBuf, 1);
-                       }
-
-                       if (ReadMsg->crlf) {
-                               StrBufAppendBufPlain(IO->IOBuf, HKEY("\r\n"), 0);
-                       }
-                       else {
-                               StrBufAppendBufPlain(IO->IOBuf, HKEY("\n"), 0);
-                       }
-
-                       StrBufAppendBuf(ReadMsg->MsgBuf, IO->IOBuf, 0);
-               }
-
-               /* if we've hit the max msg length, flush the rest */
-               if (StrLength(ReadMsg->MsgBuf) >= ReadMsg->maxlen) ReadMsg->flushing = 1;
-
-       } while (!MsgFinished);
-
-#ifdef BIGBAD_IODBG
-       fprintf(fd, "Done with reading; %s.\n, ",
-               (MsgFinished)?"Message Finished": "FAILED");
-       fclose(fd);
-#endif
-       if (MsgFinished)
-               return eReadSuccess;
-       else 
-               return eReadFail;
-}
-
-
-/*
- * Back end function used by CtdlMakeMessage() and similar functions
- */
-char *CtdlReadMessageBody(char *terminator,    /* token signalling EOT */
-                         long tlen,
-                         size_t maxlen,                /* maximum message length */
-                         StrBuf *exist,                /* if non-null, append to it;
-                                                  exist is ALWAYS freed  */
-                         int crlf,             /* CRLF newlines instead of LF */
-                         int *sock             /* socket handle or 0 for this session's client socket */
-       ) 
-{
-       StrBuf *Message;
-
-       Message = CtdlReadMessageBodyBuf(terminator,
-                                        tlen,
-                                        maxlen,
-                                        exist,
-                                        crlf,
-                                        sock);
-       if (Message == NULL)
-               return NULL;
-       else
-               return SmashStrBuf(&Message);
-}
-
-struct CtdlMessage *CtdlMakeMessage(
-        struct ctdluser *author,        /* author's user structure */
-        char *recipient,                /* NULL if it's not mail */
-        char *recp_cc,                 /* NULL if it's not mail */
-        char *room,                     /* room where it's going */
-        int type,                       /* see MES_ types in header file */
-        int format_type,                /* variformat, plain text, MIME... */
-        char *fake_name,                /* who we're masquerading as */
-       char *my_email,                 /* which of my email addresses to use (empty is ok) */
-        char *subject,                  /* Subject (optional) */
-       char *supplied_euid,            /* ...or NULL if this is irrelevant */
-        char *preformatted_text,        /* ...or NULL to read text from client */
-       char *references                /* Thread references */
-)
-{
-       return CtdlMakeMessageLen(
-               author, /* author's user structure */
-               recipient,              /* NULL if it's not mail */
-               (recipient)?strlen(recipient) : 0,
-               recp_cc,                        /* NULL if it's not mail */
-               (recp_cc)?strlen(recp_cc): 0,
-               room,                   /* room where it's going */
-               (room)?strlen(room): 0,
-               type,                   /* see MES_ types in header file */
-               format_type,            /* variformat, plain text, MIME... */
-               fake_name,              /* who we're masquerading as */
-               (fake_name)?strlen(fake_name): 0,
-               my_email,                       /* which of my email addresses to use (empty is ok) */
-               (my_email)?strlen(my_email): 0,
-               subject,                        /* Subject (optional) */
-               (subject)?strlen(subject): 0,
-               supplied_euid,          /* ...or NULL if this is irrelevant */
-               (supplied_euid)?strlen(supplied_euid):0,
-               preformatted_text,      /* ...or NULL to read text from client */
-               (preformatted_text)?strlen(preformatted_text) : 0,
-               references,             /* Thread references */
-               (references)?strlen(references):0);
-
-}
-
-/*
- * Build a binary message to be saved on disk.
- * (NOTE: if you supply 'preformatted_text', the buffer you give it
- * will become part of the message.  This means you are no longer
- * responsible for managing that memory -- it will be freed along with
- * the rest of the fields when CM_Free() is called.)
- */
-
-struct CtdlMessage *CtdlMakeMessageLen(
-       struct ctdluser *author,        /* author's user structure */
-       char *recipient,                /* NULL if it's not mail */
-       long rcplen,
-       char *recp_cc,                  /* NULL if it's not mail */
-       long cclen,
-       char *room,                     /* room where it's going */
-       long roomlen,
-       int type,                       /* see MES_ types in header file */
-       int format_type,                /* variformat, plain text, MIME... */
-       char *fake_name,                /* who we're masquerading as */
-       long fnlen,
-       char *my_email,                 /* which of my email addresses to use (empty is ok) */
-       long myelen,
-       char *subject,                  /* Subject (optional) */
-       long subjlen,
-       char *supplied_euid,            /* ...or NULL if this is irrelevant */
-       long euidlen,
-       char *preformatted_text,        /* ...or NULL to read text from client */
-       long textlen,
-       char *references,               /* Thread references */
-       long reflen
-       )
-{
-       struct CitContext *CCC = CC;
-       /* Don't confuse the poor folks if it's not routed mail. * /
-          char dest_node[256] = "";*/
-       long blen;
-       char buf[1024];
-       struct CtdlMessage *msg;
-       StrBuf *FakeAuthor;
-       StrBuf *FakeEncAuthor = NULL;
-
-       msg = malloc(sizeof(struct CtdlMessage));
-       memset(msg, 0, sizeof(struct CtdlMessage));
-       msg->cm_magic = CTDLMESSAGE_MAGIC;
-       msg->cm_anon_type = type;
-       msg->cm_format_type = format_type;
-
-       if (recipient != NULL) rcplen = striplt(recipient);
-       if (recp_cc != NULL) cclen = striplt(recp_cc);
-
-       /* Path or Return-Path */
-       if (myelen > 0) {
-               CM_SetField(msg, eMessagePath, my_email, myelen);
-       }
-       else {
-               CM_SetField(msg, eMessagePath, author->fullname, strlen(author->fullname));
-       }
-       convert_spaces_to_underscores(msg->cm_fields[eMessagePath]);
-
-       blen = snprintf(buf, sizeof buf, "%ld", (long)time(NULL));
-       CM_SetField(msg, eTimestamp, buf, blen);
-
-       if (fnlen > 0) {
-               FakeAuthor = NewStrBufPlain (fake_name, fnlen);
-       }
-       else {
-               FakeAuthor = NewStrBufPlain (author->fullname, -1);
-       }
-       StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
-       CM_SetAsFieldSB(msg, eAuthor, &FakeEncAuthor);
-       FreeStrBuf(&FakeAuthor);
-
-       if (CCC->room.QRflags & QR_MAILBOX) {           /* room */
-               CM_SetField(msg, eOriginalRoom, &CCC->room.QRname[11], strlen(&CCC->room.QRname[11]));
-       }
-       else {
-               CM_SetField(msg, eOriginalRoom, CCC->room.QRname, strlen(CCC->room.QRname));
-       }
-
-       CM_SetField(msg, eNodeName, CtdlGetConfigStr("c_nodename"), strlen(CtdlGetConfigStr("c_nodename")));
-       CM_SetField(msg, eHumanNode, CtdlGetConfigStr("c_humannode"), strlen(CtdlGetConfigStr("c_humannode")));
-
-       if (rcplen > 0) {
-               CM_SetField(msg, eRecipient, recipient, rcplen);
-       }
-       if (cclen > 0) {
-               CM_SetField(msg, eCarbonCopY, recp_cc, cclen);
-       }
-
-       if (myelen > 0) {
-               CM_SetField(msg, erFc822Addr, my_email, myelen);
-       }
-       else if ( (author == &CCC->user) && (!IsEmptyStr(CCC->cs_inet_email)) ) {
-               CM_SetField(msg, erFc822Addr, CCC->cs_inet_email, strlen(CCC->cs_inet_email));
-       }
-
-       if (subject != NULL) {
-               long length;
-               length = striplt(subject);
-               if (length > 0) {
-                       long i;
-                       long IsAscii;
-                       IsAscii = -1;
-                       i = 0;
-                       while ((subject[i] != '\0') &&
-                              (IsAscii = isascii(subject[i]) != 0 ))
-                               i++;
-                       if (IsAscii != 0)
-                               CM_SetField(msg, eMsgSubject, subject, subjlen);
-                       else /* ok, we've got utf8 in the string. */
-                       {
-                               char *rfc2047Subj;
-                               rfc2047Subj = rfc2047encode(subject, length);
-                               CM_SetAsField(msg, eMsgSubject, &rfc2047Subj, strlen(rfc2047Subj));
-                       }
-
-               }
-       }
-
-       if (euidlen > 0) {
-               CM_SetField(msg, eExclusiveID, supplied_euid, euidlen);
-       }
-
-       if (reflen > 0) {
-               CM_SetField(msg, eWeferences, references, reflen);
-       }
-
-       if (preformatted_text != NULL) {
-               CM_SetField(msg, eMesageText, preformatted_text, textlen);
-       }
-       else {
-               StrBuf *MsgBody;
-               MsgBody = CtdlReadMessageBodyBuf(HKEY("000"), CtdlGetConfigLong("c_maxmsglen"), NULL, 0, 0);
-               if (MsgBody != NULL) {
-                       CM_SetAsFieldSB(msg, eMesageText, &MsgBody);
-               }
-       }
-
-       return(msg);
-}
-
-
-
-
-/*
- * API function to delete messages which match a set of criteria
- * (returns the actual number of messages deleted)
- */
-int CtdlDeleteMessages(char *room_name,                /* which room */
-                      long *dmsgnums,          /* array of msg numbers to be deleted */
-                      int num_dmsgnums,        /* number of msgs to be deleted, or 0 for "any" */
-                      char *content_type       /* or "" for any.  regular expressions expected. */
-       )
-{
-       struct CitContext *CCC = CC;
-       struct ctdlroom qrbuf;
-       struct cdbdata *cdbfr;
-       long *msglist = NULL;
-       long *dellist = NULL;
-       int num_msgs = 0;
-       int i, j;
-       int num_deleted = 0;
-       int delete_this;
-       struct MetaData smi;
-       regex_t re;
-       regmatch_t pm;
-       int need_to_free_re = 0;
-
-       if (content_type) if (!IsEmptyStr(content_type)) {
-                       regcomp(&re, content_type, 0);
-                       need_to_free_re = 1;
-               }
-       MSG_syslog(LOG_DEBUG, " CtdlDeleteMessages(%s, %d msgs, %s)\n",
-                  room_name, num_dmsgnums, content_type);
-
-       /* get room record, obtaining a lock... */
-       if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
-               MSG_syslog(LOG_ERR, " CtdlDeleteMessages(): Room <%s> not found\n",
-                          room_name);
-               if (need_to_free_re) regfree(&re);
-               return (0);     /* room not found */
-       }
-       cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
-
-       if (cdbfr != NULL) {
-               dellist = malloc(cdbfr->len);
-               msglist = (long *) cdbfr->ptr;
-               cdbfr->ptr = NULL;      /* CtdlDeleteMessages() now owns this memory */
-               num_msgs = cdbfr->len / sizeof(long);
-               cdb_free(cdbfr);
-       }
-       if (num_msgs > 0) {
-               int have_contenttype = (content_type != NULL) && !IsEmptyStr(content_type);
-               int have_delmsgs = (num_dmsgnums == 0) || (dmsgnums == NULL);
-               int have_more_del = 1;
-
-               num_msgs = sort_msglist(msglist, num_msgs);
-               if (num_dmsgnums > 1)
-                       num_dmsgnums = sort_msglist(dmsgnums, num_dmsgnums);
-/*
-               {
-                       StrBuf *dbg = NewStrBuf();
-                       for (i = 0; i < num_dmsgnums; i++)
-                               StrBufAppendPrintf(dbg, ", %ld", dmsgnums[i]);
-                       MSG_syslog(LOG_DEBUG, " Deleting before: %s", ChrPtr(dbg));
-                       FreeStrBuf(&dbg);
-               }
-*/
-               i = 0; j = 0;
-               while ((i < num_msgs) && (have_more_del)) {
-                       delete_this = 0x00;
-
-                       /* Set/clear a bit for each criterion */
-
-                       /* 0 messages in the list or a null list means that we are
-                        * interested in deleting any messages which meet the other criteria.
-                        */
-                       if (have_delmsgs) {
-                               delete_this |= 0x01;
-                       }
-                       else {
-                               while ((i < num_msgs) && (msglist[i] < dmsgnums[j])) i++;
-
-                               if (i >= num_msgs)
-                                       continue;
-
-                               if (msglist[i] == dmsgnums[j]) {
-                                       delete_this |= 0x01;
-                               }
-                               j++;
-                               have_more_del = (j < num_dmsgnums);
-                       }
-
-                       if (have_contenttype) {
-                               GetMetaData(&smi, msglist[i]);
-                               if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
-                                       delete_this |= 0x02;
-                               }
-                       } else {
-                               delete_this |= 0x02;
-                       }
-
-                       /* Delete message only if all bits are set */
-                       if (delete_this == 0x03) {
-                               dellist[num_deleted++] = msglist[i];
-                               msglist[i] = 0L;
-                       }
-                       i++;
-               }
-/*
-               {
-                       StrBuf *dbg = NewStrBuf();
-                       for (i = 0; i < num_deleted; i++)
-                               StrBufAppendPrintf(dbg, ", %ld", dellist[i]);
-                       MSG_syslog(LOG_DEBUG, " Deleting: %s", ChrPtr(dbg));
-                       FreeStrBuf(&dbg);
-               }
-*/
-               num_msgs = sort_msglist(msglist, num_msgs);
-               cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
-                         msglist, (int)(num_msgs * sizeof(long)));
-
-               if (num_msgs > 0)
-                       qrbuf.QRhighest = msglist[num_msgs - 1];
-               else
-                       qrbuf.QRhighest = 0;
-       }
-       CtdlPutRoomLock(&qrbuf);
-
-       /* Go through the messages we pulled out of the index, and decrement
-        * their reference counts by 1.  If this is the only room the message
-        * was in, the reference count will reach zero and the message will
-        * automatically be deleted from the database.  We do this in a
-        * separate pass because there might be plug-in hooks getting called,
-        * and we don't want that happening during an S_ROOMS critical
-        * section.
-        */
-       if (num_deleted) {
-               for (i=0; i<num_deleted; ++i) {
-                       PerformDeleteHooks(qrbuf.QRname, dellist[i]);
-               }
-               AdjRefCountList(dellist, num_deleted, -1);
-       }
-       /* Now free the memory we used, and go away. */
-       if (msglist != NULL) free(msglist);
-       if (dellist != NULL) free(dellist);
-       MSG_syslog(LOG_DEBUG, " %d message(s) deleted.\n", num_deleted);
-       if (need_to_free_re) regfree(&re);
-       return (num_deleted);
-}
-
-
-
-
-/*
- * GetMetaData()  -  Get the supplementary record for a message
- */
-void GetMetaData(struct MetaData *smibuf, long msgnum)
-{
-
-       struct cdbdata *cdbsmi;
-       long TheIndex;
-
-       memset(smibuf, 0, sizeof(struct MetaData));
-       smibuf->meta_msgnum = msgnum;
-       smibuf->meta_refcount = 1;      /* Default reference count is 1 */
-
-       /* Use the negative of the message number for its supp record index */
-       TheIndex = (0L - msgnum);
-
-       cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
-       if (cdbsmi == NULL) {
-               return;         /* record not found; go with defaults */
-       }
-       memcpy(smibuf, cdbsmi->ptr,
-              ((cdbsmi->len > sizeof(struct MetaData)) ?
-               sizeof(struct MetaData) : cdbsmi->len));
-       cdb_free(cdbsmi);
-       return;
-}
-
-
-/*
- * PutMetaData()  -  (re)write supplementary record for a message
- */
-void PutMetaData(struct MetaData *smibuf)
-{
-       long TheIndex;
-
-       /* Use the negative of the message number for the metadata db index */
-       TheIndex = (0L - smibuf->meta_msgnum);
-
-       cdb_store(CDB_MSGMAIN,
-                 &TheIndex, (int)sizeof(long),
-                 smibuf, (int)sizeof(struct MetaData));
-
-}
-
-/*
- * AdjRefCount  -  submit an adjustment to the reference count for a message.
- *                 (These are just queued -- we actually process them later.)
- */
-void AdjRefCount(long msgnum, int incr)
-{
-       struct CitContext *CCC = CC;
-       struct arcq new_arcq;
-       int rv = 0;
-
-       MSG_syslog(LOG_DEBUG, "AdjRefCount() msg %ld ref count delta %+d\n", msgnum, incr);
-
-       begin_critical_section(S_SUPPMSGMAIN);
-       if (arcfp == NULL) {
-               arcfp = fopen(file_arcq, "ab+");
-               chown(file_arcq, CTDLUID, (-1));
-               chmod(file_arcq, 0600);
-       }
-       end_critical_section(S_SUPPMSGMAIN);
-
-       /* msgnum < 0 means that we're trying to close the file */
-       if (msgnum < 0) {
-               MSGM_syslog(LOG_DEBUG, "Closing the AdjRefCount queue file\n");
-               begin_critical_section(S_SUPPMSGMAIN);
-               if (arcfp != NULL) {
-                       fclose(arcfp);
-                       arcfp = NULL;
-               }
-               end_critical_section(S_SUPPMSGMAIN);
-               return;
-       }
-
-       /*
-        * If we can't open the queue, perform the operation synchronously.
-        */
-       if (arcfp == NULL) {
-               TDAP_AdjRefCount(msgnum, incr);
-               return;
-       }
-
-       new_arcq.arcq_msgnum = msgnum;
-       new_arcq.arcq_delta = incr;
-       rv = fwrite(&new_arcq, sizeof(struct arcq), 1, arcfp);
-       if (rv == -1) {
-               MSG_syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
-                          file_arcq,
-                          strerror(errno));
-       }
-       fflush(arcfp);
-
-       return;
-}
-
-void AdjRefCountList(long *msgnum, long nmsg, int incr)
-{
-       struct CitContext *CCC = CC;
-       long i, the_size, offset;
-       struct arcq *new_arcq;
-       int rv = 0;
-
-       MSG_syslog(LOG_DEBUG, "AdjRefCountList() msg %ld ref count delta %+d\n", nmsg, incr);
-
-       begin_critical_section(S_SUPPMSGMAIN);
-       if (arcfp == NULL) {
-               arcfp = fopen(file_arcq, "ab+");
-               chown(file_arcq, CTDLUID, (-1));
-               chmod(file_arcq, 0600);
-       }
-       end_critical_section(S_SUPPMSGMAIN);
-
-       /*
-        * If we can't open the queue, perform the operation synchronously.
-        */
-       if (arcfp == NULL) {
-               for (i = 0; i < nmsg; i++)
-                       TDAP_AdjRefCount(msgnum[i], incr);
-               return;
-       }
-
-       the_size = sizeof(struct arcq) * nmsg;
-       new_arcq = malloc(the_size);
-       for (i = 0; i < nmsg; i++) {
-               new_arcq[i].arcq_msgnum = msgnum[i];
-               new_arcq[i].arcq_delta = incr;
-       }
-       rv = 0;
-       offset = 0;
-       while ((rv >= 0) && (offset < the_size))
-       {
-               rv = fwrite(new_arcq + offset, 1, the_size - offset, arcfp);
-               if (rv == -1) {
-                       MSG_syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
-                                  file_arcq,
-                                  strerror(errno));
-               }
-               else {
-                       offset += rv;
-               }
-       }
-       free(new_arcq);
-       fflush(arcfp);
-
-       return;
-}
-
-
-/*
- * TDAP_ProcessAdjRefCountQueue()
- *
- * Process the queue of message count adjustments that was created by calls
- * to AdjRefCount() ... by reading the queue and calling TDAP_AdjRefCount()
- * for each one.  This should be an "off hours" operation.
- */
-int TDAP_ProcessAdjRefCountQueue(void)
-{
-       struct CitContext *CCC = CC;
-       char file_arcq_temp[PATH_MAX];
-       int r;
-       FILE *fp;
-       struct arcq arcq_rec;
-       int num_records_processed = 0;
-
-       snprintf(file_arcq_temp, sizeof file_arcq_temp, "%s.%04x", file_arcq, rand());
-
-       begin_critical_section(S_SUPPMSGMAIN);
-       if (arcfp != NULL) {
-               fclose(arcfp);
-               arcfp = NULL;
-       }
-
-       r = link(file_arcq, file_arcq_temp);
-       if (r != 0) {
-               MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
-               end_critical_section(S_SUPPMSGMAIN);
-               return(num_records_processed);
-       }
-
-       unlink(file_arcq);
-       end_critical_section(S_SUPPMSGMAIN);
-
-       fp = fopen(file_arcq_temp, "rb");
-       if (fp == NULL) {
-               MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
-               return(num_records_processed);
-       }
-
-       while (fread(&arcq_rec, sizeof(struct arcq), 1, fp) == 1) {
-               TDAP_AdjRefCount(arcq_rec.arcq_msgnum, arcq_rec.arcq_delta);
-               ++num_records_processed;
-       }
-
-       fclose(fp);
-       r = unlink(file_arcq_temp);
-       if (r != 0) {
-               MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
-       }
-
-       return(num_records_processed);
-}
-
-
-
-/*
- * TDAP_AdjRefCount  -  adjust the reference count for a message.
- *                      This one does it "for real" because it's called by
- *                      the autopurger function that processes the queue
- *                      created by AdjRefCount().   If a message's reference
- *                      count becomes zero, we also delete the message from
- *                      disk and de-index it.
- */
-void TDAP_AdjRefCount(long msgnum, int incr)
-{
-       struct CitContext *CCC = CC;
-
-       struct MetaData smi;
-       long delnum;
-
-       /* This is a *tight* critical section; please keep it that way, as
-        * it may get called while nested in other critical sections.  
-        * Complicating this any further will surely cause deadlock!
-        */
-       begin_critical_section(S_SUPPMSGMAIN);
-       GetMetaData(&smi, msgnum);
-       smi.meta_refcount += incr;
-       PutMetaData(&smi);
-       end_critical_section(S_SUPPMSGMAIN);
-       MSG_syslog(LOG_DEBUG, "TDAP_AdjRefCount() msg %ld ref count delta %+d, is now %d\n",
-                  msgnum, incr, smi.meta_refcount
-               );
-
-       /* If the reference count is now zero, delete the message
-        * (and its supplementary record as well).
-        */
-       if (smi.meta_refcount == 0) {
-               MSG_syslog(LOG_DEBUG, "Deleting message <%ld>\n", msgnum);
-               
-               /* Call delete hooks with NULL room to show it has gone altogether */
-               PerformDeleteHooks(NULL, msgnum);
-
-               /* Remove from message base */
-               delnum = msgnum;
-               cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
-               cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
-
-               /* Remove metadata record */
-               delnum = (0L - msgnum);
-               cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
-       }
-
-}
-
-/*
- * Write a generic object to this room
- *
- * Note: this could be much more efficient.  Right now we use two temporary
- * files, and still pull the message into memory as with all others.
- */
-void CtdlWriteObject(char *req_room,                   /* Room to stuff it in */
-                    char *content_type,                /* MIME type of this object */
-                    char *raw_message,         /* Data to be written */
-                    off_t raw_length,          /* Size of raw_message */
-                    struct ctdluser *is_mailbox,       /* Mailbox room? */
-                    int is_binary,                     /* Is encoding necessary? */
-                    int is_unique,                     /* Del others of this type? */
-                    unsigned int flags         /* Internal save flags */
-       )
-{
-       struct CitContext *CCC = CC;
-       struct ctdlroom qrbuf;
-       char roomname[ROOMNAMELEN];
-       struct CtdlMessage *msg;
-       StrBuf *encoded_message = NULL;
-
-       if (is_mailbox != NULL) {
-               CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
-       }
-       else {
-               safestrncpy(roomname, req_room, sizeof(roomname));
-       }
-
-       MSG_syslog(LOG_DEBUG, "Raw length is %ld\n", (long)raw_length);
-
-       if (is_binary) {
-               encoded_message = NewStrBufPlain(NULL, (size_t) (((raw_length * 134) / 100) + 4096 ) );
-       }
-       else {
-               encoded_message = NewStrBufPlain(NULL, (size_t)(raw_length + 4096));
-       }
-
-       StrBufAppendBufPlain(encoded_message, HKEY("Content-type: "), 0);
-       StrBufAppendBufPlain(encoded_message, content_type, -1, 0);
-       StrBufAppendBufPlain(encoded_message, HKEY("\n"), 0);
-
-       if (is_binary) {
-               StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: base64\n\n"), 0);
-       }
-       else {
-               StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: 7bit\n\n"), 0);
-       }
-
-       if (is_binary) {
-               StrBufBase64Append(encoded_message, NULL, raw_message, raw_length, 0);
-       }
-       else {
-               StrBufAppendBufPlain(encoded_message, raw_message, raw_length, 0);
-       }
-
-       MSGM_syslog(LOG_DEBUG, "Allocating\n");
-       msg = malloc(sizeof(struct CtdlMessage));
-       memset(msg, 0, sizeof(struct CtdlMessage));
-       msg->cm_magic = CTDLMESSAGE_MAGIC;
-       msg->cm_anon_type = MES_NORMAL;
-       msg->cm_format_type = 4;
-       CM_SetField(msg, eAuthor, CCC->user.fullname, strlen(CCC->user.fullname));
-       CM_SetField(msg, eOriginalRoom, req_room, strlen(req_room));
-       CM_SetField(msg, eNodeName, CtdlGetConfigStr("c_nodename"), strlen(CtdlGetConfigStr("c_nodename")));
-       CM_SetField(msg, eHumanNode, CtdlGetConfigStr("c_humannode"), strlen(CtdlGetConfigStr("c_humannode")));
-       msg->cm_flags = flags;
-       
-       CM_SetAsFieldSB(msg, eMesageText, &encoded_message);
-
-       /* Create the requested room if we have to. */
-       if (CtdlGetRoom(&qrbuf, roomname) != 0) {
-               CtdlCreateRoom(roomname, 
-                              ( (is_mailbox != NULL) ? 5 : 3 ),
-                              "", 0, 1, 0, VIEW_BBS);
-       }
-       /* If the caller specified this object as unique, delete all
-        * other objects of this type that are currently in the room.
-        */
-       if (is_unique) {
-               MSG_syslog(LOG_DEBUG, "Deleted %d other msgs of this type\n",
-                          CtdlDeleteMessages(roomname, NULL, 0, content_type)
-                       );
-       }
-       /* Now write the data */
-       CtdlSubmitMsg(msg, NULL, roomname, 0);
-       CM_Free(msg);
-}
-
-
-
-/*****************************************************************************/
-/*                      MODULE INITIALIZATION STUFF                          */
-/*****************************************************************************/
-void SetMessageDebugEnabled(const int n)
-{
-       MessageDebugEnabled = n;
-}
-CTDL_MODULE_INIT(msgbase)
-{
-       if (!threading) {
-               CtdlRegisterDebugFlagHook(HKEY("messages"), SetMessageDebugEnabled, &MessageDebugEnabled);
-       }
-
-        /* return our Subversion id for the Log */
-       return "msgbase";
-}