1 // Implements the message store.
3 // Copyright (c) 1987-2024 by the citadel.org team
5 // This program is open source software. Use, duplication, or disclosure
6 // is subject to the terms of the GNU General Public License version 3.
14 #include <libcitadel.h>
15 #include "ctdl_module.h"
16 #include "citserver.h"
19 #include "clientsocket.h"
23 #include "internet_addressing.h"
24 #include "euidindex.h"
26 #include "journaling.h"
27 #include "modules/fulltext/serv_fulltext.h"
29 struct addresses_to_be_filed *atbf = NULL;
31 // These are the four-character field headers we use when outputting
32 // messages in Citadel format (as opposed to RFC822 format).
34 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
35 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
36 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
37 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
38 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
39 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
40 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
41 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
43 "from", // A -> eAuthor
44 NULL, // B -> eBig_message
45 NULL, // C (formerly used as eRemoteRoom)
46 NULL, // D (formerly used as eDestination)
47 "exti", // E -> eXclusivID
48 "rfca", // F -> erFc822Addr
50 "hnod", // H (formerly used as eHumanNode)
51 "msgn", // I -> emessageId
52 "jrnl", // J -> eJournal
53 "rep2", // K -> eReplyTo
54 "list", // L -> eListID
55 "text", // M -> eMessageText
56 NULL, // N (formerly used as eNodename)
57 "room", // O -> eOriginalRoom
58 "path", // P -> eMessagePath
60 "rcpt", // R -> eRecipient
61 NULL, // S (formerly used as eSpecialField)
62 "time", // T -> eTimestamp
63 "subj", // U -> eMsgSubject
64 "nvto", // V -> eenVelopeTo
65 "wefw", // W -> eWeferences
67 "cccc", // Y -> eCarbonCopY
72 HashList *msgKeyLookup = NULL;
74 int GetFieldFromMnemonic(eMsgField *f, const char* c) {
76 if (GetHash(msgKeyLookup, c, 4, &v)) {
83 void FillMsgKeyLookupTable(void) {
86 msgKeyLookup = NewHash (1, FourHash);
88 for (i=0; i < 91; i++) {
89 if (msgkeys[i] != NULL) {
90 Put(msgKeyLookup, msgkeys[i], 4, (void*)i, reference_free_handler);
96 eMsgField FieldOrder[] = {
105 // Semi-important fields
123 // Message text (MUST be last)
125 // Not saved to disk:
130 static const long NDiskFields = sizeof(FieldOrder) / sizeof(eMsgField);
133 int CM_IsEmpty(struct CtdlMessage *Msg, eMsgField which) {
134 return !((Msg->cm_fields[which] != NULL) && (Msg->cm_fields[which][0] != '\0'));
138 void CM_SetField(struct CtdlMessage *Msg, eMsgField which, const char *buf) {
139 if (Msg->cm_fields[which] != NULL) {
140 free(Msg->cm_fields[which]);
142 Msg->cm_fields[which] = strdup(buf);
143 Msg->cm_lengths[which] = strlen(buf);
147 void CM_SetFieldLONG(struct CtdlMessage *Msg, eMsgField which, long lvalue) {
150 len = snprintf(buf, sizeof(buf), "%ld", lvalue);
151 CM_SetField(Msg, which, buf);
155 void CM_CutFieldAt(struct CtdlMessage *Msg, eMsgField WhichToCut, long maxlen) {
156 if (Msg->cm_fields[WhichToCut] == NULL)
159 if (Msg->cm_lengths[WhichToCut] > maxlen)
161 Msg->cm_fields[WhichToCut][maxlen] = '\0';
162 Msg->cm_lengths[WhichToCut] = maxlen;
167 void CM_FlushField(struct CtdlMessage *Msg, eMsgField which) {
168 if (Msg->cm_fields[which] != NULL)
169 free (Msg->cm_fields[which]);
170 Msg->cm_fields[which] = NULL;
171 Msg->cm_lengths[which] = 0;
175 void CM_Flush(struct CtdlMessage *Msg) {
178 if (CM_IsValidMsg(Msg) == 0) {
182 for (i = 0; i < 256; ++i) {
183 CM_FlushField(Msg, i);
188 void CM_CopyField(struct CtdlMessage *Msg, eMsgField WhichToPutTo, eMsgField WhichtToCopy) {
190 if (Msg->cm_fields[WhichToPutTo] != NULL) {
191 free (Msg->cm_fields[WhichToPutTo]);
194 if (Msg->cm_fields[WhichtToCopy] != NULL) {
195 len = Msg->cm_lengths[WhichtToCopy];
196 Msg->cm_fields[WhichToPutTo] = malloc(len + 1);
197 memcpy(Msg->cm_fields[WhichToPutTo], Msg->cm_fields[WhichtToCopy], len);
198 Msg->cm_fields[WhichToPutTo][len] = '\0';
199 Msg->cm_lengths[WhichToPutTo] = len;
202 Msg->cm_fields[WhichToPutTo] = NULL;
203 Msg->cm_lengths[WhichToPutTo] = 0;
208 void CM_PrependToField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length) {
209 if (Msg->cm_fields[which] != NULL) {
214 oldmsgsize = Msg->cm_lengths[which] + 1;
215 newmsgsize = length + oldmsgsize;
217 new = malloc(newmsgsize);
218 memcpy(new, buf, length);
219 memcpy(new + length, Msg->cm_fields[which], oldmsgsize);
220 free(Msg->cm_fields[which]);
221 Msg->cm_fields[which] = new;
222 Msg->cm_lengths[which] = newmsgsize - 1;
225 Msg->cm_fields[which] = malloc(length + 1);
226 memcpy(Msg->cm_fields[which], buf, length);
227 Msg->cm_fields[which][length] = '\0';
228 Msg->cm_lengths[which] = length;
233 // This is like CM_SetField() except the caller is transferring ownership of the supplied memory to the message
234 void CM_SetAsField(struct CtdlMessage *Msg, eMsgField which, char **buf, long length) {
235 if (Msg->cm_fields[which] != NULL) {
236 free (Msg->cm_fields[which]);
239 Msg->cm_fields[which] = *buf;
241 if (length < 0) { // You can set the length to -1 to have CM_SetField measure it for you
242 Msg->cm_lengths[which] = strlen(Msg->cm_fields[which]);
245 Msg->cm_lengths[which] = length;
250 void CM_SetAsFieldSB(struct CtdlMessage *Msg, eMsgField which, StrBuf **buf) {
251 if (Msg->cm_fields[which] != NULL) {
252 free (Msg->cm_fields[which]);
255 Msg->cm_lengths[which] = StrLength(*buf);
256 Msg->cm_fields[which] = SmashStrBuf(buf);
260 void CM_GetAsField(struct CtdlMessage *Msg, eMsgField which, char **ret, long *retlen) {
261 if (Msg->cm_fields[which] != NULL) {
262 *retlen = Msg->cm_lengths[which];
263 *ret = Msg->cm_fields[which];
264 Msg->cm_fields[which] = NULL;
265 Msg->cm_lengths[which] = 0;
274 // Returns 1 if the supplied pointer points to a valid Citadel message.
275 // If the pointer is NULL or the magic number check fails, returns 0.
276 int CM_IsValidMsg(struct CtdlMessage *msg) {
280 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
281 syslog(LOG_WARNING, "msgbase: CM_IsValidMsg() self-check failed");
288 void CM_FreeContents(struct CtdlMessage *msg) {
291 for (i = 0; i < 256; ++i)
292 if (msg->cm_fields[i] != NULL) {
293 free(msg->cm_fields[i]);
294 msg->cm_lengths[i] = 0;
297 msg->cm_magic = 0; // just in case
301 // 'Destructor' for struct CtdlMessage
302 void CM_Free(struct CtdlMessage *msg) {
303 if (CM_IsValidMsg(msg) == 0) {
304 if (msg != NULL) free (msg);
307 CM_FreeContents(msg);
312 int CM_DupField(eMsgField i, struct CtdlMessage *OrgMsg, struct CtdlMessage *NewMsg) {
314 len = OrgMsg->cm_lengths[i];
315 NewMsg->cm_fields[i] = malloc(len + 1);
316 if (NewMsg->cm_fields[i] == NULL) {
319 memcpy(NewMsg->cm_fields[i], OrgMsg->cm_fields[i], len);
320 NewMsg->cm_fields[i][len] = '\0';
321 NewMsg->cm_lengths[i] = len;
326 struct CtdlMessage *CM_Duplicate(struct CtdlMessage *OrgMsg) {
328 struct CtdlMessage *NewMsg;
330 if (CM_IsValidMsg(OrgMsg) == 0) {
333 NewMsg = (struct CtdlMessage *)malloc(sizeof(struct CtdlMessage));
334 if (NewMsg == NULL) {
338 memcpy(NewMsg, OrgMsg, sizeof(struct CtdlMessage));
340 memset(&NewMsg->cm_fields, 0, sizeof(char*) * 256);
342 for (i = 0; i < 256; ++i) {
343 if (OrgMsg->cm_fields[i] != NULL) {
344 if (!CM_DupField(i, OrgMsg, NewMsg)) {
355 // Determine if a given message matches the fields in a message template.
356 // Return 0 for a successful match.
357 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
360 // If there aren't any fields in the template, all messages will match.
361 if (template == NULL) return(0);
363 // Null messages are bogus.
364 if (msg == NULL) return(1);
366 for (i='A'; i<='Z'; ++i) {
367 if (template->cm_fields[i] != NULL) {
368 if (msg->cm_fields[i] == NULL) {
369 // Considered equal if temmplate is empty string
370 if (IsEmptyStr(template->cm_fields[i])) continue;
373 if ((template->cm_lengths[i] != msg->cm_lengths[i]) ||
374 (strcasecmp(msg->cm_fields[i], template->cm_fields[i])))
379 // All compares succeeded: we have a match!
384 // Retrieve the "seen" message list for the current room.
385 void CtdlGetSeen(char *buf, int which_set) {
388 // Learn about the user and room in question
389 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
391 if (which_set == ctdlsetseen_seen) {
392 safestrncpy(buf, vbuf.v_seen, SIZ);
394 if (which_set == ctdlsetseen_answered) {
395 safestrncpy(buf, vbuf.v_answered, SIZ);
400 // Manipulate the "seen msgs" string (or other message set strings)
401 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
402 int target_setting, int which_set,
403 struct ctdluser *which_user, struct ctdlroom *which_room) {
417 char *is_set; // actually an array of booleans
419 // Don't bother doing *anything* if we were passed a list of zero messages
420 if (num_target_msgnums < 1) {
424 // If no room was specified, we go with the current room.
426 which_room = &CC->room;
429 // If no user was specified, we go with the current user.
431 which_user = &CC->user;
434 syslog(LOG_DEBUG, "msgbase: CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>",
435 num_target_msgnums, target_msgnums[0],
436 (target_setting ? "SET" : "CLEAR"),
440 // Learn about the user and room in question
441 CtdlGetRelationship(&vbuf, which_user, which_room);
443 // Load the message list
444 num_msgs = CtdlFetchMsgList(which_room->QRnumber, &msglist);
450 is_set = malloc(num_msgs * sizeof(char));
451 memset(is_set, 0, (num_msgs * sizeof(char)) );
453 // Decide which message set we're manipulating
455 case ctdlsetseen_seen:
456 vset = NewStrBufPlain(vbuf.v_seen, -1);
458 case ctdlsetseen_answered:
459 vset = NewStrBufPlain(vbuf.v_answered, -1);
465 // Translate the existing sequence set into an array of booleans
466 setstr = NewStrBuf();
470 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
472 StrBufExtract_token(lostr, setstr, 0, ':');
473 if (StrBufNum_tokens(setstr, ':') >= 2) {
474 StrBufExtract_token(histr, setstr, 1, ':');
478 StrBufAppendBuf(histr, lostr, 0);
481 if (!strcmp(ChrPtr(histr), "*")) {
488 for (i = 0; i < num_msgs; ++i) {
489 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
498 // Now translate the array of booleans back into a sequence set
504 for (i=0; i<num_msgs; ++i) {
508 for (k=0; k<num_target_msgnums; ++k) {
509 if (msglist[i] == target_msgnums[k]) {
510 is_seen = target_setting;
514 if ((was_seen == 0) && (is_seen == 1)) {
517 else if ((was_seen == 1) && (is_seen == 0)) {
520 if (StrLength(vset) > 0) {
521 StrBufAppendBufPlain(vset, HKEY(","), 0);
524 StrBufAppendPrintf(vset, "%ld", hi);
527 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
531 if ((is_seen) && (i == num_msgs - 1)) {
532 if (StrLength(vset) > 0) {
533 StrBufAppendBufPlain(vset, HKEY(","), 0);
535 if ((i==0) || (was_seen == 0)) {
536 StrBufAppendPrintf(vset, "%ld", msglist[i]);
539 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
546 // We will have to stuff this string back into a 4096 byte buffer, so if it's
547 // larger than that now, truncate it by removing tokens from the beginning.
548 // The limit of 100 iterations is there to prevent an infinite loop in case
549 // something unexpected happens.
550 int number_of_truncations = 0;
551 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
552 StrBufRemove_token(vset, 0, ',');
553 ++number_of_truncations;
556 // If we're truncating the sequence set of messages marked with the 'seen' flag,
557 // we want the earliest messages (the truncated ones) to be marked, not unmarked.
558 // Otherwise messages at the beginning will suddenly appear to be 'unseen'.
559 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
561 first_tok = NewStrBuf();
562 StrBufExtract_token(first_tok, vset, 0, ',');
563 StrBufRemove_token(vset, 0, ',');
565 if (StrBufNum_tokens(first_tok, ':') > 1) {
566 StrBufRemove_token(first_tok, 0, ':');
570 new_set = NewStrBuf();
571 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
572 StrBufAppendBuf(new_set, first_tok, 0);
573 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
574 StrBufAppendBuf(new_set, vset, 0);
577 FreeStrBuf(&first_tok);
581 // Decide which message set we're manipulating. Zero the buffers so they compress well.
583 case ctdlsetseen_seen:
584 memset(vbuf.v_seen, 0, sizeof vbuf.v_seen);
585 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
587 case ctdlsetseen_answered:
588 memset(vbuf.v_answered, 0, sizeof vbuf.v_seen);
589 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
595 CtdlSetRelationship(&vbuf, which_user, which_room);
600 // API function to perform an operation for each qualifying message in the
601 // current room. (Returns the number of messages processed.)
602 int CtdlForEachMessage(int mode, long ref, char *search_string,
604 struct CtdlMessage *compare,
605 ForEachMsgCallback CallBack,
610 long *msglist = NULL;
612 int num_processed = 0;
615 struct CtdlMessage *msg = NULL;
618 int printed_lastold = 0;
620 int need_to_free_re = 0;
622 Array *search = NULL;
624 if ((content_type) && (!IsEmptyStr(content_type))) {
625 regcomp(&re, content_type, 0);
629 // Learn about the user and room in question
630 if (server_shutting_down) {
631 if (need_to_free_re) regfree(&re);
634 CtdlGetUser(&CC->user, CC->curr_user);
636 if (server_shutting_down) {
637 if (need_to_free_re) regfree(&re);
640 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
642 if (server_shutting_down) {
643 if (need_to_free_re) regfree(&re);
647 // Load the message list
648 num_msgs = CtdlFetchMsgList(CC->room.QRnumber, &msglist);
651 if (need_to_free_re) regfree(&re);
652 return 0; // No messages at all? No further action.
655 // Now begin the traversal.
656 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) if (msglist[a] > 0) {
658 // If the caller is looking for a specific MIME type, filter
659 // out all messages which are not of the type requested.
660 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
662 // This call to GetMetaData() sits inside this loop
663 // so that we only do the extra database read per msg
664 // if we need to. Doing the extra read all the time
665 // really kills the server. If we ever need to use
666 // metadata for another search criterion, we need to
667 // move the read somewhere else -- but still be smart
668 // enough to only do the read if the caller has
669 // specified something that will need it.
670 if (server_shutting_down) {
671 if (need_to_free_re) regfree(&re);
675 GetMetaData(&smi, msglist[a]);
677 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
683 num_msgs = sort_msglist(msglist, num_msgs);
685 // If a template was supplied, filter out the messages which don't match. (This could induce some delays!)
687 if (compare != NULL) {
688 for (a = 0; a < num_msgs; ++a) {
689 if (server_shutting_down) {
690 if (need_to_free_re) regfree(&re);
694 msg = CtdlFetchMessage(msglist[a], 1);
696 if (CtdlMsgCmp(msg, compare)) {
705 // If a search string was specified, get a message list from
706 // the full text index and remove messages which aren't on both
710 // Since the lists are sorted and strictly ascending, and the
711 // output list is guaranteed to be shorter than or equal to the
712 // input list, we overwrite the bottom of the input list. This
713 // eliminates the need to memmove big chunks of the list over and
715 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
717 // Call search module via hook mechanism.
718 // NULL means use any search function available.
719 // otherwise replace with a char * to name of search routine
720 search = CtdlFullTextSearch(search_string);
722 if (array_len(search) > 0) {
726 orig_num_msgs = num_msgs;
728 for (i=0; i<orig_num_msgs; ++i) {
729 for (j=0; j<array_len(search); ++j) {
731 memcpy(&smsgnum, array_get_element_at(search, j), sizeof(long));
732 if (msglist[i] == smsgnum) {
733 msglist[num_msgs++] = msglist[i];
739 num_msgs = 0; // No messages qualify
741 if (search != NULL) array_free(search);
743 // Now that we've purged messages which don't contain the search
744 // string, treat a MSGS_SEARCH just like a MSGS_ALL from this
749 // Now iterate through the message list, according to the
750 // criteria supplied by the caller.
752 for (a = 0; a < num_msgs; ++a) {
753 if (server_shutting_down) {
754 if (need_to_free_re) regfree(&re);
756 return num_processed;
758 thismsg = msglist[a];
759 if (mode == MSGS_ALL) {
763 is_seen = is_msg_in_sequence_set(vbuf.v_seen, thismsg);
764 if (is_seen) lastold = thismsg;
770 || ((mode == MSGS_OLD) && (is_seen))
771 || ((mode == MSGS_NEW) && (!is_seen))
772 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
773 || ((mode == MSGS_FIRST) && (a < ref))
774 || ((mode == MSGS_GT) && (thismsg > ref))
775 || ((mode == MSGS_LT) && (thismsg < ref))
776 || ((mode == MSGS_EQ) && (thismsg == ref))
779 if ((mode == MSGS_NEW) && (CC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
781 CallBack(lastold, userdata);
787 CallBack(thismsg, userdata);
792 if (need_to_free_re) regfree(&re);
794 // We cache the most recent msglist in order to do security checks later
795 if (CC->client_socket > 0) {
796 if (CC->cached_msglist != NULL) {
797 free(CC->cached_msglist);
799 CC->cached_msglist = msglist;
800 CC->cached_num_msgs = num_msgs;
806 return num_processed;
810 // memfmout() - Citadel text formatter and paginator.
811 // Although the original purpose of this routine was to format
812 // text to the reader's screen width, all we're really using it
813 // for here is to format text out to 80 columns before sending it
814 // to the client. The client software MAY reformat it again.
816 char *mptr, // where are we going to get our text from?
817 const char *nl // string to terminate lines with
820 unsigned char ch = 0;
827 while (ch=*(mptr++), ch != 0) {
830 if (client_write(outbuf, len) == -1) {
831 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
835 if (client_write(nl, nllen) == -1) {
836 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
841 else if (ch == '\r') {
842 // Ignore carriage returns. Newlines are always LF or CRLF but never CR.
844 else if (isspace(ch)) {
845 if (column > 72) { // Beyond 72 columns, break on the next space
846 if (client_write(outbuf, len) == -1) {
847 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
851 if (client_write(nl, nllen) == -1) {
852 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
865 if (column > 1000) { // Beyond 1000 columns, break anywhere
866 if (client_write(outbuf, len) == -1) {
867 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
871 if (client_write(nl, nllen) == -1) {
872 syslog(LOG_ERR, "msgbase: memfmout(): aborting due to write failure");
880 if (client_write(outbuf, len) == -1) {
881 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
884 client_write(nl, nllen);
890 // Callback function for mime parser that simply lists the part
891 void list_this_part(char *name, char *filename, char *partnum, char *disp,
892 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
893 char *cbid, void *cbuserdata)
897 ma = (struct ma_info *)cbuserdata;
898 if (ma->is_ma == 0) {
899 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
912 // Callback function for multipart prefix
913 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
914 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
915 char *cbid, void *cbuserdata)
919 ma = (struct ma_info *)cbuserdata;
920 if (!strcasecmp(cbtype, "multipart/alternative")) {
924 if (ma->is_ma == 0) {
925 cprintf("pref=%s|%s\n", partnum, cbtype);
930 // Callback function for multipart sufffix
931 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
932 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
933 char *cbid, void *cbuserdata)
937 ma = (struct ma_info *)cbuserdata;
938 if (ma->is_ma == 0) {
939 cprintf("suff=%s|%s\n", partnum, cbtype);
941 if (!strcasecmp(cbtype, "multipart/alternative")) {
947 // Callback function for mime parser that opens a section for downloading
948 // we use serv_files function here:
949 extern void OpenCmdResult(char *filename, const char *mime_type);
950 void mime_download(char *name, char *filename, char *partnum, char *disp,
951 void *content, char *cbtype, char *cbcharset, size_t length,
952 char *encoding, char *cbid, void *cbuserdata)
956 // Silently go away if there's already a download open.
957 if (CC->download_fp != NULL)
961 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
962 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
964 CC->download_fp = tmpfile();
965 if (CC->download_fp == NULL) {
966 syslog(LOG_ERR, "msgbase: mime_download() couldn't write: %m");
967 cprintf("%d cannot open temporary file: %s\n", ERROR + INTERNAL_ERROR, strerror(errno));
971 rv = fwrite(content, length, 1, CC->download_fp);
973 syslog(LOG_ERR, "msgbase: mime_download() Couldn't write: %m");
974 cprintf("%d unable to write tempfile.\n", ERROR + TOO_BIG);
975 fclose(CC->download_fp);
976 CC->download_fp = NULL;
979 fflush(CC->download_fp);
980 rewind(CC->download_fp);
982 OpenCmdResult(filename, cbtype);
987 // Callback function for mime parser that outputs a section all at once.
988 // We can specify the desired section by part number *or* content-id.
989 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
990 void *content, char *cbtype, char *cbcharset, size_t length,
991 char *encoding, char *cbid, void *cbuserdata)
993 int *found_it = (int *)cbuserdata;
996 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
997 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1000 cprintf("%d %d|-1|%s|%s|%s\n",
1007 client_write(content, length);
1012 struct CtdlMessage *CtdlDeserializeMessage(long msgnum, int with_body, const char *Buffer, long Length) {
1013 struct CtdlMessage *ret = NULL;
1015 const char *upper_bound;
1017 cit_uint8_t field_header;
1021 upper_bound = Buffer + Length;
1026 // Parse the three bytes that begin EVERY message on disk.
1027 // The first is always 0xFF, the on-disk magic number.
1028 // The second is the anonymous/public type byte.
1029 // The third is the format type byte (vari, fixed, or MIME).
1033 syslog(LOG_ERR, "msgbase: message %ld appears to be corrupted", msgnum);
1036 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1037 memset(ret, 0, sizeof(struct CtdlMessage));
1039 ret->cm_magic = CTDLMESSAGE_MAGIC;
1040 ret->cm_anon_type = *mptr++; // Anon type byte
1041 ret->cm_format_type = *mptr++; // Format type byte
1043 // The rest is zero or more arbitrary fields. Load them in.
1044 // We're done when we encounter either a zero-length field or
1045 // have just processed the 'M' (message text) field.
1048 field_header = '\0';
1051 while (field_header == '\0') { // work around possibly buggy messages
1052 if (mptr >= upper_bound) {
1055 field_header = *mptr++;
1057 if (mptr >= upper_bound) {
1060 which = field_header;
1063 CM_SetField(ret, which, mptr);
1065 mptr += len + 1; // advance to next field
1067 } while ((mptr < upper_bound) && (field_header != 'M'));
1072 // Load a message from disk into memory.
1073 // This is used by CtdlOutputMsg() and other fetch functions.
1075 // NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1076 // using the CM_Free(); function.
1078 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body) {
1079 struct cdbdata dmsgtext;
1080 struct CtdlMessage *ret = NULL;
1082 syslog(LOG_DEBUG, "msgbase: CtdlFetchMessage(%ld, %d)", msgnum, with_body);
1083 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1084 if (dmsgtext.ptr == NULL) {
1085 syslog(LOG_ERR, "msgbase: message #%ld was not found", msgnum);
1089 if (dmsgtext.ptr[dmsgtext.len - 1] != '\0') {
1090 // FIXME LMDB cannot write to immutable memory
1091 syslog(LOG_ERR, "msgbase: CtdlFetchMessage(%ld, %d) Forcefully terminating message!!", msgnum, with_body);
1092 dmsgtext.ptr[dmsgtext.len - 1] = '\0';
1095 ret = CtdlDeserializeMessage(msgnum, with_body, dmsgtext.ptr, dmsgtext.len);
1100 // Always make sure there's something in the msg text field. If
1101 // it's NULL, the message text is most likely stored separately,
1102 // so go ahead and fetch that. Failing that, just set a dummy
1103 // body so other code doesn't barf.
1105 if ( (CM_IsEmpty(ret, eMessageText)) && (with_body) ) {
1106 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1107 if (dmsgtext.ptr != NULL) {
1108 CM_SetField(ret, eMessageText, dmsgtext.ptr);
1111 if (CM_IsEmpty(ret, eMessageText)) {
1112 CM_SetField(ret, eMessageText, "\r\n\r\n (no text)\r\n");
1119 // Pre callback function for multipart/alternative
1121 // NOTE: this differs from the standard behavior for a reason. Normally when
1122 // displaying multipart/alternative you want to show the _last_ usable
1123 // format in the message. Here we show the _first_ one, because it's
1124 // usually text/plain. Since this set of functions is designed for text
1125 // output to non-MIME-aware clients, this is the desired behavior.
1127 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1128 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1129 char *cbid, void *cbuserdata)
1133 ma = (struct ma_info *)cbuserdata;
1134 syslog(LOG_DEBUG, "msgbase: fixed_output_pre() type=<%s>", cbtype);
1135 if (!strcasecmp(cbtype, "multipart/alternative")) {
1139 if (!strcasecmp(cbtype, "message/rfc822")) {
1146 // Post callback function for multipart/alternative
1148 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1149 void *content, char *cbtype, char *cbcharset, size_t length,
1150 char *encoding, char *cbid, void *cbuserdata)
1154 ma = (struct ma_info *)cbuserdata;
1155 syslog(LOG_DEBUG, "msgbase: fixed_output_post() type=<%s>", cbtype);
1156 if (!strcasecmp(cbtype, "multipart/alternative")) {
1160 if (!strcasecmp(cbtype, "message/rfc822")) {
1166 // Inline callback function for mime parser that wants to display text
1167 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1168 void *content, char *cbtype, char *cbcharset, size_t length,
1169 char *encoding, char *cbid, void *cbuserdata)
1176 ma = (struct ma_info *)cbuserdata;
1179 "msgbase: fixed_output() part %s: %s (%s) (%ld bytes)",
1180 partnum, filename, cbtype, (long)length
1183 // If we're in the middle of a multipart/alternative scope and
1184 // we've already printed another section, skip this one.
1185 if ( (ma->is_ma) && (ma->did_print) ) {
1186 syslog(LOG_DEBUG, "msgbase: skipping part %s (%s)", partnum, cbtype);
1191 if ( (!strcasecmp(cbtype, "text/plain"))
1192 || (IsEmptyStr(cbtype)) ) {
1195 client_write(wptr, length);
1196 if (wptr[length-1] != '\n') {
1203 if (!strcasecmp(cbtype, "text/html")) {
1204 ptr = html_to_ascii(content, length, 80, 0);
1206 client_write(ptr, wlen);
1207 if ((wlen > 0) && (ptr[wlen-1] != '\n')) {
1214 if (ma->use_fo_hooks) {
1215 if (PerformFixedOutputHooks(cbtype, content, length)) { // returns nonzero if it handled the part
1220 if (strncasecmp(cbtype, "multipart/", 10)) {
1221 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1222 partnum, filename, cbtype, (long)length);
1228 // The client is elegant and sophisticated and wants to be choosy about
1229 // MIME content types, so figure out which multipart/alternative part
1230 // we're going to send.
1232 // We use a system of weights. When we find a part that matches one of the
1233 // MIME types we've declared as preferential, we can store it in ma->chosen_part
1234 // and then set ma->chosen_pref to that MIME type's position in our preference
1235 // list. If we then hit another match, we only replace the first match if
1236 // the preference value is lower.
1237 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1238 void *content, char *cbtype, char *cbcharset, size_t length,
1239 char *encoding, char *cbid, void *cbuserdata)
1245 ma = (struct ma_info *)cbuserdata;
1247 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1248 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1249 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1250 if (i < ma->chosen_pref) {
1251 syslog(LOG_DEBUG, "msgbase: setting chosen part to <%s>", partnum);
1252 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1253 ma->chosen_pref = i;
1260 // Now that we've chosen our preferred part, output it.
1261 void output_preferred(char *name,
1275 int add_newline = 0;
1278 char *decoded = NULL;
1279 size_t bytes_decoded;
1282 ma = (struct ma_info *)cbuserdata;
1284 // This is not the MIME part you're looking for...
1285 if (strcasecmp(partnum, ma->chosen_part)) return;
1287 // If the content-type of this part is in our preferred formats
1288 // list, we can simply output it verbatim.
1289 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1290 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1291 if (!strcasecmp(buf, cbtype)) {
1293 if (ma->dont_decode == 0)
1294 rc = mime_decode_now (content,
1300 break; // Give us the chance, maybe theres another one.
1302 if (rc == 0) text_content = (char *)content;
1304 text_content = decoded;
1305 length = bytes_decoded;
1308 if (text_content[length-1] != '\n') {
1311 cprintf("Content-type: %s", cbtype);
1312 if (!IsEmptyStr(cbcharset)) {
1313 cprintf("; charset=%s", cbcharset);
1315 cprintf("\nContent-length: %d\n",
1316 (int)(length + add_newline) );
1317 if (!IsEmptyStr(encoding)) {
1318 cprintf("Content-transfer-encoding: %s\n", encoding);
1321 cprintf("Content-transfer-encoding: 7bit\n");
1323 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1325 if (client_write(text_content, length) == -1)
1327 syslog(LOG_ERR, "msgbase: output_preferred() aborting due to write failure");
1330 if (add_newline) cprintf("\n");
1331 if (decoded != NULL) free(decoded);
1336 // No translations required or possible: output as text/plain
1337 cprintf("Content-type: text/plain\n\n");
1339 if (ma->dont_decode == 0)
1340 rc = mime_decode_now (content,
1346 return; // Give us the chance, maybe theres another one.
1348 if (rc == 0) text_content = (char *)content;
1350 text_content = decoded;
1351 length = bytes_decoded;
1354 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset, length, encoding, cbid, cbuserdata);
1355 if (decoded != NULL) free(decoded);
1360 char desired_section[64];
1366 // Callback function
1367 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1368 void *content, char *cbtype, char *cbcharset, size_t length,
1369 char *encoding, char *cbid, void *cbuserdata)
1371 struct encapmsg *encap;
1373 encap = (struct encapmsg *)cbuserdata;
1375 // Only proceed if this is the desired section...
1376 if (!strcasecmp(encap->desired_section, partnum)) {
1377 encap->msglen = length;
1378 encap->msg = malloc(length + 2);
1379 memcpy(encap->msg, content, length);
1385 // Determine whether the specified message exists in the cached_msglist
1386 // (This is a security check)
1387 int check_cached_msglist(long msgnum) {
1389 // cases in which we skip the check
1390 if (!CC) return om_ok; // not a session
1391 if (CC->client_socket <= 0) return om_ok; // not a client session
1392 if (CC->cached_msglist == NULL) return om_access_denied; // no msglist fetched
1393 if (CC->cached_num_msgs == 0) return om_access_denied; // nothing to check
1395 // Do a binary search within the cached_msglist for the requested msgnum
1397 int max = (CC->cached_num_msgs - 1);
1399 while (max >= min) {
1400 int middle = min + (max-min) / 2 ;
1401 if (msgnum == CC->cached_msglist[middle]) {
1404 if (msgnum > CC->cached_msglist[middle]) {
1412 return om_access_denied;
1416 // Get a message off disk. (returns om_* values found in msgbase.h)
1417 int CtdlOutputMsg(long msg_num, // message number (local) to fetch
1418 int mode, // how would you like that message?
1419 int headers_only, // eschew the message body?
1420 int do_proto, // do Citadel protocol responses?
1421 int crlf, // Use CRLF newlines instead of LF?
1422 char *section, // NULL or a message/rfc822 section
1423 int flags, // various flags; see msgbase.h
1428 struct CtdlMessage *TheMessage = NULL;
1429 int retcode = CIT_OK;
1430 struct encapmsg encap;
1433 syslog(LOG_DEBUG, "msgbase: CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)",
1435 (section ? section : "<>")
1438 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1441 if (r == om_not_logged_in) {
1442 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1445 cprintf("%d An unknown error has occurred.\n", ERROR);
1451 // Check to make sure the message is actually IN this room
1452 r = check_cached_msglist(msg_num);
1453 if (r == om_access_denied) {
1454 // Not in the cache? We get ONE shot to check it again.
1455 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1456 r = check_cached_msglist(msg_num);
1459 syslog(LOG_DEBUG, "msgbase: security check fail; message %ld is not in %s",
1460 msg_num, CC->room.QRname
1463 if (r == om_access_denied) {
1464 cprintf("%d message %ld was not found in this room\n",
1465 ERROR + HIGHER_ACCESS_REQUIRED,
1473 // Fetch the message from disk. If we're in HEADERS_FAST mode, request that we don't even bother loading the body into memory.
1474 if (headers_only == HEADERS_FAST) {
1475 TheMessage = CtdlFetchMessage(msg_num, 0);
1478 TheMessage = CtdlFetchMessage(msg_num, 1);
1481 if (TheMessage == NULL) {
1482 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1483 ERROR + MESSAGE_NOT_FOUND, msg_num);
1484 return(om_no_such_msg);
1487 // Here is the weird form of this command, to process only an encapsulated message/rfc822 section.
1488 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1489 memset(&encap, 0, sizeof encap);
1490 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1491 mime_parser(CM_RANGE(TheMessage, eMessageText),
1492 *extract_encapsulated_message,
1493 NULL, NULL, (void *)&encap, 0
1496 if ((Author != NULL) && (*Author == NULL)) {
1498 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1500 if ((Address != NULL) && (*Address == NULL)) {
1502 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1504 if ((MessageID != NULL) && (*MessageID == NULL)) {
1506 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1508 CM_Free(TheMessage);
1512 encap.msg[encap.msglen] = 0;
1513 TheMessage = convert_internet_message(encap.msg);
1514 encap.msg = NULL; // no free() here, TheMessage owns it now
1516 // Now we let it fall through to the bottom of this function, because TheMessage now contains the
1517 // encapsulated message instead of the top-level message. Isn't that neat?
1521 cprintf("%d msg %ld has no part %s\n", ERROR + MESSAGE_NOT_FOUND, msg_num, section);
1523 retcode = om_no_such_msg;
1528 // Ok, output the message now
1529 if (retcode == CIT_OK) {
1530 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1532 if ((Author != NULL) && (*Author == NULL)) {
1534 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1536 if ((Address != NULL) && (*Address == NULL)) {
1538 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1540 if ((MessageID != NULL) && (*MessageID == NULL)) {
1542 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1545 CM_Free(TheMessage);
1551 void OutputCtdlMsgHeaders(struct CtdlMessage *TheMessage, int do_proto) {
1554 char display_name[256];
1556 // begin header processing loop for Citadel message format
1557 safestrncpy(display_name, "<unknown>", sizeof display_name);
1558 if (!CM_IsEmpty(TheMessage, eAuthor)) {
1559 strcpy(buf, TheMessage->cm_fields[eAuthor]);
1560 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1561 safestrncpy(display_name, "****", sizeof display_name);
1563 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1564 safestrncpy(display_name, "anonymous", sizeof display_name);
1567 safestrncpy(display_name, buf, sizeof display_name);
1569 if ((is_room_aide())
1570 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1571 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1572 size_t tmp = strlen(display_name);
1573 snprintf(&display_name[tmp],
1574 sizeof display_name - tmp,
1579 // Now spew the header fields in the order we like them.
1580 for (i=0; i< NDiskFields; ++i) {
1582 Field = FieldOrder[i];
1583 if (Field != eMessageText) {
1584 if ( (!CM_IsEmpty(TheMessage, Field)) && (msgkeys[Field] != NULL) ) {
1585 if ((Field == eenVelopeTo) || (Field == eRecipient) || (Field == eCarbonCopY)) {
1586 sanitize_truncated_recipient(TheMessage->cm_fields[Field]);
1588 if (Field == eAuthor) {
1590 cprintf("%s=%s\n", msgkeys[Field], display_name);
1593 // Masquerade display name if needed
1596 cprintf("%s=%s\n", msgkeys[Field], TheMessage->cm_fields[Field]);
1599 // Give the client a hint about whether the message originated locally
1600 if (Field == erFc822Addr) {
1601 if (IsDirectory(TheMessage->cm_fields[Field] ,0)) {
1602 cprintf("locl=yes\n"); // message originated locally.
1614 void OutputRFC822MsgHeaders(
1615 struct CtdlMessage *TheMessage,
1616 int flags, // should the message be exported clean
1617 const char *nl, int nlen,
1618 char *mid, long sizeof_mid,
1619 char *suser, long sizeof_suser,
1620 char *luser, long sizeof_luser,
1621 char *fuser, long sizeof_fuser,
1622 char *snode, long sizeof_snode)
1624 char datestamp[100];
1625 int subject_found = 0;
1632 for (i = 0; i < NDiskFields; ++i) {
1633 if (TheMessage->cm_fields[FieldOrder[i]]) {
1634 mptr = mpptr = TheMessage->cm_fields[FieldOrder[i]];
1635 switch (FieldOrder[i]) {
1637 safestrncpy(luser, mptr, sizeof_luser);
1638 safestrncpy(suser, mptr, sizeof_suser);
1641 if ((flags & QP_EADDR) != 0) {
1642 mptr = qp_encode_email_addrs(mptr);
1644 sanitize_truncated_recipient(mptr);
1645 cprintf("CC: %s%s", mptr, nl);
1648 cprintf("Return-Path: %s%s", mptr, nl);
1651 cprintf("List-ID: %s%s", mptr, nl);
1654 if ((flags & QP_EADDR) != 0)
1655 mptr = qp_encode_email_addrs(mptr);
1657 while ((*hptr != '\0') && isspace(*hptr))
1659 if (!IsEmptyStr(hptr))
1660 cprintf("Envelope-To: %s%s", hptr, nl);
1663 cprintf("Subject: %s%s", mptr, nl);
1667 safestrncpy(mid, mptr, sizeof_mid);
1670 safestrncpy(fuser, mptr, sizeof_fuser);
1673 if (haschar(mptr, '@') == 0) {
1674 sanitize_truncated_recipient(mptr);
1675 cprintf("To: %s@%s", mptr, CtdlGetConfigStr("c_fqdn"));
1679 if ((flags & QP_EADDR) != 0) {
1680 mptr = qp_encode_email_addrs(mptr);
1682 sanitize_truncated_recipient(mptr);
1683 cprintf("To: %s", mptr);
1688 datestring(datestamp, sizeof datestamp, atol(mptr), DATESTRING_RFC822);
1689 cprintf("Date: %s%s", datestamp, nl);
1692 cprintf("References: ");
1693 k = num_tokens(mptr, '|');
1694 for (j=0; j<k; ++j) {
1695 extract_token(buf, mptr, j, '|', sizeof buf);
1696 cprintf("<%s>", buf);
1707 while ((*hptr != '\0') && isspace(*hptr))
1709 if (!IsEmptyStr(hptr))
1710 cprintf("Reply-To: %s%s", mptr, nl);
1722 // these don't map to mime message headers.
1725 if (mptr != mpptr) {
1730 if (subject_found == 0) {
1731 cprintf("Subject: (no subject)%s", nl);
1736 void Dump_RFC822HeadersBody(
1737 struct CtdlMessage *TheMessage,
1738 int headers_only, // eschew the message body?
1739 int flags, // should the bessage be exported clean?
1740 const char *nl, int nlen)
1742 cit_uint8_t prev_ch;
1744 const char *StartOfText = StrBufNOTNULL;
1747 int nllen = strlen(nl);
1751 mptr = TheMessage->cm_fields[eMessageText];
1754 while (*mptr != '\0') {
1755 if (*mptr == '\r') {
1762 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
1764 eoh = *(mptr+1) == '\n';
1768 StartOfText = strchr(StartOfText, '\n');
1769 StartOfText = strchr(StartOfText, '\n');
1772 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
1773 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
1774 ((headers_only != HEADERS_NONE) &&
1775 (headers_only != HEADERS_ONLY))
1777 if (*mptr == '\n') {
1778 memcpy(&outbuf[outlen], nl, nllen);
1780 outbuf[outlen] = '\0';
1783 outbuf[outlen++] = *mptr;
1787 if (flags & ESC_DOT) {
1788 if ((prev_ch == '\n') && (*mptr == '.') && ((*(mptr+1) == '\r') || (*(mptr+1) == '\n'))) {
1789 outbuf[outlen++] = '.';
1794 if (outlen > 1000) {
1795 if (client_write(outbuf, outlen) == -1) {
1796 syslog(LOG_ERR, "msgbase: Dump_RFC822HeadersBody() aborting due to write failure");
1799 lfSent = (outbuf[outlen - 1] == '\n');
1804 client_write(outbuf, outlen);
1805 lfSent = (outbuf[outlen - 1] == '\n');
1808 client_write(nl, nlen);
1812 // If the format type on disk is 1 (fixed-format), then we want
1813 // everything to be output completely literally ... regardless of
1814 // what message transfer format is in use.
1815 void DumpFormatFixed(
1816 struct CtdlMessage *TheMessage,
1817 int mode, // how would you like that message?
1818 const char *nl, int nllen)
1826 mptr = TheMessage->cm_fields[eMessageText];
1828 if (mode == MT_MIME) {
1829 cprintf("Content-type: text/plain\n\n");
1833 while (ch = *mptr++, ch > 0) {
1837 if ((buflen > 250) && (!xlline)){
1841 while ((buflen > 0) &&
1842 (!isspace(buf[buflen])))
1848 mptr -= tbuflen - buflen;
1854 // if we reach the outer bounds of our buffer, abort without respect for what we purge.
1855 if (xlline && ((isspace(ch)) || (buflen > SIZ - nllen - 2))) {
1860 memcpy (&buf[buflen], nl, nllen);
1864 if (client_write(buf, buflen) == -1) {
1865 syslog(LOG_ERR, "msgbase: DumpFormatFixed() aborting due to write failure");
1877 if (!IsEmptyStr(buf)) {
1878 cprintf("%s%s", buf, nl);
1883 // Get a message off disk. (returns om_* values found in msgbase.h)
1884 int CtdlOutputPreLoadedMsg(
1885 struct CtdlMessage *TheMessage,
1886 int mode, // how would you like that message?
1887 int headers_only, // eschew the message body?
1888 int do_proto, // do Citadel protocol responses?
1889 int crlf, // Use CRLF newlines instead of LF?
1890 int flags // should the bessage be exported clean?
1893 const char *nl; // newline string
1897 // Buffers needed for RFC822 translation. These are all filled
1898 // using functions that are bounds-checked, and therefore we can
1899 // make them substantially smaller than SIZ.
1906 syslog(LOG_DEBUG, "msgbase: CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d",
1907 ((TheMessage == NULL) ? "NULL" : "not null"),
1908 mode, headers_only, do_proto, crlf
1911 strcpy(mid, "unknown");
1912 nl = (crlf ? "\r\n" : "\n");
1913 nlen = crlf ? 2 : 1;
1915 if (!CM_IsValidMsg(TheMessage)) {
1916 syslog(LOG_ERR, "msgbase: error; invalid preloaded message for output");
1917 return(om_no_such_msg);
1920 // Suppress envelope recipients if required to avoid disclosing BCC addresses.
1921 // Pad it with spaces in order to avoid changing the RFC822 length of the message.
1922 if ( (flags & SUPPRESS_ENV_TO) && (!CM_IsEmpty(TheMessage, eenVelopeTo)) ) {
1923 memset(TheMessage->cm_fields[eenVelopeTo], ' ', TheMessage->cm_lengths[eenVelopeTo]);
1926 // Are we downloading a MIME component?
1927 if (mode == MT_DOWNLOAD) {
1928 if (TheMessage->cm_format_type != FMT_RFC822) {
1930 cprintf("%d This is not a MIME message.\n", ERROR + ILLEGAL_VALUE);
1933 else if (CC->download_fp != NULL) {
1935 cprintf( "%d You already have a download open.\n", ERROR + RESOURCE_BUSY);
1939 // Parse the message text component
1940 mime_parser(CM_RANGE(TheMessage, eMessageText), *mime_download, NULL, NULL, NULL, 0);
1942 // If there's no file open by this time, the requested * section wasn't found, so print an error
1943 if (CC->download_fp == NULL) {
1945 cprintf( "%d Section %s not found.\n", ERROR + FILE_NOT_FOUND, CC->download_desired_section);
1949 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
1952 // MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
1953 // in a single server operation instead of opening a download file.
1954 if (mode == MT_SPEW_SECTION) {
1955 if (TheMessage->cm_format_type != FMT_RFC822) {
1957 cprintf("%d This is not a MIME message.\n",
1958 ERROR + ILLEGAL_VALUE);
1961 // Locate and parse the component specified by the caller
1963 mime_parser(CM_RANGE(TheMessage, eMessageText), *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
1965 // If section wasn't found, print an error
1968 cprintf( "%d Section %s not found.\n", ERROR + FILE_NOT_FOUND, CC->download_desired_section);
1972 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
1975 // now for the user-mode message reading loops
1976 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
1978 // Does the caller want to skip the headers?
1979 if (headers_only == HEADERS_NONE) goto START_TEXT;
1981 // Tell the client which format type we're using.
1982 if ( (mode == MT_CITADEL) && (do_proto) ) {
1983 cprintf("type=%d\n", TheMessage->cm_format_type); // Tell the client which format type we're using.
1986 // nhdr=yes means that we're only displaying headers, no body
1987 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
1988 && ((mode == MT_CITADEL) || (mode == MT_MIME))
1991 cprintf("nhdr=yes\n");
1994 if ((mode == MT_CITADEL) || (mode == MT_MIME)) {
1995 OutputCtdlMsgHeaders(TheMessage, do_proto);
1998 // begin header processing loop for RFC822 transfer format
2003 if (mode == MT_RFC822) {
2004 OutputRFC822MsgHeaders(
2009 suser, sizeof(suser),
2010 luser, sizeof(luser),
2011 fuser, sizeof(fuser),
2012 snode, sizeof(snode)
2016 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2017 suser[i] = tolower(suser[i]);
2018 if (!isalnum(suser[i])) suser[i]='_';
2021 if (mode == MT_RFC822) {
2022 // Construct a fun message id
2023 cprintf("Message-ID: <%s", mid);
2024 if (strchr(mid, '@')==NULL) {
2025 cprintf("@%s", snode);
2029 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2030 cprintf("From: \"----\" <x@x.org>%s", nl);
2032 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2033 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2035 else if (!IsEmptyStr(fuser)) {
2036 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2039 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2042 // Blank line signifying RFC822 end-of-headers
2043 if (TheMessage->cm_format_type != FMT_RFC822) {
2048 // end header processing loop ... at this point, we're in the text
2050 if (headers_only == HEADERS_FAST) goto DONE;
2052 // Tell the client about the MIME parts in this message
2053 if (TheMessage->cm_format_type == FMT_RFC822) {
2054 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2055 memset(&ma, 0, sizeof(struct ma_info));
2056 mime_parser(CM_RANGE(TheMessage, eMessageText),
2057 (do_proto ? *list_this_part : NULL),
2058 (do_proto ? *list_this_pref : NULL),
2059 (do_proto ? *list_this_suff : NULL),
2062 else if (mode == MT_RFC822) { // unparsed RFC822 dump
2063 Dump_RFC822HeadersBody(
2072 if (headers_only == HEADERS_ONLY) {
2076 // signify start of msg text
2077 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2078 if (do_proto) cprintf("text\n");
2081 if (TheMessage->cm_format_type == FMT_FIXED)
2084 mode, // how would you like that message?
2087 // If the message on disk is format 0 (Citadel vari-format), we
2088 // output using the formatter at 80 columns. This is the final output
2089 // form if the transfer format is RFC822, but if the transfer format
2090 // is Citadel proprietary, it'll still work, because the indentation
2091 // for new paragraphs is correct and the client will reformat the
2092 // message to the reader's screen width.
2094 if (TheMessage->cm_format_type == FMT_CITADEL) {
2095 if (mode == MT_MIME) {
2096 cprintf("Content-type: text/x-citadel-variformat\n\n");
2098 memfmout(TheMessage->cm_fields[eMessageText], nl);
2101 // If the message on disk is format 4 (MIME), we've gotta hand it
2102 // off to the MIME parser. The client has already been told that
2103 // this message is format 1 (fixed format), so the callback function
2104 // we use will display those parts as-is.
2106 if (TheMessage->cm_format_type == FMT_RFC822) {
2107 memset(&ma, 0, sizeof(struct ma_info));
2109 if (mode == MT_MIME) {
2110 ma.use_fo_hooks = 0;
2111 strcpy(ma.chosen_part, "1");
2112 ma.chosen_pref = 9999;
2113 ma.dont_decode = CC->msg4_dont_decode;
2114 mime_parser(CM_RANGE(TheMessage, eMessageText),
2115 *choose_preferred, *fixed_output_pre,
2116 *fixed_output_post, (void *)&ma, 1);
2117 mime_parser(CM_RANGE(TheMessage, eMessageText),
2118 *output_preferred, NULL, NULL, (void *)&ma, 1);
2121 ma.use_fo_hooks = 1;
2122 mime_parser(CM_RANGE(TheMessage, eMessageText),
2123 *fixed_output, *fixed_output_pre,
2124 *fixed_output_post, (void *)&ma, 0);
2129 DONE: // now we're done
2130 if (do_proto) cprintf("000\n");
2134 // Save one or more message pointers into a specified room
2135 // (Returns 0 for success, nonzero for failure)
2136 // roomname may be NULL to use the current room
2138 // Note that the 'supplied_msg' field may be set to NULL, in which case
2139 // the message will be fetched from disk, by number, if we need to perform
2140 // replication checks. This adds an additional database read, so if the
2141 // caller already has the message in memory then it should be supplied. (Obviously
2142 // this mode of operation only works if we're saving a single message.)
2144 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2145 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2148 char hold_rm[ROOMNAMELEN];
2149 struct cdbdata *cdbfr;
2152 long highest_msg = 0L;
2155 struct CtdlMessage *msg = NULL;
2157 long *msgs_to_be_merged = NULL;
2158 int num_msgs_to_be_merged = 0;
2161 "msgbase: CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)",
2162 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2165 strcpy(hold_rm, CC->room.QRname);
2168 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2169 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2170 if (num_newmsgs > 1) supplied_msg = NULL;
2172 // Now the regular stuff
2173 if (CtdlGetRoomLock(&CC->room, ((roomname != NULL) ? roomname : CC->room.QRname) ) != 0) {
2174 syslog(LOG_ERR, "msgbase: no such room <%s>", roomname);
2175 return(ERROR + ROOM_NOT_FOUND);
2178 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2179 num_msgs_to_be_merged = 0;
2180 num_msgs = CtdlFetchMsgList(CC->room.QRnumber, &msglist);
2182 // Create a list of msgid's which were supplied by the caller, but do
2183 // not already exist in the target room. It is absolutely taboo to
2184 // have more than one reference to the same message in a room.
2185 for (i=0; i<num_newmsgs; ++i) {
2187 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2188 if (msglist[j] == newmsgidlist[i]) {
2193 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2197 syslog(LOG_DEBUG, "msgbase: %d unique messages to be merged", num_msgs_to_be_merged);
2199 // Now merge the new messages
2200 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2201 if (msglist == NULL) {
2202 syslog(LOG_ALERT, "msgbase: ERROR; can't realloc message list!");
2203 free(msgs_to_be_merged);
2205 return (ERROR + INTERNAL_ERROR);
2207 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2208 num_msgs += num_msgs_to_be_merged;
2210 // Sort the message list, so all the msgid's are in order
2211 num_msgs = sort_msglist(msglist, num_msgs);
2213 // Determine the highest message number
2214 highest_msg = msglist[num_msgs - 1];
2216 // Write it back to disk.
2217 cdb_store(CDB_MSGLISTS, &CC->room.QRnumber, (int)sizeof(long), msglist, (int)(num_msgs * sizeof(long)));
2219 // Free up the memory we used.
2222 // Update the highest-message pointer and unlock the room.
2223 CC->room.QRhighest = highest_msg;
2224 CtdlPutRoomLock(&CC->room);
2226 // Perform replication checks if necessary
2227 if ( (DoesThisRoomNeedEuidIndexing(&CC->room)) && (do_repl_check) ) {
2228 syslog(LOG_DEBUG, "msgbase: CtdlSaveMsgPointerInRoom() doing repl checks");
2230 for (i=0; i<num_msgs_to_be_merged; ++i) {
2231 msgid = msgs_to_be_merged[i];
2233 if (supplied_msg != NULL) {
2237 msg = CtdlFetchMessage(msgid, 0);
2241 ReplicationChecks(msg);
2243 // If the message has an Exclusive ID, index that...
2244 if (!CM_IsEmpty(msg, eExclusiveID)) {
2245 index_message_by_euid(msg->cm_fields[eExclusiveID], &CC->room, msgid);
2248 // Free up the memory we may have allocated
2249 if (msg != supplied_msg) {
2258 syslog(LOG_DEBUG, "msgbase: CtdlSaveMsgPointerInRoom() skips repl checks");
2261 // Submit this room for processing by hooks
2262 int total_roomhook_errors = PerformRoomHooks(&CC->room);
2263 if (total_roomhook_errors) {
2264 syslog(LOG_WARNING, "msgbase: room hooks returned %d errors", total_roomhook_errors);
2267 // Go back to the room we were in before we wandered here...
2268 CtdlGetRoom(&CC->room, hold_rm);
2270 // Bump the reference count for all messages which were merged
2271 if (!suppress_refcount_adj) {
2272 AdjRefCountList(msgs_to_be_merged, num_msgs_to_be_merged, +1);
2275 // Free up memory...
2276 if (msgs_to_be_merged != NULL) {
2277 free(msgs_to_be_merged);
2285 // This is the same as CtdlSaveMsgPointersInRoom() but it only accepts a single message.
2286 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid, int do_repl_check, struct CtdlMessage *supplied_msg) {
2287 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2291 // Message base operation to save a new message to the message store
2292 // (returns new message number)
2294 // This is the back end for CtdlSubmitMsg() and should not be directly
2295 // called by server-side modules.
2296 long CtdlSaveThisMessage(struct CtdlMessage *msg, long msgid) {
2297 long error_count = 0;
2299 // Serialize our data structure for storage in the database
2300 struct ser_ret smr = CtdlSerializeMessage(msg);
2303 syslog(LOG_ERR, "msgbase: CtdlSaveMessage() unable to serialize message");
2307 // STORAGE STRATEGY:
2308 // * If headers+content fit are <= 4K, store them together. It's likely to be one
2309 // memory page, one disk sector, etc. so we benefit from a single disk operation.
2310 // * If headers+content exceed 4K, store them separately so we don't end up fetching
2311 // many gigamegs of data when we're just scanning the headers.
2312 // * We are using a threshold of 4000 bytes so that there's some room for overhead
2313 // if the database or OS adds any metadata to that one disk page.
2315 if (smr.len <= 4000) { // all together less than one page, store them together
2317 if (cdb_store(CDB_MSGMAIN, &msgid, (int)sizeof(long), smr.ser, smr.len)) {
2323 else { // exceed one page, store headers in MSGMAIN, body in BIGMSGS
2325 if (cdb_store(CDB_MSGMAIN, &msgid, (int)sizeof(long), smr.ser, (smr.msgstart - smr.ser))) {
2329 if (cdb_store(CDB_BIGMSGS, &msgid, (int)sizeof(long), smr.msgstart+1, (smr.len - (smr.msgstart - smr.ser) - 1) )) {
2335 if (error_count > 0) {
2336 syslog(LOG_ERR, "msgbase: encountered %d errors storing message %ld", error_count, msgid);
2339 // Free the memory we used for the serialized message
2341 return(error_count);
2345 long send_message(struct CtdlMessage *msg) {
2351 // Get a new message number
2352 newmsgid = get_new_message_number();
2354 // Generate an ID if we don't have one already
2355 if (CM_IsEmpty(msg, emessageId)) {
2356 msgidbuflen = snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
2357 (long unsigned int) time(NULL),
2358 (long unsigned int) newmsgid,
2359 CtdlGetConfigStr("c_fqdn")
2361 CM_SetField(msg, emessageId, msgidbuf);
2364 retval = CtdlSaveThisMessage(msg, newmsgid);
2370 // Return the *local* message ID to the caller (even if we're storing a remotely originated message)
2375 // Serialize a struct CtdlMessage into the format used on disk.
2377 // This function returns a "struct ser_ret" (defined in server.h) which
2378 // contains the length of the serialized message and a pointer to the
2379 // serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2380 struct ser_ret CtdlSerializeMessage(struct CtdlMessage *msg) {
2387 ret.msgstart = NULL;
2389 // Check for valid message format
2390 if (CM_IsValidMsg(msg) == 0) {
2391 syslog(LOG_ERR, "msgbase: CtdlSerializeMessage() aborting due to invalid message");
2396 assert(FieldOrder[NDiskFields-1] == eMessageText); // Message text MUST be last!
2397 for (i=0; i < NDiskFields; ++i) {
2398 if (msg->cm_fields[FieldOrder[i]] != NULL) {
2399 ret.len += msg->cm_lengths[FieldOrder[i]] + 2;
2403 ret.ser = malloc(ret.len);
2404 if (ret.ser == NULL) {
2405 syslog(LOG_ERR, "msgbase: CtdlSerializeMessage() malloc(%ld) failed: %m", (long)ret.len);
2408 ret.msgstart = NULL;
2413 ret.ser[1] = msg->cm_anon_type;
2414 ret.ser[2] = msg->cm_format_type;
2417 for (i=0; i < NDiskFields; ++i) {
2418 if (msg->cm_fields[FieldOrder[i]] != NULL) {
2419 if (FieldOrder[i] == eMessageText) {
2420 ret.msgstart = &ret.ser[wlen]; // Make a note where the message text begins
2422 ret.ser[wlen++] = (char)FieldOrder[i];
2423 memcpy(&ret.ser[wlen], msg->cm_fields[FieldOrder[i]], msg->cm_lengths[FieldOrder[i]] + 1);
2424 wlen = wlen + msg->cm_lengths[FieldOrder[i]] + 1;
2428 assert(ret.len == wlen); // Make sure we measured it correctly
2433 // Check to see if any messages already exist in the current room which
2434 // carry the same Exclusive ID as this one. If any are found, delete them.
2435 void ReplicationChecks(struct CtdlMessage *msg) {
2436 long old_msgnum = (-1L);
2438 if (DoesThisRoomNeedEuidIndexing(&CC->room) == 0) return;
2440 syslog(LOG_DEBUG, "msgbase: performing replication checks in <%s>", CC->room.QRname);
2442 // No exclusive id? Don't do anything.
2443 if (msg == NULL) return;
2444 if (CM_IsEmpty(msg, eExclusiveID)) return;
2446 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields[eExclusiveID], &CC->room);
2447 if (old_msgnum > 0L) {
2448 syslog(LOG_DEBUG, "msgbase: ReplicationChecks() replacing message %ld", old_msgnum);
2449 CtdlDeleteMessages(CC->room.QRname, &old_msgnum, 1, "");
2454 // Save a message to disk and submit it into the delivery system.
2455 long CtdlSubmitMsg(struct CtdlMessage *msg, // message to save
2456 struct recptypes *recps, // recipients (if mail)
2457 const char *force // force a particular room?
2459 char hold_rm[ROOMNAMELEN];
2460 char actual_rm[ROOMNAMELEN];
2461 char force_room[ROOMNAMELEN];
2462 char content_type[SIZ]; // We have to learn this
2463 char recipient[SIZ];
2464 char bounce_to[1024];
2467 const char *mptr = NULL;
2468 struct ctdluser userbuf;
2470 struct MetaData smi;
2471 char *collected_addresses = NULL;
2472 struct addresses_to_be_filed *aptr = NULL;
2473 StrBuf *saved_rfc822_version = NULL;
2474 int qualified_for_journaling = 0;
2476 syslog(LOG_DEBUG, "msgbase: CtdlSubmitMsg() called");
2477 if (CM_IsValidMsg(msg) == 0) return(-1); // self check
2479 // If this message has no timestamp, we take the liberty of giving it one, right now.
2480 if (CM_IsEmpty(msg, eTimestamp)) {
2481 CM_SetFieldLONG(msg, eTimestamp, time(NULL));
2484 // If this message has no path, we generate one.
2485 if (CM_IsEmpty(msg, eMessagePath)) {
2486 if (!CM_IsEmpty(msg, eAuthor)) {
2487 CM_CopyField(msg, eMessagePath, eAuthor);
2488 for (a=0; !IsEmptyStr(&msg->cm_fields[eMessagePath][a]); ++a) {
2489 if (isspace(msg->cm_fields[eMessagePath][a])) {
2490 msg->cm_fields[eMessagePath][a] = ' ';
2495 CM_SetField(msg, eMessagePath, "unknown");
2499 if (force == NULL) {
2500 force_room[0] = '\0';
2503 strcpy(force_room, force);
2506 // Learn about what's inside, because it's what's inside that counts
2507 if (CM_IsEmpty(msg, eMessageText)) {
2508 syslog(LOG_ERR, "msgbase: ERROR; attempt to save message with NULL body");
2512 switch (msg->cm_format_type) {
2514 strcpy(content_type, "text/x-citadel-variformat");
2517 strcpy(content_type, "text/plain");
2520 strcpy(content_type, "text/plain");
2521 mptr = bmstrcasestr(msg->cm_fields[eMessageText], "Content-type:");
2524 safestrncpy(content_type, &mptr[13], sizeof content_type);
2525 string_trim(content_type);
2526 aptr = content_type;
2527 while (!IsEmptyStr(aptr)) {
2542 // Goto the correct room
2543 room = (recps) ? CC->room.QRname : SENTITEMS;
2544 syslog(LOG_DEBUG, "msgbase: selected room %s", room);
2545 strcpy(hold_rm, CC->room.QRname);
2546 strcpy(actual_rm, CC->room.QRname);
2547 if (recps != NULL) {
2548 strcpy(actual_rm, SENTITEMS);
2551 // If the user is a twit, move to the twit room for posting
2553 if (CC->user.axlevel == AxProbU) {
2554 strcpy(hold_rm, actual_rm);
2555 strcpy(actual_rm, CtdlGetConfigStr("c_twitroom"));
2556 syslog(LOG_DEBUG, "msgbase: diverting to twit room");
2560 // ...or if this message is destined for Aide> then go there.
2561 if (!IsEmptyStr(force_room)) {
2562 strcpy(actual_rm, force_room);
2565 syslog(LOG_DEBUG, "msgbase: final selection: %s (%s)", actual_rm, room);
2566 if (strcasecmp(actual_rm, CC->room.QRname)) {
2567 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL, NULL, NULL);
2570 // If this message has no O (room) field, generate one.
2571 if (CM_IsEmpty(msg, eOriginalRoom) && !IsEmptyStr(CC->room.QRname)) {
2572 CM_SetField(msg, eOriginalRoom, CC->room.QRname);
2575 // Perform "before save" hooks (aborting if any return nonzero)
2576 syslog(LOG_DEBUG, "msgbase: performing before-save hooks");
2577 if (PerformMessageHooks(msg, recps, EVT_BEFORESAVE) > 0) return(-3);
2579 // If this message has an Exclusive ID, and the room is replication
2580 // checking enabled, then do replication checks.
2581 if (DoesThisRoomNeedEuidIndexing(&CC->room)) {
2582 ReplicationChecks(msg);
2586 syslog(LOG_DEBUG, "msgbase: saving to disk");
2587 newmsgid = send_message(msg);
2588 if (newmsgid <= 0L) return(-5);
2590 // Write a supplemental message info record. This doesn't have to be
2591 // a critical section because nobody else knows about this message yet.
2592 syslog(LOG_DEBUG, "msgbase: creating metadata record");
2593 memset(&smi, 0, sizeof(struct MetaData));
2594 smi.meta_msgnum = newmsgid;
2595 smi.meta_refcount = 0;
2596 safestrncpy(smi.meta_content_type, content_type, sizeof smi.meta_content_type);
2598 // Measure how big this message will be when rendered as RFC822.
2599 // We do this for two reasons:
2600 // 1. We need the RFC822 length for the new metadata record, so the
2601 // POP and IMAP services don't have to calculate message lengths
2602 // while the user is waiting (multiplied by potentially hundreds
2603 // or thousands of messages).
2604 // 2. If journaling is enabled, we will need an RFC822 version of the
2605 // message to attach to the journalized copy.
2606 if (CC->redirect_buffer != NULL) {
2607 syslog(LOG_ALERT, "msgbase: CC->redirect_buffer is not NULL during message submission!");
2608 exit(CTDLEXIT_REDIRECT);
2610 CC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
2611 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
2612 smi.meta_rfc822_length = StrLength(CC->redirect_buffer);
2613 saved_rfc822_version = CC->redirect_buffer;
2614 CC->redirect_buffer = NULL;
2618 // Now figure out where to store the pointers
2619 syslog(LOG_DEBUG, "msgbase: storing pointers");
2621 // If this is being done by the networker delivering a private
2622 // message, we want to BYPASS saving the sender's copy (because there
2623 // is no local sender; it would otherwise go to the Trashcan).
2624 if ((!CC->internal_pgm) || (recps == NULL)) {
2625 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
2626 syslog(LOG_ERR, "msgbase: ERROR saving message pointer %ld in %s", newmsgid, actual_rm);
2627 CtdlSaveMsgPointerInRoom(CtdlGetConfigStr("c_aideroom"), newmsgid, 0, msg);
2631 // For internet mail, drop a copy in the outbound queue room
2632 if ((recps != NULL) && (recps->num_internet > 0)) {
2633 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
2636 // If other rooms are specified, drop them there too.
2637 if ((recps != NULL) && (recps->num_room > 0)) {
2638 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
2639 extract_token(recipient, recps->recp_room, i, '|', sizeof recipient);
2640 syslog(LOG_DEBUG, "msgbase: delivering to room <%s>", recipient);
2641 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
2645 // Decide where bounces need to be delivered
2646 if ((recps != NULL) && (recps->bounce_to == NULL)) {
2647 if (CC->logged_in) {
2648 strcpy(bounce_to, CC->user.fullname);
2650 else if (!IsEmptyStr(msg->cm_fields[eAuthor])){
2651 strcpy(bounce_to, msg->cm_fields[eAuthor]);
2653 recps->bounce_to = bounce_to;
2656 CM_SetFieldLONG(msg, eVltMsgNum, newmsgid);
2658 // If this is private, local mail, make a copy in the recipient's mailbox and bump the reference count.
2659 if ((recps != NULL) && (recps->num_local > 0)) {
2663 pch = recps->recp_local;
2664 recps->recp_local = recipient;
2665 ntokens = num_tokens(pch, '|');
2666 for (i=0; i<ntokens; ++i) {
2667 extract_token(recipient, pch, i, '|', sizeof recipient);
2668 syslog(LOG_DEBUG, "msgbase: delivering private local mail to <%s>", recipient);
2669 if (CtdlGetUser(&userbuf, recipient) == 0) {
2670 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
2671 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
2672 CtdlBumpNewMailCounter(userbuf.usernum); // if this user is logged in, tell them they have new mail.
2673 PerformMessageHooks(msg, recps, EVT_AFTERUSRMBOXSAVE);
2676 syslog(LOG_DEBUG, "msgbase: no user <%s>", recipient);
2677 CtdlSaveMsgPointerInRoom(CtdlGetConfigStr("c_aideroom"), newmsgid, 0, msg);
2680 recps->recp_local = pch;
2683 // Perform "after save" hooks
2684 syslog(LOG_DEBUG, "msgbase: performing after-save hooks");
2686 PerformMessageHooks(msg, recps, EVT_AFTERSAVE);
2687 CM_FlushField(msg, eVltMsgNum);
2689 // Go back to the room we started from
2690 syslog(LOG_DEBUG, "msgbase: returning to original room %s", hold_rm);
2691 if (strcasecmp(hold_rm, CC->room.QRname)) {
2692 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL, NULL, NULL);
2695 // Any addresses to harvest for someone's address book?
2696 if ( (CC->logged_in) && (recps != NULL) ) {
2697 collected_addresses = harvest_collected_addresses(msg);
2700 if (collected_addresses != NULL) {
2701 aptr = (struct addresses_to_be_filed *) malloc(sizeof(struct addresses_to_be_filed));
2702 CtdlMailboxName(actual_rm, sizeof actual_rm, &CC->user, USERCONTACTSROOM);
2703 aptr->roomname = strdup(actual_rm);
2704 aptr->collected_addresses = collected_addresses;
2705 begin_critical_section(S_ATBF);
2708 end_critical_section(S_ATBF);
2711 // Determine whether this message qualifies for journaling.
2712 if (!CM_IsEmpty(msg, eJournal)) {
2713 qualified_for_journaling = 0;
2716 if (recps == NULL) {
2717 qualified_for_journaling = CtdlGetConfigInt("c_journal_pubmsgs");
2719 else if (recps->num_local + recps->num_internet > 0) {
2720 qualified_for_journaling = CtdlGetConfigInt("c_journal_email");
2723 qualified_for_journaling = CtdlGetConfigInt("c_journal_pubmsgs");
2727 // Do we have to perform journaling? If so, hand off the saved
2728 // RFC822 version will be handed off to the journaler for background
2729 // submit. Otherwise, we have to free the memory ourselves.
2730 if (saved_rfc822_version != NULL) {
2731 if (qualified_for_journaling) {
2732 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
2735 FreeStrBuf(&saved_rfc822_version);
2739 if ((recps != NULL) && (recps->bounce_to == bounce_to))
2740 recps->bounce_to = NULL;
2747 // Convenience function for generating small administrative messages.
2748 long quickie_message(char *from,
2756 struct CtdlMessage *msg;
2757 struct recptypes *recp = NULL;
2759 msg = malloc(sizeof(struct CtdlMessage));
2760 memset(msg, 0, sizeof(struct CtdlMessage));
2761 msg->cm_magic = CTDLMESSAGE_MAGIC;
2762 msg->cm_anon_type = MES_NORMAL;
2763 msg->cm_format_type = format_type;
2765 if (!IsEmptyStr(from)) {
2766 CM_SetField(msg, eAuthor, from);
2768 else if (!IsEmptyStr(fromaddr)) {
2770 CM_SetField(msg, eAuthor, fromaddr);
2771 pAt = strchr(msg->cm_fields[eAuthor], '@');
2773 CM_CutFieldAt(msg, eAuthor, pAt - msg->cm_fields[eAuthor]);
2777 msg->cm_fields[eAuthor] = strdup("Citadel");
2780 if (!IsEmptyStr(fromaddr)) CM_SetField(msg, erFc822Addr, fromaddr);
2781 if (!IsEmptyStr(room)) CM_SetField(msg, eOriginalRoom, room);
2782 if (!IsEmptyStr(to)) {
2783 CM_SetField(msg, eRecipient, to);
2784 recp = validate_recipients(to, NULL, 0);
2786 if (!IsEmptyStr(subject)) {
2787 CM_SetField(msg, eMsgSubject, subject);
2789 if (!IsEmptyStr(text)) {
2790 CM_SetField(msg, eMessageText, text);
2793 long msgnum = CtdlSubmitMsg(msg, recp, room);
2795 if (recp != NULL) free_recipients(recp);
2800 // Back end function used by CtdlMakeMessage() and similar functions
2801 StrBuf *CtdlReadMessageBodyBuf(char *terminator, // token signalling EOT
2803 size_t maxlen, // maximum message length
2804 StrBuf *exist, // if non-null, append to it; exist is ALWAYS freed
2805 int crlf // CRLF newlines instead of LF
2813 LineBuf = NewStrBufPlain(NULL, SIZ);
2814 if (exist == NULL) {
2815 Message = NewStrBufPlain(NULL, 4 * SIZ);
2818 Message = NewStrBufDup(exist);
2821 // Do we need to change leading ".." to "." for SMTP escaping?
2822 if ((tlen == 1) && (*terminator == '.')) {
2826 // read in the lines of message text one by one
2828 if (CtdlClientGetLine(LineBuf) < 0) {
2831 if ((StrLength(LineBuf) == tlen) && (!strcmp(ChrPtr(LineBuf), terminator))) {
2834 if ( (!flushing) && (!finished) ) {
2836 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
2839 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
2842 // Unescape SMTP-style input of two dots at the beginning of the line
2843 if ((dotdot) && (StrLength(LineBuf) > 1) && (ChrPtr(LineBuf)[0] == '.')) {
2844 StrBufCutLeft(LineBuf, 1);
2846 StrBufAppendBuf(Message, LineBuf, 0);
2849 // if we've hit the max msg length, flush the rest
2850 if (StrLength(Message) >= maxlen) {
2854 } while (!finished);
2855 FreeStrBuf(&LineBuf);
2858 syslog(LOG_ERR, "msgbase: exceeded maximum message length of %ld - message was truncated", maxlen);
2865 // Back end function used by CtdlMakeMessage() and similar functions
2866 char *CtdlReadMessageBody(char *terminator, // token signalling EOT
2868 size_t maxlen, // maximum message length
2869 StrBuf *exist, // if non-null, append to it; exist is ALWAYS freed
2870 int crlf // CRLF newlines instead of LF
2874 Message = CtdlReadMessageBodyBuf(terminator,
2880 if (Message == NULL) {
2884 return SmashStrBuf(&Message);
2889 struct CtdlMessage *CtdlMakeMessage(
2890 struct ctdluser *author, // author's user structure
2891 char *recipient, // NULL if it's not mail
2892 char *recp_cc, // NULL if it's not mail
2893 char *room, // room where it's going
2894 int type, // see MES_ types in header file
2895 int format_type, // variformat, plain text, MIME...
2896 char *fake_name, // who we're masquerading as
2897 char *my_email, // which of my email addresses to use (empty is ok)
2898 char *subject, // Subject (optional)
2899 char *supplied_euid, // ...or NULL if this is irrelevant
2900 char *preformatted_text, // ...or NULL to read text from client
2901 char *references // Thread references
2903 return CtdlMakeMessageLen(
2904 author, // author's user structure
2905 recipient, // NULL if it's not mail
2906 (recipient)?strlen(recipient) : 0,
2907 recp_cc, // NULL if it's not mail
2908 (recp_cc)?strlen(recp_cc): 0,
2909 room, // room where it's going
2910 (room)?strlen(room): 0,
2911 type, // see MES_ types in header file
2912 format_type, // variformat, plain text, MIME...
2913 fake_name, // who we're masquerading as
2914 (fake_name)?strlen(fake_name): 0,
2915 my_email, // which of my email addresses to use (empty is ok)
2916 (my_email)?strlen(my_email): 0,
2917 subject, // Subject (optional)
2918 (subject)?strlen(subject): 0,
2919 supplied_euid, // ...or NULL if this is irrelevant
2920 (supplied_euid)?strlen(supplied_euid):0,
2921 preformatted_text, // ...or NULL to read text from client
2922 (preformatted_text)?strlen(preformatted_text) : 0,
2923 references, // Thread references
2924 (references)?strlen(references):0);
2929 // Build a binary message to be saved on disk.
2930 // (NOTE: if you supply 'preformatted_text', the buffer you give it
2931 // will become part of the message. This means you are no longer
2932 // responsible for managing that memory -- it will be freed along with
2933 // the rest of the fields when CM_Free() is called.)
2934 struct CtdlMessage *CtdlMakeMessageLen(
2935 struct ctdluser *author, // author's user structure
2936 char *recipient, // NULL if it's not mail
2938 char *recp_cc, // NULL if it's not mail
2940 char *room, // room where it's going
2942 int type, // see MES_ types in header file
2943 int format_type, // variformat, plain text, MIME...
2944 char *fake_name, // who we're masquerading as
2946 char *my_email, // which of my email addresses to use (empty is ok)
2948 char *subject, // Subject (optional)
2950 char *supplied_euid, // ...or NULL if this is irrelevant
2952 char *preformatted_text, // ...or NULL to read text from client
2954 char *references, // Thread references
2959 struct CtdlMessage *msg;
2961 StrBuf *FakeEncAuthor = NULL;
2963 msg = malloc(sizeof(struct CtdlMessage));
2964 memset(msg, 0, sizeof(struct CtdlMessage));
2965 msg->cm_magic = CTDLMESSAGE_MAGIC;
2966 msg->cm_anon_type = type;
2967 msg->cm_format_type = format_type;
2969 if (recipient != NULL) rcplen = string_trim(recipient);
2970 if (recp_cc != NULL) cclen = string_trim(recp_cc);
2972 // Path or Return-Path
2974 CM_SetField(msg, eMessagePath, my_email);
2976 else if (!IsEmptyStr(author->fullname)) {
2977 CM_SetField(msg, eMessagePath, author->fullname);
2979 convert_spaces_to_underscores(msg->cm_fields[eMessagePath]);
2981 blen = snprintf(buf, sizeof buf, "%ld", (long)time(NULL));
2982 CM_SetField(msg, eTimestamp, buf);
2985 FakeAuthor = NewStrBufPlain (fake_name, fnlen);
2988 FakeAuthor = NewStrBufPlain (author->fullname, -1);
2990 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
2991 CM_SetAsFieldSB(msg, eAuthor, &FakeEncAuthor);
2992 FreeStrBuf(&FakeAuthor);
2994 if (!!IsEmptyStr(CC->room.QRname)) {
2995 if (CC->room.QRflags & QR_MAILBOX) { // room
2996 CM_SetField(msg, eOriginalRoom, &CC->room.QRname[11]);
2999 CM_SetField(msg, eOriginalRoom, CC->room.QRname);
3004 CM_SetField(msg, eRecipient, recipient);
3007 CM_SetField(msg, eCarbonCopY, recp_cc);
3011 CM_SetField(msg, erFc822Addr, my_email);
3013 else if ( (author == &CC->user) && (!IsEmptyStr(CC->cs_inet_email)) ) {
3014 CM_SetField(msg, erFc822Addr, CC->cs_inet_email);
3017 if (subject != NULL) {
3019 length = string_trim(subject);
3025 while ((subject[i] != '\0') && (IsAscii = isascii(subject[i]) != 0 )) {
3029 CM_SetField(msg, eMsgSubject, subject);
3031 else { // ok, we've got utf8 in the string.
3033 rfc2047Subj = rfc2047encode(subject, length);
3034 CM_SetAsField(msg, eMsgSubject, &rfc2047Subj, strlen(rfc2047Subj));
3041 CM_SetField(msg, eExclusiveID, supplied_euid);
3045 CM_SetField(msg, eWeferences, references);
3048 if (preformatted_text != NULL) {
3049 CM_SetField(msg, eMessageText, preformatted_text);
3053 MsgBody = CtdlReadMessageBodyBuf(HKEY("000"), CtdlGetConfigLong("c_maxmsglen"), NULL, 0);
3054 if (MsgBody != NULL) {
3055 CM_SetAsFieldSB(msg, eMessageText, &MsgBody);
3063 // API function to delete messages which match a set of criteria
3064 // (returns the actual number of messages deleted)
3065 int CtdlDeleteMessages(const char *room_name, // which room
3066 long *dmsgnums, // array of msg numbers to be deleted
3067 int num_dmsgnums, // number of msgs to be deleted, or 0 for "any"
3068 char *content_type // or "" for any. regular expressions expected.
3070 struct ctdlroom qrbuf;
3071 struct cdbdata *cdbfr;
3072 long *msglist = NULL;
3073 long *dellist = NULL;
3076 int num_deleted = 0;
3078 struct MetaData smi;
3081 int need_to_free_re = 0;
3083 if (content_type) if (!IsEmptyStr(content_type)) {
3084 regcomp(&re, content_type, 0);
3085 need_to_free_re = 1;
3087 syslog(LOG_DEBUG, "msgbase: CtdlDeleteMessages(%s, %d msgs, %s)", room_name, num_dmsgnums, content_type);
3089 // get room record, obtaining a lock...
3090 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
3091 syslog(LOG_ERR, "msgbase: CtdlDeleteMessages(): Room <%s> not found", room_name);
3092 if (need_to_free_re) regfree(&re);
3093 return(0); // room not found
3096 num_msgs = CtdlFetchMsgList(qrbuf.QRnumber, &msglist);
3098 dellist = malloc(num_msgs * sizeof(long));
3099 int have_contenttype = (content_type != NULL) && !IsEmptyStr(content_type);
3100 int have_delmsgs = (num_dmsgnums == 0) || (dmsgnums == NULL);
3101 int have_more_del = 1;
3103 num_msgs = sort_msglist(msglist, num_msgs);
3104 if (num_dmsgnums > 1) {
3105 num_dmsgnums = sort_msglist(dmsgnums, num_dmsgnums);
3109 while ((i < num_msgs) && (have_more_del)) {
3112 // Set/clear a bit for each criterion
3114 // 0 messages in the list or a null list means that we are
3115 // interested in deleting any messages which meet the other criteria.
3117 delete_this |= 0x01;
3120 while ((i < num_msgs) && (msglist[i] < dmsgnums[j])) i++;
3125 if (msglist[i] == dmsgnums[j]) {
3126 delete_this |= 0x01;
3129 have_more_del = (j < num_dmsgnums);
3132 if (have_contenttype) {
3133 GetMetaData(&smi, msglist[i]);
3134 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
3135 delete_this |= 0x02;
3139 delete_this |= 0x02;
3142 // Delete message only if all bits are set
3143 if (delete_this == 0x03) {
3144 dellist[num_deleted++] = msglist[i];
3150 num_msgs = sort_msglist(msglist, num_msgs);
3151 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long), msglist, (int)(num_msgs * sizeof(long)));
3154 qrbuf.QRhighest = msglist[num_msgs - 1];
3157 qrbuf.QRhighest = 0;
3160 CtdlPutRoomLock(&qrbuf);
3162 // Go through the messages we pulled out of the index, and decrement
3163 // their reference counts by 1. If this is the only room the message
3164 // was in, the reference count will reach zero and the message will
3165 // automatically be deleted from the database. We do this in a
3166 // separate pass because there might be plug-in hooks getting called,
3167 // and we don't want that happening during an S_ROOMS critical section.
3169 for (i=0; i<num_deleted; ++i) {
3170 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
3172 AdjRefCountList(dellist, num_deleted, -1);
3174 // Now free the memory we used, and go away.
3175 if (msglist != NULL) free(msglist);
3176 if (dellist != NULL) free(dellist);
3177 syslog(LOG_DEBUG, "msgbase: %d message(s) deleted", num_deleted);
3178 if (need_to_free_re) regfree(&re);
3179 return (num_deleted);
3183 // GetMetaData() - Get the supplementary record for a message
3184 void GetMetaData(struct MetaData *smibuf, long msgnum) {
3185 struct cdbdata cdbsmi;
3188 memset(smibuf, 0, sizeof(struct MetaData));
3189 smibuf->meta_msgnum = msgnum;
3190 smibuf->meta_refcount = 1; // Default reference count is 1
3192 // Use the negative of the message number for its supp record index
3193 TheIndex = (0L - msgnum);
3195 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
3196 if (cdbsmi.ptr == NULL) {
3197 return; // record not found; leave it alone
3199 memcpy(smibuf, cdbsmi.ptr, ((cdbsmi.len > sizeof(struct MetaData)) ? sizeof(struct MetaData) : cdbsmi.len));
3204 // PutMetaData() - (re)write supplementary record for a message
3205 void PutMetaData(struct MetaData *smibuf) {
3208 // Use the negative of the message number for the metadata db index
3209 TheIndex = (0L - smibuf->meta_msgnum);
3210 cdb_store(CDB_MSGMAIN, &TheIndex, (int)sizeof(long), smibuf, (int)sizeof(struct MetaData));
3214 // Convenience function to process a big block of AdjRefCount() operations
3215 void AdjRefCountList(long *msgnum, long nmsg, int incr) {
3218 for (i = 0; i < nmsg; i++) {
3219 AdjRefCount(msgnum[i], incr);
3224 // AdjRefCount - adjust the reference count for a message.
3225 // We need to delete from disk any message whose reference count reaches zero.
3226 void AdjRefCount(long msgnum, int incr) {
3227 struct MetaData smi;
3230 // This is a *tight* critical section; please keep it that way, as
3231 // it may get called while nested in other critical sections.
3232 // Complicating this any further will surely cause deadlock!
3233 begin_critical_section(S_SUPPMSGMAIN);
3234 GetMetaData(&smi, msgnum);
3235 smi.meta_refcount += incr;
3237 end_critical_section(S_SUPPMSGMAIN);
3238 syslog(LOG_DEBUG, "msgbase: AdjRefCount() msg %ld ref count delta %+d, is now %d", msgnum, incr, smi.meta_refcount);
3240 // If the reference count is now zero, delete both the message and its metadata record.
3241 if (smi.meta_refcount == 0) {
3242 syslog(LOG_DEBUG, "msgbase: deleting message <%ld>", msgnum);
3244 // Call delete hooks with NULL room to show it has gone altogether
3245 PerformDeleteHooks(NULL, msgnum);
3247 // Remove from message base
3249 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3250 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long)); // There might not be a bigmsgs. Not an error.
3252 // Remove metadata record
3253 delnum = (0L - msgnum);
3254 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3259 // Write a generic object to this room
3260 // Returns the message number of the written object, in case you need it.
3261 long CtdlWriteObject(char *req_room, // Room to stuff it in
3262 char *content_type, // MIME type of this object
3263 char *raw_message, // Data to be written
3264 off_t raw_length, // Size of raw_message
3265 struct ctdluser *is_mailbox, // Mailbox room?
3266 int is_binary, // Is encoding necessary?
3267 unsigned int flags // Internal save flags
3269 struct ctdlroom qrbuf;
3270 char roomname[ROOMNAMELEN];
3271 struct CtdlMessage *msg;
3272 StrBuf *encoded_message = NULL;
3274 if (is_mailbox != NULL) {
3275 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
3278 safestrncpy(roomname, req_room, sizeof(roomname));
3281 syslog(LOG_DEBUG, "msfbase: raw length is %ld", (long)raw_length);
3284 encoded_message = NewStrBufPlain(NULL, (size_t) (((raw_length * 134) / 100) + 4096 ) );
3287 encoded_message = NewStrBufPlain(NULL, (size_t)(raw_length + 4096));
3290 StrBufAppendBufPlain(encoded_message, HKEY("Content-type: "), 0);
3291 StrBufAppendBufPlain(encoded_message, content_type, -1, 0);
3292 StrBufAppendBufPlain(encoded_message, HKEY("\n"), 0);
3295 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: base64\n\n"), 0);
3298 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: 7bit\n\n"), 0);
3302 StrBufBase64Append(encoded_message, NULL, raw_message, raw_length, 0);
3305 StrBufAppendBufPlain(encoded_message, raw_message, raw_length, 0);
3308 syslog(LOG_DEBUG, "msgbase: allocating");
3309 msg = malloc(sizeof(struct CtdlMessage));
3310 memset(msg, 0, sizeof(struct CtdlMessage));
3311 msg->cm_magic = CTDLMESSAGE_MAGIC;
3312 msg->cm_anon_type = MES_NORMAL;
3313 msg->cm_format_type = 4;
3314 CM_SetField(msg, eAuthor, CC->user.fullname);
3315 CM_SetField(msg, eOriginalRoom, req_room);
3316 msg->cm_flags = flags;
3318 CM_SetAsFieldSB(msg, eMessageText, &encoded_message);
3320 // Create the requested room if we have to.
3321 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
3322 CtdlCreateRoom(roomname, ( (is_mailbox != NULL) ? 5 : 3 ), "", 0, 1, 0, VIEW_BBS);
3325 // Now write the data
3326 long new_msgnum = CtdlSubmitMsg(msg, NULL, roomname);
3332 // ************************************************************************/
3333 // * MODULE INITIALIZATION */
3334 // ************************************************************************/
3336 char *ctdl_module_init_msgbase(void) {
3338 FillMsgKeyLookupTable();
3341 // return our module id for the log