1 // Implements the message store.
3 // Copyright (c) 1987-2024 by the citadel.org team
5 // This program is open source software. Use, duplication, or disclosure
6 // is subject to the terms of the GNU General Public License version 3.
14 #include <libcitadel.h>
15 #include "ctdl_module.h"
16 #include "citserver.h"
19 #include "clientsocket.h"
23 #include "internet_addressing.h"
24 #include "euidindex.h"
26 #include "journaling.h"
27 #include "modules/fulltext/serv_fulltext.h"
29 struct addresses_to_be_filed *atbf = NULL;
31 // These are the four-character field headers we use when outputting
32 // messages in Citadel format (as opposed to RFC822 format).
34 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
35 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
36 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
37 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
38 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
39 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
40 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
41 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
43 "from", // A -> eAuthor
44 NULL, // B -> eBig_message
45 NULL, // C (formerly used as eRemoteRoom)
46 NULL, // D (formerly used as eDestination)
47 "exti", // E -> eXclusivID
48 "rfca", // F -> erFc822Addr
50 "hnod", // H (formerly used as eHumanNode)
51 "msgn", // I -> emessageId
52 "jrnl", // J -> eJournal
53 "rep2", // K -> eReplyTo
54 "list", // L -> eListID
55 "text", // M -> eMessageText
56 NULL, // N (formerly used as eNodename)
57 "room", // O -> eOriginalRoom
58 "path", // P -> eMessagePath
60 "rcpt", // R -> eRecipient
61 NULL, // S (formerly used as eSpecialField)
62 "time", // T -> eTimestamp
63 "subj", // U -> eMsgSubject
64 "nvto", // V -> eenVelopeTo
65 "wefw", // W -> eWeferences
67 "cccc", // Y -> eCarbonCopY
72 HashList *msgKeyLookup = NULL;
74 int GetFieldFromMnemonic(eMsgField *f, const char* c) {
76 if (GetHash(msgKeyLookup, c, 4, &v)) {
83 void FillMsgKeyLookupTable(void) {
86 msgKeyLookup = NewHash (1, FourHash);
88 for (i=0; i < 91; i++) {
89 if (msgkeys[i] != NULL) {
90 Put(msgKeyLookup, msgkeys[i], 4, (void*)i, reference_free_handler);
96 eMsgField FieldOrder[] = {
105 // Semi-important fields
123 // Message text (MUST be last)
125 // Not saved to disk:
130 static const long NDiskFields = sizeof(FieldOrder) / sizeof(eMsgField);
133 int CM_IsEmpty(struct CtdlMessage *Msg, eMsgField which) {
134 return !((Msg->cm_fields[which] != NULL) && (Msg->cm_fields[which][0] != '\0'));
138 void CM_SetField(struct CtdlMessage *Msg, eMsgField which, const char *buf) {
139 if (Msg->cm_fields[which] != NULL) {
140 free(Msg->cm_fields[which]);
142 Msg->cm_fields[which] = strdup(buf);
143 Msg->cm_lengths[which] = strlen(buf);
147 void CM_SetFieldLONG(struct CtdlMessage *Msg, eMsgField which, long lvalue) {
150 len = snprintf(buf, sizeof(buf), "%ld", lvalue);
151 CM_SetField(Msg, which, buf);
155 void CM_CutFieldAt(struct CtdlMessage *Msg, eMsgField WhichToCut, long maxlen) {
156 if (Msg->cm_fields[WhichToCut] == NULL)
159 if (Msg->cm_lengths[WhichToCut] > maxlen)
161 Msg->cm_fields[WhichToCut][maxlen] = '\0';
162 Msg->cm_lengths[WhichToCut] = maxlen;
167 void CM_FlushField(struct CtdlMessage *Msg, eMsgField which) {
168 if (Msg->cm_fields[which] != NULL)
169 free (Msg->cm_fields[which]);
170 Msg->cm_fields[which] = NULL;
171 Msg->cm_lengths[which] = 0;
175 void CM_Flush(struct CtdlMessage *Msg) {
178 if (CM_IsValidMsg(Msg) == 0) {
182 for (i = 0; i < 256; ++i) {
183 CM_FlushField(Msg, i);
188 void CM_CopyField(struct CtdlMessage *Msg, eMsgField WhichToPutTo, eMsgField WhichtToCopy) {
190 if (Msg->cm_fields[WhichToPutTo] != NULL) {
191 free (Msg->cm_fields[WhichToPutTo]);
194 if (Msg->cm_fields[WhichtToCopy] != NULL) {
195 len = Msg->cm_lengths[WhichtToCopy];
196 Msg->cm_fields[WhichToPutTo] = malloc(len + 1);
197 memcpy(Msg->cm_fields[WhichToPutTo], Msg->cm_fields[WhichtToCopy], len);
198 Msg->cm_fields[WhichToPutTo][len] = '\0';
199 Msg->cm_lengths[WhichToPutTo] = len;
202 Msg->cm_fields[WhichToPutTo] = NULL;
203 Msg->cm_lengths[WhichToPutTo] = 0;
208 void CM_PrependToField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length) {
209 if (Msg->cm_fields[which] != NULL) {
214 oldmsgsize = Msg->cm_lengths[which] + 1;
215 newmsgsize = length + oldmsgsize;
217 new = malloc(newmsgsize);
218 memcpy(new, buf, length);
219 memcpy(new + length, Msg->cm_fields[which], oldmsgsize);
220 free(Msg->cm_fields[which]);
221 Msg->cm_fields[which] = new;
222 Msg->cm_lengths[which] = newmsgsize - 1;
225 Msg->cm_fields[which] = malloc(length + 1);
226 memcpy(Msg->cm_fields[which], buf, length);
227 Msg->cm_fields[which][length] = '\0';
228 Msg->cm_lengths[which] = length;
233 // This is like CM_SetField() except the caller is transferring ownership of the supplied memory to the message
234 void CM_SetAsField(struct CtdlMessage *Msg, eMsgField which, char **buf, long length) {
235 if (Msg->cm_fields[which] != NULL) {
236 free (Msg->cm_fields[which]);
239 Msg->cm_fields[which] = *buf;
241 if (length < 0) { // You can set the length to -1 to have CM_SetField measure it for you
242 Msg->cm_lengths[which] = strlen(Msg->cm_fields[which]);
245 Msg->cm_lengths[which] = length;
250 void CM_SetAsFieldSB(struct CtdlMessage *Msg, eMsgField which, StrBuf **buf) {
251 if (Msg->cm_fields[which] != NULL) {
252 free (Msg->cm_fields[which]);
255 Msg->cm_lengths[which] = StrLength(*buf);
256 Msg->cm_fields[which] = SmashStrBuf(buf);
260 void CM_GetAsField(struct CtdlMessage *Msg, eMsgField which, char **ret, long *retlen) {
261 if (Msg->cm_fields[which] != NULL) {
262 *retlen = Msg->cm_lengths[which];
263 *ret = Msg->cm_fields[which];
264 Msg->cm_fields[which] = NULL;
265 Msg->cm_lengths[which] = 0;
274 // Returns 1 if the supplied pointer points to a valid Citadel message.
275 // If the pointer is NULL or the magic number check fails, returns 0.
276 int CM_IsValidMsg(struct CtdlMessage *msg) {
280 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
281 syslog(LOG_WARNING, "msgbase: CM_IsValidMsg() self-check failed");
288 void CM_FreeContents(struct CtdlMessage *msg) {
291 for (i = 0; i < 256; ++i)
292 if (msg->cm_fields[i] != NULL) {
293 free(msg->cm_fields[i]);
294 msg->cm_lengths[i] = 0;
297 msg->cm_magic = 0; // just in case
301 // 'Destructor' for struct CtdlMessage
302 void CM_Free(struct CtdlMessage *msg) {
303 if (CM_IsValidMsg(msg) == 0) {
304 if (msg != NULL) free (msg);
307 CM_FreeContents(msg);
312 int CM_DupField(eMsgField i, struct CtdlMessage *OrgMsg, struct CtdlMessage *NewMsg) {
314 len = OrgMsg->cm_lengths[i];
315 NewMsg->cm_fields[i] = malloc(len + 1);
316 if (NewMsg->cm_fields[i] == NULL) {
319 memcpy(NewMsg->cm_fields[i], OrgMsg->cm_fields[i], len);
320 NewMsg->cm_fields[i][len] = '\0';
321 NewMsg->cm_lengths[i] = len;
326 struct CtdlMessage *CM_Duplicate(struct CtdlMessage *OrgMsg) {
328 struct CtdlMessage *NewMsg;
330 if (CM_IsValidMsg(OrgMsg) == 0) {
333 NewMsg = (struct CtdlMessage *)malloc(sizeof(struct CtdlMessage));
334 if (NewMsg == NULL) {
338 memcpy(NewMsg, OrgMsg, sizeof(struct CtdlMessage));
340 memset(&NewMsg->cm_fields, 0, sizeof(char*) * 256);
342 for (i = 0; i < 256; ++i) {
343 if (OrgMsg->cm_fields[i] != NULL) {
344 if (!CM_DupField(i, OrgMsg, NewMsg)) {
355 // Determine if a given message matches the fields in a message template.
356 // Return 0 for a successful match.
357 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
360 // If there aren't any fields in the template, all messages will match.
361 if (template == NULL) return(0);
363 // Null messages are bogus.
364 if (msg == NULL) return(1);
366 for (i='A'; i<='Z'; ++i) {
367 if (template->cm_fields[i] != NULL) {
368 if (msg->cm_fields[i] == NULL) {
369 // Considered equal if temmplate is empty string
370 if (IsEmptyStr(template->cm_fields[i])) continue;
373 if ((template->cm_lengths[i] != msg->cm_lengths[i]) ||
374 (strcasecmp(msg->cm_fields[i], template->cm_fields[i])))
379 // All compares succeeded: we have a match!
384 // Retrieve the "seen" message list for the current room.
385 void CtdlGetSeen(char *buf, int which_set) {
388 // Learn about the user and room in question
389 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
391 if (which_set == ctdlsetseen_seen) {
392 safestrncpy(buf, vbuf.v_seen, SIZ);
394 if (which_set == ctdlsetseen_answered) {
395 safestrncpy(buf, vbuf.v_answered, SIZ);
400 // Manipulate the "seen msgs" string (or other message set strings)
401 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
402 int target_setting, int which_set,
403 struct ctdluser *which_user, struct ctdlroom *which_room) {
417 char *is_set; // actually an array of booleans
419 // Don't bother doing *anything* if we were passed a list of zero messages
420 if (num_target_msgnums < 1) {
424 // If no room was specified, we go with the current room.
426 which_room = &CC->room;
429 // If no user was specified, we go with the current user.
431 which_user = &CC->user;
434 syslog(LOG_DEBUG, "msgbase: CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>",
435 num_target_msgnums, target_msgnums[0],
436 (target_setting ? "SET" : "CLEAR"),
440 // Learn about the user and room in question
441 CtdlGetRelationship(&vbuf, which_user, which_room);
443 // Load the message list
444 num_msgs = CtdlFetchMsgList(which_room->QRnumber, &msglist);
450 is_set = malloc(num_msgs * sizeof(char));
451 memset(is_set, 0, (num_msgs * sizeof(char)) );
453 // Decide which message set we're manipulating
455 case ctdlsetseen_seen:
456 vset = NewStrBufPlain(vbuf.v_seen, -1);
458 case ctdlsetseen_answered:
459 vset = NewStrBufPlain(vbuf.v_answered, -1);
465 // Translate the existing sequence set into an array of booleans
466 setstr = NewStrBuf();
470 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
472 StrBufExtract_token(lostr, setstr, 0, ':');
473 if (StrBufNum_tokens(setstr, ':') >= 2) {
474 StrBufExtract_token(histr, setstr, 1, ':');
478 StrBufAppendBuf(histr, lostr, 0);
481 if (!strcmp(ChrPtr(histr), "*")) {
488 for (i = 0; i < num_msgs; ++i) {
489 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
498 // Now translate the array of booleans back into a sequence set
504 for (i=0; i<num_msgs; ++i) {
508 for (k=0; k<num_target_msgnums; ++k) {
509 if (msglist[i] == target_msgnums[k]) {
510 is_seen = target_setting;
514 if ((was_seen == 0) && (is_seen == 1)) {
517 else if ((was_seen == 1) && (is_seen == 0)) {
520 if (StrLength(vset) > 0) {
521 StrBufAppendBufPlain(vset, HKEY(","), 0);
524 StrBufAppendPrintf(vset, "%ld", hi);
527 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
531 if ((is_seen) && (i == num_msgs - 1)) {
532 if (StrLength(vset) > 0) {
533 StrBufAppendBufPlain(vset, HKEY(","), 0);
535 if ((i==0) || (was_seen == 0)) {
536 StrBufAppendPrintf(vset, "%ld", msglist[i]);
539 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
546 // We will have to stuff this string back into a 4096 byte buffer, so if it's
547 // larger than that now, truncate it by removing tokens from the beginning.
548 // The limit of 100 iterations is there to prevent an infinite loop in case
549 // something unexpected happens.
550 int number_of_truncations = 0;
551 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
552 StrBufRemove_token(vset, 0, ',');
553 ++number_of_truncations;
556 // If we're truncating the sequence set of messages marked with the 'seen' flag,
557 // we want the earliest messages (the truncated ones) to be marked, not unmarked.
558 // Otherwise messages at the beginning will suddenly appear to be 'unseen'.
559 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
561 first_tok = NewStrBuf();
562 StrBufExtract_token(first_tok, vset, 0, ',');
563 StrBufRemove_token(vset, 0, ',');
565 if (StrBufNum_tokens(first_tok, ':') > 1) {
566 StrBufRemove_token(first_tok, 0, ':');
570 new_set = NewStrBuf();
571 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
572 StrBufAppendBuf(new_set, first_tok, 0);
573 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
574 StrBufAppendBuf(new_set, vset, 0);
577 FreeStrBuf(&first_tok);
581 // Decide which message set we're manipulating. Zero the buffers so they compress well.
583 case ctdlsetseen_seen:
584 memset(vbuf.v_seen, 0, sizeof vbuf.v_seen);
585 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
587 case ctdlsetseen_answered:
588 memset(vbuf.v_answered, 0, sizeof vbuf.v_seen);
589 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
595 CtdlSetRelationship(&vbuf, which_user, which_room);
600 // API function to perform an operation for each qualifying message in the
601 // current room. (Returns the number of messages processed.)
602 int CtdlForEachMessage(int mode, long ref, char *search_string,
604 struct CtdlMessage *compare,
605 ForEachMsgCallback CallBack,
610 long *msglist = NULL;
612 int num_processed = 0;
615 struct CtdlMessage *msg = NULL;
618 int printed_lastold = 0;
620 int need_to_free_re = 0;
622 Array *search = NULL;
624 if ((content_type) && (!IsEmptyStr(content_type))) {
625 regcomp(&re, content_type, 0);
629 // Learn about the user and room in question
630 if (server_shutting_down) {
631 if (need_to_free_re) regfree(&re);
634 CtdlGetUser(&CC->user, CC->curr_user);
636 if (server_shutting_down) {
637 if (need_to_free_re) regfree(&re);
640 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
642 if (server_shutting_down) {
643 if (need_to_free_re) regfree(&re);
647 // Load the message list
648 num_msgs = CtdlFetchMsgList(CC->room.QRnumber, &msglist);
651 if (need_to_free_re) regfree(&re);
652 return 0; // No messages at all? No further action.
655 // Now begin the traversal.
656 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) if (msglist[a] > 0) {
658 // If the caller is looking for a specific MIME type, filter
659 // out all messages which are not of the type requested.
660 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
662 // This call to GetMetaData() sits inside this loop
663 // so that we only do the extra database read per msg
664 // if we need to. Doing the extra read all the time
665 // really kills the server. If we ever need to use
666 // metadata for another search criterion, we need to
667 // move the read somewhere else -- but still be smart
668 // enough to only do the read if the caller has
669 // specified something that will need it.
670 if (server_shutting_down) {
671 if (need_to_free_re) regfree(&re);
675 GetMetaData(&smi, msglist[a]);
677 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
683 num_msgs = sort_msglist(msglist, num_msgs);
685 // If a template was supplied, filter out the messages which don't match. (This could induce some delays!)
687 if (compare != NULL) {
688 for (a = 0; a < num_msgs; ++a) {
689 if (server_shutting_down) {
690 if (need_to_free_re) regfree(&re);
694 msg = CtdlFetchMessage(msglist[a], 1);
696 if (CtdlMsgCmp(msg, compare)) {
705 // If a search string was specified, get a message list from
706 // the full text index and remove messages which aren't on both
710 // Since the lists are sorted and strictly ascending, and the
711 // output list is guaranteed to be shorter than or equal to the
712 // input list, we overwrite the bottom of the input list. This
713 // eliminates the need to memmove big chunks of the list over and
715 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
717 // Call search module via hook mechanism.
718 // NULL means use any search function available.
719 // otherwise replace with a char * to name of search routine
720 search = CtdlFullTextSearch(search_string);
722 if (array_len(search) > 0) {
726 orig_num_msgs = num_msgs;
728 for (i=0; i<orig_num_msgs; ++i) {
729 for (j=0; j<array_len(search); ++j) {
731 memcpy(&smsgnum, array_get_element_at(search, j), sizeof(long));
732 if (msglist[i] == smsgnum) {
733 msglist[num_msgs++] = msglist[i];
739 num_msgs = 0; // No messages qualify
741 if (search != NULL) array_free(search);
743 // Now that we've purged messages which don't contain the search
744 // string, treat a MSGS_SEARCH just like a MSGS_ALL from this
749 // Now iterate through the message list, according to the
750 // criteria supplied by the caller.
752 for (a = 0; a < num_msgs; ++a) {
753 if (server_shutting_down) {
754 if (need_to_free_re) regfree(&re);
756 return num_processed;
758 thismsg = msglist[a];
759 if (mode == MSGS_ALL) {
763 is_seen = is_msg_in_sequence_set(vbuf.v_seen, thismsg);
764 if (is_seen) lastold = thismsg;
770 || ((mode == MSGS_OLD) && (is_seen))
771 || ((mode == MSGS_NEW) && (!is_seen))
772 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
773 || ((mode == MSGS_FIRST) && (a < ref))
774 || ((mode == MSGS_GT) && (thismsg > ref))
775 || ((mode == MSGS_LT) && (thismsg < ref))
776 || ((mode == MSGS_EQ) && (thismsg == ref))
779 if ((mode == MSGS_NEW) && (CC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
781 CallBack(lastold, userdata);
787 CallBack(thismsg, userdata);
792 if (need_to_free_re) regfree(&re);
794 // We cache the most recent msglist in order to do security checks later
795 if (CC->client_socket > 0) {
796 if (CC->cached_msglist != NULL) {
797 free(CC->cached_msglist);
799 CC->cached_msglist = msglist;
800 CC->cached_num_msgs = num_msgs;
806 return num_processed;
810 // memfmout() - Citadel text formatter and paginator.
811 // Although the original purpose of this routine was to format
812 // text to the reader's screen width, all we're really using it
813 // for here is to format text out to 80 columns before sending it
814 // to the client. The client software MAY reformat it again.
816 char *mptr, // where are we going to get our text from?
817 const char *nl // string to terminate lines with
820 unsigned char ch = 0;
827 while (ch=*(mptr++), ch != 0) {
830 if (client_write(outbuf, len) == -1) {
831 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
835 if (client_write(nl, nllen) == -1) {
836 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
841 else if (ch == '\r') {
842 // Ignore carriage returns. Newlines are always LF or CRLF but never CR.
844 else if (isspace(ch)) {
845 if (column > 72) { // Beyond 72 columns, break on the next space
846 if (client_write(outbuf, len) == -1) {
847 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
851 if (client_write(nl, nllen) == -1) {
852 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
865 if (column > 1000) { // Beyond 1000 columns, break anywhere
866 if (client_write(outbuf, len) == -1) {
867 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
871 if (client_write(nl, nllen) == -1) {
872 syslog(LOG_ERR, "msgbase: memfmout(): aborting due to write failure");
880 if (client_write(outbuf, len) == -1) {
881 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
884 client_write(nl, nllen);
890 // Callback function for mime parser that simply lists the part
891 void list_this_part(char *name, char *filename, char *partnum, char *disp,
892 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
893 char *cbid, void *cbuserdata)
897 ma = (struct ma_info *)cbuserdata;
898 if (ma->is_ma == 0) {
899 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
912 // Callback function for multipart prefix
913 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
914 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
915 char *cbid, void *cbuserdata)
919 ma = (struct ma_info *)cbuserdata;
920 if (!strcasecmp(cbtype, "multipart/alternative")) {
924 if (ma->is_ma == 0) {
925 cprintf("pref=%s|%s\n", partnum, cbtype);
930 // Callback function for multipart sufffix
931 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
932 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
933 char *cbid, void *cbuserdata)
937 ma = (struct ma_info *)cbuserdata;
938 if (ma->is_ma == 0) {
939 cprintf("suff=%s|%s\n", partnum, cbtype);
941 if (!strcasecmp(cbtype, "multipart/alternative")) {
947 // Callback function for mime parser that opens a section for downloading
948 // we use serv_files function here:
949 extern void OpenCmdResult(char *filename, const char *mime_type);
950 void mime_download(char *name, char *filename, char *partnum, char *disp,
951 void *content, char *cbtype, char *cbcharset, size_t length,
952 char *encoding, char *cbid, void *cbuserdata)
956 // Silently go away if there's already a download open.
957 if (CC->download_fp != NULL)
961 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
962 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
964 CC->download_fp = tmpfile();
965 if (CC->download_fp == NULL) {
966 syslog(LOG_ERR, "msgbase: mime_download() couldn't write: %m");
967 cprintf("%d cannot open temporary file: %s\n", ERROR + INTERNAL_ERROR, strerror(errno));
971 rv = fwrite(content, length, 1, CC->download_fp);
973 syslog(LOG_ERR, "msgbase: mime_download() Couldn't write: %m");
974 cprintf("%d unable to write tempfile.\n", ERROR + TOO_BIG);
975 fclose(CC->download_fp);
976 CC->download_fp = NULL;
979 fflush(CC->download_fp);
980 rewind(CC->download_fp);
982 OpenCmdResult(filename, cbtype);
987 // Callback function for mime parser that outputs a section all at once.
988 // We can specify the desired section by part number *or* content-id.
989 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
990 void *content, char *cbtype, char *cbcharset, size_t length,
991 char *encoding, char *cbid, void *cbuserdata)
993 int *found_it = (int *)cbuserdata;
996 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
997 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1000 cprintf("%d %d|-1|%s|%s|%s\n",
1007 client_write(content, length);
1012 struct CtdlMessage *CtdlDeserializeMessage(long msgnum, int with_body, const char *Buffer, long Length) {
1013 struct CtdlMessage *ret = NULL;
1015 const char *upper_bound;
1017 cit_uint8_t field_header;
1021 upper_bound = Buffer + Length;
1026 // Parse the three bytes that begin EVERY message on disk.
1027 // The first is always 0xFF, the on-disk magic number.
1028 // The second is the anonymous/public type byte.
1029 // The third is the format type byte (vari, fixed, or MIME).
1033 syslog(LOG_ERR, "msgbase: message %ld appears to be corrupted", msgnum);
1036 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1037 memset(ret, 0, sizeof(struct CtdlMessage));
1039 ret->cm_magic = CTDLMESSAGE_MAGIC;
1040 ret->cm_anon_type = *mptr++; // Anon type byte
1041 ret->cm_format_type = *mptr++; // Format type byte
1043 // The rest is zero or more arbitrary fields. Load them in.
1044 // We're done when we encounter either a zero-length field or
1045 // have just processed the 'M' (message text) field.
1048 field_header = '\0';
1051 while (field_header == '\0') { // work around possibly buggy messages
1052 if (mptr >= upper_bound) {
1055 field_header = *mptr++;
1057 if (mptr >= upper_bound) {
1060 which = field_header;
1063 CM_SetField(ret, which, mptr);
1065 mptr += len + 1; // advance to next field
1067 } while ((mptr < upper_bound) && (field_header != 'M'));
1072 // Load a message from disk into memory.
1073 // This is used by CtdlOutputMsg() and other fetch functions.
1075 // NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1076 // using the CM_Free(); function.
1078 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body) {
1079 struct cdbdata dmsgtext;
1080 struct CtdlMessage *ret = NULL;
1082 syslog(LOG_DEBUG, "msgbase: CtdlFetchMessage(%ld, %d)", msgnum, with_body);
1083 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1084 if (dmsgtext.ptr == NULL) {
1085 syslog(LOG_ERR, "msgbase: message #%ld was not found", msgnum);
1089 if (dmsgtext.ptr[dmsgtext.len - 1] != '\0') {
1090 // FIXME LMDB cannot write to immutable memory
1091 syslog(LOG_ERR, "msgbase: CtdlFetchMessage(%ld, %d) Forcefully terminating message!!", msgnum, with_body);
1092 dmsgtext.ptr[dmsgtext.len - 1] = '\0';
1095 ret = CtdlDeserializeMessage(msgnum, with_body, dmsgtext.ptr, dmsgtext.len);
1100 // Always make sure there's something in the msg text field. If
1101 // it's NULL, the message text is most likely stored separately,
1102 // so go ahead and fetch that. Failing that, just set a dummy
1103 // body so other code doesn't barf.
1105 if ( (CM_IsEmpty(ret, eMessageText)) && (with_body) ) {
1106 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1107 if (dmsgtext.ptr != NULL) {
1108 CM_SetField(ret, eMessageText, dmsgtext.ptr);
1111 if (CM_IsEmpty(ret, eMessageText)) {
1112 CM_SetField(ret, eMessageText, "\r\n\r\n (no text)\r\n");
1119 // Pre callback function for multipart/alternative
1121 // NOTE: this differs from the standard behavior for a reason. Normally when
1122 // displaying multipart/alternative you want to show the _last_ usable
1123 // format in the message. Here we show the _first_ one, because it's
1124 // usually text/plain. Since this set of functions is designed for text
1125 // output to non-MIME-aware clients, this is the desired behavior.
1127 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1128 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1129 char *cbid, void *cbuserdata)
1133 ma = (struct ma_info *)cbuserdata;
1134 syslog(LOG_DEBUG, "msgbase: fixed_output_pre() type=<%s>", cbtype);
1135 if (!strcasecmp(cbtype, "multipart/alternative")) {
1139 if (!strcasecmp(cbtype, "message/rfc822")) {
1146 // Post callback function for multipart/alternative
1148 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1149 void *content, char *cbtype, char *cbcharset, size_t length,
1150 char *encoding, char *cbid, void *cbuserdata)
1154 ma = (struct ma_info *)cbuserdata;
1155 syslog(LOG_DEBUG, "msgbase: fixed_output_post() type=<%s>", cbtype);
1156 if (!strcasecmp(cbtype, "multipart/alternative")) {
1160 if (!strcasecmp(cbtype, "message/rfc822")) {
1166 // Inline callback function for mime parser that wants to display text
1167 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1168 void *content, char *cbtype, char *cbcharset, size_t length,
1169 char *encoding, char *cbid, void *cbuserdata)
1176 ma = (struct ma_info *)cbuserdata;
1179 "msgbase: fixed_output() part %s: %s (%s) (%ld bytes)",
1180 partnum, filename, cbtype, (long)length
1183 // If we're in the middle of a multipart/alternative scope and
1184 // we've already printed another section, skip this one.
1185 if ( (ma->is_ma) && (ma->did_print) ) {
1186 syslog(LOG_DEBUG, "msgbase: skipping part %s (%s)", partnum, cbtype);
1191 if ( (!strcasecmp(cbtype, "text/plain"))
1192 || (IsEmptyStr(cbtype)) ) {
1195 client_write(wptr, length);
1196 if (wptr[length-1] != '\n') {
1203 if (!strcasecmp(cbtype, "text/html")) {
1204 ptr = html_to_ascii(content, length, 80, 0);
1206 client_write(ptr, wlen);
1207 if ((wlen > 0) && (ptr[wlen-1] != '\n')) {
1214 if (ma->use_fo_hooks) {
1215 if (PerformFixedOutputHooks(cbtype, content, length)) { // returns nonzero if it handled the part
1220 if (strncasecmp(cbtype, "multipart/", 10)) {
1221 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1222 partnum, filename, cbtype, (long)length);
1228 // The client is elegant and sophisticated and wants to be choosy about
1229 // MIME content types, so figure out which multipart/alternative part
1230 // we're going to send.
1232 // We use a system of weights. When we find a part that matches one of the
1233 // MIME types we've declared as preferential, we can store it in ma->chosen_part
1234 // and then set ma->chosen_pref to that MIME type's position in our preference
1235 // list. If we then hit another match, we only replace the first match if
1236 // the preference value is lower.
1237 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1238 void *content, char *cbtype, char *cbcharset, size_t length,
1239 char *encoding, char *cbid, void *cbuserdata)
1245 ma = (struct ma_info *)cbuserdata;
1247 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1248 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1249 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1250 if (i < ma->chosen_pref) {
1251 syslog(LOG_DEBUG, "msgbase: setting chosen part to <%s>", partnum);
1252 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1253 ma->chosen_pref = i;
1260 // Now that we've chosen our preferred part, output it.
1261 void output_preferred(char *name,
1275 int add_newline = 0;
1278 char *decoded = NULL;
1279 size_t bytes_decoded;
1282 ma = (struct ma_info *)cbuserdata;
1284 // This is not the MIME part you're looking for...
1285 if (strcasecmp(partnum, ma->chosen_part)) return;
1287 // If the content-type of this part is in our preferred formats
1288 // list, we can simply output it verbatim.
1289 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1290 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1291 if (!strcasecmp(buf, cbtype)) {
1293 if (ma->dont_decode == 0)
1294 rc = mime_decode_now (content,
1300 break; // Give us the chance, maybe theres another one.
1302 if (rc == 0) text_content = (char *)content;
1304 text_content = decoded;
1305 length = bytes_decoded;
1308 if (text_content[length-1] != '\n') {
1311 cprintf("Content-type: %s", cbtype);
1312 if (!IsEmptyStr(cbcharset)) {
1313 cprintf("; charset=%s", cbcharset);
1315 cprintf("\nContent-length: %d\n",
1316 (int)(length + add_newline) );
1317 if (!IsEmptyStr(encoding)) {
1318 cprintf("Content-transfer-encoding: %s\n", encoding);
1321 cprintf("Content-transfer-encoding: 7bit\n");
1323 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1325 if (client_write(text_content, length) == -1)
1327 syslog(LOG_ERR, "msgbase: output_preferred() aborting due to write failure");
1330 if (add_newline) cprintf("\n");
1331 if (decoded != NULL) free(decoded);
1336 // No translations required or possible: output as text/plain
1337 cprintf("Content-type: text/plain\n\n");
1339 if (ma->dont_decode == 0)
1340 rc = mime_decode_now (content,
1346 return; // Give us the chance, maybe theres another one.
1348 if (rc == 0) text_content = (char *)content;
1350 text_content = decoded;
1351 length = bytes_decoded;
1354 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset, length, encoding, cbid, cbuserdata);
1355 if (decoded != NULL) free(decoded);
1360 char desired_section[64];
1366 // Callback function
1367 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1368 void *content, char *cbtype, char *cbcharset, size_t length,
1369 char *encoding, char *cbid, void *cbuserdata)
1371 struct encapmsg *encap;
1373 encap = (struct encapmsg *)cbuserdata;
1375 // Only proceed if this is the desired section...
1376 if (!strcasecmp(encap->desired_section, partnum)) {
1377 encap->msglen = length;
1378 encap->msg = malloc(length + 2);
1379 memcpy(encap->msg, content, length);
1385 // Determine whether the specified message exists in the cached_msglist
1386 // (This is a security check)
1387 int check_cached_msglist(long msgnum) {
1389 // cases in which we skip the check
1390 if (!CC) return om_ok; // not a session
1391 if (CC->client_socket <= 0) return om_ok; // not a client session
1392 if (CC->cached_msglist == NULL) return om_access_denied; // no msglist fetched
1393 if (CC->cached_num_msgs == 0) return om_access_denied; // nothing to check
1395 // Do a binary search within the cached_msglist for the requested msgnum
1397 int max = (CC->cached_num_msgs - 1);
1399 while (max >= min) {
1400 int middle = min + (max-min) / 2 ;
1401 if (msgnum == CC->cached_msglist[middle]) {
1404 if (msgnum > CC->cached_msglist[middle]) {
1412 return om_access_denied;
1416 // Get a message off disk. (returns om_* values found in msgbase.h)
1417 int CtdlOutputMsg(long msg_num, // message number (local) to fetch
1418 int mode, // how would you like that message?
1419 int headers_only, // If nonzero, skip the message body. Also avoids loading it, if it's stored separately.
1420 int do_proto, // do Citadel protocol responses?
1421 int crlf, // If nonzero, terminate lines with CRLF instead of just LF
1422 char *section, // NULL or a message/rfc822 section
1423 int flags, // various flags; see msgbase.h
1424 char **Author, // If non-NULL, allocate a string buffer and populate the display name (caller must free)
1425 char **Address, // If non-NULL, allocate a string buffer and populate the email address (caller must free)
1426 char **MessageID // If non-NULL, allocate a string buffer and populate the message ID (caller must free)
1428 struct CtdlMessage *TheMessage = NULL;
1429 int retcode = CIT_OK;
1430 struct encapmsg encap;
1433 syslog(LOG_DEBUG, "msgbase: CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)",
1435 (section ? section : "<>")
1438 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1441 if (r == om_not_logged_in) {
1442 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1445 cprintf("%d An unknown error has occurred.\n", ERROR);
1451 // Check to make sure the message is actually IN this room
1452 r = check_cached_msglist(msg_num);
1453 if (r == om_access_denied) {
1454 // Not in the cache? We get ONE shot to check it again.
1455 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1456 r = check_cached_msglist(msg_num);
1459 syslog(LOG_DEBUG, "msgbase: security check fail; message %ld is not in %s", msg_num, CC->room.QRname);
1461 if (r == om_access_denied) {
1462 cprintf("%d message %ld was not found in this room\n", ERROR + HIGHER_ACCESS_REQUIRED, msg_num);
1468 // Fetch the message from disk. If we're in HEADERS_FAST mode, request that we don't even bother loading the body into memory.
1469 if (headers_only == HEADERS_FAST) {
1470 TheMessage = CtdlFetchMessage(msg_num, 0);
1473 TheMessage = CtdlFetchMessage(msg_num, 1);
1476 if (TheMessage == NULL) {
1477 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n", ERROR + MESSAGE_NOT_FOUND, msg_num);
1478 return(om_no_such_msg);
1481 // Here is the weird form of this command, to process only an encapsulated message/rfc822 section.
1482 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1483 memset(&encap, 0, sizeof encap);
1484 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1485 mime_parser(CM_RANGE(TheMessage, eMessageText),
1486 *extract_encapsulated_message,
1487 NULL, NULL, (void *)&encap, 0
1490 if ((Author != NULL) && (*Author == NULL)) {
1491 *Author = strdup(TheMessage->cm_fields[eAuthor]);
1493 if ((Address != NULL) && (*Address == NULL)) {
1494 *Address = strdup(TheMessage->cm_fields[erFc822Addr]);
1496 if ((MessageID != NULL) && (*MessageID == NULL)) {
1497 *MessageID = strdup(TheMessage->cm_fields[emessageId]);
1499 CM_Free(TheMessage);
1503 encap.msg[encap.msglen] = 0;
1504 TheMessage = convert_internet_message(encap.msg);
1505 encap.msg = NULL; // no free() here, TheMessage owns it now
1507 // Now we let it fall through to the bottom of this function, because TheMessage now contains the
1508 // encapsulated message instead of the top-level message. Isn't that neat?
1512 cprintf("%d msg %ld has no part %s\n", ERROR + MESSAGE_NOT_FOUND, msg_num, section);
1514 retcode = om_no_such_msg;
1519 // Ok, output the message now
1520 if (retcode == CIT_OK) {
1521 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1523 if ((Author != NULL) && (*Author == NULL)) {
1525 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1527 if ((Address != NULL) && (*Address == NULL)) {
1529 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1531 if ((MessageID != NULL) && (*MessageID == NULL)) {
1533 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1536 CM_Free(TheMessage);
1542 void OutputCtdlMsgHeaders(struct CtdlMessage *TheMessage, int do_proto) {
1545 char display_name[256];
1547 // begin header processing loop for Citadel message format
1548 safestrncpy(display_name, "<unknown>", sizeof display_name);
1549 if (!CM_IsEmpty(TheMessage, eAuthor)) {
1550 strcpy(buf, TheMessage->cm_fields[eAuthor]);
1551 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1552 safestrncpy(display_name, "****", sizeof display_name);
1554 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1555 safestrncpy(display_name, "anonymous", sizeof display_name);
1558 safestrncpy(display_name, buf, sizeof display_name);
1560 if ( (is_room_aide())
1561 && ( (TheMessage->cm_anon_type == MES_ANONONLY)
1562 || (TheMessage->cm_anon_type == MES_ANONOPT)
1565 size_t tmp = strlen(display_name);
1566 snprintf(&display_name[tmp], sizeof display_name - tmp, " [%s]", buf);
1570 // Now spew the header fields in the order we like them.
1571 for (i=0; i< NDiskFields; ++i) {
1573 Field = FieldOrder[i];
1574 if (Field != eMessageText) {
1575 if ( (!CM_IsEmpty(TheMessage, Field)) && (msgkeys[Field] != NULL) ) {
1576 if ((Field == eenVelopeTo) || (Field == eRecipient) || (Field == eCarbonCopY)) {
1577 sanitize_truncated_recipient(TheMessage->cm_fields[Field]);
1579 if (Field == eAuthor) {
1581 cprintf("%s=%s\n", msgkeys[Field], display_name);
1584 // Masquerade display name if needed
1587 cprintf("%s=%s\n", msgkeys[Field], TheMessage->cm_fields[Field]);
1590 // Give the client a hint about whether the message originated locally
1591 if (Field == erFc822Addr) {
1592 if (IsDirectory(TheMessage->cm_fields[Field] ,0)) {
1593 cprintf("locl=yes\n"); // message originated locally.
1605 void OutputRFC822MsgHeaders(
1606 struct CtdlMessage *TheMessage,
1607 int flags, // should the message be exported clean
1608 const char *nl, int nlen,
1609 char *mid, long sizeof_mid,
1610 char *suser, long sizeof_suser,
1611 char *luser, long sizeof_luser,
1612 char *fuser, long sizeof_fuser,
1613 char *snode, long sizeof_snode)
1615 char datestamp[100];
1616 int subject_found = 0;
1623 for (i = 0; i < NDiskFields; ++i) {
1624 if (TheMessage->cm_fields[FieldOrder[i]]) {
1625 mptr = mpptr = TheMessage->cm_fields[FieldOrder[i]];
1626 switch (FieldOrder[i]) {
1628 safestrncpy(luser, mptr, sizeof_luser);
1629 safestrncpy(suser, mptr, sizeof_suser);
1632 if ((flags & QP_EADDR) != 0) {
1633 mptr = qp_encode_email_addrs(mptr);
1635 sanitize_truncated_recipient(mptr);
1636 cprintf("CC: %s%s", mptr, nl);
1639 cprintf("Return-Path: %s%s", mptr, nl);
1642 cprintf("List-ID: %s%s", mptr, nl);
1645 if ((flags & QP_EADDR) != 0)
1646 mptr = qp_encode_email_addrs(mptr);
1648 while ((*hptr != '\0') && isspace(*hptr))
1650 if (!IsEmptyStr(hptr))
1651 cprintf("Envelope-To: %s%s", hptr, nl);
1654 cprintf("Subject: %s%s", mptr, nl);
1658 safestrncpy(mid, mptr, sizeof_mid);
1661 safestrncpy(fuser, mptr, sizeof_fuser);
1664 if (haschar(mptr, '@') == 0) {
1665 sanitize_truncated_recipient(mptr);
1666 cprintf("To: %s@%s", mptr, CtdlGetConfigStr("c_fqdn"));
1670 if ((flags & QP_EADDR) != 0) {
1671 mptr = qp_encode_email_addrs(mptr);
1673 sanitize_truncated_recipient(mptr);
1674 cprintf("To: %s", mptr);
1679 datestring(datestamp, sizeof datestamp, atol(mptr), DATESTRING_RFC822);
1680 cprintf("Date: %s%s", datestamp, nl);
1683 cprintf("References: ");
1684 k = num_tokens(mptr, '|');
1685 for (j=0; j<k; ++j) {
1686 extract_token(buf, mptr, j, '|', sizeof buf);
1687 cprintf("<%s>", buf);
1698 while ((*hptr != '\0') && isspace(*hptr))
1700 if (!IsEmptyStr(hptr))
1701 cprintf("Reply-To: %s%s", mptr, nl);
1713 // these don't map to mime message headers.
1716 if (mptr != mpptr) {
1721 if (subject_found == 0) {
1722 cprintf("Subject: (no subject)%s", nl);
1727 void Dump_RFC822HeadersBody(
1728 struct CtdlMessage *TheMessage,
1729 int headers_only, // eschew the message body?
1730 int flags, // should the bessage be exported clean?
1731 const char *nl, int nlen)
1733 cit_uint8_t prev_ch;
1735 const char *StartOfText = StrBufNOTNULL;
1738 int nllen = strlen(nl);
1742 mptr = TheMessage->cm_fields[eMessageText];
1745 while (*mptr != '\0') {
1746 if (*mptr == '\r') {
1750 if ((!eoh) && (*mptr == '\n')) {
1751 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
1753 eoh = *(mptr+1) == '\n';
1757 StartOfText = strchr(StartOfText, '\n');
1758 StartOfText = strchr(StartOfText, '\n');
1761 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
1762 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
1763 ((headers_only != HEADERS_NONE) &&
1764 (headers_only != HEADERS_ONLY))
1766 if (*mptr == '\n') {
1767 memcpy(&outbuf[outlen], nl, nllen);
1769 outbuf[outlen] = '\0';
1772 outbuf[outlen++] = *mptr;
1776 if (flags & ESC_DOT) {
1777 if ((prev_ch == '\n') && (*mptr == '.') && ((*(mptr+1) == '\r') || (*(mptr+1) == '\n'))) {
1778 outbuf[outlen++] = '.';
1783 if (outlen > 1000) {
1784 if (client_write(outbuf, outlen) == -1) {
1785 syslog(LOG_ERR, "msgbase: Dump_RFC822HeadersBody() aborting due to write failure");
1788 lfSent = (outbuf[outlen - 1] == '\n');
1793 client_write(outbuf, outlen);
1794 lfSent = (outbuf[outlen - 1] == '\n');
1797 client_write(nl, nlen);
1801 // If the format type on disk is 1 (fixed-format), then we want
1802 // everything to be output completely literally ... regardless of
1803 // what message transfer format is in use.
1804 void DumpFormatFixed(
1805 struct CtdlMessage *TheMessage,
1806 int mode, // how would you like that message?
1807 const char *nl, int nllen)
1815 mptr = TheMessage->cm_fields[eMessageText];
1817 if (mode == MT_MIME) {
1818 cprintf("Content-type: text/plain\n\n");
1822 while (ch = *mptr++, ch > 0) {
1826 if ((buflen > 250) && (!xlline)){
1830 while ((buflen > 0) &&
1831 (!isspace(buf[buflen])))
1837 mptr -= tbuflen - buflen;
1843 // if we reach the outer bounds of our buffer, abort without respect for what we purge.
1844 if (xlline && ((isspace(ch)) || (buflen > SIZ - nllen - 2))) {
1849 memcpy (&buf[buflen], nl, nllen);
1853 if (client_write(buf, buflen) == -1) {
1854 syslog(LOG_ERR, "msgbase: DumpFormatFixed() aborting due to write failure");
1866 if (!IsEmptyStr(buf)) {
1867 cprintf("%s%s", buf, nl);
1872 // Get a message off disk. (returns om_* values found in msgbase.h)
1873 int CtdlOutputPreLoadedMsg(
1874 struct CtdlMessage *TheMessage,
1875 int mode, // how would you like that message?
1876 int headers_only, // eschew the message body?
1877 int do_proto, // do Citadel protocol responses?
1878 int crlf, // Use CRLF newlines instead of LF?
1879 int flags // should the bessage be exported clean?
1882 const char *nl; // newline string
1886 // Buffers needed for RFC822 translation. These are all filled
1887 // using functions that are bounds-checked, and therefore we can
1888 // make them substantially smaller than SIZ.
1895 syslog(LOG_DEBUG, "msgbase: CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d",
1896 ((TheMessage == NULL) ? "NULL" : "not null"),
1897 mode, headers_only, do_proto, crlf
1900 strcpy(mid, "unknown");
1901 nl = (crlf ? "\r\n" : "\n");
1902 nlen = crlf ? 2 : 1;
1904 if (!CM_IsValidMsg(TheMessage)) {
1905 syslog(LOG_ERR, "msgbase: error; invalid preloaded message for output");
1906 return(om_no_such_msg);
1909 // Suppress envelope recipients if required to avoid disclosing BCC addresses.
1910 // Pad it with spaces in order to avoid changing the RFC822 length of the message.
1911 if ( (flags & SUPPRESS_ENV_TO) && (!CM_IsEmpty(TheMessage, eenVelopeTo)) ) {
1912 memset(TheMessage->cm_fields[eenVelopeTo], ' ', TheMessage->cm_lengths[eenVelopeTo]);
1915 // Are we downloading a MIME component?
1916 if (mode == MT_DOWNLOAD) {
1917 if (TheMessage->cm_format_type != FMT_RFC822) {
1919 cprintf("%d This is not a MIME message.\n", ERROR + ILLEGAL_VALUE);
1922 else if (CC->download_fp != NULL) {
1924 cprintf( "%d You already have a download open.\n", ERROR + RESOURCE_BUSY);
1928 // Parse the message text component
1929 mime_parser(CM_RANGE(TheMessage, eMessageText), *mime_download, NULL, NULL, NULL, 0);
1931 // If there's no file open by this time, the requested * section wasn't found, so print an error
1932 if (CC->download_fp == NULL) {
1934 cprintf( "%d Section %s not found.\n", ERROR + FILE_NOT_FOUND, CC->download_desired_section);
1938 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
1941 // MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
1942 // in a single server operation instead of opening a download file.
1943 if (mode == MT_SPEW_SECTION) {
1944 if (TheMessage->cm_format_type != FMT_RFC822) {
1946 cprintf("%d This is not a MIME message.\n",
1947 ERROR + ILLEGAL_VALUE);
1950 // Locate and parse the component specified by the caller
1952 mime_parser(CM_RANGE(TheMessage, eMessageText), *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
1954 // If section wasn't found, print an error
1957 cprintf( "%d Section %s not found.\n", ERROR + FILE_NOT_FOUND, CC->download_desired_section);
1961 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
1964 // now for the user-mode message reading loops
1965 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
1967 // Does the caller want to skip the headers?
1968 if (headers_only == HEADERS_NONE) goto START_TEXT;
1970 // Tell the client which format type we're using.
1971 if ( (mode == MT_CITADEL) && (do_proto) ) {
1972 cprintf("type=%d\n", TheMessage->cm_format_type); // Tell the client which format type we're using.
1975 // nhdr=yes means that we're only displaying headers, no body
1976 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
1977 && ((mode == MT_CITADEL) || (mode == MT_MIME))
1980 cprintf("nhdr=yes\n");
1983 if ((mode == MT_CITADEL) || (mode == MT_MIME)) {
1984 OutputCtdlMsgHeaders(TheMessage, do_proto);
1987 // begin header processing loop for RFC822 transfer format
1992 if (mode == MT_RFC822) {
1993 OutputRFC822MsgHeaders(
1998 suser, sizeof(suser),
1999 luser, sizeof(luser),
2000 fuser, sizeof(fuser),
2001 snode, sizeof(snode)
2005 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2006 suser[i] = tolower(suser[i]);
2007 if (!isalnum(suser[i])) suser[i]='_';
2010 if (mode == MT_RFC822) {
2011 // Make the message ID RFC2822 compliant
2012 cprintf("Message-ID: <%s%s%s>%s", // put it in angle brackets
2014 (strchr(mid, '@') ? "" : "@"), // if there is no domain part,
2015 (strchr(mid, '@') ? "" : snode), // tack on ours.
2019 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2020 cprintf("From: \"----\" <x@x.org>%s", nl);
2022 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2023 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2025 else if (!IsEmptyStr(fuser)) {
2026 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2029 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2032 // Blank line signifying RFC822 end-of-headers
2033 if (TheMessage->cm_format_type != FMT_RFC822) {
2038 // end header processing loop ... at this point, we're in the text
2040 if (headers_only == HEADERS_FAST) goto DONE;
2042 // Tell the client about the MIME parts in this message
2043 if (TheMessage->cm_format_type == FMT_RFC822) {
2044 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2045 memset(&ma, 0, sizeof(struct ma_info));
2046 mime_parser(CM_RANGE(TheMessage, eMessageText),
2047 (do_proto ? *list_this_part : NULL),
2048 (do_proto ? *list_this_pref : NULL),
2049 (do_proto ? *list_this_suff : NULL),
2052 else if (mode == MT_RFC822) { // unparsed RFC822 dump
2053 Dump_RFC822HeadersBody(TheMessage, headers_only, flags, nl, nlen);
2058 if (headers_only == HEADERS_ONLY) {
2062 // signify start of msg text
2063 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2064 if (do_proto) cprintf("text\n");
2067 if (TheMessage->cm_format_type == FMT_FIXED) {
2068 DumpFormatFixed( TheMessage, mode, nl, nlen);
2071 // If the message on disk is format 0 (Citadel vari-format), we
2072 // output using the formatter at 80 columns. This is the final output
2073 // form if the transfer format is RFC822, but if the transfer format
2074 // is Citadel proprietary, it'll still work, because the indentation
2075 // for new paragraphs is correct and the client will reformat the
2076 // message to the reader's screen width.
2078 if (TheMessage->cm_format_type == FMT_CITADEL) {
2079 if (mode == MT_MIME) {
2080 cprintf("Content-type: text/x-citadel-variformat\n\n");
2082 memfmout(TheMessage->cm_fields[eMessageText], nl);
2085 // If the message on disk is format 4 (MIME), we've gotta hand it
2086 // off to the MIME parser. The client has already been told that
2087 // this message is format 1 (fixed format), so the callback function
2088 // we use will display those parts as-is.
2090 if (TheMessage->cm_format_type == FMT_RFC822) {
2091 memset(&ma, 0, sizeof(struct ma_info));
2093 if (mode == MT_MIME) {
2094 ma.use_fo_hooks = 0;
2095 strcpy(ma.chosen_part, "1");
2096 ma.chosen_pref = 9999;
2097 ma.dont_decode = CC->msg4_dont_decode;
2098 mime_parser(CM_RANGE(TheMessage, eMessageText),
2099 *choose_preferred, *fixed_output_pre,
2100 *fixed_output_post, (void *)&ma, 1);
2101 mime_parser(CM_RANGE(TheMessage, eMessageText),
2102 *output_preferred, NULL, NULL, (void *)&ma, 1);
2105 ma.use_fo_hooks = 1;
2106 mime_parser(CM_RANGE(TheMessage, eMessageText),
2107 *fixed_output, *fixed_output_pre,
2108 *fixed_output_post, (void *)&ma, 0);
2113 DONE: // now we're done
2114 if (do_proto) cprintf("000\n");
2119 // Save one or more message pointers into a specified room
2120 // (Returns 0 for success, nonzero for failure)
2121 // roomname may be NULL to use the current room
2123 // Note that the 'msg_in' field may be set to NULL, in which case
2124 // the message will be fetched from disk, by number, if we need to perform
2125 // replication checks. This adds an additional database read, so if the
2126 // caller already has the message in memory then it should be supplied. (Obviously
2127 // this mode of operation only works if we're saving a single message.)
2129 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2130 int do_repl_check, struct CtdlMessage *msg_in, int suppress_refcount_adj
2133 char hold_rm[ROOMNAMELEN];
2134 struct cdbdata *cdbfr;
2137 long highest_msg = 0L;
2140 struct CtdlMessage *msg = NULL;
2142 long *msgs_to_be_merged = NULL;
2143 int num_msgs_to_be_merged = 0;
2146 "msgbase: CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)",
2147 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2150 strcpy(hold_rm, CC->room.QRname);
2153 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2154 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2155 if (num_newmsgs > 1) msg_in = NULL;
2157 // Now the regular stuff
2158 if (CtdlGetRoomLock(&CC->room, ((roomname != NULL) ? roomname : CC->room.QRname) ) != 0) {
2159 syslog(LOG_ERR, "msgbase: no such room <%s>", roomname);
2160 return(ERROR + ROOM_NOT_FOUND);
2163 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2164 num_msgs_to_be_merged = 0;
2165 num_msgs = CtdlFetchMsgList(CC->room.QRnumber, &msglist);
2167 // Create a list of msgid's which were supplied by the caller, but do
2168 // not already exist in the target room. It is absolutely taboo to
2169 // have more than one reference to the same message in a room.
2170 for (i=0; i<num_newmsgs; ++i) {
2172 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2173 if (msglist[j] == newmsgidlist[i]) {
2178 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2182 syslog(LOG_DEBUG, "msgbase: %d unique messages to be merged", num_msgs_to_be_merged);
2184 // Now merge the new messages
2185 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2186 if (msglist == NULL) {
2187 syslog(LOG_ALERT, "msgbase: ERROR; can't realloc message list!");
2188 free(msgs_to_be_merged);
2190 return (ERROR + INTERNAL_ERROR);
2192 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2193 num_msgs += num_msgs_to_be_merged;
2195 // Sort the message list, so all the msgid's are in order
2196 num_msgs = sort_msglist(msglist, num_msgs);
2198 // Determine the highest message number
2199 highest_msg = msglist[num_msgs - 1];
2201 // Write it back to disk.
2202 cdb_store(CDB_MSGLISTS, &CC->room.QRnumber, (int)sizeof(long), msglist, (int)(num_msgs * sizeof(long)));
2204 // Free up the memory we used.
2207 // Update the highest-message pointer and unlock the room.
2208 CC->room.QRhighest = highest_msg;
2209 CtdlPutRoomLock(&CC->room);
2211 // Perform replication checks if necessary
2212 if ( (DoesThisRoomNeedEuidIndexing(&CC->room)) && (do_repl_check) ) {
2213 syslog(LOG_DEBUG, "msgbase: CtdlSaveMsgPointerInRoom() doing repl checks");
2215 for (i=0; i<num_msgs_to_be_merged; ++i) {
2216 msgid = msgs_to_be_merged[i];
2218 if (msg_in != NULL) {
2222 msg = CtdlFetchMessage(msgid, 0);
2226 ReplicationChecks(msg);
2228 // If the message has an Exclusive ID, index that...
2229 if (!CM_IsEmpty(msg, eExclusiveID)) {
2230 index_message_by_euid(msg->cm_fields[eExclusiveID], &CC->room, msgid);
2233 // Free up the memory we may have allocated
2234 if (msg != msg_in) {
2243 syslog(LOG_DEBUG, "msgbase: CtdlSaveMsgPointerInRoom() skips repl checks");
2246 // Submit this room for processing by hooks
2247 int total_roomhook_errors = PerformRoomHooks(&CC->room);
2248 if (total_roomhook_errors) {
2249 syslog(LOG_WARNING, "msgbase: room hooks returned %d errors", total_roomhook_errors);
2252 // Go back to the room we were in before we wandered here...
2253 CtdlGetRoom(&CC->room, hold_rm);
2255 // Bump the reference count for all messages which were merged
2256 if (!suppress_refcount_adj) {
2257 AdjRefCountList(msgs_to_be_merged, num_msgs_to_be_merged, +1);
2260 // Free up memory...
2261 if (msgs_to_be_merged != NULL) {
2262 free(msgs_to_be_merged);
2270 // This is the same as CtdlSaveMsgPointersInRoom() but it only accepts a single message.
2271 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid, int do_repl_check, struct CtdlMessage *msg_in) {
2272 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, msg_in, 0);
2276 // Message base operation to save a new message to the message store
2277 // (returns new message number)
2279 // This is the back end for CtdlSubmitMsg() and should not be directly
2280 // called by server-side modules.
2281 long CtdlSaveThisMessage(struct CtdlMessage *msg, long msgid) {
2282 long error_count = 0;
2284 // Serialize our data structure for storage in the database
2285 struct ser_ret smr = CtdlSerializeMessage(msg);
2288 syslog(LOG_ERR, "msgbase: CtdlSaveMessage() unable to serialize message");
2292 // STORAGE STRATEGY:
2293 // * If headers+content fit are <= 4K, store them together. It's likely to be one
2294 // memory page, one disk sector, etc. so we benefit from a single disk operation.
2295 // * If headers+content exceed 4K, store them separately so we don't end up fetching
2296 // many gigamegs of data when we're just scanning the headers.
2297 // * We are using a threshold of 4000 bytes so that there's some room for overhead
2298 // if the database or OS adds any metadata to that one disk page.
2300 if (smr.len <= 4000) { // all together less than one page, store them together
2302 if (cdb_store(CDB_MSGMAIN, &msgid, (int)sizeof(long), smr.ser, smr.len)) {
2308 else { // exceed one page, store headers in MSGMAIN, body in BIGMSGS
2310 if (cdb_store(CDB_MSGMAIN, &msgid, (int)sizeof(long), smr.ser, (smr.msgstart - smr.ser))) {
2314 if (cdb_store(CDB_BIGMSGS, &msgid, (int)sizeof(long), smr.msgstart+1, (smr.len - (smr.msgstart - smr.ser) - 1) )) {
2320 if (error_count > 0) {
2321 syslog(LOG_ERR, "msgbase: encountered %ld errors storing message %ld", error_count, msgid);
2324 // Free the memory we used for the serialized message
2326 return(error_count);
2330 long send_message(struct CtdlMessage *msg) {
2336 // Get a new message number
2337 newmsgid = get_new_message_number();
2339 // Generate an ID if we don't have one already
2340 if (CM_IsEmpty(msg, emessageId)) {
2341 msgidbuflen = snprintf(msgidbuf, sizeof msgidbuf, "%lX-%lX@%s",
2342 (long unsigned int) time(NULL),
2343 (long unsigned int) newmsgid,
2344 CtdlGetConfigStr("c_fqdn")
2346 CM_SetField(msg, emessageId, msgidbuf);
2349 retval = CtdlSaveThisMessage(msg, newmsgid);
2355 // Return the *local* message ID to the caller (even if we're storing a remotely originated message)
2360 // Serialize a struct CtdlMessage into the format used on disk.
2362 // This function returns a "struct ser_ret" (defined in server.h) which
2363 // contains the length of the serialized message and a pointer to the
2364 // serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2365 struct ser_ret CtdlSerializeMessage(struct CtdlMessage *msg) {
2372 ret.msgstart = NULL;
2374 // Check for valid message format
2375 if (CM_IsValidMsg(msg) == 0) {
2376 syslog(LOG_ERR, "msgbase: CtdlSerializeMessage() aborting due to invalid message");
2381 assert(FieldOrder[NDiskFields-1] == eMessageText); // Message text MUST be last!
2382 for (i=0; i < NDiskFields; ++i) {
2383 if (msg->cm_fields[FieldOrder[i]] != NULL) {
2384 ret.len += msg->cm_lengths[FieldOrder[i]] + 2;
2388 ret.ser = malloc(ret.len);
2389 if (ret.ser == NULL) {
2390 syslog(LOG_ERR, "msgbase: CtdlSerializeMessage() malloc(%ld) failed: %m", (long)ret.len);
2393 ret.msgstart = NULL;
2398 ret.ser[1] = msg->cm_anon_type;
2399 ret.ser[2] = msg->cm_format_type;
2402 for (i=0; i < NDiskFields; ++i) {
2403 if (msg->cm_fields[FieldOrder[i]] != NULL) {
2404 if (FieldOrder[i] == eMessageText) {
2405 ret.msgstart = &ret.ser[wlen]; // Make a note where the message text begins
2407 ret.ser[wlen++] = (char)FieldOrder[i];
2408 memcpy(&ret.ser[wlen], msg->cm_fields[FieldOrder[i]], msg->cm_lengths[FieldOrder[i]] + 1);
2409 wlen = wlen + msg->cm_lengths[FieldOrder[i]] + 1;
2413 assert(ret.len == wlen); // Make sure we measured it correctly
2418 // Check to see if any messages already exist in the current room which
2419 // carry the same Exclusive ID as this one. If any are found, delete them.
2420 void ReplicationChecks(struct CtdlMessage *msg) {
2421 long old_msgnum = (-1L);
2423 if (DoesThisRoomNeedEuidIndexing(&CC->room) == 0) return;
2425 syslog(LOG_DEBUG, "msgbase: performing replication checks in <%s>", CC->room.QRname);
2427 // No exclusive id? Don't do anything.
2428 if (msg == NULL) return;
2429 if (CM_IsEmpty(msg, eExclusiveID)) return;
2431 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields[eExclusiveID], &CC->room);
2432 if (old_msgnum > 0L) {
2433 syslog(LOG_DEBUG, "msgbase: ReplicationChecks() replacing message %ld", old_msgnum);
2434 CtdlDeleteMessages(CC->room.QRname, &old_msgnum, 1, "");
2439 // Save a message to disk and submit it into the delivery system.
2440 long CtdlSubmitMsg(struct CtdlMessage *msg, // message to save
2441 struct recptypes *recps, // recipients (if mail)
2442 const char *force // force a particular room?
2444 char hold_rm[ROOMNAMELEN];
2445 char actual_rm[ROOMNAMELEN];
2446 char force_room[ROOMNAMELEN];
2447 char content_type[SIZ]; // We have to learn this
2448 char recipient[SIZ];
2449 char bounce_to[1024];
2452 const char *mptr = NULL;
2453 struct ctdluser userbuf;
2455 struct MetaData smi;
2456 char *collected_addresses = NULL;
2457 struct addresses_to_be_filed *aptr = NULL;
2458 StrBuf *saved_rfc822_version = NULL;
2459 int qualified_for_journaling = 0;
2461 syslog(LOG_DEBUG, "msgbase: CtdlSubmitMsg() called");
2462 if (CM_IsValidMsg(msg) == 0) return(-1); // self check
2464 // If this message has no timestamp, we take the liberty of giving it one, right now.
2465 if (CM_IsEmpty(msg, eTimestamp)) {
2466 CM_SetFieldLONG(msg, eTimestamp, time(NULL));
2469 // If this message has no path, we generate one.
2470 if (CM_IsEmpty(msg, eMessagePath)) {
2471 if (!CM_IsEmpty(msg, eAuthor)) {
2472 CM_CopyField(msg, eMessagePath, eAuthor);
2473 for (a=0; !IsEmptyStr(&msg->cm_fields[eMessagePath][a]); ++a) {
2474 if (isspace(msg->cm_fields[eMessagePath][a])) {
2475 msg->cm_fields[eMessagePath][a] = ' ';
2480 CM_SetField(msg, eMessagePath, "unknown");
2484 if (force == NULL) {
2485 force_room[0] = '\0';
2488 strcpy(force_room, force);
2491 // Learn about what's inside, because it's what's inside that counts
2492 if (CM_IsEmpty(msg, eMessageText)) {
2493 syslog(LOG_ERR, "msgbase: ERROR; attempt to save message with NULL body");
2497 switch (msg->cm_format_type) {
2499 strcpy(content_type, "text/x-citadel-variformat");
2502 strcpy(content_type, "text/plain");
2505 strcpy(content_type, "text/plain");
2506 mptr = bmstrcasestr(msg->cm_fields[eMessageText], "Content-type:");
2509 safestrncpy(content_type, &mptr[13], sizeof content_type);
2510 string_trim(content_type);
2511 aptr = content_type;
2512 while (!IsEmptyStr(aptr)) {
2527 // Goto the correct room
2528 room = (recps) ? CC->room.QRname : SENTITEMS;
2529 syslog(LOG_DEBUG, "msgbase: selected room %s", room);
2530 strcpy(hold_rm, CC->room.QRname);
2531 strcpy(actual_rm, CC->room.QRname);
2532 if (recps != NULL) {
2533 strcpy(actual_rm, SENTITEMS);
2536 // If the user is a twit, move to the twit room for posting
2538 if (CC->user.axlevel == AxProbU) {
2539 strcpy(hold_rm, actual_rm);
2540 strcpy(actual_rm, CtdlGetConfigStr("c_twitroom"));
2541 syslog(LOG_DEBUG, "msgbase: diverting to twit room");
2545 // ...or if this message is destined for Aide> then go there.
2546 if (!IsEmptyStr(force_room)) {
2547 strcpy(actual_rm, force_room);
2550 syslog(LOG_DEBUG, "msgbase: final selection: %s (%s)", actual_rm, room);
2551 if (strcasecmp(actual_rm, CC->room.QRname)) {
2552 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL, NULL, NULL);
2555 // If this message has no O (room) field, generate one.
2556 if (CM_IsEmpty(msg, eOriginalRoom) && !IsEmptyStr(CC->room.QRname)) {
2557 CM_SetField(msg, eOriginalRoom, CC->room.QRname);
2560 // Perform "before save" hooks (aborting if any return nonzero)
2561 syslog(LOG_DEBUG, "msgbase: performing before-save hooks");
2562 if (PerformMessageHooks(msg, recps, EVT_BEFORESAVE) > 0) return(-3);
2564 // If this message has an Exclusive ID, and the room is replication
2565 // checking enabled, then do replication checks.
2566 if (DoesThisRoomNeedEuidIndexing(&CC->room)) {
2567 ReplicationChecks(msg);
2571 syslog(LOG_DEBUG, "msgbase: saving to disk");
2572 newmsgid = send_message(msg);
2573 if (newmsgid <= 0L) return(-5);
2575 // Write a supplemental message info record. This doesn't have to be
2576 // a critical section because nobody else knows about this message yet.
2577 syslog(LOG_DEBUG, "msgbase: creating metadata record");
2578 memset(&smi, 0, sizeof(struct MetaData));
2579 smi.meta_msgnum = newmsgid;
2580 smi.meta_refcount = 0;
2581 safestrncpy(smi.meta_content_type, content_type, sizeof smi.meta_content_type);
2583 // Measure how big this message will be when rendered as RFC822.
2584 // We do this for two reasons:
2585 // 1. We need the RFC822 length for the new metadata record, so the
2586 // POP and IMAP services don't have to calculate message lengths
2587 // while the user is waiting (multiplied by potentially hundreds
2588 // or thousands of messages).
2589 // 2. If journaling is enabled, we will need an RFC822 version of the
2590 // message to attach to the journalized copy.
2591 if (CC->redirect_buffer != NULL) {
2592 syslog(LOG_ALERT, "msgbase: CC->redirect_buffer is not NULL during message submission!");
2593 exit(CTDLEXIT_REDIRECT);
2595 CC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
2596 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
2597 smi.meta_rfc822_length = StrLength(CC->redirect_buffer);
2598 saved_rfc822_version = CC->redirect_buffer;
2599 CC->redirect_buffer = NULL;
2603 // Now figure out where to store the pointers
2604 syslog(LOG_DEBUG, "msgbase: storing pointers");
2606 // If this is being done by the networker delivering a private
2607 // message, we want to BYPASS saving the sender's copy (because there
2608 // is no local sender; it would otherwise go to the Trashcan).
2609 if ((!CC->internal_pgm) || (recps == NULL)) {
2610 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
2611 syslog(LOG_ERR, "msgbase: ERROR saving message pointer %ld in %s", newmsgid, actual_rm);
2612 CtdlSaveMsgPointerInRoom(CtdlGetConfigStr("c_aideroom"), newmsgid, 0, msg);
2616 // For internet mail, drop a copy in the outbound queue room
2617 if ((recps != NULL) && (recps->num_internet > 0)) {
2618 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
2621 // If other rooms are specified, drop them there too.
2622 if ((recps != NULL) && (recps->num_room > 0)) {
2623 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
2624 extract_token(recipient, recps->recp_room, i, '|', sizeof recipient);
2625 syslog(LOG_DEBUG, "msgbase: delivering to room <%s>", recipient);
2626 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
2630 // Decide where bounces need to be delivered
2631 if ((recps != NULL) && (recps->bounce_to == NULL)) {
2632 if (CC->logged_in) {
2633 strcpy(bounce_to, CC->user.fullname);
2635 else if (!IsEmptyStr(msg->cm_fields[eAuthor])){
2636 strcpy(bounce_to, msg->cm_fields[eAuthor]);
2638 recps->bounce_to = bounce_to;
2641 CM_SetFieldLONG(msg, eVltMsgNum, newmsgid);
2643 // If this is private, local mail, make a copy in the recipient's mailbox and bump the reference count.
2644 if ((recps != NULL) && (recps->num_local > 0)) {
2648 pch = recps->recp_local;
2649 recps->recp_local = recipient;
2650 ntokens = num_tokens(pch, '|');
2651 for (i=0; i<ntokens; ++i) {
2652 extract_token(recipient, pch, i, '|', sizeof recipient);
2653 syslog(LOG_DEBUG, "msgbase: delivering private local mail to <%s>", recipient);
2654 if (CtdlGetUser(&userbuf, recipient) == 0) {
2655 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
2656 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
2657 CtdlBumpNewMailCounter(userbuf.usernum); // if this user is logged in, tell them they have new mail.
2658 PerformMessageHooks(msg, recps, EVT_AFTERUSRMBOXSAVE);
2661 syslog(LOG_DEBUG, "msgbase: no user <%s>", recipient);
2662 CtdlSaveMsgPointerInRoom(CtdlGetConfigStr("c_aideroom"), newmsgid, 0, msg);
2665 recps->recp_local = pch;
2668 // Perform "after save" hooks
2669 syslog(LOG_DEBUG, "msgbase: performing after-save hooks");
2671 PerformMessageHooks(msg, recps, EVT_AFTERSAVE);
2672 CM_FlushField(msg, eVltMsgNum);
2674 // Go back to the room we started from
2675 syslog(LOG_DEBUG, "msgbase: returning to original room %s", hold_rm);
2676 if (strcasecmp(hold_rm, CC->room.QRname)) {
2677 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL, NULL, NULL);
2680 // Any addresses to harvest for someone's address book?
2681 if ( (CC->logged_in) && (recps != NULL) ) {
2682 collected_addresses = harvest_collected_addresses(msg);
2685 if (collected_addresses != NULL) {
2686 aptr = (struct addresses_to_be_filed *) malloc(sizeof(struct addresses_to_be_filed));
2687 CtdlMailboxName(actual_rm, sizeof actual_rm, &CC->user, USERCONTACTSROOM);
2688 aptr->roomname = strdup(actual_rm);
2689 aptr->collected_addresses = collected_addresses;
2690 begin_critical_section(S_ATBF);
2693 end_critical_section(S_ATBF);
2696 // Determine whether this message qualifies for journaling.
2697 if (!CM_IsEmpty(msg, eJournal)) {
2698 qualified_for_journaling = 0;
2701 if (recps == NULL) {
2702 qualified_for_journaling = CtdlGetConfigInt("c_journal_pubmsgs");
2704 else if (recps->num_local + recps->num_internet > 0) {
2705 qualified_for_journaling = CtdlGetConfigInt("c_journal_email");
2708 qualified_for_journaling = CtdlGetConfigInt("c_journal_pubmsgs");
2712 // Do we have to perform journaling? If so, hand off the saved
2713 // RFC822 version will be handed off to the journaler for background
2714 // submit. Otherwise, we have to free the memory ourselves.
2715 if (saved_rfc822_version != NULL) {
2716 if (qualified_for_journaling) {
2717 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
2720 FreeStrBuf(&saved_rfc822_version);
2724 if ((recps != NULL) && (recps->bounce_to == bounce_to))
2725 recps->bounce_to = NULL;
2732 // Convenience function for generating small administrative messages.
2733 long quickie_message(char *from,
2741 struct CtdlMessage *msg;
2742 struct recptypes *recp = NULL;
2744 msg = malloc(sizeof(struct CtdlMessage));
2745 memset(msg, 0, sizeof(struct CtdlMessage));
2746 msg->cm_magic = CTDLMESSAGE_MAGIC;
2747 msg->cm_anon_type = MES_NORMAL;
2748 msg->cm_format_type = format_type;
2750 if (!IsEmptyStr(from)) {
2751 CM_SetField(msg, eAuthor, from);
2753 else if (!IsEmptyStr(fromaddr)) {
2755 CM_SetField(msg, eAuthor, fromaddr);
2756 pAt = strchr(msg->cm_fields[eAuthor], '@');
2758 CM_CutFieldAt(msg, eAuthor, pAt - msg->cm_fields[eAuthor]);
2762 msg->cm_fields[eAuthor] = strdup("Citadel");
2765 if (!IsEmptyStr(fromaddr)) CM_SetField(msg, erFc822Addr, fromaddr);
2766 if (!IsEmptyStr(room)) CM_SetField(msg, eOriginalRoom, room);
2767 if (!IsEmptyStr(to)) {
2768 CM_SetField(msg, eRecipient, to);
2769 recp = validate_recipients(to, 0);
2771 if (!IsEmptyStr(subject)) {
2772 CM_SetField(msg, eMsgSubject, subject);
2774 if (!IsEmptyStr(text)) {
2775 CM_SetField(msg, eMessageText, text);
2778 long msgnum = CtdlSubmitMsg(msg, recp, room);
2780 if (recp != NULL) free_recipients(recp);
2785 // Back end function used by CtdlMakeMessage() and similar functions
2786 StrBuf *CtdlReadMessageBodyBuf(char *terminator, // token signalling EOT
2788 size_t maxlen, // maximum message length
2789 StrBuf *exist, // if non-null, append to it; exist is ALWAYS freed
2790 int crlf // CRLF newlines instead of LF
2798 LineBuf = NewStrBufPlain(NULL, SIZ);
2799 if (exist == NULL) {
2800 Message = NewStrBufPlain(NULL, 4 * SIZ);
2803 Message = NewStrBufDup(exist);
2806 // Do we need to change leading ".." to "." for SMTP escaping?
2807 if ((tlen == 1) && (*terminator == '.')) {
2811 // read in the lines of message text one by one
2813 if (CtdlClientGetLine(LineBuf) < 0) {
2816 if ((StrLength(LineBuf) == tlen) && (!strcmp(ChrPtr(LineBuf), terminator))) {
2819 if ( (!flushing) && (!finished) ) {
2821 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
2824 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
2827 // Unescape SMTP-style input of two dots at the beginning of the line
2828 if ((dotdot) && (StrLength(LineBuf) > 1) && (ChrPtr(LineBuf)[0] == '.')) {
2829 StrBufCutLeft(LineBuf, 1);
2831 StrBufAppendBuf(Message, LineBuf, 0);
2834 // if we've hit the max msg length, flush the rest
2835 if (StrLength(Message) >= maxlen) {
2839 } while (!finished);
2840 FreeStrBuf(&LineBuf);
2843 syslog(LOG_ERR, "msgbase: exceeded maximum message length of %ld - message was truncated", maxlen);
2850 // Back end function used by CtdlMakeMessage() and similar functions
2851 char *CtdlReadMessageBody(char *terminator, // token signalling EOT
2853 size_t maxlen, // maximum message length
2854 StrBuf *exist, // if non-null, append to it; exist is ALWAYS freed
2855 int crlf // CRLF newlines instead of LF
2859 Message = CtdlReadMessageBodyBuf(terminator,
2865 if (Message == NULL) {
2869 return SmashStrBuf(&Message);
2874 struct CtdlMessage *CtdlMakeMessage(
2875 struct ctdluser *author, // author's user structure
2876 char *recipient, // NULL if it's not mail
2877 char *recp_cc, // NULL if it's not mail
2878 char *room, // room where it's going
2879 int type, // see MES_ types in header file
2880 int format_type, // variformat, plain text, MIME...
2881 char *fake_name, // who we're masquerading as
2882 char *my_email, // which of my email addresses to use (empty is ok)
2883 char *subject, // Subject (optional)
2884 char *euid_in, // ...or NULL if this is irrelevant
2885 char *preformatted_text, // ...or NULL to read text from client
2886 char *references // Thread references
2888 return CtdlMakeMessageLen(
2889 author, // author's user structure
2890 recipient, // NULL if it's not mail
2891 (recipient)?strlen(recipient) : 0,
2892 recp_cc, // NULL if it's not mail
2893 (recp_cc)?strlen(recp_cc): 0,
2894 room, // room where it's going
2895 (room)?strlen(room): 0,
2896 type, // see MES_ types in header file
2897 format_type, // variformat, plain text, MIME...
2898 fake_name, // who we're masquerading as
2899 (fake_name)?strlen(fake_name): 0,
2900 my_email, // which of my email addresses to use (empty is ok)
2901 (my_email)?strlen(my_email): 0,
2902 subject, // Subject (optional)
2903 (subject)?strlen(subject): 0,
2904 euid_in, // ...or NULL if this is irrelevant
2905 (euid_in)?strlen(euid_in):0,
2906 preformatted_text, // ...or NULL to read text from client
2907 (preformatted_text)?strlen(preformatted_text) : 0,
2908 references, // Thread references
2909 (references)?strlen(references):0);
2914 // Build a binary message to be saved on disk.
2915 // (NOTE: if you supply 'preformatted_text', the buffer you give it
2916 // will become part of the message. This means you are no longer
2917 // responsible for managing that memory -- it will be freed along with
2918 // the rest of the fields when CM_Free() is called.)
2919 struct CtdlMessage *CtdlMakeMessageLen(
2920 struct ctdluser *author, // author's user structure
2921 char *recipient, // NULL if it's not mail
2923 char *recp_cc, // NULL if it's not mail
2925 char *room, // room where it's going
2927 int type, // see MES_ types in header file
2928 int format_type, // variformat, plain text, MIME...
2929 char *fake_name, // who we're masquerading as
2931 char *my_email, // which of my email addresses to use (empty is ok)
2933 char *subject, // Subject (optional)
2935 char *euid_in, // ...or NULL if this is irrelevant
2937 char *preformatted_text, // ...or NULL to read text from client
2939 char *references, // Thread references
2944 struct CtdlMessage *msg;
2946 StrBuf *FakeEncAuthor = NULL;
2948 msg = malloc(sizeof(struct CtdlMessage));
2949 memset(msg, 0, sizeof(struct CtdlMessage));
2950 msg->cm_magic = CTDLMESSAGE_MAGIC;
2951 msg->cm_anon_type = type;
2952 msg->cm_format_type = format_type;
2954 if (recipient != NULL) rcplen = string_trim(recipient);
2955 if (recp_cc != NULL) cclen = string_trim(recp_cc);
2957 // Path or Return-Path
2959 CM_SetField(msg, eMessagePath, my_email);
2961 else if (!IsEmptyStr(author->fullname)) {
2962 CM_SetField(msg, eMessagePath, author->fullname);
2964 convert_spaces_to_underscores(msg->cm_fields[eMessagePath]);
2966 blen = snprintf(buf, sizeof buf, "%ld", (long)time(NULL));
2967 CM_SetField(msg, eTimestamp, buf);
2970 FakeAuthor = NewStrBufPlain (fake_name, fnlen);
2973 FakeAuthor = NewStrBufPlain (author->fullname, -1);
2975 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
2976 CM_SetAsFieldSB(msg, eAuthor, &FakeEncAuthor);
2977 FreeStrBuf(&FakeAuthor);
2979 if (!!IsEmptyStr(CC->room.QRname)) {
2980 if (CC->room.QRflags & QR_MAILBOX) { // room
2981 CM_SetField(msg, eOriginalRoom, &CC->room.QRname[11]);
2984 CM_SetField(msg, eOriginalRoom, CC->room.QRname);
2989 CM_SetField(msg, eRecipient, recipient);
2992 CM_SetField(msg, eCarbonCopY, recp_cc);
2996 CM_SetField(msg, erFc822Addr, my_email);
2998 else if ( (author == &CC->user) && (!IsEmptyStr(CC->cs_inet_email)) ) {
2999 CM_SetField(msg, erFc822Addr, CC->cs_inet_email);
3002 if (subject != NULL) {
3004 length = string_trim(subject);
3010 while ((subject[i] != '\0') && (IsAscii = isascii(subject[i]) != 0 )) {
3014 CM_SetField(msg, eMsgSubject, subject);
3016 else { // ok, we've got utf8 in the string.
3018 rfc2047Subj = rfc2047encode(subject, length);
3019 CM_SetAsField(msg, eMsgSubject, &rfc2047Subj, strlen(rfc2047Subj));
3026 CM_SetField(msg, eExclusiveID, euid_in);
3030 CM_SetField(msg, eWeferences, references);
3033 if (preformatted_text != NULL) {
3034 CM_SetField(msg, eMessageText, preformatted_text);
3038 MsgBody = CtdlReadMessageBodyBuf(HKEY("000"), CtdlGetConfigLong("c_maxmsglen"), NULL, 0);
3039 if (MsgBody != NULL) {
3040 CM_SetAsFieldSB(msg, eMessageText, &MsgBody);
3048 // API function to delete messages which match a set of criteria
3049 // (returns the actual number of messages deleted)
3050 int CtdlDeleteMessages(const char *room_name, // which room
3051 long *dmsgnums, // array of msg numbers to be deleted
3052 int num_dmsgnums, // number of msgs to be deleted, or 0 for "any"
3053 char *content_type // or "" for any. regular expressions expected.
3055 struct ctdlroom qrbuf;
3056 struct cdbdata *cdbfr;
3057 long *msglist = NULL;
3058 long *dellist = NULL;
3061 int num_deleted = 0;
3063 struct MetaData smi;
3066 int need_to_free_re = 0;
3068 if (content_type) if (!IsEmptyStr(content_type)) {
3069 regcomp(&re, content_type, 0);
3070 need_to_free_re = 1;
3072 syslog(LOG_DEBUG, "msgbase: CtdlDeleteMessages(%s, %d msgs, %s)", room_name, num_dmsgnums, content_type);
3074 // get room record, obtaining a lock...
3075 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
3076 syslog(LOG_ERR, "msgbase: CtdlDeleteMessages(): Room <%s> not found", room_name);
3077 if (need_to_free_re) regfree(&re);
3078 return(0); // room not found
3081 num_msgs = CtdlFetchMsgList(qrbuf.QRnumber, &msglist);
3083 dellist = malloc(num_msgs * sizeof(long));
3084 int have_contenttype = (content_type != NULL) && !IsEmptyStr(content_type);
3085 int have_delmsgs = (num_dmsgnums == 0) || (dmsgnums == NULL);
3086 int have_more_del = 1;
3088 num_msgs = sort_msglist(msglist, num_msgs);
3089 if (num_dmsgnums > 1) {
3090 num_dmsgnums = sort_msglist(dmsgnums, num_dmsgnums);
3094 while ((i < num_msgs) && (have_more_del)) {
3097 // Set/clear a bit for each criterion
3099 // 0 messages in the list or a null list means that we are
3100 // interested in deleting any messages which meet the other criteria.
3102 delete_this |= 0x01;
3105 while ((i < num_msgs) && (msglist[i] < dmsgnums[j])) i++;
3110 if (msglist[i] == dmsgnums[j]) {
3111 delete_this |= 0x01;
3114 have_more_del = (j < num_dmsgnums);
3117 if (have_contenttype) {
3118 GetMetaData(&smi, msglist[i]);
3119 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
3120 delete_this |= 0x02;
3124 delete_this |= 0x02;
3127 // Delete message only if all bits are set
3128 if (delete_this == 0x03) {
3129 dellist[num_deleted++] = msglist[i];
3135 num_msgs = sort_msglist(msglist, num_msgs);
3136 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long), msglist, (int)(num_msgs * sizeof(long)));
3139 qrbuf.QRhighest = msglist[num_msgs - 1];
3142 qrbuf.QRhighest = 0;
3145 CtdlPutRoomLock(&qrbuf);
3147 // Go through the messages we pulled out of the index, and decrement
3148 // their reference counts by 1. If this is the only room the message
3149 // was in, the reference count will reach zero and the message will
3150 // automatically be deleted from the database. We do this in a
3151 // separate pass because there might be plug-in hooks getting called,
3152 // and we don't want that happening during an S_ROOMS critical section.
3154 for (i=0; i<num_deleted; ++i) {
3155 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
3157 AdjRefCountList(dellist, num_deleted, -1);
3159 // Now free the memory we used, and go away.
3160 if (msglist != NULL) free(msglist);
3161 if (dellist != NULL) free(dellist);
3162 syslog(LOG_DEBUG, "msgbase: %d message(s) deleted", num_deleted);
3163 if (need_to_free_re) regfree(&re);
3164 return (num_deleted);
3168 // GetMetaData() - Get the supplementary record for a message
3169 void GetMetaData(struct MetaData *smibuf, long msgnum) {
3170 struct cdbdata cdbsmi;
3173 memset(smibuf, 0, sizeof(struct MetaData));
3174 smibuf->meta_msgnum = msgnum;
3175 smibuf->meta_refcount = 1; // Default reference count is 1
3177 // Use the negative of the message number for its supp record index
3178 TheIndex = (0L - msgnum);
3180 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
3181 if (cdbsmi.ptr == NULL) {
3182 return; // record not found; leave it alone
3184 memcpy(smibuf, cdbsmi.ptr, ((cdbsmi.len > sizeof(struct MetaData)) ? sizeof(struct MetaData) : cdbsmi.len));
3189 // PutMetaData() - (re)write supplementary record for a message
3190 void PutMetaData(struct MetaData *smibuf) {
3193 // Use the negative of the message number for the metadata db index
3194 TheIndex = (0L - smibuf->meta_msgnum);
3195 cdb_store(CDB_MSGMAIN, &TheIndex, (int)sizeof(long), smibuf, (int)sizeof(struct MetaData));
3199 // Convenience function to process a big block of AdjRefCount() operations
3200 void AdjRefCountList(long *msgnum, long nmsg, int incr) {
3203 for (i = 0; i < nmsg; i++) {
3204 AdjRefCount(msgnum[i], incr);
3209 // AdjRefCount - adjust the reference count for a message.
3210 // We need to delete from disk any message whose reference count reaches zero.
3211 void AdjRefCount(long msgnum, int incr) {
3212 struct MetaData smi;
3215 // This is a *tight* critical section; please keep it that way, as
3216 // it may get called while nested in other critical sections.
3217 // Complicating this any further will surely cause deadlock!
3218 begin_critical_section(S_SUPPMSGMAIN);
3219 GetMetaData(&smi, msgnum);
3220 smi.meta_refcount += incr;
3222 end_critical_section(S_SUPPMSGMAIN);
3223 syslog(LOG_DEBUG, "msgbase: AdjRefCount() msg %ld ref count delta %+d, is now %d", msgnum, incr, smi.meta_refcount);
3225 // If the reference count is now zero, delete both the message and its metadata record.
3226 if (smi.meta_refcount == 0) {
3227 syslog(LOG_DEBUG, "msgbase: deleting message <%ld>", msgnum);
3229 // Call delete hooks with NULL room to show it has gone altogether
3230 PerformDeleteHooks(NULL, msgnum);
3232 // Remove from message base
3234 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3235 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long)); // There might not be a bigmsgs. Not an error.
3237 // Remove metadata record
3238 delnum = (0L - msgnum);
3239 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3244 // Write a generic object to this room
3245 // Returns the message number of the written object, in case you need it.
3246 long CtdlWriteObject(char *req_room, // Room to stuff it in
3247 char *content_type, // MIME type of this object
3248 char *raw_message, // Data to be written
3249 off_t raw_length, // Size of raw_message
3250 struct ctdluser *is_mailbox, // Mailbox room?
3251 int is_binary, // Is encoding necessary?
3252 unsigned int flags // Internal save flags
3254 struct ctdlroom qrbuf;
3255 char roomname[ROOMNAMELEN];
3256 struct CtdlMessage *msg;
3257 StrBuf *encoded_message = NULL;
3259 if (is_mailbox != NULL) {
3260 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
3263 safestrncpy(roomname, req_room, sizeof(roomname));
3266 syslog(LOG_DEBUG, "msfbase: raw length is %ld", (long)raw_length);
3269 encoded_message = NewStrBufPlain(NULL, (size_t) (((raw_length * 134) / 100) + 4096 ) );
3272 encoded_message = NewStrBufPlain(NULL, (size_t)(raw_length + 4096));
3275 StrBufAppendBufPlain(encoded_message, HKEY("Content-type: "), 0);
3276 StrBufAppendBufPlain(encoded_message, content_type, -1, 0);
3277 StrBufAppendBufPlain(encoded_message, HKEY("\n"), 0);
3280 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: base64\n\n"), 0);
3283 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: 7bit\n\n"), 0);
3287 StrBufBase64Append(encoded_message, NULL, raw_message, raw_length, 0);
3290 StrBufAppendBufPlain(encoded_message, raw_message, raw_length, 0);
3293 syslog(LOG_DEBUG, "msgbase: allocating");
3294 msg = malloc(sizeof(struct CtdlMessage));
3295 memset(msg, 0, sizeof(struct CtdlMessage));
3296 msg->cm_magic = CTDLMESSAGE_MAGIC;
3297 msg->cm_anon_type = MES_NORMAL;
3298 msg->cm_format_type = 4;
3299 CM_SetField(msg, eAuthor, CC->user.fullname);
3300 CM_SetField(msg, eOriginalRoom, req_room);
3301 msg->cm_flags = flags;
3303 CM_SetAsFieldSB(msg, eMessageText, &encoded_message);
3305 // Create the requested room if we have to.
3306 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
3307 CtdlCreateRoom(roomname, ( (is_mailbox != NULL) ? 5 : 3 ), "", 0, 1, 0, VIEW_BBS);
3310 // Now write the data
3311 long new_msgnum = CtdlSubmitMsg(msg, NULL, roomname);
3317 // ************************************************************************/
3318 // * MODULE INITIALIZATION */
3319 // ************************************************************************/
3321 char *ctdl_module_init_msgbase(void) {
3323 FillMsgKeyLookupTable();
3326 // return our module id for the log