1 // Implements the message store.
3 // Copyright (c) 1987-2023 by the citadel.org team
5 // This program is open source software; you can redistribute it and/or modify
6 // it under the terms of the GNU General Public License version 3.
14 #include <libcitadel.h>
15 #include "ctdl_module.h"
16 #include "citserver.h"
19 #include "clientsocket.h"
23 #include "internet_addressing.h"
24 #include "euidindex.h"
26 #include "journaling.h"
28 struct addresses_to_be_filed *atbf = NULL;
30 // These are the four-character field headers we use when outputting
31 // messages in Citadel format (as opposed to RFC822 format).
33 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
34 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
35 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
36 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
37 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
38 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
39 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
40 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
42 "from", // A -> eAuthor
43 NULL, // B -> eBig_message
44 NULL, // C (formerly used as eRemoteRoom)
45 NULL, // D (formerly used as eDestination)
46 "exti", // E -> eXclusivID
47 "rfca", // F -> erFc822Addr
49 "hnod", // H (formerly used as eHumanNode)
50 "msgn", // I -> emessageId
51 "jrnl", // J -> eJournal
52 "rep2", // K -> eReplyTo
53 "list", // L -> eListID
54 "text", // M -> eMesageText
55 NULL, // N (formerly used as eNodename)
56 "room", // O -> eOriginalRoom
57 "path", // P -> eMessagePath
59 "rcpt", // R -> eRecipient
60 NULL, // S (formerly used as eSpecialField)
61 "time", // T -> eTimestamp
62 "subj", // U -> eMsgSubject
63 "nvto", // V -> eenVelopeTo
64 "wefw", // W -> eWeferences
66 "cccc", // Y -> eCarbonCopY
71 HashList *msgKeyLookup = NULL;
73 int GetFieldFromMnemonic(eMsgField *f, const char* c) {
75 if (GetHash(msgKeyLookup, c, 4, &v)) {
82 void FillMsgKeyLookupTable(void) {
85 msgKeyLookup = NewHash (1, FourHash);
87 for (i=0; i < 91; i++) {
88 if (msgkeys[i] != NULL) {
89 Put(msgKeyLookup, msgkeys[i], 4, (void*)i, reference_free_handler);
95 eMsgField FieldOrder[] = {
96 /* Important fields */
104 /* Semi-important fields */
109 /* G is not used yet */
112 /* Q is not used yet */
114 /* X is not used yet */
115 /* Z is not used yet */
122 /* Message text (MUST be last) */
124 /* Not saved to disk:
129 static const long NDiskFields = sizeof(FieldOrder) / sizeof(eMsgField);
132 int CM_IsEmpty(struct CtdlMessage *Msg, eMsgField which) {
133 return !((Msg->cm_fields[which] != NULL) && (Msg->cm_fields[which][0] != '\0'));
137 void CM_SetField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length) {
138 if (Msg->cm_fields[which] != NULL) {
139 free (Msg->cm_fields[which]);
141 if (length < 0) { // You can set the length to -1 to have CM_SetField measure it for you
142 length = strlen(buf);
144 Msg->cm_fields[which] = malloc(length + 1);
145 memcpy(Msg->cm_fields[which], buf, length);
146 Msg->cm_fields[which][length] = '\0';
147 Msg->cm_lengths[which] = length;
151 void CM_SetFieldLONG(struct CtdlMessage *Msg, eMsgField which, long lvalue) {
154 len = snprintf(buf, sizeof(buf), "%ld", lvalue);
155 CM_SetField(Msg, which, buf, len);
159 void CM_CutFieldAt(struct CtdlMessage *Msg, eMsgField WhichToCut, long maxlen) {
160 if (Msg->cm_fields[WhichToCut] == NULL)
163 if (Msg->cm_lengths[WhichToCut] > maxlen)
165 Msg->cm_fields[WhichToCut][maxlen] = '\0';
166 Msg->cm_lengths[WhichToCut] = maxlen;
171 void CM_FlushField(struct CtdlMessage *Msg, eMsgField which) {
172 if (Msg->cm_fields[which] != NULL)
173 free (Msg->cm_fields[which]);
174 Msg->cm_fields[which] = NULL;
175 Msg->cm_lengths[which] = 0;
179 void CM_Flush(struct CtdlMessage *Msg) {
182 if (CM_IsValidMsg(Msg) == 0) {
186 for (i = 0; i < 256; ++i) {
187 CM_FlushField(Msg, i);
192 void CM_CopyField(struct CtdlMessage *Msg, eMsgField WhichToPutTo, eMsgField WhichtToCopy) {
194 if (Msg->cm_fields[WhichToPutTo] != NULL) {
195 free (Msg->cm_fields[WhichToPutTo]);
198 if (Msg->cm_fields[WhichtToCopy] != NULL) {
199 len = Msg->cm_lengths[WhichtToCopy];
200 Msg->cm_fields[WhichToPutTo] = malloc(len + 1);
201 memcpy(Msg->cm_fields[WhichToPutTo], Msg->cm_fields[WhichtToCopy], len);
202 Msg->cm_fields[WhichToPutTo][len] = '\0';
203 Msg->cm_lengths[WhichToPutTo] = len;
206 Msg->cm_fields[WhichToPutTo] = NULL;
207 Msg->cm_lengths[WhichToPutTo] = 0;
212 void CM_PrependToField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length) {
213 if (Msg->cm_fields[which] != NULL) {
218 oldmsgsize = Msg->cm_lengths[which] + 1;
219 newmsgsize = length + oldmsgsize;
221 new = malloc(newmsgsize);
222 memcpy(new, buf, length);
223 memcpy(new + length, Msg->cm_fields[which], oldmsgsize);
224 free(Msg->cm_fields[which]);
225 Msg->cm_fields[which] = new;
226 Msg->cm_lengths[which] = newmsgsize - 1;
229 Msg->cm_fields[which] = malloc(length + 1);
230 memcpy(Msg->cm_fields[which], buf, length);
231 Msg->cm_fields[which][length] = '\0';
232 Msg->cm_lengths[which] = length;
237 void CM_SetAsField(struct CtdlMessage *Msg, eMsgField which, char **buf, long length) {
238 if (Msg->cm_fields[which] != NULL) {
239 free (Msg->cm_fields[which]);
242 Msg->cm_fields[which] = *buf;
244 if (length < 0) { // You can set the length to -1 to have CM_SetField measure it for you
245 Msg->cm_lengths[which] = strlen(Msg->cm_fields[which]);
248 Msg->cm_lengths[which] = length;
253 void CM_SetAsFieldSB(struct CtdlMessage *Msg, eMsgField which, StrBuf **buf) {
254 if (Msg->cm_fields[which] != NULL) {
255 free (Msg->cm_fields[which]);
258 Msg->cm_lengths[which] = StrLength(*buf);
259 Msg->cm_fields[which] = SmashStrBuf(buf);
263 void CM_GetAsField(struct CtdlMessage *Msg, eMsgField which, char **ret, long *retlen) {
264 if (Msg->cm_fields[which] != NULL) {
265 *retlen = Msg->cm_lengths[which];
266 *ret = Msg->cm_fields[which];
267 Msg->cm_fields[which] = NULL;
268 Msg->cm_lengths[which] = 0;
277 // Returns 1 if the supplied pointer points to a valid Citadel message.
278 // If the pointer is NULL or the magic number check fails, returns 0.
279 int CM_IsValidMsg(struct CtdlMessage *msg) {
283 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
284 syslog(LOG_WARNING, "msgbase: CM_IsValidMsg() self-check failed");
291 void CM_FreeContents(struct CtdlMessage *msg) {
294 for (i = 0; i < 256; ++i)
295 if (msg->cm_fields[i] != NULL) {
296 free(msg->cm_fields[i]);
297 msg->cm_lengths[i] = 0;
300 msg->cm_magic = 0; // just in case
304 // 'Destructor' for struct CtdlMessage
305 void CM_Free(struct CtdlMessage *msg) {
306 if (CM_IsValidMsg(msg) == 0) {
307 if (msg != NULL) free (msg);
310 CM_FreeContents(msg);
315 int CM_DupField(eMsgField i, struct CtdlMessage *OrgMsg, struct CtdlMessage *NewMsg) {
317 len = OrgMsg->cm_lengths[i];
318 NewMsg->cm_fields[i] = malloc(len + 1);
319 if (NewMsg->cm_fields[i] == NULL) {
322 memcpy(NewMsg->cm_fields[i], OrgMsg->cm_fields[i], len);
323 NewMsg->cm_fields[i][len] = '\0';
324 NewMsg->cm_lengths[i] = len;
329 struct CtdlMessage *CM_Duplicate(struct CtdlMessage *OrgMsg) {
331 struct CtdlMessage *NewMsg;
333 if (CM_IsValidMsg(OrgMsg) == 0) {
336 NewMsg = (struct CtdlMessage *)malloc(sizeof(struct CtdlMessage));
337 if (NewMsg == NULL) {
341 memcpy(NewMsg, OrgMsg, sizeof(struct CtdlMessage));
343 memset(&NewMsg->cm_fields, 0, sizeof(char*) * 256);
345 for (i = 0; i < 256; ++i) {
346 if (OrgMsg->cm_fields[i] != NULL) {
347 if (!CM_DupField(i, OrgMsg, NewMsg)) {
358 // Determine if a given message matches the fields in a message template.
359 // Return 0 for a successful match.
360 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
363 // If there aren't any fields in the template, all messages will match.
364 if (template == NULL) return(0);
366 // Null messages are bogus.
367 if (msg == NULL) return(1);
369 for (i='A'; i<='Z'; ++i) {
370 if (template->cm_fields[i] != NULL) {
371 if (msg->cm_fields[i] == NULL) {
372 // Considered equal if temmplate is empty string
373 if (IsEmptyStr(template->cm_fields[i])) continue;
376 if ((template->cm_lengths[i] != msg->cm_lengths[i]) ||
377 (strcasecmp(msg->cm_fields[i], template->cm_fields[i])))
382 // All compares succeeded: we have a match!
387 // Retrieve the "seen" message list for the current room.
388 void CtdlGetSeen(char *buf, int which_set) {
391 // Learn about the user and room in question
392 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
394 if (which_set == ctdlsetseen_seen) {
395 safestrncpy(buf, vbuf.v_seen, SIZ);
397 if (which_set == ctdlsetseen_answered) {
398 safestrncpy(buf, vbuf.v_answered, SIZ);
403 // Manipulate the "seen msgs" string (or other message set strings)
404 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
405 int target_setting, int which_set,
406 struct ctdluser *which_user, struct ctdlroom *which_room) {
420 char *is_set; // actually an array of booleans
422 // Don't bother doing *anything* if we were passed a list of zero messages
423 if (num_target_msgnums < 1) {
427 // If no room was specified, we go with the current room.
429 which_room = &CC->room;
432 // If no user was specified, we go with the current user.
434 which_user = &CC->user;
437 syslog(LOG_DEBUG, "msgbase: CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>",
438 num_target_msgnums, target_msgnums[0],
439 (target_setting ? "SET" : "CLEAR"),
443 // Learn about the user and room in question
444 CtdlGetRelationship(&vbuf, which_user, which_room);
446 // Load the message list
447 num_msgs = CtdlFetchMsgList(which_room->QRnumber, &msglist);
453 is_set = malloc(num_msgs * sizeof(char));
454 memset(is_set, 0, (num_msgs * sizeof(char)) );
456 // Decide which message set we're manipulating
458 case ctdlsetseen_seen:
459 vset = NewStrBufPlain(vbuf.v_seen, -1);
461 case ctdlsetseen_answered:
462 vset = NewStrBufPlain(vbuf.v_answered, -1);
468 // Translate the existing sequence set into an array of booleans
469 setstr = NewStrBuf();
473 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
475 StrBufExtract_token(lostr, setstr, 0, ':');
476 if (StrBufNum_tokens(setstr, ':') >= 2) {
477 StrBufExtract_token(histr, setstr, 1, ':');
481 StrBufAppendBuf(histr, lostr, 0);
484 if (!strcmp(ChrPtr(histr), "*")) {
491 for (i = 0; i < num_msgs; ++i) {
492 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
501 // Now translate the array of booleans back into a sequence set
507 for (i=0; i<num_msgs; ++i) {
511 for (k=0; k<num_target_msgnums; ++k) {
512 if (msglist[i] == target_msgnums[k]) {
513 is_seen = target_setting;
517 if ((was_seen == 0) && (is_seen == 1)) {
520 else if ((was_seen == 1) && (is_seen == 0)) {
523 if (StrLength(vset) > 0) {
524 StrBufAppendBufPlain(vset, HKEY(","), 0);
527 StrBufAppendPrintf(vset, "%ld", hi);
530 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
534 if ((is_seen) && (i == num_msgs - 1)) {
535 if (StrLength(vset) > 0) {
536 StrBufAppendBufPlain(vset, HKEY(","), 0);
538 if ((i==0) || (was_seen == 0)) {
539 StrBufAppendPrintf(vset, "%ld", msglist[i]);
542 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
549 // We will have to stuff this string back into a 4096 byte buffer, so if it's
550 // larger than that now, truncate it by removing tokens from the beginning.
551 // The limit of 100 iterations is there to prevent an infinite loop in case
552 // something unexpected happens.
553 int number_of_truncations = 0;
554 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
555 StrBufRemove_token(vset, 0, ',');
556 ++number_of_truncations;
559 // If we're truncating the sequence set of messages marked with the 'seen' flag,
560 // we want the earliest messages (the truncated ones) to be marked, not unmarked.
561 // Otherwise messages at the beginning will suddenly appear to be 'unseen'.
562 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
564 first_tok = NewStrBuf();
565 StrBufExtract_token(first_tok, vset, 0, ',');
566 StrBufRemove_token(vset, 0, ',');
568 if (StrBufNum_tokens(first_tok, ':') > 1) {
569 StrBufRemove_token(first_tok, 0, ':');
573 new_set = NewStrBuf();
574 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
575 StrBufAppendBuf(new_set, first_tok, 0);
576 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
577 StrBufAppendBuf(new_set, vset, 0);
580 FreeStrBuf(&first_tok);
584 // Decide which message set we're manipulating. Zero the buffers so they compress well.
586 case ctdlsetseen_seen:
587 memset(vbuf.v_seen, 0, sizeof vbuf.v_seen);
588 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
590 case ctdlsetseen_answered:
591 memset(vbuf.v_answered, 0, sizeof vbuf.v_seen);
592 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
598 CtdlSetRelationship(&vbuf, which_user, which_room);
603 // API function to perform an operation for each qualifying message in the
604 // current room. (Returns the number of messages processed.)
605 int CtdlForEachMessage(int mode, long ref, char *search_string,
607 struct CtdlMessage *compare,
608 ForEachMsgCallback CallBack,
613 long *msglist = NULL;
615 int num_processed = 0;
618 struct CtdlMessage *msg = NULL;
621 int printed_lastold = 0;
622 int num_search_msgs = 0;
623 long *search_msgs = NULL;
625 int need_to_free_re = 0;
628 if ((content_type) && (!IsEmptyStr(content_type))) {
629 regcomp(&re, content_type, 0);
633 // Learn about the user and room in question
634 if (server_shutting_down) {
635 if (need_to_free_re) regfree(&re);
638 CtdlGetUser(&CC->user, CC->curr_user);
640 if (server_shutting_down) {
641 if (need_to_free_re) regfree(&re);
644 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
646 if (server_shutting_down) {
647 if (need_to_free_re) regfree(&re);
651 // Load the message list
652 num_msgs = CtdlFetchMsgList(CC->room.QRnumber, &msglist);
655 if (need_to_free_re) regfree(&re);
656 return 0; // No messages at all? No further action.
660 * Now begin the traversal.
662 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
664 /* If the caller is looking for a specific MIME type, filter
665 * out all messages which are not of the type requested.
667 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
669 /* This call to GetMetaData() sits inside this loop
670 * so that we only do the extra database read per msg
671 * if we need to. Doing the extra read all the time
672 * really kills the server. If we ever need to use
673 * metadata for another search criterion, we need to
674 * move the read somewhere else -- but still be smart
675 * enough to only do the read if the caller has
676 * specified something that will need it.
678 if (server_shutting_down) {
679 if (need_to_free_re) regfree(&re);
683 GetMetaData(&smi, msglist[a]);
685 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
686 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
692 num_msgs = sort_msglist(msglist, num_msgs);
694 /* If a template was supplied, filter out the messages which
695 * don't match. (This could induce some delays!)
698 if (compare != NULL) {
699 for (a = 0; a < num_msgs; ++a) {
700 if (server_shutting_down) {
701 if (need_to_free_re) regfree(&re);
705 msg = CtdlFetchMessage(msglist[a], 1);
707 if (CtdlMsgCmp(msg, compare)) {
716 /* If a search string was specified, get a message list from
717 * the full text index and remove messages which aren't on both
721 * Since the lists are sorted and strictly ascending, and the
722 * output list is guaranteed to be shorter than or equal to the
723 * input list, we overwrite the bottom of the input list. This
724 * eliminates the need to memmove big chunks of the list over and
727 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
729 /* Call search module via hook mechanism.
730 * NULL means use any search function available.
731 * otherwise replace with a char * to name of search routine
733 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
735 if (num_search_msgs > 0) {
739 orig_num_msgs = num_msgs;
741 for (i=0; i<orig_num_msgs; ++i) {
742 for (j=0; j<num_search_msgs; ++j) {
743 if (msglist[i] == search_msgs[j]) {
744 msglist[num_msgs++] = msglist[i];
750 num_msgs = 0; /* No messages qualify */
752 if (search_msgs != NULL) free(search_msgs);
754 /* Now that we've purged messages which don't contain the search
755 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
762 * Now iterate through the message list, according to the
763 * criteria supplied by the caller.
766 for (a = 0; a < num_msgs; ++a) {
767 if (server_shutting_down) {
768 if (need_to_free_re) regfree(&re);
770 return num_processed;
772 thismsg = msglist[a];
773 if (mode == MSGS_ALL) {
777 is_seen = is_msg_in_sequence_set(vbuf.v_seen, thismsg);
778 if (is_seen) lastold = thismsg;
784 || ((mode == MSGS_OLD) && (is_seen))
785 || ((mode == MSGS_NEW) && (!is_seen))
786 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
787 || ((mode == MSGS_FIRST) && (a < ref))
788 || ((mode == MSGS_GT) && (thismsg > ref))
789 || ((mode == MSGS_LT) && (thismsg < ref))
790 || ((mode == MSGS_EQ) && (thismsg == ref))
793 if ((mode == MSGS_NEW) && (CC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
795 CallBack(lastold, userdata);
801 CallBack(thismsg, userdata);
806 if (need_to_free_re) regfree(&re);
809 * We cache the most recent msglist in order to do security checks later
811 if (CC->client_socket > 0) {
812 if (CC->cached_msglist != NULL) {
813 free(CC->cached_msglist);
815 CC->cached_msglist = msglist;
816 CC->cached_num_msgs = num_msgs;
822 return num_processed;
827 * memfmout() - Citadel text formatter and paginator.
828 * Although the original purpose of this routine was to format
829 * text to the reader's screen width, all we're really using it
830 * for here is to format text out to 80 columns before sending it
831 * to the client. The client software may reformat it again.
834 char *mptr, /* where are we going to get our text from? */
835 const char *nl /* string to terminate lines with */
838 unsigned char ch = 0;
845 while (ch=*(mptr++), ch != 0) {
848 if (client_write(outbuf, len) == -1) {
849 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
853 if (client_write(nl, nllen) == -1) {
854 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
859 else if (ch == '\r') {
860 /* Ignore carriage returns. Newlines are always LF or CRLF but never CR. */
862 else if (isspace(ch)) {
863 if (column > 72) { /* Beyond 72 columns, break on the next space */
864 if (client_write(outbuf, len) == -1) {
865 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
869 if (client_write(nl, nllen) == -1) {
870 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
883 if (column > 1000) { /* Beyond 1000 columns, break anywhere */
884 if (client_write(outbuf, len) == -1) {
885 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
889 if (client_write(nl, nllen) == -1) {
890 syslog(LOG_ERR, "msgbase: memfmout(): aborting due to write failure");
898 if (client_write(outbuf, len) == -1) {
899 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
902 client_write(nl, nllen);
909 * Callback function for mime parser that simply lists the part
911 void list_this_part(char *name, char *filename, char *partnum, char *disp,
912 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
913 char *cbid, void *cbuserdata)
917 ma = (struct ma_info *)cbuserdata;
918 if (ma->is_ma == 0) {
919 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
933 * Callback function for multipart prefix
935 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
936 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
937 char *cbid, void *cbuserdata)
941 ma = (struct ma_info *)cbuserdata;
942 if (!strcasecmp(cbtype, "multipart/alternative")) {
946 if (ma->is_ma == 0) {
947 cprintf("pref=%s|%s\n", partnum, cbtype);
953 * Callback function for multipart sufffix
955 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
956 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
957 char *cbid, void *cbuserdata)
961 ma = (struct ma_info *)cbuserdata;
962 if (ma->is_ma == 0) {
963 cprintf("suff=%s|%s\n", partnum, cbtype);
965 if (!strcasecmp(cbtype, "multipart/alternative")) {
972 * Callback function for mime parser that opens a section for downloading
973 * we use serv_files function here:
975 extern void OpenCmdResult(char *filename, const char *mime_type);
976 void mime_download(char *name, char *filename, char *partnum, char *disp,
977 void *content, char *cbtype, char *cbcharset, size_t length,
978 char *encoding, char *cbid, void *cbuserdata)
982 /* Silently go away if there's already a download open. */
983 if (CC->download_fp != NULL)
987 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
988 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
990 CC->download_fp = tmpfile();
991 if (CC->download_fp == NULL) {
992 syslog(LOG_ERR, "msgbase: mime_download() couldn't write: %m");
993 cprintf("%d cannot open temporary file: %s\n", ERROR + INTERNAL_ERROR, strerror(errno));
997 rv = fwrite(content, length, 1, CC->download_fp);
999 syslog(LOG_ERR, "msgbase: mime_download() Couldn't write: %m");
1000 cprintf("%d unable to write tempfile.\n", ERROR + TOO_BIG);
1001 fclose(CC->download_fp);
1002 CC->download_fp = NULL;
1005 fflush(CC->download_fp);
1006 rewind(CC->download_fp);
1008 OpenCmdResult(filename, cbtype);
1014 * Callback function for mime parser that outputs a section all at once.
1015 * We can specify the desired section by part number *or* content-id.
1017 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1018 void *content, char *cbtype, char *cbcharset, size_t length,
1019 char *encoding, char *cbid, void *cbuserdata)
1021 int *found_it = (int *)cbuserdata;
1024 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1025 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1028 cprintf("%d %d|-1|%s|%s|%s\n",
1035 client_write(content, length);
1040 struct CtdlMessage *CtdlDeserializeMessage(long msgnum, int with_body, const char *Buffer, long Length) {
1041 struct CtdlMessage *ret = NULL;
1043 const char *upper_bound;
1045 cit_uint8_t field_header;
1049 upper_bound = Buffer + Length;
1054 // Parse the three bytes that begin EVERY message on disk.
1055 // The first is always 0xFF, the on-disk magic number.
1056 // The second is the anonymous/public type byte.
1057 // The third is the format type byte (vari, fixed, or MIME).
1061 syslog(LOG_ERR, "msgbase: message %ld appears to be corrupted", msgnum);
1064 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1065 memset(ret, 0, sizeof(struct CtdlMessage));
1067 ret->cm_magic = CTDLMESSAGE_MAGIC;
1068 ret->cm_anon_type = *mptr++; // Anon type byte
1069 ret->cm_format_type = *mptr++; // Format type byte
1071 // The rest is zero or more arbitrary fields. Load them in.
1072 // We're done when we encounter either a zero-length field or
1073 // have just processed the 'M' (message text) field.
1076 field_header = '\0';
1079 while (field_header == '\0') { // work around possibly buggy messages
1080 if (mptr >= upper_bound) {
1083 field_header = *mptr++;
1085 if (mptr >= upper_bound) {
1088 which = field_header;
1091 CM_SetField(ret, which, mptr, len);
1093 mptr += len + 1; // advance to next field
1095 } while ((mptr < upper_bound) && (field_header != 'M'));
1100 // Load a message from disk into memory.
1101 // This is used by CtdlOutputMsg() and other fetch functions.
1103 // NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1104 // using the CM_Free(); function.
1106 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body) {
1107 struct cdbdata *dmsgtext;
1108 struct CtdlMessage *ret = NULL;
1110 syslog(LOG_DEBUG, "msgbase: CtdlFetchMessage(%ld, %d)", msgnum, with_body);
1111 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1112 if (dmsgtext == NULL) {
1113 syslog(LOG_ERR, "msgbase: message #%ld was not found", msgnum);
1117 if (dmsgtext->ptr[dmsgtext->len - 1] != '\0') {
1118 syslog(LOG_ERR, "msgbase: CtdlFetchMessage(%ld, %d) Forcefully terminating message!!", msgnum, with_body);
1119 dmsgtext->ptr[dmsgtext->len - 1] = '\0';
1122 ret = CtdlDeserializeMessage(msgnum, with_body, dmsgtext->ptr, dmsgtext->len);
1130 // Always make sure there's something in the msg text field. If
1131 // it's NULL, the message text is most likely stored separately,
1132 // so go ahead and fetch that. Failing that, just set a dummy
1133 // body so other code doesn't barf.
1135 if ( (CM_IsEmpty(ret, eMesageText)) && (with_body) ) {
1136 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1137 if (dmsgtext != NULL) {
1138 CM_SetAsField(ret, eMesageText, &dmsgtext->ptr, dmsgtext->len - 1);
1142 if (CM_IsEmpty(ret, eMesageText)) {
1143 CM_SetField(ret, eMesageText, HKEY("\r\n\r\n (no text)\r\n"));
1150 // Pre callback function for multipart/alternative
1152 // NOTE: this differs from the standard behavior for a reason. Normally when
1153 // displaying multipart/alternative you want to show the _last_ usable
1154 // format in the message. Here we show the _first_ one, because it's
1155 // usually text/plain. Since this set of functions is designed for text
1156 // output to non-MIME-aware clients, this is the desired behavior.
1158 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1159 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1160 char *cbid, void *cbuserdata)
1164 ma = (struct ma_info *)cbuserdata;
1165 syslog(LOG_DEBUG, "msgbase: fixed_output_pre() type=<%s>", cbtype);
1166 if (!strcasecmp(cbtype, "multipart/alternative")) {
1170 if (!strcasecmp(cbtype, "message/rfc822")) {
1177 // Post callback function for multipart/alternative
1179 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1180 void *content, char *cbtype, char *cbcharset, size_t length,
1181 char *encoding, char *cbid, void *cbuserdata)
1185 ma = (struct ma_info *)cbuserdata;
1186 syslog(LOG_DEBUG, "msgbase: fixed_output_post() type=<%s>", cbtype);
1187 if (!strcasecmp(cbtype, "multipart/alternative")) {
1191 if (!strcasecmp(cbtype, "message/rfc822")) {
1197 // Inline callback function for mime parser that wants to display text
1198 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1199 void *content, char *cbtype, char *cbcharset, size_t length,
1200 char *encoding, char *cbid, void *cbuserdata)
1207 ma = (struct ma_info *)cbuserdata;
1210 "msgbase: fixed_output() part %s: %s (%s) (%ld bytes)",
1211 partnum, filename, cbtype, (long)length
1214 // If we're in the middle of a multipart/alternative scope and
1215 // we've already printed another section, skip this one.
1216 if ( (ma->is_ma) && (ma->did_print) ) {
1217 syslog(LOG_DEBUG, "msgbase: skipping part %s (%s)", partnum, cbtype);
1222 if ( (!strcasecmp(cbtype, "text/plain"))
1223 || (IsEmptyStr(cbtype)) ) {
1226 client_write(wptr, length);
1227 if (wptr[length-1] != '\n') {
1234 if (!strcasecmp(cbtype, "text/html")) {
1235 ptr = html_to_ascii(content, length, 80, 0);
1237 client_write(ptr, wlen);
1238 if ((wlen > 0) && (ptr[wlen-1] != '\n')) {
1245 if (ma->use_fo_hooks) {
1246 if (PerformFixedOutputHooks(cbtype, content, length)) { // returns nonzero if it handled the part
1251 if (strncasecmp(cbtype, "multipart/", 10)) {
1252 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1253 partnum, filename, cbtype, (long)length);
1259 // The client is elegant and sophisticated and wants to be choosy about
1260 // MIME content types, so figure out which multipart/alternative part
1261 // we're going to send.
1263 // We use a system of weights. When we find a part that matches one of the
1264 // MIME types we've declared as preferential, we can store it in ma->chosen_part
1265 // and then set ma->chosen_pref to that MIME type's position in our preference
1266 // list. If we then hit another match, we only replace the first match if
1267 // the preference value is lower.
1268 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1269 void *content, char *cbtype, char *cbcharset, size_t length,
1270 char *encoding, char *cbid, void *cbuserdata)
1276 ma = (struct ma_info *)cbuserdata;
1278 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1279 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1280 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1281 if (i < ma->chosen_pref) {
1282 syslog(LOG_DEBUG, "msgbase: setting chosen part to <%s>", partnum);
1283 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1284 ma->chosen_pref = i;
1291 // Now that we've chosen our preferred part, output it.
1292 void output_preferred(char *name,
1306 int add_newline = 0;
1309 char *decoded = NULL;
1310 size_t bytes_decoded;
1313 ma = (struct ma_info *)cbuserdata;
1315 // This is not the MIME part you're looking for...
1316 if (strcasecmp(partnum, ma->chosen_part)) return;
1318 // If the content-type of this part is in our preferred formats
1319 // list, we can simply output it verbatim.
1320 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1321 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1322 if (!strcasecmp(buf, cbtype)) {
1323 /* Yeah! Go! W00t!! */
1324 if (ma->dont_decode == 0)
1325 rc = mime_decode_now (content,
1331 break; // Give us the chance, maybe theres another one.
1333 if (rc == 0) text_content = (char *)content;
1335 text_content = decoded;
1336 length = bytes_decoded;
1339 if (text_content[length-1] != '\n') {
1342 cprintf("Content-type: %s", cbtype);
1343 if (!IsEmptyStr(cbcharset)) {
1344 cprintf("; charset=%s", cbcharset);
1346 cprintf("\nContent-length: %d\n",
1347 (int)(length + add_newline) );
1348 if (!IsEmptyStr(encoding)) {
1349 cprintf("Content-transfer-encoding: %s\n", encoding);
1352 cprintf("Content-transfer-encoding: 7bit\n");
1354 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1356 if (client_write(text_content, length) == -1)
1358 syslog(LOG_ERR, "msgbase: output_preferred() aborting due to write failure");
1361 if (add_newline) cprintf("\n");
1362 if (decoded != NULL) free(decoded);
1367 // No translations required or possible: output as text/plain
1368 cprintf("Content-type: text/plain\n\n");
1370 if (ma->dont_decode == 0)
1371 rc = mime_decode_now (content,
1377 return; // Give us the chance, maybe theres another one.
1379 if (rc == 0) text_content = (char *)content;
1381 text_content = decoded;
1382 length = bytes_decoded;
1385 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset, length, encoding, cbid, cbuserdata);
1386 if (decoded != NULL) free(decoded);
1391 char desired_section[64];
1397 // Callback function
1398 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1399 void *content, char *cbtype, char *cbcharset, size_t length,
1400 char *encoding, char *cbid, void *cbuserdata)
1402 struct encapmsg *encap;
1404 encap = (struct encapmsg *)cbuserdata;
1406 // Only proceed if this is the desired section...
1407 if (!strcasecmp(encap->desired_section, partnum)) {
1408 encap->msglen = length;
1409 encap->msg = malloc(length + 2);
1410 memcpy(encap->msg, content, length);
1416 // Determine whether the specified message exists in the cached_msglist
1417 // (This is a security check)
1418 int check_cached_msglist(long msgnum) {
1420 // cases in which we skip the check
1421 if (!CC) return om_ok; // not a session
1422 if (CC->client_socket <= 0) return om_ok; // not a client session
1423 if (CC->cached_msglist == NULL) return om_access_denied; // no msglist fetched
1424 if (CC->cached_num_msgs == 0) return om_access_denied; // nothing to check
1426 // Do a binary search within the cached_msglist for the requested msgnum
1428 int max = (CC->cached_num_msgs - 1);
1430 while (max >= min) {
1431 int middle = min + (max-min) / 2 ;
1432 if (msgnum == CC->cached_msglist[middle]) {
1435 if (msgnum > CC->cached_msglist[middle]) {
1443 return om_access_denied;
1447 // Get a message off disk. (returns om_* values found in msgbase.h)
1448 int CtdlOutputMsg(long msg_num, // message number (local) to fetch
1449 int mode, // how would you like that message?
1450 int headers_only, // eschew the message body?
1451 int do_proto, // do Citadel protocol responses?
1452 int crlf, // Use CRLF newlines instead of LF?
1453 char *section, // NULL or a message/rfc822 section
1454 int flags, // various flags; see msgbase.h
1459 struct CtdlMessage *TheMessage = NULL;
1460 int retcode = CIT_OK;
1461 struct encapmsg encap;
1464 syslog(LOG_DEBUG, "msgbase: CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)",
1466 (section ? section : "<>")
1469 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1472 if (r == om_not_logged_in) {
1473 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1476 cprintf("%d An unknown error has occurred.\n", ERROR);
1483 * Check to make sure the message is actually IN this room
1485 r = check_cached_msglist(msg_num);
1486 if (r == om_access_denied) {
1487 /* Not in the cache? We get ONE shot to check it again. */
1488 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1489 r = check_cached_msglist(msg_num);
1492 syslog(LOG_DEBUG, "msgbase: security check fail; message %ld is not in %s",
1493 msg_num, CC->room.QRname
1496 if (r == om_access_denied) {
1497 cprintf("%d message %ld was not found in this room\n",
1498 ERROR + HIGHER_ACCESS_REQUIRED,
1507 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1508 * request that we don't even bother loading the body into memory.
1510 if (headers_only == HEADERS_FAST) {
1511 TheMessage = CtdlFetchMessage(msg_num, 0);
1514 TheMessage = CtdlFetchMessage(msg_num, 1);
1517 if (TheMessage == NULL) {
1518 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1519 ERROR + MESSAGE_NOT_FOUND, msg_num);
1520 return(om_no_such_msg);
1523 /* Here is the weird form of this command, to process only an
1524 * encapsulated message/rfc822 section.
1526 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1527 memset(&encap, 0, sizeof encap);
1528 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1529 mime_parser(CM_RANGE(TheMessage, eMesageText),
1530 *extract_encapsulated_message,
1531 NULL, NULL, (void *)&encap, 0
1534 if ((Author != NULL) && (*Author == NULL))
1537 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1539 if ((Address != NULL) && (*Address == NULL))
1542 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1544 if ((MessageID != NULL) && (*MessageID == NULL))
1547 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1549 CM_Free(TheMessage);
1553 encap.msg[encap.msglen] = 0;
1554 TheMessage = convert_internet_message(encap.msg);
1555 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1557 /* Now we let it fall through to the bottom of this
1558 * function, because TheMessage now contains the
1559 * encapsulated message instead of the top-level
1560 * message. Isn't that neat?
1565 cprintf("%d msg %ld has no part %s\n",
1566 ERROR + MESSAGE_NOT_FOUND,
1570 retcode = om_no_such_msg;
1575 /* Ok, output the message now */
1576 if (retcode == CIT_OK)
1577 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1578 if ((Author != NULL) && (*Author == NULL))
1581 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1583 if ((Address != NULL) && (*Address == NULL))
1586 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1588 if ((MessageID != NULL) && (*MessageID == NULL))
1591 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1594 CM_Free(TheMessage);
1600 void OutputCtdlMsgHeaders(struct CtdlMessage *TheMessage, int do_proto) {
1603 char display_name[256];
1605 /* begin header processing loop for Citadel message format */
1606 safestrncpy(display_name, "<unknown>", sizeof display_name);
1607 if (!CM_IsEmpty(TheMessage, eAuthor)) {
1608 strcpy(buf, TheMessage->cm_fields[eAuthor]);
1609 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1610 safestrncpy(display_name, "****", sizeof display_name);
1612 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1613 safestrncpy(display_name, "anonymous", sizeof display_name);
1616 safestrncpy(display_name, buf, sizeof display_name);
1618 if ((is_room_aide())
1619 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1620 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1621 size_t tmp = strlen(display_name);
1622 snprintf(&display_name[tmp],
1623 sizeof display_name - tmp,
1628 /* Now spew the header fields in the order we like them. */
1629 for (i=0; i< NDiskFields; ++i) {
1631 Field = FieldOrder[i];
1632 if (Field != eMesageText) {
1633 if ( (!CM_IsEmpty(TheMessage, Field)) && (msgkeys[Field] != NULL) ) {
1634 if ((Field == eenVelopeTo) || (Field == eRecipient) || (Field == eCarbonCopY)) {
1635 sanitize_truncated_recipient(TheMessage->cm_fields[Field]);
1637 if (Field == eAuthor) {
1639 cprintf("%s=%s\n", msgkeys[Field], display_name);
1642 /* Masquerade display name if needed */
1645 cprintf("%s=%s\n", msgkeys[Field], TheMessage->cm_fields[Field]);
1648 /* Give the client a hint about whether the message originated locally */
1649 if (Field == erFc822Addr) {
1650 if (IsDirectory(TheMessage->cm_fields[Field] ,0)) {
1651 cprintf("locl=yes\n"); // message originated locally.
1663 void OutputRFC822MsgHeaders(
1664 struct CtdlMessage *TheMessage,
1665 int flags, /* should the message be exported clean */
1666 const char *nl, int nlen,
1667 char *mid, long sizeof_mid,
1668 char *suser, long sizeof_suser,
1669 char *luser, long sizeof_luser,
1670 char *fuser, long sizeof_fuser,
1671 char *snode, long sizeof_snode)
1673 char datestamp[100];
1674 int subject_found = 0;
1681 for (i = 0; i < NDiskFields; ++i) {
1682 if (TheMessage->cm_fields[FieldOrder[i]]) {
1683 mptr = mpptr = TheMessage->cm_fields[FieldOrder[i]];
1684 switch (FieldOrder[i]) {
1686 safestrncpy(luser, mptr, sizeof_luser);
1687 safestrncpy(suser, mptr, sizeof_suser);
1690 if ((flags & QP_EADDR) != 0) {
1691 mptr = qp_encode_email_addrs(mptr);
1693 sanitize_truncated_recipient(mptr);
1694 cprintf("CC: %s%s", mptr, nl);
1697 cprintf("Return-Path: %s%s", mptr, nl);
1700 cprintf("List-ID: %s%s", mptr, nl);
1703 if ((flags & QP_EADDR) != 0)
1704 mptr = qp_encode_email_addrs(mptr);
1706 while ((*hptr != '\0') && isspace(*hptr))
1708 if (!IsEmptyStr(hptr))
1709 cprintf("Envelope-To: %s%s", hptr, nl);
1712 cprintf("Subject: %s%s", mptr, nl);
1716 safestrncpy(mid, mptr, sizeof_mid);
1719 safestrncpy(fuser, mptr, sizeof_fuser);
1722 if (haschar(mptr, '@') == 0) {
1723 sanitize_truncated_recipient(mptr);
1724 cprintf("To: %s@%s", mptr, CtdlGetConfigStr("c_fqdn"));
1728 if ((flags & QP_EADDR) != 0) {
1729 mptr = qp_encode_email_addrs(mptr);
1731 sanitize_truncated_recipient(mptr);
1732 cprintf("To: %s", mptr);
1737 datestring(datestamp, sizeof datestamp, atol(mptr), DATESTRING_RFC822);
1738 cprintf("Date: %s%s", datestamp, nl);
1741 cprintf("References: ");
1742 k = num_tokens(mptr, '|');
1743 for (j=0; j<k; ++j) {
1744 extract_token(buf, mptr, j, '|', sizeof buf);
1745 cprintf("<%s>", buf);
1756 while ((*hptr != '\0') && isspace(*hptr))
1758 if (!IsEmptyStr(hptr))
1759 cprintf("Reply-To: %s%s", mptr, nl);
1771 /* these don't map to mime message headers. */
1774 if (mptr != mpptr) {
1779 if (subject_found == 0) {
1780 cprintf("Subject: (no subject)%s", nl);
1785 void Dump_RFC822HeadersBody(
1786 struct CtdlMessage *TheMessage,
1787 int headers_only, /* eschew the message body? */
1788 int flags, /* should the bessage be exported clean? */
1789 const char *nl, int nlen)
1791 cit_uint8_t prev_ch;
1793 const char *StartOfText = StrBufNOTNULL;
1796 int nllen = strlen(nl);
1800 mptr = TheMessage->cm_fields[eMesageText];
1803 while (*mptr != '\0') {
1804 if (*mptr == '\r') {
1811 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
1813 eoh = *(mptr+1) == '\n';
1817 StartOfText = strchr(StartOfText, '\n');
1818 StartOfText = strchr(StartOfText, '\n');
1821 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
1822 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
1823 ((headers_only != HEADERS_NONE) &&
1824 (headers_only != HEADERS_ONLY))
1826 if (*mptr == '\n') {
1827 memcpy(&outbuf[outlen], nl, nllen);
1829 outbuf[outlen] = '\0';
1832 outbuf[outlen++] = *mptr;
1836 if (flags & ESC_DOT) {
1837 if ((prev_ch == '\n') && (*mptr == '.') && ((*(mptr+1) == '\r') || (*(mptr+1) == '\n'))) {
1838 outbuf[outlen++] = '.';
1843 if (outlen > 1000) {
1844 if (client_write(outbuf, outlen) == -1) {
1845 syslog(LOG_ERR, "msgbase: Dump_RFC822HeadersBody() aborting due to write failure");
1848 lfSent = (outbuf[outlen - 1] == '\n');
1853 client_write(outbuf, outlen);
1854 lfSent = (outbuf[outlen - 1] == '\n');
1857 client_write(nl, nlen);
1861 /* If the format type on disk is 1 (fixed-format), then we want
1862 * everything to be output completely literally ... regardless of
1863 * what message transfer format is in use.
1865 void DumpFormatFixed(
1866 struct CtdlMessage *TheMessage,
1867 int mode, /* how would you like that message? */
1868 const char *nl, int nllen)
1876 mptr = TheMessage->cm_fields[eMesageText];
1878 if (mode == MT_MIME) {
1879 cprintf("Content-type: text/plain\n\n");
1883 while (ch = *mptr++, ch > 0) {
1887 if ((buflen > 250) && (!xlline)){
1891 while ((buflen > 0) &&
1892 (!isspace(buf[buflen])))
1898 mptr -= tbuflen - buflen;
1904 /* if we reach the outer bounds of our buffer, abort without respect for what we purge. */
1905 if (xlline && ((isspace(ch)) || (buflen > SIZ - nllen - 2))) {
1910 memcpy (&buf[buflen], nl, nllen);
1914 if (client_write(buf, buflen) == -1) {
1915 syslog(LOG_ERR, "msgbase: DumpFormatFixed() aborting due to write failure");
1927 if (!IsEmptyStr(buf)) {
1928 cprintf("%s%s", buf, nl);
1934 * Get a message off disk. (returns om_* values found in msgbase.h)
1936 int CtdlOutputPreLoadedMsg(
1937 struct CtdlMessage *TheMessage,
1938 int mode, /* how would you like that message? */
1939 int headers_only, /* eschew the message body? */
1940 int do_proto, /* do Citadel protocol responses? */
1941 int crlf, /* Use CRLF newlines instead of LF? */
1942 int flags /* should the bessage be exported clean? */
1945 const char *nl; /* newline string */
1949 /* Buffers needed for RFC822 translation. These are all filled
1950 * using functions that are bounds-checked, and therefore we can
1951 * make them substantially smaller than SIZ.
1959 syslog(LOG_DEBUG, "msgbase: CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d",
1960 ((TheMessage == NULL) ? "NULL" : "not null"),
1961 mode, headers_only, do_proto, crlf
1964 strcpy(mid, "unknown");
1965 nl = (crlf ? "\r\n" : "\n");
1966 nlen = crlf ? 2 : 1;
1968 if (!CM_IsValidMsg(TheMessage)) {
1969 syslog(LOG_ERR, "msgbase: error; invalid preloaded message for output");
1970 return(om_no_such_msg);
1973 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
1974 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
1976 if ( (flags & SUPPRESS_ENV_TO) && (!CM_IsEmpty(TheMessage, eenVelopeTo)) ) {
1977 memset(TheMessage->cm_fields[eenVelopeTo], ' ', TheMessage->cm_lengths[eenVelopeTo]);
1980 /* Are we downloading a MIME component? */
1981 if (mode == MT_DOWNLOAD) {
1982 if (TheMessage->cm_format_type != FMT_RFC822) {
1984 cprintf("%d This is not a MIME message.\n",
1985 ERROR + ILLEGAL_VALUE);
1986 } else if (CC->download_fp != NULL) {
1987 if (do_proto) cprintf(
1988 "%d You already have a download open.\n",
1989 ERROR + RESOURCE_BUSY);
1991 /* Parse the message text component */
1992 mime_parser(CM_RANGE(TheMessage, eMesageText),
1993 *mime_download, NULL, NULL, NULL, 0);
1994 /* If there's no file open by this time, the requested
1995 * section wasn't found, so print an error
1997 if (CC->download_fp == NULL) {
1998 if (do_proto) cprintf(
1999 "%d Section %s not found.\n",
2000 ERROR + FILE_NOT_FOUND,
2001 CC->download_desired_section);
2004 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2007 // MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
2008 // in a single server operation instead of opening a download file.
2009 if (mode == MT_SPEW_SECTION) {
2010 if (TheMessage->cm_format_type != FMT_RFC822) {
2012 cprintf("%d This is not a MIME message.\n",
2013 ERROR + ILLEGAL_VALUE);
2016 // Locate and parse the component specified by the caller
2018 mime_parser(CM_RANGE(TheMessage, eMesageText), *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
2020 // If section wasn't found, print an error
2023 cprintf( "%d Section %s not found.\n", ERROR + FILE_NOT_FOUND, CC->download_desired_section);
2027 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2030 // now for the user-mode message reading loops
2031 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
2033 // Does the caller want to skip the headers?
2034 if (headers_only == HEADERS_NONE) goto START_TEXT;
2036 // Tell the client which format type we're using.
2037 if ( (mode == MT_CITADEL) && (do_proto) ) {
2038 cprintf("type=%d\n", TheMessage->cm_format_type); // Tell the client which format type we're using.
2041 // nhdr=yes means that we're only displaying headers, no body
2042 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
2043 && ((mode == MT_CITADEL) || (mode == MT_MIME))
2046 cprintf("nhdr=yes\n");
2049 if ((mode == MT_CITADEL) || (mode == MT_MIME)) {
2050 OutputCtdlMsgHeaders(TheMessage, do_proto);
2053 // begin header processing loop for RFC822 transfer format
2058 if (mode == MT_RFC822)
2059 OutputRFC822MsgHeaders(
2064 suser, sizeof(suser),
2065 luser, sizeof(luser),
2066 fuser, sizeof(fuser),
2067 snode, sizeof(snode)
2071 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2072 suser[i] = tolower(suser[i]);
2073 if (!isalnum(suser[i])) suser[i]='_';
2076 if (mode == MT_RFC822) {
2077 /* Construct a fun message id */
2078 cprintf("Message-ID: <%s", mid);
2079 if (strchr(mid, '@')==NULL) {
2080 cprintf("@%s", snode);
2084 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2085 cprintf("From: \"----\" <x@x.org>%s", nl);
2087 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2088 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2090 else if (!IsEmptyStr(fuser)) {
2091 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2094 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2097 /* Blank line signifying RFC822 end-of-headers */
2098 if (TheMessage->cm_format_type != FMT_RFC822) {
2103 // end header processing loop ... at this point, we're in the text
2105 if (headers_only == HEADERS_FAST) goto DONE;
2107 // Tell the client about the MIME parts in this message
2108 if (TheMessage->cm_format_type == FMT_RFC822) {
2109 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2110 memset(&ma, 0, sizeof(struct ma_info));
2111 mime_parser(CM_RANGE(TheMessage, eMesageText),
2112 (do_proto ? *list_this_part : NULL),
2113 (do_proto ? *list_this_pref : NULL),
2114 (do_proto ? *list_this_suff : NULL),
2117 else if (mode == MT_RFC822) { // unparsed RFC822 dump
2118 Dump_RFC822HeadersBody(
2127 if (headers_only == HEADERS_ONLY) {
2131 // signify start of msg text
2132 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2133 if (do_proto) cprintf("text\n");
2136 if (TheMessage->cm_format_type == FMT_FIXED)
2139 mode, // how would you like that message?
2142 // If the message on disk is format 0 (Citadel vari-format), we
2143 // output using the formatter at 80 columns. This is the final output
2144 // form if the transfer format is RFC822, but if the transfer format
2145 // is Citadel proprietary, it'll still work, because the indentation
2146 // for new paragraphs is correct and the client will reformat the
2147 // message to the reader's screen width.
2149 if (TheMessage->cm_format_type == FMT_CITADEL) {
2150 if (mode == MT_MIME) {
2151 cprintf("Content-type: text/x-citadel-variformat\n\n");
2153 memfmout(TheMessage->cm_fields[eMesageText], nl);
2156 // If the message on disk is format 4 (MIME), we've gotta hand it
2157 // off to the MIME parser. The client has already been told that
2158 // this message is format 1 (fixed format), so the callback function
2159 // we use will display those parts as-is.
2161 if (TheMessage->cm_format_type == FMT_RFC822) {
2162 memset(&ma, 0, sizeof(struct ma_info));
2164 if (mode == MT_MIME) {
2165 ma.use_fo_hooks = 0;
2166 strcpy(ma.chosen_part, "1");
2167 ma.chosen_pref = 9999;
2168 ma.dont_decode = CC->msg4_dont_decode;
2169 mime_parser(CM_RANGE(TheMessage, eMesageText),
2170 *choose_preferred, *fixed_output_pre,
2171 *fixed_output_post, (void *)&ma, 1);
2172 mime_parser(CM_RANGE(TheMessage, eMesageText),
2173 *output_preferred, NULL, NULL, (void *)&ma, 1);
2176 ma.use_fo_hooks = 1;
2177 mime_parser(CM_RANGE(TheMessage, eMesageText),
2178 *fixed_output, *fixed_output_pre,
2179 *fixed_output_post, (void *)&ma, 0);
2184 DONE: /* now we're done */
2185 if (do_proto) cprintf("000\n");
2189 // Save one or more message pointers into a specified room
2190 // (Returns 0 for success, nonzero for failure)
2191 // roomname may be NULL to use the current room
2193 // Note that the 'supplied_msg' field may be set to NULL, in which case
2194 // the message will be fetched from disk, by number, if we need to perform
2195 // replication checks. This adds an additional database read, so if the
2196 // caller already has the message in memory then it should be supplied. (Obviously
2197 // this mode of operation only works if we're saving a single message.)
2199 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2200 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2203 char hold_rm[ROOMNAMELEN];
2204 struct cdbdata *cdbfr;
2207 long highest_msg = 0L;
2210 struct CtdlMessage *msg = NULL;
2212 long *msgs_to_be_merged = NULL;
2213 int num_msgs_to_be_merged = 0;
2216 "msgbase: CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)",
2217 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2220 strcpy(hold_rm, CC->room.QRname);
2223 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2224 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2225 if (num_newmsgs > 1) supplied_msg = NULL;
2227 /* Now the regular stuff */
2228 if (CtdlGetRoomLock(&CC->room,
2229 ((roomname != NULL) ? roomname : CC->room.QRname) )
2231 syslog(LOG_ERR, "msgbase: no such room <%s>", roomname);
2232 return(ERROR + ROOM_NOT_FOUND);
2235 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2236 num_msgs_to_be_merged = 0;
2237 num_msgs = CtdlFetchMsgList(CC->room.QRnumber, &msglist);
2239 /* Create a list of msgid's which were supplied by the caller, but do
2240 * not already exist in the target room. It is absolutely taboo to
2241 * have more than one reference to the same message in a room.
2243 for (i=0; i<num_newmsgs; ++i) {
2245 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2246 if (msglist[j] == newmsgidlist[i]) {
2251 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2255 syslog(LOG_DEBUG, "msgbase: %d unique messages to be merged", num_msgs_to_be_merged);
2258 * Now merge the new messages
2260 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2261 if (msglist == NULL) {
2262 syslog(LOG_ALERT, "msgbase: ERROR; can't realloc message list!");
2263 free(msgs_to_be_merged);
2264 return (ERROR + INTERNAL_ERROR);
2266 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2267 num_msgs += num_msgs_to_be_merged;
2269 /* Sort the message list, so all the msgid's are in order */
2270 num_msgs = sort_msglist(msglist, num_msgs);
2272 /* Determine the highest message number */
2273 highest_msg = msglist[num_msgs - 1];
2275 /* Write it back to disk. */
2276 cdb_store(CDB_MSGLISTS, &CC->room.QRnumber, (int)sizeof(long), msglist, (int)(num_msgs * sizeof(long)));
2278 /* Free up the memory we used. */
2281 /* Update the highest-message pointer and unlock the room. */
2282 CC->room.QRhighest = highest_msg;
2283 CtdlPutRoomLock(&CC->room);
2285 /* Perform replication checks if necessary */
2286 if ( (DoesThisRoomNeedEuidIndexing(&CC->room)) && (do_repl_check) ) {
2287 syslog(LOG_DEBUG, "msgbase: CtdlSaveMsgPointerInRoom() doing repl checks");
2289 for (i=0; i<num_msgs_to_be_merged; ++i) {
2290 msgid = msgs_to_be_merged[i];
2292 if (supplied_msg != NULL) {
2296 msg = CtdlFetchMessage(msgid, 0);
2300 ReplicationChecks(msg);
2302 /* If the message has an Exclusive ID, index that... */
2303 if (!CM_IsEmpty(msg, eExclusiveID)) {
2304 index_message_by_euid(msg->cm_fields[eExclusiveID], &CC->room, msgid);
2307 /* Free up the memory we may have allocated */
2308 if (msg != supplied_msg) {
2317 syslog(LOG_DEBUG, "msgbase: CtdlSaveMsgPointerInRoom() skips repl checks");
2320 /* Submit this room for processing by hooks */
2321 int total_roomhook_errors = PerformRoomHooks(&CC->room);
2322 if (total_roomhook_errors) {
2323 syslog(LOG_WARNING, "msgbase: room hooks returned %d errors", total_roomhook_errors);
2326 /* Go back to the room we were in before we wandered here... */
2327 CtdlGetRoom(&CC->room, hold_rm);
2329 /* Bump the reference count for all messages which were merged */
2330 if (!suppress_refcount_adj) {
2331 AdjRefCountList(msgs_to_be_merged, num_msgs_to_be_merged, +1);
2334 /* Free up memory... */
2335 if (msgs_to_be_merged != NULL) {
2336 free(msgs_to_be_merged);
2339 /* Return success. */
2345 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2348 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid, int do_repl_check, struct CtdlMessage *supplied_msg) {
2349 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2354 * Message base operation to save a new message to the message store
2355 * (returns new message number)
2357 * This is the back end for CtdlSubmitMsg() and should not be directly
2358 * called by server-side modules.
2361 long CtdlSaveThisMessage(struct CtdlMessage *msg, long msgid, int Reply) {
2369 * If the message is big, set its body aside for storage elsewhere
2370 * and we hide the message body from the serializer
2372 if (!CM_IsEmpty(msg, eMesageText) && msg->cm_lengths[eMesageText] > BIGMSG) {
2374 holdM = msg->cm_fields[eMesageText];
2375 msg->cm_fields[eMesageText] = NULL;
2376 holdMLen = msg->cm_lengths[eMesageText];
2377 msg->cm_lengths[eMesageText] = 0;
2380 /* Serialize our data structure for storage in the database */
2381 CtdlSerializeMessage(&smr, msg);
2384 /* put the message body back into the message */
2385 msg->cm_fields[eMesageText] = holdM;
2386 msg->cm_lengths[eMesageText] = holdMLen;
2391 cprintf("%d Unable to serialize message\n",
2392 ERROR + INTERNAL_ERROR);
2395 syslog(LOG_ERR, "msgbase: CtdlSaveMessage() unable to serialize message");
2401 /* Write our little bundle of joy into the message base */
2402 retval = cdb_store(CDB_MSGMAIN, &msgid, (int)sizeof(long), smr.ser, smr.len);
2404 syslog(LOG_ERR, "msgbase: can't store message %ld: %ld", msgid, retval);
2408 retval = cdb_store(CDB_BIGMSGS, &msgid, (int)sizeof(long), holdM, (holdMLen + 1));
2410 syslog(LOG_ERR, "msgbase: failed to store message body for msgid %ld: %ld", msgid, retval);
2415 /* Free the memory we used for the serialized message */
2421 long send_message(struct CtdlMessage *msg) {
2427 /* Get a new message number */
2428 newmsgid = get_new_message_number();
2430 /* Generate an ID if we don't have one already */
2431 if (CM_IsEmpty(msg, emessageId)) {
2432 msgidbuflen = snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
2433 (long unsigned int) time(NULL),
2434 (long unsigned int) newmsgid,
2435 CtdlGetConfigStr("c_fqdn")
2438 CM_SetField(msg, emessageId, msgidbuf, msgidbuflen);
2441 retval = CtdlSaveThisMessage(msg, newmsgid, 1);
2447 /* Return the *local* message ID to the caller
2448 * (even if we're storing an incoming network message)
2455 * Serialize a struct CtdlMessage into the format used on disk.
2457 * This function loads up a "struct ser_ret" (defined in server.h) which
2458 * contains the length of the serialized message and a pointer to the
2459 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2461 void CtdlSerializeMessage(struct ser_ret *ret, /* return values */
2462 struct CtdlMessage *msg) /* unserialized msg */
2468 * Check for valid message format
2470 if (CM_IsValidMsg(msg) == 0) {
2471 syslog(LOG_ERR, "msgbase: CtdlSerializeMessage() aborting due to invalid message");
2478 for (i=0; i < NDiskFields; ++i)
2479 if (msg->cm_fields[FieldOrder[i]] != NULL)
2480 ret->len += msg->cm_lengths[FieldOrder[i]] + 2;
2482 ret->ser = malloc(ret->len);
2483 if (ret->ser == NULL) {
2484 syslog(LOG_ERR, "msgbase: CtdlSerializeMessage() malloc(%ld) failed: %m", (long)ret->len);
2491 ret->ser[1] = msg->cm_anon_type;
2492 ret->ser[2] = msg->cm_format_type;
2495 for (i=0; i < NDiskFields; ++i) {
2496 if (msg->cm_fields[FieldOrder[i]] != NULL) {
2497 ret->ser[wlen++] = (char)FieldOrder[i];
2499 memcpy(&ret->ser[wlen],
2500 msg->cm_fields[FieldOrder[i]],
2501 msg->cm_lengths[FieldOrder[i]] + 1);
2503 wlen = wlen + msg->cm_lengths[FieldOrder[i]] + 1;
2507 if (ret->len != wlen) {
2508 syslog(LOG_ERR, "msgbase: ERROR; len=%ld wlen=%ld", (long)ret->len, (long)wlen);
2516 * Check to see if any messages already exist in the current room which
2517 * carry the same Exclusive ID as this one. If any are found, delete them.
2519 void ReplicationChecks(struct CtdlMessage *msg) {
2520 long old_msgnum = (-1L);
2522 if (DoesThisRoomNeedEuidIndexing(&CC->room) == 0) return;
2524 syslog(LOG_DEBUG, "msgbase: performing replication checks in <%s>", CC->room.QRname);
2526 /* No exclusive id? Don't do anything. */
2527 if (msg == NULL) return;
2528 if (CM_IsEmpty(msg, eExclusiveID)) return;
2530 /*syslog(LOG_DEBUG, "msgbase: exclusive ID: <%s> for room <%s>",
2531 msg->cm_fields[eExclusiveID], CC->room.QRname);*/
2533 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields[eExclusiveID], &CC->room);
2534 if (old_msgnum > 0L) {
2535 syslog(LOG_DEBUG, "msgbase: ReplicationChecks() replacing message %ld", old_msgnum);
2536 CtdlDeleteMessages(CC->room.QRname, &old_msgnum, 1, "");
2542 * Save a message to disk and submit it into the delivery system.
2544 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2545 struct recptypes *recps, /* recipients (if mail) */
2546 const char *force /* force a particular room? */
2548 char hold_rm[ROOMNAMELEN];
2549 char actual_rm[ROOMNAMELEN];
2550 char force_room[ROOMNAMELEN];
2551 char content_type[SIZ]; /* We have to learn this */
2552 char recipient[SIZ];
2553 char bounce_to[1024];
2556 const char *mptr = NULL;
2557 struct ctdluser userbuf;
2559 struct MetaData smi;
2560 char *collected_addresses = NULL;
2561 struct addresses_to_be_filed *aptr = NULL;
2562 StrBuf *saved_rfc822_version = NULL;
2563 int qualified_for_journaling = 0;
2565 syslog(LOG_DEBUG, "msgbase: CtdlSubmitMsg() called");
2566 if (CM_IsValidMsg(msg) == 0) return(-1); /* self check */
2568 /* If this message has no timestamp, we take the liberty of
2569 * giving it one, right now.
2571 if (CM_IsEmpty(msg, eTimestamp)) {
2572 CM_SetFieldLONG(msg, eTimestamp, time(NULL));
2575 /* If this message has no path, we generate one.
2577 if (CM_IsEmpty(msg, eMessagePath)) {
2578 if (!CM_IsEmpty(msg, eAuthor)) {
2579 CM_CopyField(msg, eMessagePath, eAuthor);
2580 for (a=0; !IsEmptyStr(&msg->cm_fields[eMessagePath][a]); ++a) {
2581 if (isspace(msg->cm_fields[eMessagePath][a])) {
2582 msg->cm_fields[eMessagePath][a] = ' ';
2587 CM_SetField(msg, eMessagePath, HKEY("unknown"));
2591 if (force == NULL) {
2592 force_room[0] = '\0';
2595 strcpy(force_room, force);
2598 /* Learn about what's inside, because it's what's inside that counts */
2599 if (CM_IsEmpty(msg, eMesageText)) {
2600 syslog(LOG_ERR, "msgbase: ERROR; attempt to save message with NULL body");
2604 switch (msg->cm_format_type) {
2606 strcpy(content_type, "text/x-citadel-variformat");
2609 strcpy(content_type, "text/plain");
2612 strcpy(content_type, "text/plain");
2613 mptr = bmstrcasestr(msg->cm_fields[eMesageText], "Content-type:");
2616 safestrncpy(content_type, &mptr[13], sizeof content_type);
2617 string_trim(content_type);
2618 aptr = content_type;
2619 while (!IsEmptyStr(aptr)) {
2631 /* Goto the correct room */
2632 room = (recps) ? CC->room.QRname : SENTITEMS;
2633 syslog(LOG_DEBUG, "msgbase: selected room %s", room);
2634 strcpy(hold_rm, CC->room.QRname);
2635 strcpy(actual_rm, CC->room.QRname);
2636 if (recps != NULL) {
2637 strcpy(actual_rm, SENTITEMS);
2640 /* If the user is a twit, move to the twit room for posting */
2642 if (CC->user.axlevel == AxProbU) {
2643 strcpy(hold_rm, actual_rm);
2644 strcpy(actual_rm, CtdlGetConfigStr("c_twitroom"));
2645 syslog(LOG_DEBUG, "msgbase: diverting to twit room");
2649 /* ...or if this message is destined for Aide> then go there. */
2650 if (!IsEmptyStr(force_room)) {
2651 strcpy(actual_rm, force_room);
2654 syslog(LOG_DEBUG, "msgbase: final selection: %s (%s)", actual_rm, room);
2655 if (strcasecmp(actual_rm, CC->room.QRname)) {
2656 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL, NULL, NULL);
2660 * If this message has no O (room) field, generate one.
2662 if (CM_IsEmpty(msg, eOriginalRoom) && !IsEmptyStr(CC->room.QRname)) {
2663 CM_SetField(msg, eOriginalRoom, CC->room.QRname, -1);
2666 /* Perform "before save" hooks (aborting if any return nonzero) */
2667 syslog(LOG_DEBUG, "msgbase: performing before-save hooks");
2668 if (PerformMessageHooks(msg, recps, EVT_BEFORESAVE) > 0) return(-3);
2671 * If this message has an Exclusive ID, and the room is replication
2672 * checking enabled, then do replication checks.
2674 if (DoesThisRoomNeedEuidIndexing(&CC->room)) {
2675 ReplicationChecks(msg);
2678 /* Save it to disk */
2679 syslog(LOG_DEBUG, "msgbase: saving to disk");
2680 newmsgid = send_message(msg);
2681 if (newmsgid <= 0L) return(-5);
2683 /* Write a supplemental message info record. This doesn't have to
2684 * be a critical section because nobody else knows about this message
2687 syslog(LOG_DEBUG, "msgbase: creating metadata record");
2688 memset(&smi, 0, sizeof(struct MetaData));
2689 smi.meta_msgnum = newmsgid;
2690 smi.meta_refcount = 0;
2691 safestrncpy(smi.meta_content_type, content_type, sizeof smi.meta_content_type);
2694 * Measure how big this message will be when rendered as RFC822.
2695 * We do this for two reasons:
2696 * 1. We need the RFC822 length for the new metadata record, so the
2697 * POP and IMAP services don't have to calculate message lengths
2698 * while the user is waiting (multiplied by potentially hundreds
2699 * or thousands of messages).
2700 * 2. If journaling is enabled, we will need an RFC822 version of the
2701 * message to attach to the journalized copy.
2703 if (CC->redirect_buffer != NULL) {
2704 syslog(LOG_ALERT, "msgbase: CC->redirect_buffer is not NULL during message submission!");
2705 exit(CTDLEXIT_REDIRECT);
2707 CC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
2708 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
2709 smi.meta_rfc822_length = StrLength(CC->redirect_buffer);
2710 saved_rfc822_version = CC->redirect_buffer;
2711 CC->redirect_buffer = NULL;
2715 /* Now figure out where to store the pointers */
2716 syslog(LOG_DEBUG, "msgbase: storing pointers");
2718 /* If this is being done by the networker delivering a private
2719 * message, we want to BYPASS saving the sender's copy (because there
2720 * is no local sender; it would otherwise go to the Trashcan).
2722 if ((!CC->internal_pgm) || (recps == NULL)) {
2723 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
2724 syslog(LOG_ERR, "msgbase: ERROR saving message pointer %ld in %s", newmsgid, actual_rm);
2725 CtdlSaveMsgPointerInRoom(CtdlGetConfigStr("c_aideroom"), newmsgid, 0, msg);
2729 /* For internet mail, drop a copy in the outbound queue room */
2730 if ((recps != NULL) && (recps->num_internet > 0)) {
2731 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
2734 /* If other rooms are specified, drop them there too. */
2735 if ((recps != NULL) && (recps->num_room > 0)) {
2736 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
2737 extract_token(recipient, recps->recp_room, i, '|', sizeof recipient);
2738 syslog(LOG_DEBUG, "msgbase: delivering to room <%s>", recipient);
2739 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
2743 /* Decide where bounces need to be delivered */
2744 if ((recps != NULL) && (recps->bounce_to == NULL)) {
2745 if (CC->logged_in) {
2746 strcpy(bounce_to, CC->user.fullname);
2748 else if (!IsEmptyStr(msg->cm_fields[eAuthor])){
2749 strcpy(bounce_to, msg->cm_fields[eAuthor]);
2751 recps->bounce_to = bounce_to;
2754 CM_SetFieldLONG(msg, eVltMsgNum, newmsgid);
2756 // If this is private, local mail, make a copy in the recipient's mailbox and bump the reference count.
2757 if ((recps != NULL) && (recps->num_local > 0)) {
2761 pch = recps->recp_local;
2762 recps->recp_local = recipient;
2763 ntokens = num_tokens(pch, '|');
2764 for (i=0; i<ntokens; ++i) {
2765 extract_token(recipient, pch, i, '|', sizeof recipient);
2766 syslog(LOG_DEBUG, "msgbase: delivering private local mail to <%s>", recipient);
2767 if (CtdlGetUser(&userbuf, recipient) == 0) {
2768 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
2769 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
2770 CtdlBumpNewMailCounter(userbuf.usernum); // if this user is logged in, tell them they have new mail.
2771 PerformMessageHooks(msg, recps, EVT_AFTERUSRMBOXSAVE);
2774 syslog(LOG_DEBUG, "msgbase: no user <%s>", recipient);
2775 CtdlSaveMsgPointerInRoom(CtdlGetConfigStr("c_aideroom"), newmsgid, 0, msg);
2778 recps->recp_local = pch;
2781 /* Perform "after save" hooks */
2782 syslog(LOG_DEBUG, "msgbase: performing after-save hooks");
2784 PerformMessageHooks(msg, recps, EVT_AFTERSAVE);
2785 CM_FlushField(msg, eVltMsgNum);
2787 /* Go back to the room we started from */
2788 syslog(LOG_DEBUG, "msgbase: returning to original room %s", hold_rm);
2789 if (strcasecmp(hold_rm, CC->room.QRname)) {
2790 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL, NULL, NULL);
2794 * Any addresses to harvest for someone's address book?
2796 if ( (CC->logged_in) && (recps != NULL) ) {
2797 collected_addresses = harvest_collected_addresses(msg);
2800 if (collected_addresses != NULL) {
2801 aptr = (struct addresses_to_be_filed *) malloc(sizeof(struct addresses_to_be_filed));
2802 CtdlMailboxName(actual_rm, sizeof actual_rm, &CC->user, USERCONTACTSROOM);
2803 aptr->roomname = strdup(actual_rm);
2804 aptr->collected_addresses = collected_addresses;
2805 begin_critical_section(S_ATBF);
2808 end_critical_section(S_ATBF);
2812 * Determine whether this message qualifies for journaling.
2814 if (!CM_IsEmpty(msg, eJournal)) {
2815 qualified_for_journaling = 0;
2818 if (recps == NULL) {
2819 qualified_for_journaling = CtdlGetConfigInt("c_journal_pubmsgs");
2821 else if (recps->num_local + recps->num_internet > 0) {
2822 qualified_for_journaling = CtdlGetConfigInt("c_journal_email");
2825 qualified_for_journaling = CtdlGetConfigInt("c_journal_pubmsgs");
2830 * Do we have to perform journaling? If so, hand off the saved
2831 * RFC822 version will be handed off to the journaler for background
2832 * submit. Otherwise, we have to free the memory ourselves.
2834 if (saved_rfc822_version != NULL) {
2835 if (qualified_for_journaling) {
2836 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
2839 FreeStrBuf(&saved_rfc822_version);
2843 if ((recps != NULL) && (recps->bounce_to == bounce_to))
2844 recps->bounce_to = NULL;
2852 * Convenience function for generating small administrative messages.
2854 long quickie_message(char *from,
2862 struct CtdlMessage *msg;
2863 struct recptypes *recp = NULL;
2865 msg = malloc(sizeof(struct CtdlMessage));
2866 memset(msg, 0, sizeof(struct CtdlMessage));
2867 msg->cm_magic = CTDLMESSAGE_MAGIC;
2868 msg->cm_anon_type = MES_NORMAL;
2869 msg->cm_format_type = format_type;
2871 if (!IsEmptyStr(from)) {
2872 CM_SetField(msg, eAuthor, from, -1);
2874 else if (!IsEmptyStr(fromaddr)) {
2876 CM_SetField(msg, eAuthor, fromaddr, -1);
2877 pAt = strchr(msg->cm_fields[eAuthor], '@');
2879 CM_CutFieldAt(msg, eAuthor, pAt - msg->cm_fields[eAuthor]);
2883 msg->cm_fields[eAuthor] = strdup("Citadel");
2886 if (!IsEmptyStr(fromaddr)) CM_SetField(msg, erFc822Addr, fromaddr, -1);
2887 if (!IsEmptyStr(room)) CM_SetField(msg, eOriginalRoom, room, -1);
2888 if (!IsEmptyStr(to)) {
2889 CM_SetField(msg, eRecipient, to, -1);
2890 recp = validate_recipients(to, NULL, 0);
2892 if (!IsEmptyStr(subject)) {
2893 CM_SetField(msg, eMsgSubject, subject, -1);
2895 if (!IsEmptyStr(text)) {
2896 CM_SetField(msg, eMesageText, text, -1);
2899 long msgnum = CtdlSubmitMsg(msg, recp, room);
2901 if (recp != NULL) free_recipients(recp);
2907 * Back end function used by CtdlMakeMessage() and similar functions
2909 StrBuf *CtdlReadMessageBodyBuf(char *terminator, // token signalling EOT
2911 size_t maxlen, // maximum message length
2912 StrBuf *exist, // if non-null, append to it; exist is ALWAYS freed
2913 int crlf // CRLF newlines instead of LF
2921 LineBuf = NewStrBufPlain(NULL, SIZ);
2922 if (exist == NULL) {
2923 Message = NewStrBufPlain(NULL, 4 * SIZ);
2926 Message = NewStrBufDup(exist);
2929 /* Do we need to change leading ".." to "." for SMTP escaping? */
2930 if ((tlen == 1) && (*terminator == '.')) {
2934 /* read in the lines of message text one by one */
2936 if (CtdlClientGetLine(LineBuf) < 0) {
2939 if ((StrLength(LineBuf) == tlen) && (!strcmp(ChrPtr(LineBuf), terminator))) {
2942 if ( (!flushing) && (!finished) ) {
2944 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
2947 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
2950 /* Unescape SMTP-style input of two dots at the beginning of the line */
2951 if ((dotdot) && (StrLength(LineBuf) > 1) && (ChrPtr(LineBuf)[0] == '.')) {
2952 StrBufCutLeft(LineBuf, 1);
2954 StrBufAppendBuf(Message, LineBuf, 0);
2957 /* if we've hit the max msg length, flush the rest */
2958 if (StrLength(Message) >= maxlen) {
2962 } while (!finished);
2963 FreeStrBuf(&LineBuf);
2966 syslog(LOG_ERR, "msgbase: exceeded maximum message length of %ld - message was truncated", maxlen);
2973 // Back end function used by CtdlMakeMessage() and similar functions
2974 char *CtdlReadMessageBody(char *terminator, // token signalling EOT
2976 size_t maxlen, // maximum message length
2977 StrBuf *exist, // if non-null, append to it; exist is ALWAYS freed
2978 int crlf // CRLF newlines instead of LF
2982 Message = CtdlReadMessageBodyBuf(terminator,
2988 if (Message == NULL) {
2992 return SmashStrBuf(&Message);
2997 struct CtdlMessage *CtdlMakeMessage(
2998 struct ctdluser *author, /* author's user structure */
2999 char *recipient, /* NULL if it's not mail */
3000 char *recp_cc, /* NULL if it's not mail */
3001 char *room, /* room where it's going */
3002 int type, /* see MES_ types in header file */
3003 int format_type, /* variformat, plain text, MIME... */
3004 char *fake_name, /* who we're masquerading as */
3005 char *my_email, /* which of my email addresses to use (empty is ok) */
3006 char *subject, /* Subject (optional) */
3007 char *supplied_euid, /* ...or NULL if this is irrelevant */
3008 char *preformatted_text, /* ...or NULL to read text from client */
3009 char *references /* Thread references */
3011 return CtdlMakeMessageLen(
3012 author, /* author's user structure */
3013 recipient, /* NULL if it's not mail */
3014 (recipient)?strlen(recipient) : 0,
3015 recp_cc, /* NULL if it's not mail */
3016 (recp_cc)?strlen(recp_cc): 0,
3017 room, /* room where it's going */
3018 (room)?strlen(room): 0,
3019 type, /* see MES_ types in header file */
3020 format_type, /* variformat, plain text, MIME... */
3021 fake_name, /* who we're masquerading as */
3022 (fake_name)?strlen(fake_name): 0,
3023 my_email, /* which of my email addresses to use (empty is ok) */
3024 (my_email)?strlen(my_email): 0,
3025 subject, /* Subject (optional) */
3026 (subject)?strlen(subject): 0,
3027 supplied_euid, /* ...or NULL if this is irrelevant */
3028 (supplied_euid)?strlen(supplied_euid):0,
3029 preformatted_text, /* ...or NULL to read text from client */
3030 (preformatted_text)?strlen(preformatted_text) : 0,
3031 references, /* Thread references */
3032 (references)?strlen(references):0);
3038 * Build a binary message to be saved on disk.
3039 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3040 * will become part of the message. This means you are no longer
3041 * responsible for managing that memory -- it will be freed along with
3042 * the rest of the fields when CM_Free() is called.)
3044 struct CtdlMessage *CtdlMakeMessageLen(
3045 struct ctdluser *author, /* author's user structure */
3046 char *recipient, /* NULL if it's not mail */
3048 char *recp_cc, /* NULL if it's not mail */
3050 char *room, /* room where it's going */
3052 int type, /* see MES_ types in header file */
3053 int format_type, /* variformat, plain text, MIME... */
3054 char *fake_name, /* who we're masquerading as */
3056 char *my_email, /* which of my email addresses to use (empty is ok) */
3058 char *subject, /* Subject (optional) */
3060 char *supplied_euid, /* ...or NULL if this is irrelevant */
3062 char *preformatted_text, /* ...or NULL to read text from client */
3064 char *references, /* Thread references */
3069 struct CtdlMessage *msg;
3071 StrBuf *FakeEncAuthor = NULL;
3073 msg = malloc(sizeof(struct CtdlMessage));
3074 memset(msg, 0, sizeof(struct CtdlMessage));
3075 msg->cm_magic = CTDLMESSAGE_MAGIC;
3076 msg->cm_anon_type = type;
3077 msg->cm_format_type = format_type;
3079 if (recipient != NULL) rcplen = string_trim(recipient);
3080 if (recp_cc != NULL) cclen = string_trim(recp_cc);
3082 /* Path or Return-Path */
3084 CM_SetField(msg, eMessagePath, my_email, myelen);
3086 else if (!IsEmptyStr(author->fullname)) {
3087 CM_SetField(msg, eMessagePath, author->fullname, -1);
3089 convert_spaces_to_underscores(msg->cm_fields[eMessagePath]);
3091 blen = snprintf(buf, sizeof buf, "%ld", (long)time(NULL));
3092 CM_SetField(msg, eTimestamp, buf, blen);
3095 FakeAuthor = NewStrBufPlain (fake_name, fnlen);
3098 FakeAuthor = NewStrBufPlain (author->fullname, -1);
3100 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
3101 CM_SetAsFieldSB(msg, eAuthor, &FakeEncAuthor);
3102 FreeStrBuf(&FakeAuthor);
3104 if (!!IsEmptyStr(CC->room.QRname)) {
3105 if (CC->room.QRflags & QR_MAILBOX) { /* room */
3106 CM_SetField(msg, eOriginalRoom, &CC->room.QRname[11], -1);
3109 CM_SetField(msg, eOriginalRoom, CC->room.QRname, -1);
3114 CM_SetField(msg, eRecipient, recipient, rcplen);
3117 CM_SetField(msg, eCarbonCopY, recp_cc, cclen);
3121 CM_SetField(msg, erFc822Addr, my_email, myelen);
3123 else if ( (author == &CC->user) && (!IsEmptyStr(CC->cs_inet_email)) ) {
3124 CM_SetField(msg, erFc822Addr, CC->cs_inet_email, -1);
3127 if (subject != NULL) {
3129 length = string_trim(subject);
3135 while ((subject[i] != '\0') &&
3136 (IsAscii = isascii(subject[i]) != 0 ))
3139 CM_SetField(msg, eMsgSubject, subject, subjlen);
3140 else /* ok, we've got utf8 in the string. */
3143 rfc2047Subj = rfc2047encode(subject, length);
3144 CM_SetAsField(msg, eMsgSubject, &rfc2047Subj, strlen(rfc2047Subj));
3151 CM_SetField(msg, eExclusiveID, supplied_euid, euidlen);
3155 CM_SetField(msg, eWeferences, references, reflen);
3158 if (preformatted_text != NULL) {
3159 CM_SetField(msg, eMesageText, preformatted_text, textlen);
3163 MsgBody = CtdlReadMessageBodyBuf(HKEY("000"), CtdlGetConfigLong("c_maxmsglen"), NULL, 0);
3164 if (MsgBody != NULL) {
3165 CM_SetAsFieldSB(msg, eMesageText, &MsgBody);
3174 * API function to delete messages which match a set of criteria
3175 * (returns the actual number of messages deleted)
3177 int CtdlDeleteMessages(const char *room_name, // which room
3178 long *dmsgnums, // array of msg numbers to be deleted
3179 int num_dmsgnums, // number of msgs to be deleted, or 0 for "any"
3180 char *content_type // or "" for any. regular expressions expected.
3182 struct ctdlroom qrbuf;
3183 struct cdbdata *cdbfr;
3184 long *msglist = NULL;
3185 long *dellist = NULL;
3188 int num_deleted = 0;
3190 struct MetaData smi;
3193 int need_to_free_re = 0;
3195 if (content_type) if (!IsEmptyStr(content_type)) {
3196 regcomp(&re, content_type, 0);
3197 need_to_free_re = 1;
3199 syslog(LOG_DEBUG, "msgbase: CtdlDeleteMessages(%s, %d msgs, %s)", room_name, num_dmsgnums, content_type);
3201 /* get room record, obtaining a lock... */
3202 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
3203 syslog(LOG_ERR, "msgbase: CtdlDeleteMessages(): Room <%s> not found", room_name);
3204 if (need_to_free_re) regfree(&re);
3205 return(0); /* room not found */
3208 num_msgs = CtdlFetchMsgList(qrbuf.QRnumber, &msglist);
3210 dellist = malloc(num_msgs * sizeof(long));
3211 int have_contenttype = (content_type != NULL) && !IsEmptyStr(content_type);
3212 int have_delmsgs = (num_dmsgnums == 0) || (dmsgnums == NULL);
3213 int have_more_del = 1;
3215 num_msgs = sort_msglist(msglist, num_msgs);
3216 if (num_dmsgnums > 1) {
3217 num_dmsgnums = sort_msglist(dmsgnums, num_dmsgnums);
3221 while ((i < num_msgs) && (have_more_del)) {
3224 /* Set/clear a bit for each criterion */
3226 /* 0 messages in the list or a null list means that we are
3227 * interested in deleting any messages which meet the other criteria.
3230 delete_this |= 0x01;
3233 while ((i < num_msgs) && (msglist[i] < dmsgnums[j])) i++;
3238 if (msglist[i] == dmsgnums[j]) {
3239 delete_this |= 0x01;
3242 have_more_del = (j < num_dmsgnums);
3245 if (have_contenttype) {
3246 GetMetaData(&smi, msglist[i]);
3247 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
3248 delete_this |= 0x02;
3251 delete_this |= 0x02;
3254 /* Delete message only if all bits are set */
3255 if (delete_this == 0x03) {
3256 dellist[num_deleted++] = msglist[i];
3262 num_msgs = sort_msglist(msglist, num_msgs);
3263 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long), msglist, (int)(num_msgs * sizeof(long)));
3266 qrbuf.QRhighest = msglist[num_msgs - 1];
3269 qrbuf.QRhighest = 0;
3272 CtdlPutRoomLock(&qrbuf);
3274 /* Go through the messages we pulled out of the index, and decrement
3275 * their reference counts by 1. If this is the only room the message
3276 * was in, the reference count will reach zero and the message will
3277 * automatically be deleted from the database. We do this in a
3278 * separate pass because there might be plug-in hooks getting called,
3279 * and we don't want that happening during an S_ROOMS critical
3283 for (i=0; i<num_deleted; ++i) {
3284 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
3286 AdjRefCountList(dellist, num_deleted, -1);
3288 /* Now free the memory we used, and go away. */
3289 if (msglist != NULL) free(msglist);
3290 if (dellist != NULL) free(dellist);
3291 syslog(LOG_DEBUG, "msgbase: %d message(s) deleted", num_deleted);
3292 if (need_to_free_re) regfree(&re);
3293 return (num_deleted);
3298 * GetMetaData() - Get the supplementary record for a message
3300 void GetMetaData(struct MetaData *smibuf, long msgnum) {
3301 struct cdbdata *cdbsmi;
3304 memset(smibuf, 0, sizeof(struct MetaData));
3305 smibuf->meta_msgnum = msgnum;
3306 smibuf->meta_refcount = 1; /* Default reference count is 1 */
3308 /* Use the negative of the message number for its supp record index */
3309 TheIndex = (0L - msgnum);
3311 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
3312 if (cdbsmi == NULL) {
3313 return; /* record not found; leave it alone */
3315 memcpy(smibuf, cdbsmi->ptr,
3316 ((cdbsmi->len > sizeof(struct MetaData)) ?
3317 sizeof(struct MetaData) : cdbsmi->len)
3325 * PutMetaData() - (re)write supplementary record for a message
3327 void PutMetaData(struct MetaData *smibuf)
3331 /* Use the negative of the message number for the metadata db index */
3332 TheIndex = (0L - smibuf->meta_msgnum);
3334 cdb_store(CDB_MSGMAIN,
3335 &TheIndex, (int)sizeof(long),
3336 smibuf, (int)sizeof(struct MetaData)
3342 * Convenience function to process a big block of AdjRefCount() operations
3344 void AdjRefCountList(long *msgnum, long nmsg, int incr)
3348 for (i = 0; i < nmsg; i++) {
3349 AdjRefCount(msgnum[i], incr);
3355 * AdjRefCount - adjust the reference count for a message. We need to delete from disk any message whose reference count reaches zero.
3357 void AdjRefCount(long msgnum, int incr)
3359 struct MetaData smi;
3362 /* This is a *tight* critical section; please keep it that way, as
3363 * it may get called while nested in other critical sections.
3364 * Complicating this any further will surely cause deadlock!
3366 begin_critical_section(S_SUPPMSGMAIN);
3367 GetMetaData(&smi, msgnum);
3368 smi.meta_refcount += incr;
3370 end_critical_section(S_SUPPMSGMAIN);
3371 syslog(LOG_DEBUG, "msgbase: AdjRefCount() msg %ld ref count delta %+d, is now %d", msgnum, incr, smi.meta_refcount);
3373 /* If the reference count is now zero, delete both the message and its metadata record.
3375 if (smi.meta_refcount == 0) {
3376 syslog(LOG_DEBUG, "msgbase: deleting message <%ld>", msgnum);
3378 /* Call delete hooks with NULL room to show it has gone altogether */
3379 PerformDeleteHooks(NULL, msgnum);
3381 /* Remove from message base */
3383 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3384 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
3386 /* Remove metadata record */
3387 delnum = (0L - msgnum);
3388 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3394 * Write a generic object to this room
3396 * Returns the message number of the written object, in case you need it.
3398 long CtdlWriteObject(char *req_room, /* Room to stuff it in */
3399 char *content_type, /* MIME type of this object */
3400 char *raw_message, /* Data to be written */
3401 off_t raw_length, /* Size of raw_message */
3402 struct ctdluser *is_mailbox, /* Mailbox room? */
3403 int is_binary, /* Is encoding necessary? */
3404 unsigned int flags /* Internal save flags */
3406 struct ctdlroom qrbuf;
3407 char roomname[ROOMNAMELEN];
3408 struct CtdlMessage *msg;
3409 StrBuf *encoded_message = NULL;
3411 if (is_mailbox != NULL) {
3412 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
3415 safestrncpy(roomname, req_room, sizeof(roomname));
3418 syslog(LOG_DEBUG, "msfbase: raw length is %ld", (long)raw_length);
3421 encoded_message = NewStrBufPlain(NULL, (size_t) (((raw_length * 134) / 100) + 4096 ) );
3424 encoded_message = NewStrBufPlain(NULL, (size_t)(raw_length + 4096));
3427 StrBufAppendBufPlain(encoded_message, HKEY("Content-type: "), 0);
3428 StrBufAppendBufPlain(encoded_message, content_type, -1, 0);
3429 StrBufAppendBufPlain(encoded_message, HKEY("\n"), 0);
3432 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: base64\n\n"), 0);
3435 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: 7bit\n\n"), 0);
3439 StrBufBase64Append(encoded_message, NULL, raw_message, raw_length, 0);
3442 StrBufAppendBufPlain(encoded_message, raw_message, raw_length, 0);
3445 syslog(LOG_DEBUG, "msgbase: allocating");
3446 msg = malloc(sizeof(struct CtdlMessage));
3447 memset(msg, 0, sizeof(struct CtdlMessage));
3448 msg->cm_magic = CTDLMESSAGE_MAGIC;
3449 msg->cm_anon_type = MES_NORMAL;
3450 msg->cm_format_type = 4;
3451 CM_SetField(msg, eAuthor, CC->user.fullname, -1);
3452 CM_SetField(msg, eOriginalRoom, req_room, -1);
3453 msg->cm_flags = flags;
3455 CM_SetAsFieldSB(msg, eMesageText, &encoded_message);
3457 /* Create the requested room if we have to. */
3458 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
3459 CtdlCreateRoom(roomname, ( (is_mailbox != NULL) ? 5 : 3 ), "", 0, 1, 0, VIEW_BBS);
3462 /* Now write the data */
3463 long new_msgnum = CtdlSubmitMsg(msg, NULL, roomname);
3469 /************************************************************************/
3470 /* MODULE INITIALIZATION */
3471 /************************************************************************/
3473 char *ctdl_module_init_msgbase(void) {
3475 FillMsgKeyLookupTable();
3478 /* return our module id for the log */