1 // Implements the message store.
3 // Copyright (c) 1987-2023 by the citadel.org team
5 // This program is open source software; you can redistribute it and/or modify
6 // it under the terms of the GNU General Public License version 3.
14 #include <libcitadel.h>
15 #include "ctdl_module.h"
16 #include "citserver.h"
19 #include "clientsocket.h"
23 #include "internet_addressing.h"
24 #include "euidindex.h"
26 #include "journaling.h"
28 struct addresses_to_be_filed *atbf = NULL;
30 // These are the four-character field headers we use when outputting
31 // messages in Citadel format (as opposed to RFC822 format).
33 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
34 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
35 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
36 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
37 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
38 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
39 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
40 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
42 "from", // A -> eAuthor
43 NULL, // B -> eBig_message
44 NULL, // C (formerly used as eRemoteRoom)
45 NULL, // D (formerly used as eDestination)
46 "exti", // E -> eXclusivID
47 "rfca", // F -> erFc822Addr
49 "hnod", // H (formerly used as eHumanNode)
50 "msgn", // I -> emessageId
51 "jrnl", // J -> eJournal
52 "rep2", // K -> eReplyTo
53 "list", // L -> eListID
54 "text", // M -> eMesageText
55 NULL, // N (formerly used as eNodename)
56 "room", // O -> eOriginalRoom
57 "path", // P -> eMessagePath
59 "rcpt", // R -> eRecipient
60 NULL, // S (formerly used as eSpecialField)
61 "time", // T -> eTimestamp
62 "subj", // U -> eMsgSubject
63 "nvto", // V -> eenVelopeTo
64 "wefw", // W -> eWeferences
66 "cccc", // Y -> eCarbonCopY
71 HashList *msgKeyLookup = NULL;
73 int GetFieldFromMnemonic(eMsgField *f, const char* c) {
75 if (GetHash(msgKeyLookup, c, 4, &v)) {
82 void FillMsgKeyLookupTable(void) {
85 msgKeyLookup = NewHash (1, FourHash);
87 for (i=0; i < 91; i++) {
88 if (msgkeys[i] != NULL) {
89 Put(msgKeyLookup, msgkeys[i], 4, (void*)i, reference_free_handler);
95 eMsgField FieldOrder[] = {
96 /* Important fields */
104 /* Semi-important fields */
109 /* G is not used yet */
112 /* Q is not used yet */
114 /* X is not used yet */
115 /* Z is not used yet */
122 /* Message text (MUST be last) */
124 /* Not saved to disk:
129 static const long NDiskFields = sizeof(FieldOrder) / sizeof(eMsgField);
132 int CM_IsEmpty(struct CtdlMessage *Msg, eMsgField which) {
133 return !((Msg->cm_fields[which] != NULL) && (Msg->cm_fields[which][0] != '\0'));
137 void CM_SetField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length) {
138 if (Msg->cm_fields[which] != NULL) {
139 free (Msg->cm_fields[which]);
141 if (length < 0) { // You can set the length to -1 to have CM_SetField measure it for you
142 length = strlen(buf);
144 Msg->cm_fields[which] = malloc(length + 1);
145 memcpy(Msg->cm_fields[which], buf, length);
146 Msg->cm_fields[which][length] = '\0';
147 Msg->cm_lengths[which] = length;
151 void CM_SetFieldLONG(struct CtdlMessage *Msg, eMsgField which, long lvalue) {
154 len = snprintf(buf, sizeof(buf), "%ld", lvalue);
155 CM_SetField(Msg, which, buf, len);
159 void CM_CutFieldAt(struct CtdlMessage *Msg, eMsgField WhichToCut, long maxlen) {
160 if (Msg->cm_fields[WhichToCut] == NULL)
163 if (Msg->cm_lengths[WhichToCut] > maxlen)
165 Msg->cm_fields[WhichToCut][maxlen] = '\0';
166 Msg->cm_lengths[WhichToCut] = maxlen;
171 void CM_FlushField(struct CtdlMessage *Msg, eMsgField which) {
172 if (Msg->cm_fields[which] != NULL)
173 free (Msg->cm_fields[which]);
174 Msg->cm_fields[which] = NULL;
175 Msg->cm_lengths[which] = 0;
179 void CM_Flush(struct CtdlMessage *Msg) {
182 if (CM_IsValidMsg(Msg) == 0) {
186 for (i = 0; i < 256; ++i) {
187 CM_FlushField(Msg, i);
192 void CM_CopyField(struct CtdlMessage *Msg, eMsgField WhichToPutTo, eMsgField WhichtToCopy) {
194 if (Msg->cm_fields[WhichToPutTo] != NULL) {
195 free (Msg->cm_fields[WhichToPutTo]);
198 if (Msg->cm_fields[WhichtToCopy] != NULL) {
199 len = Msg->cm_lengths[WhichtToCopy];
200 Msg->cm_fields[WhichToPutTo] = malloc(len + 1);
201 memcpy(Msg->cm_fields[WhichToPutTo], Msg->cm_fields[WhichtToCopy], len);
202 Msg->cm_fields[WhichToPutTo][len] = '\0';
203 Msg->cm_lengths[WhichToPutTo] = len;
206 Msg->cm_fields[WhichToPutTo] = NULL;
207 Msg->cm_lengths[WhichToPutTo] = 0;
212 void CM_PrependToField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length) {
213 if (Msg->cm_fields[which] != NULL) {
218 oldmsgsize = Msg->cm_lengths[which] + 1;
219 newmsgsize = length + oldmsgsize;
221 new = malloc(newmsgsize);
222 memcpy(new, buf, length);
223 memcpy(new + length, Msg->cm_fields[which], oldmsgsize);
224 free(Msg->cm_fields[which]);
225 Msg->cm_fields[which] = new;
226 Msg->cm_lengths[which] = newmsgsize - 1;
229 Msg->cm_fields[which] = malloc(length + 1);
230 memcpy(Msg->cm_fields[which], buf, length);
231 Msg->cm_fields[which][length] = '\0';
232 Msg->cm_lengths[which] = length;
237 void CM_SetAsField(struct CtdlMessage *Msg, eMsgField which, char **buf, long length) {
238 if (Msg->cm_fields[which] != NULL) {
239 free (Msg->cm_fields[which]);
242 Msg->cm_fields[which] = *buf;
244 if (length < 0) { // You can set the length to -1 to have CM_SetField measure it for you
245 Msg->cm_lengths[which] = strlen(Msg->cm_fields[which]);
248 Msg->cm_lengths[which] = length;
253 void CM_SetAsFieldSB(struct CtdlMessage *Msg, eMsgField which, StrBuf **buf) {
254 if (Msg->cm_fields[which] != NULL) {
255 free (Msg->cm_fields[which]);
258 Msg->cm_lengths[which] = StrLength(*buf);
259 Msg->cm_fields[which] = SmashStrBuf(buf);
263 void CM_GetAsField(struct CtdlMessage *Msg, eMsgField which, char **ret, long *retlen) {
264 if (Msg->cm_fields[which] != NULL) {
265 *retlen = Msg->cm_lengths[which];
266 *ret = Msg->cm_fields[which];
267 Msg->cm_fields[which] = NULL;
268 Msg->cm_lengths[which] = 0;
277 // Returns 1 if the supplied pointer points to a valid Citadel message.
278 // If the pointer is NULL or the magic number check fails, returns 0.
279 int CM_IsValidMsg(struct CtdlMessage *msg) {
283 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
284 syslog(LOG_WARNING, "msgbase: CM_IsValidMsg() self-check failed");
291 void CM_FreeContents(struct CtdlMessage *msg) {
294 for (i = 0; i < 256; ++i)
295 if (msg->cm_fields[i] != NULL) {
296 free(msg->cm_fields[i]);
297 msg->cm_lengths[i] = 0;
300 msg->cm_magic = 0; // just in case
304 // 'Destructor' for struct CtdlMessage
305 void CM_Free(struct CtdlMessage *msg) {
306 if (CM_IsValidMsg(msg) == 0) {
307 if (msg != NULL) free (msg);
310 CM_FreeContents(msg);
315 int CM_DupField(eMsgField i, struct CtdlMessage *OrgMsg, struct CtdlMessage *NewMsg) {
317 len = OrgMsg->cm_lengths[i];
318 NewMsg->cm_fields[i] = malloc(len + 1);
319 if (NewMsg->cm_fields[i] == NULL) {
322 memcpy(NewMsg->cm_fields[i], OrgMsg->cm_fields[i], len);
323 NewMsg->cm_fields[i][len] = '\0';
324 NewMsg->cm_lengths[i] = len;
329 struct CtdlMessage *CM_Duplicate(struct CtdlMessage *OrgMsg) {
331 struct CtdlMessage *NewMsg;
333 if (CM_IsValidMsg(OrgMsg) == 0) {
336 NewMsg = (struct CtdlMessage *)malloc(sizeof(struct CtdlMessage));
337 if (NewMsg == NULL) {
341 memcpy(NewMsg, OrgMsg, sizeof(struct CtdlMessage));
343 memset(&NewMsg->cm_fields, 0, sizeof(char*) * 256);
345 for (i = 0; i < 256; ++i) {
346 if (OrgMsg->cm_fields[i] != NULL) {
347 if (!CM_DupField(i, OrgMsg, NewMsg)) {
358 // Determine if a given message matches the fields in a message template.
359 // Return 0 for a successful match.
360 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
363 // If there aren't any fields in the template, all messages will match.
364 if (template == NULL) return(0);
366 // Null messages are bogus.
367 if (msg == NULL) return(1);
369 for (i='A'; i<='Z'; ++i) {
370 if (template->cm_fields[i] != NULL) {
371 if (msg->cm_fields[i] == NULL) {
372 // Considered equal if temmplate is empty string
373 if (IsEmptyStr(template->cm_fields[i])) continue;
376 if ((template->cm_lengths[i] != msg->cm_lengths[i]) ||
377 (strcasecmp(msg->cm_fields[i], template->cm_fields[i])))
382 // All compares succeeded: we have a match!
387 // Retrieve the "seen" message list for the current room.
388 void CtdlGetSeen(char *buf, int which_set) {
391 // Learn about the user and room in question
392 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
394 if (which_set == ctdlsetseen_seen) {
395 safestrncpy(buf, vbuf.v_seen, SIZ);
397 if (which_set == ctdlsetseen_answered) {
398 safestrncpy(buf, vbuf.v_answered, SIZ);
403 // Manipulate the "seen msgs" string (or other message set strings)
404 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
405 int target_setting, int which_set,
406 struct ctdluser *which_user, struct ctdlroom *which_room) {
420 char *is_set; // actually an array of booleans
422 // Don't bother doing *anything* if we were passed a list of zero messages
423 if (num_target_msgnums < 1) {
427 // If no room was specified, we go with the current room.
429 which_room = &CC->room;
432 // If no user was specified, we go with the current user.
434 which_user = &CC->user;
437 syslog(LOG_DEBUG, "msgbase: CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>",
438 num_target_msgnums, target_msgnums[0],
439 (target_setting ? "SET" : "CLEAR"),
443 // Learn about the user and room in question
444 CtdlGetRelationship(&vbuf, which_user, which_room);
446 // Load the message list
447 num_msgs = CtdlFetchMsgList(which_room->QRnumber, &msglist);
449 if (msglist != NULL) {
455 is_set = malloc(num_msgs * sizeof(char));
456 memset(is_set, 0, (num_msgs * sizeof(char)) );
458 // Decide which message set we're manipulating
460 case ctdlsetseen_seen:
461 vset = NewStrBufPlain(vbuf.v_seen, -1);
463 case ctdlsetseen_answered:
464 vset = NewStrBufPlain(vbuf.v_answered, -1);
470 // Translate the existing sequence set into an array of booleans
471 setstr = NewStrBuf();
475 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
477 StrBufExtract_token(lostr, setstr, 0, ':');
478 if (StrBufNum_tokens(setstr, ':') >= 2) {
479 StrBufExtract_token(histr, setstr, 1, ':');
483 StrBufAppendBuf(histr, lostr, 0);
486 if (!strcmp(ChrPtr(histr), "*")) {
493 for (i = 0; i < num_msgs; ++i) {
494 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
503 // Now translate the array of booleans back into a sequence set
509 for (i=0; i<num_msgs; ++i) {
513 for (k=0; k<num_target_msgnums; ++k) {
514 if (msglist[i] == target_msgnums[k]) {
515 is_seen = target_setting;
519 if ((was_seen == 0) && (is_seen == 1)) {
522 else if ((was_seen == 1) && (is_seen == 0)) {
525 if (StrLength(vset) > 0) {
526 StrBufAppendBufPlain(vset, HKEY(","), 0);
529 StrBufAppendPrintf(vset, "%ld", hi);
532 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
536 if ((is_seen) && (i == num_msgs - 1)) {
537 if (StrLength(vset) > 0) {
538 StrBufAppendBufPlain(vset, HKEY(","), 0);
540 if ((i==0) || (was_seen == 0)) {
541 StrBufAppendPrintf(vset, "%ld", msglist[i]);
544 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
551 // We will have to stuff this string back into a 4096 byte buffer, so if it's
552 // larger than that now, truncate it by removing tokens from the beginning.
553 // The limit of 100 iterations is there to prevent an infinite loop in case
554 // something unexpected happens.
555 int number_of_truncations = 0;
556 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
557 StrBufRemove_token(vset, 0, ',');
558 ++number_of_truncations;
561 // If we're truncating the sequence set of messages marked with the 'seen' flag,
562 // we want the earliest messages (the truncated ones) to be marked, not unmarked.
563 // Otherwise messages at the beginning will suddenly appear to be 'unseen'.
564 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
566 first_tok = NewStrBuf();
567 StrBufExtract_token(first_tok, vset, 0, ',');
568 StrBufRemove_token(vset, 0, ',');
570 if (StrBufNum_tokens(first_tok, ':') > 1) {
571 StrBufRemove_token(first_tok, 0, ':');
575 new_set = NewStrBuf();
576 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
577 StrBufAppendBuf(new_set, first_tok, 0);
578 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
579 StrBufAppendBuf(new_set, vset, 0);
582 FreeStrBuf(&first_tok);
586 // Decide which message set we're manipulating. Zero the buffers so they compress well.
588 case ctdlsetseen_seen:
589 memset(vbuf.v_seen, 0, sizeof vbuf.v_seen);
590 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
592 case ctdlsetseen_answered:
593 memset(vbuf.v_answered, 0, sizeof vbuf.v_seen);
594 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
600 CtdlSetRelationship(&vbuf, which_user, which_room);
605 // API function to perform an operation for each qualifying message in the
606 // current room. (Returns the number of messages processed.)
607 int CtdlForEachMessage(int mode, long ref, char *search_string,
609 struct CtdlMessage *compare,
610 ForEachMsgCallback CallBack,
615 struct cdbdata *cdbfr;
616 long *msglist = NULL;
618 int num_processed = 0;
621 struct CtdlMessage *msg = NULL;
624 int printed_lastold = 0;
625 int num_search_msgs = 0;
626 long *search_msgs = NULL;
628 int need_to_free_re = 0;
631 if ((content_type) && (!IsEmptyStr(content_type))) {
632 regcomp(&re, content_type, 0);
636 // Learn about the user and room in question
637 if (server_shutting_down) {
638 if (need_to_free_re) regfree(&re);
641 CtdlGetUser(&CC->user, CC->curr_user);
643 if (server_shutting_down) {
644 if (need_to_free_re) regfree(&re);
647 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
649 if (server_shutting_down) {
650 if (need_to_free_re) regfree(&re);
654 // Load the message list
655 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
657 if (need_to_free_re) regfree(&re);
658 return 0; // No messages at all? No further action.
661 msglist = (long *) cdbfr->ptr;
662 num_msgs = cdbfr->len / sizeof(long);
664 cdbfr->ptr = NULL; // clear this so that cdb_free() doesn't free it
665 cdb_free(cdbfr); // we own this memory now
668 * Now begin the traversal.
670 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
672 /* If the caller is looking for a specific MIME type, filter
673 * out all messages which are not of the type requested.
675 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
677 /* This call to GetMetaData() sits inside this loop
678 * so that we only do the extra database read per msg
679 * if we need to. Doing the extra read all the time
680 * really kills the server. If we ever need to use
681 * metadata for another search criterion, we need to
682 * move the read somewhere else -- but still be smart
683 * enough to only do the read if the caller has
684 * specified something that will need it.
686 if (server_shutting_down) {
687 if (need_to_free_re) regfree(&re);
691 GetMetaData(&smi, msglist[a]);
693 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
694 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
700 num_msgs = sort_msglist(msglist, num_msgs);
702 /* If a template was supplied, filter out the messages which
703 * don't match. (This could induce some delays!)
706 if (compare != NULL) {
707 for (a = 0; a < num_msgs; ++a) {
708 if (server_shutting_down) {
709 if (need_to_free_re) regfree(&re);
713 msg = CtdlFetchMessage(msglist[a], 1);
715 if (CtdlMsgCmp(msg, compare)) {
724 /* If a search string was specified, get a message list from
725 * the full text index and remove messages which aren't on both
729 * Since the lists are sorted and strictly ascending, and the
730 * output list is guaranteed to be shorter than or equal to the
731 * input list, we overwrite the bottom of the input list. This
732 * eliminates the need to memmove big chunks of the list over and
735 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
737 /* Call search module via hook mechanism.
738 * NULL means use any search function available.
739 * otherwise replace with a char * to name of search routine
741 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
743 if (num_search_msgs > 0) {
747 orig_num_msgs = num_msgs;
749 for (i=0; i<orig_num_msgs; ++i) {
750 for (j=0; j<num_search_msgs; ++j) {
751 if (msglist[i] == search_msgs[j]) {
752 msglist[num_msgs++] = msglist[i];
758 num_msgs = 0; /* No messages qualify */
760 if (search_msgs != NULL) free(search_msgs);
762 /* Now that we've purged messages which don't contain the search
763 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
770 * Now iterate through the message list, according to the
771 * criteria supplied by the caller.
774 for (a = 0; a < num_msgs; ++a) {
775 if (server_shutting_down) {
776 if (need_to_free_re) regfree(&re);
778 return num_processed;
780 thismsg = msglist[a];
781 if (mode == MSGS_ALL) {
785 is_seen = is_msg_in_sequence_set(vbuf.v_seen, thismsg);
786 if (is_seen) lastold = thismsg;
792 || ((mode == MSGS_OLD) && (is_seen))
793 || ((mode == MSGS_NEW) && (!is_seen))
794 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
795 || ((mode == MSGS_FIRST) && (a < ref))
796 || ((mode == MSGS_GT) && (thismsg > ref))
797 || ((mode == MSGS_LT) && (thismsg < ref))
798 || ((mode == MSGS_EQ) && (thismsg == ref))
801 if ((mode == MSGS_NEW) && (CC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
803 CallBack(lastold, userdata);
809 CallBack(thismsg, userdata);
814 if (need_to_free_re) regfree(&re);
817 * We cache the most recent msglist in order to do security checks later
819 if (CC->client_socket > 0) {
820 if (CC->cached_msglist != NULL) {
821 free(CC->cached_msglist);
823 CC->cached_msglist = msglist;
824 CC->cached_num_msgs = num_msgs;
830 return num_processed;
835 * memfmout() - Citadel text formatter and paginator.
836 * Although the original purpose of this routine was to format
837 * text to the reader's screen width, all we're really using it
838 * for here is to format text out to 80 columns before sending it
839 * to the client. The client software may reformat it again.
842 char *mptr, /* where are we going to get our text from? */
843 const char *nl /* string to terminate lines with */
846 unsigned char ch = 0;
853 while (ch=*(mptr++), ch != 0) {
856 if (client_write(outbuf, len) == -1) {
857 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
861 if (client_write(nl, nllen) == -1) {
862 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
867 else if (ch == '\r') {
868 /* Ignore carriage returns. Newlines are always LF or CRLF but never CR. */
870 else if (isspace(ch)) {
871 if (column > 72) { /* Beyond 72 columns, break on the next space */
872 if (client_write(outbuf, len) == -1) {
873 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
877 if (client_write(nl, nllen) == -1) {
878 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
891 if (column > 1000) { /* Beyond 1000 columns, break anywhere */
892 if (client_write(outbuf, len) == -1) {
893 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
897 if (client_write(nl, nllen) == -1) {
898 syslog(LOG_ERR, "msgbase: memfmout(): aborting due to write failure");
906 if (client_write(outbuf, len) == -1) {
907 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
910 client_write(nl, nllen);
917 * Callback function for mime parser that simply lists the part
919 void list_this_part(char *name, char *filename, char *partnum, char *disp,
920 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
921 char *cbid, void *cbuserdata)
925 ma = (struct ma_info *)cbuserdata;
926 if (ma->is_ma == 0) {
927 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
941 * Callback function for multipart prefix
943 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
944 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
945 char *cbid, void *cbuserdata)
949 ma = (struct ma_info *)cbuserdata;
950 if (!strcasecmp(cbtype, "multipart/alternative")) {
954 if (ma->is_ma == 0) {
955 cprintf("pref=%s|%s\n", partnum, cbtype);
961 * Callback function for multipart sufffix
963 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
964 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
965 char *cbid, void *cbuserdata)
969 ma = (struct ma_info *)cbuserdata;
970 if (ma->is_ma == 0) {
971 cprintf("suff=%s|%s\n", partnum, cbtype);
973 if (!strcasecmp(cbtype, "multipart/alternative")) {
980 * Callback function for mime parser that opens a section for downloading
981 * we use serv_files function here:
983 extern void OpenCmdResult(char *filename, const char *mime_type);
984 void mime_download(char *name, char *filename, char *partnum, char *disp,
985 void *content, char *cbtype, char *cbcharset, size_t length,
986 char *encoding, char *cbid, void *cbuserdata)
990 /* Silently go away if there's already a download open. */
991 if (CC->download_fp != NULL)
995 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
996 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
998 CC->download_fp = tmpfile();
999 if (CC->download_fp == NULL) {
1000 syslog(LOG_ERR, "msgbase: mime_download() couldn't write: %m");
1001 cprintf("%d cannot open temporary file: %s\n", ERROR + INTERNAL_ERROR, strerror(errno));
1005 rv = fwrite(content, length, 1, CC->download_fp);
1007 syslog(LOG_ERR, "msgbase: mime_download() Couldn't write: %m");
1008 cprintf("%d unable to write tempfile.\n", ERROR + TOO_BIG);
1009 fclose(CC->download_fp);
1010 CC->download_fp = NULL;
1013 fflush(CC->download_fp);
1014 rewind(CC->download_fp);
1016 OpenCmdResult(filename, cbtype);
1022 * Callback function for mime parser that outputs a section all at once.
1023 * We can specify the desired section by part number *or* content-id.
1025 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1026 void *content, char *cbtype, char *cbcharset, size_t length,
1027 char *encoding, char *cbid, void *cbuserdata)
1029 int *found_it = (int *)cbuserdata;
1032 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1033 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1036 cprintf("%d %d|-1|%s|%s|%s\n",
1043 client_write(content, length);
1048 struct CtdlMessage *CtdlDeserializeMessage(long msgnum, int with_body, const char *Buffer, long Length) {
1049 struct CtdlMessage *ret = NULL;
1051 const char *upper_bound;
1053 cit_uint8_t field_header;
1057 upper_bound = Buffer + Length;
1062 // Parse the three bytes that begin EVERY message on disk.
1063 // The first is always 0xFF, the on-disk magic number.
1064 // The second is the anonymous/public type byte.
1065 // The third is the format type byte (vari, fixed, or MIME).
1069 syslog(LOG_ERR, "msgbase: message %ld appears to be corrupted", msgnum);
1072 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1073 memset(ret, 0, sizeof(struct CtdlMessage));
1075 ret->cm_magic = CTDLMESSAGE_MAGIC;
1076 ret->cm_anon_type = *mptr++; // Anon type byte
1077 ret->cm_format_type = *mptr++; // Format type byte
1079 // The rest is zero or more arbitrary fields. Load them in.
1080 // We're done when we encounter either a zero-length field or
1081 // have just processed the 'M' (message text) field.
1084 field_header = '\0';
1087 while (field_header == '\0') { // work around possibly buggy messages
1088 if (mptr >= upper_bound) {
1091 field_header = *mptr++;
1093 if (mptr >= upper_bound) {
1096 which = field_header;
1099 CM_SetField(ret, which, mptr, len);
1101 mptr += len + 1; // advance to next field
1103 } while ((mptr < upper_bound) && (field_header != 'M'));
1108 // Load a message from disk into memory.
1109 // This is used by CtdlOutputMsg() and other fetch functions.
1111 // NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1112 // using the CM_Free(); function.
1114 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body) {
1115 struct cdbdata *dmsgtext;
1116 struct CtdlMessage *ret = NULL;
1118 syslog(LOG_DEBUG, "msgbase: CtdlFetchMessage(%ld, %d)", msgnum, with_body);
1119 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1120 if (dmsgtext == NULL) {
1121 syslog(LOG_ERR, "msgbase: message #%ld was not found", msgnum);
1125 if (dmsgtext->ptr[dmsgtext->len - 1] != '\0') {
1126 syslog(LOG_ERR, "msgbase: CtdlFetchMessage(%ld, %d) Forcefully terminating message!!", msgnum, with_body);
1127 dmsgtext->ptr[dmsgtext->len - 1] = '\0';
1130 ret = CtdlDeserializeMessage(msgnum, with_body, dmsgtext->ptr, dmsgtext->len);
1138 // Always make sure there's something in the msg text field. If
1139 // it's NULL, the message text is most likely stored separately,
1140 // so go ahead and fetch that. Failing that, just set a dummy
1141 // body so other code doesn't barf.
1143 if ( (CM_IsEmpty(ret, eMesageText)) && (with_body) ) {
1144 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1145 if (dmsgtext != NULL) {
1146 CM_SetAsField(ret, eMesageText, &dmsgtext->ptr, dmsgtext->len - 1);
1150 if (CM_IsEmpty(ret, eMesageText)) {
1151 CM_SetField(ret, eMesageText, HKEY("\r\n\r\n (no text)\r\n"));
1158 // Pre callback function for multipart/alternative
1160 // NOTE: this differs from the standard behavior for a reason. Normally when
1161 // displaying multipart/alternative you want to show the _last_ usable
1162 // format in the message. Here we show the _first_ one, because it's
1163 // usually text/plain. Since this set of functions is designed for text
1164 // output to non-MIME-aware clients, this is the desired behavior.
1166 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1167 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1168 char *cbid, void *cbuserdata)
1172 ma = (struct ma_info *)cbuserdata;
1173 syslog(LOG_DEBUG, "msgbase: fixed_output_pre() type=<%s>", cbtype);
1174 if (!strcasecmp(cbtype, "multipart/alternative")) {
1178 if (!strcasecmp(cbtype, "message/rfc822")) {
1185 // Post callback function for multipart/alternative
1187 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1188 void *content, char *cbtype, char *cbcharset, size_t length,
1189 char *encoding, char *cbid, void *cbuserdata)
1193 ma = (struct ma_info *)cbuserdata;
1194 syslog(LOG_DEBUG, "msgbase: fixed_output_post() type=<%s>", cbtype);
1195 if (!strcasecmp(cbtype, "multipart/alternative")) {
1199 if (!strcasecmp(cbtype, "message/rfc822")) {
1205 // Inline callback function for mime parser that wants to display text
1206 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1207 void *content, char *cbtype, char *cbcharset, size_t length,
1208 char *encoding, char *cbid, void *cbuserdata)
1215 ma = (struct ma_info *)cbuserdata;
1218 "msgbase: fixed_output() part %s: %s (%s) (%ld bytes)",
1219 partnum, filename, cbtype, (long)length
1222 // If we're in the middle of a multipart/alternative scope and
1223 // we've already printed another section, skip this one.
1224 if ( (ma->is_ma) && (ma->did_print) ) {
1225 syslog(LOG_DEBUG, "msgbase: skipping part %s (%s)", partnum, cbtype);
1230 if ( (!strcasecmp(cbtype, "text/plain"))
1231 || (IsEmptyStr(cbtype)) ) {
1234 client_write(wptr, length);
1235 if (wptr[length-1] != '\n') {
1242 if (!strcasecmp(cbtype, "text/html")) {
1243 ptr = html_to_ascii(content, length, 80, 0);
1245 client_write(ptr, wlen);
1246 if ((wlen > 0) && (ptr[wlen-1] != '\n')) {
1253 if (ma->use_fo_hooks) {
1254 if (PerformFixedOutputHooks(cbtype, content, length)) { // returns nonzero if it handled the part
1259 if (strncasecmp(cbtype, "multipart/", 10)) {
1260 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1261 partnum, filename, cbtype, (long)length);
1267 // The client is elegant and sophisticated and wants to be choosy about
1268 // MIME content types, so figure out which multipart/alternative part
1269 // we're going to send.
1271 // We use a system of weights. When we find a part that matches one of the
1272 // MIME types we've declared as preferential, we can store it in ma->chosen_part
1273 // and then set ma->chosen_pref to that MIME type's position in our preference
1274 // list. If we then hit another match, we only replace the first match if
1275 // the preference value is lower.
1276 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1277 void *content, char *cbtype, char *cbcharset, size_t length,
1278 char *encoding, char *cbid, void *cbuserdata)
1284 ma = (struct ma_info *)cbuserdata;
1286 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1287 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1288 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1289 if (i < ma->chosen_pref) {
1290 syslog(LOG_DEBUG, "msgbase: setting chosen part to <%s>", partnum);
1291 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1292 ma->chosen_pref = i;
1299 // Now that we've chosen our preferred part, output it.
1300 void output_preferred(char *name,
1314 int add_newline = 0;
1317 char *decoded = NULL;
1318 size_t bytes_decoded;
1321 ma = (struct ma_info *)cbuserdata;
1323 // This is not the MIME part you're looking for...
1324 if (strcasecmp(partnum, ma->chosen_part)) return;
1326 // If the content-type of this part is in our preferred formats
1327 // list, we can simply output it verbatim.
1328 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1329 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1330 if (!strcasecmp(buf, cbtype)) {
1331 /* Yeah! Go! W00t!! */
1332 if (ma->dont_decode == 0)
1333 rc = mime_decode_now (content,
1339 break; // Give us the chance, maybe theres another one.
1341 if (rc == 0) text_content = (char *)content;
1343 text_content = decoded;
1344 length = bytes_decoded;
1347 if (text_content[length-1] != '\n') {
1350 cprintf("Content-type: %s", cbtype);
1351 if (!IsEmptyStr(cbcharset)) {
1352 cprintf("; charset=%s", cbcharset);
1354 cprintf("\nContent-length: %d\n",
1355 (int)(length + add_newline) );
1356 if (!IsEmptyStr(encoding)) {
1357 cprintf("Content-transfer-encoding: %s\n", encoding);
1360 cprintf("Content-transfer-encoding: 7bit\n");
1362 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1364 if (client_write(text_content, length) == -1)
1366 syslog(LOG_ERR, "msgbase: output_preferred() aborting due to write failure");
1369 if (add_newline) cprintf("\n");
1370 if (decoded != NULL) free(decoded);
1375 // No translations required or possible: output as text/plain
1376 cprintf("Content-type: text/plain\n\n");
1378 if (ma->dont_decode == 0)
1379 rc = mime_decode_now (content,
1385 return; // Give us the chance, maybe theres another one.
1387 if (rc == 0) text_content = (char *)content;
1389 text_content = decoded;
1390 length = bytes_decoded;
1393 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset, length, encoding, cbid, cbuserdata);
1394 if (decoded != NULL) free(decoded);
1399 char desired_section[64];
1405 // Callback function
1406 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1407 void *content, char *cbtype, char *cbcharset, size_t length,
1408 char *encoding, char *cbid, void *cbuserdata)
1410 struct encapmsg *encap;
1412 encap = (struct encapmsg *)cbuserdata;
1414 // Only proceed if this is the desired section...
1415 if (!strcasecmp(encap->desired_section, partnum)) {
1416 encap->msglen = length;
1417 encap->msg = malloc(length + 2);
1418 memcpy(encap->msg, content, length);
1424 // Determine whether the specified message exists in the cached_msglist
1425 // (This is a security check)
1426 int check_cached_msglist(long msgnum) {
1428 // cases in which we skip the check
1429 if (!CC) return om_ok; // not a session
1430 if (CC->client_socket <= 0) return om_ok; // not a client session
1431 if (CC->cached_msglist == NULL) return om_access_denied; // no msglist fetched
1432 if (CC->cached_num_msgs == 0) return om_access_denied; // nothing to check
1434 // Do a binary search within the cached_msglist for the requested msgnum
1436 int max = (CC->cached_num_msgs - 1);
1438 while (max >= min) {
1439 int middle = min + (max-min) / 2 ;
1440 if (msgnum == CC->cached_msglist[middle]) {
1443 if (msgnum > CC->cached_msglist[middle]) {
1451 return om_access_denied;
1455 // Get a message off disk. (returns om_* values found in msgbase.h)
1456 int CtdlOutputMsg(long msg_num, // message number (local) to fetch
1457 int mode, // how would you like that message?
1458 int headers_only, // eschew the message body?
1459 int do_proto, // do Citadel protocol responses?
1460 int crlf, // Use CRLF newlines instead of LF?
1461 char *section, // NULL or a message/rfc822 section
1462 int flags, // various flags; see msgbase.h
1467 struct CtdlMessage *TheMessage = NULL;
1468 int retcode = CIT_OK;
1469 struct encapmsg encap;
1472 syslog(LOG_DEBUG, "msgbase: CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)",
1474 (section ? section : "<>")
1477 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1480 if (r == om_not_logged_in) {
1481 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1484 cprintf("%d An unknown error has occurred.\n", ERROR);
1491 * Check to make sure the message is actually IN this room
1493 r = check_cached_msglist(msg_num);
1494 if (r == om_access_denied) {
1495 /* Not in the cache? We get ONE shot to check it again. */
1496 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1497 r = check_cached_msglist(msg_num);
1500 syslog(LOG_DEBUG, "msgbase: security check fail; message %ld is not in %s",
1501 msg_num, CC->room.QRname
1504 if (r == om_access_denied) {
1505 cprintf("%d message %ld was not found in this room\n",
1506 ERROR + HIGHER_ACCESS_REQUIRED,
1515 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1516 * request that we don't even bother loading the body into memory.
1518 if (headers_only == HEADERS_FAST) {
1519 TheMessage = CtdlFetchMessage(msg_num, 0);
1522 TheMessage = CtdlFetchMessage(msg_num, 1);
1525 if (TheMessage == NULL) {
1526 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1527 ERROR + MESSAGE_NOT_FOUND, msg_num);
1528 return(om_no_such_msg);
1531 /* Here is the weird form of this command, to process only an
1532 * encapsulated message/rfc822 section.
1534 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1535 memset(&encap, 0, sizeof encap);
1536 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1537 mime_parser(CM_RANGE(TheMessage, eMesageText),
1538 *extract_encapsulated_message,
1539 NULL, NULL, (void *)&encap, 0
1542 if ((Author != NULL) && (*Author == NULL))
1545 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1547 if ((Address != NULL) && (*Address == NULL))
1550 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1552 if ((MessageID != NULL) && (*MessageID == NULL))
1555 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1557 CM_Free(TheMessage);
1561 encap.msg[encap.msglen] = 0;
1562 TheMessage = convert_internet_message(encap.msg);
1563 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1565 /* Now we let it fall through to the bottom of this
1566 * function, because TheMessage now contains the
1567 * encapsulated message instead of the top-level
1568 * message. Isn't that neat?
1573 cprintf("%d msg %ld has no part %s\n",
1574 ERROR + MESSAGE_NOT_FOUND,
1578 retcode = om_no_such_msg;
1583 /* Ok, output the message now */
1584 if (retcode == CIT_OK)
1585 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1586 if ((Author != NULL) && (*Author == NULL))
1589 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1591 if ((Address != NULL) && (*Address == NULL))
1594 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1596 if ((MessageID != NULL) && (*MessageID == NULL))
1599 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1602 CM_Free(TheMessage);
1608 void OutputCtdlMsgHeaders(struct CtdlMessage *TheMessage, int do_proto) {
1611 char display_name[256];
1613 /* begin header processing loop for Citadel message format */
1614 safestrncpy(display_name, "<unknown>", sizeof display_name);
1615 if (!CM_IsEmpty(TheMessage, eAuthor)) {
1616 strcpy(buf, TheMessage->cm_fields[eAuthor]);
1617 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1618 safestrncpy(display_name, "****", sizeof display_name);
1620 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1621 safestrncpy(display_name, "anonymous", sizeof display_name);
1624 safestrncpy(display_name, buf, sizeof display_name);
1626 if ((is_room_aide())
1627 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1628 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1629 size_t tmp = strlen(display_name);
1630 snprintf(&display_name[tmp],
1631 sizeof display_name - tmp,
1636 /* Now spew the header fields in the order we like them. */
1637 for (i=0; i< NDiskFields; ++i) {
1639 Field = FieldOrder[i];
1640 if (Field != eMesageText) {
1641 if ( (!CM_IsEmpty(TheMessage, Field)) && (msgkeys[Field] != NULL) ) {
1642 if ((Field == eenVelopeTo) || (Field == eRecipient) || (Field == eCarbonCopY)) {
1643 sanitize_truncated_recipient(TheMessage->cm_fields[Field]);
1645 if (Field == eAuthor) {
1647 cprintf("%s=%s\n", msgkeys[Field], display_name);
1650 /* Masquerade display name if needed */
1653 cprintf("%s=%s\n", msgkeys[Field], TheMessage->cm_fields[Field]);
1656 /* Give the client a hint about whether the message originated locally */
1657 if (Field == erFc822Addr) {
1658 if (IsDirectory(TheMessage->cm_fields[Field] ,0)) {
1659 cprintf("locl=yes\n"); // message originated locally.
1671 void OutputRFC822MsgHeaders(
1672 struct CtdlMessage *TheMessage,
1673 int flags, /* should the message be exported clean */
1674 const char *nl, int nlen,
1675 char *mid, long sizeof_mid,
1676 char *suser, long sizeof_suser,
1677 char *luser, long sizeof_luser,
1678 char *fuser, long sizeof_fuser,
1679 char *snode, long sizeof_snode)
1681 char datestamp[100];
1682 int subject_found = 0;
1689 for (i = 0; i < NDiskFields; ++i) {
1690 if (TheMessage->cm_fields[FieldOrder[i]]) {
1691 mptr = mpptr = TheMessage->cm_fields[FieldOrder[i]];
1692 switch (FieldOrder[i]) {
1694 safestrncpy(luser, mptr, sizeof_luser);
1695 safestrncpy(suser, mptr, sizeof_suser);
1698 if ((flags & QP_EADDR) != 0) {
1699 mptr = qp_encode_email_addrs(mptr);
1701 sanitize_truncated_recipient(mptr);
1702 cprintf("CC: %s%s", mptr, nl);
1705 cprintf("Return-Path: %s%s", mptr, nl);
1708 cprintf("List-ID: %s%s", mptr, nl);
1711 if ((flags & QP_EADDR) != 0)
1712 mptr = qp_encode_email_addrs(mptr);
1714 while ((*hptr != '\0') && isspace(*hptr))
1716 if (!IsEmptyStr(hptr))
1717 cprintf("Envelope-To: %s%s", hptr, nl);
1720 cprintf("Subject: %s%s", mptr, nl);
1724 safestrncpy(mid, mptr, sizeof_mid);
1727 safestrncpy(fuser, mptr, sizeof_fuser);
1730 if (haschar(mptr, '@') == 0) {
1731 sanitize_truncated_recipient(mptr);
1732 cprintf("To: %s@%s", mptr, CtdlGetConfigStr("c_fqdn"));
1736 if ((flags & QP_EADDR) != 0) {
1737 mptr = qp_encode_email_addrs(mptr);
1739 sanitize_truncated_recipient(mptr);
1740 cprintf("To: %s", mptr);
1745 datestring(datestamp, sizeof datestamp, atol(mptr), DATESTRING_RFC822);
1746 cprintf("Date: %s%s", datestamp, nl);
1749 cprintf("References: ");
1750 k = num_tokens(mptr, '|');
1751 for (j=0; j<k; ++j) {
1752 extract_token(buf, mptr, j, '|', sizeof buf);
1753 cprintf("<%s>", buf);
1764 while ((*hptr != '\0') && isspace(*hptr))
1766 if (!IsEmptyStr(hptr))
1767 cprintf("Reply-To: %s%s", mptr, nl);
1779 /* these don't map to mime message headers. */
1782 if (mptr != mpptr) {
1787 if (subject_found == 0) {
1788 cprintf("Subject: (no subject)%s", nl);
1793 void Dump_RFC822HeadersBody(
1794 struct CtdlMessage *TheMessage,
1795 int headers_only, /* eschew the message body? */
1796 int flags, /* should the bessage be exported clean? */
1797 const char *nl, int nlen)
1799 cit_uint8_t prev_ch;
1801 const char *StartOfText = StrBufNOTNULL;
1804 int nllen = strlen(nl);
1808 mptr = TheMessage->cm_fields[eMesageText];
1811 while (*mptr != '\0') {
1812 if (*mptr == '\r') {
1819 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
1821 eoh = *(mptr+1) == '\n';
1825 StartOfText = strchr(StartOfText, '\n');
1826 StartOfText = strchr(StartOfText, '\n');
1829 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
1830 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
1831 ((headers_only != HEADERS_NONE) &&
1832 (headers_only != HEADERS_ONLY))
1834 if (*mptr == '\n') {
1835 memcpy(&outbuf[outlen], nl, nllen);
1837 outbuf[outlen] = '\0';
1840 outbuf[outlen++] = *mptr;
1844 if (flags & ESC_DOT) {
1845 if ((prev_ch == '\n') && (*mptr == '.') && ((*(mptr+1) == '\r') || (*(mptr+1) == '\n'))) {
1846 outbuf[outlen++] = '.';
1851 if (outlen > 1000) {
1852 if (client_write(outbuf, outlen) == -1) {
1853 syslog(LOG_ERR, "msgbase: Dump_RFC822HeadersBody() aborting due to write failure");
1856 lfSent = (outbuf[outlen - 1] == '\n');
1861 client_write(outbuf, outlen);
1862 lfSent = (outbuf[outlen - 1] == '\n');
1865 client_write(nl, nlen);
1869 /* If the format type on disk is 1 (fixed-format), then we want
1870 * everything to be output completely literally ... regardless of
1871 * what message transfer format is in use.
1873 void DumpFormatFixed(
1874 struct CtdlMessage *TheMessage,
1875 int mode, /* how would you like that message? */
1876 const char *nl, int nllen)
1884 mptr = TheMessage->cm_fields[eMesageText];
1886 if (mode == MT_MIME) {
1887 cprintf("Content-type: text/plain\n\n");
1891 while (ch = *mptr++, ch > 0) {
1895 if ((buflen > 250) && (!xlline)){
1899 while ((buflen > 0) &&
1900 (!isspace(buf[buflen])))
1906 mptr -= tbuflen - buflen;
1912 /* if we reach the outer bounds of our buffer, abort without respect for what we purge. */
1913 if (xlline && ((isspace(ch)) || (buflen > SIZ - nllen - 2))) {
1918 memcpy (&buf[buflen], nl, nllen);
1922 if (client_write(buf, buflen) == -1) {
1923 syslog(LOG_ERR, "msgbase: DumpFormatFixed() aborting due to write failure");
1935 if (!IsEmptyStr(buf)) {
1936 cprintf("%s%s", buf, nl);
1942 * Get a message off disk. (returns om_* values found in msgbase.h)
1944 int CtdlOutputPreLoadedMsg(
1945 struct CtdlMessage *TheMessage,
1946 int mode, /* how would you like that message? */
1947 int headers_only, /* eschew the message body? */
1948 int do_proto, /* do Citadel protocol responses? */
1949 int crlf, /* Use CRLF newlines instead of LF? */
1950 int flags /* should the bessage be exported clean? */
1953 const char *nl; /* newline string */
1957 /* Buffers needed for RFC822 translation. These are all filled
1958 * using functions that are bounds-checked, and therefore we can
1959 * make them substantially smaller than SIZ.
1967 syslog(LOG_DEBUG, "msgbase: CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d",
1968 ((TheMessage == NULL) ? "NULL" : "not null"),
1969 mode, headers_only, do_proto, crlf
1972 strcpy(mid, "unknown");
1973 nl = (crlf ? "\r\n" : "\n");
1974 nlen = crlf ? 2 : 1;
1976 if (!CM_IsValidMsg(TheMessage)) {
1977 syslog(LOG_ERR, "msgbase: error; invalid preloaded message for output");
1978 return(om_no_such_msg);
1981 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
1982 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
1984 if ( (flags & SUPPRESS_ENV_TO) && (!CM_IsEmpty(TheMessage, eenVelopeTo)) ) {
1985 memset(TheMessage->cm_fields[eenVelopeTo], ' ', TheMessage->cm_lengths[eenVelopeTo]);
1988 /* Are we downloading a MIME component? */
1989 if (mode == MT_DOWNLOAD) {
1990 if (TheMessage->cm_format_type != FMT_RFC822) {
1992 cprintf("%d This is not a MIME message.\n",
1993 ERROR + ILLEGAL_VALUE);
1994 } else if (CC->download_fp != NULL) {
1995 if (do_proto) cprintf(
1996 "%d You already have a download open.\n",
1997 ERROR + RESOURCE_BUSY);
1999 /* Parse the message text component */
2000 mime_parser(CM_RANGE(TheMessage, eMesageText),
2001 *mime_download, NULL, NULL, NULL, 0);
2002 /* If there's no file open by this time, the requested
2003 * section wasn't found, so print an error
2005 if (CC->download_fp == NULL) {
2006 if (do_proto) cprintf(
2007 "%d Section %s not found.\n",
2008 ERROR + FILE_NOT_FOUND,
2009 CC->download_desired_section);
2012 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2015 // MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
2016 // in a single server operation instead of opening a download file.
2017 if (mode == MT_SPEW_SECTION) {
2018 if (TheMessage->cm_format_type != FMT_RFC822) {
2020 cprintf("%d This is not a MIME message.\n",
2021 ERROR + ILLEGAL_VALUE);
2024 // Locate and parse the component specified by the caller
2026 mime_parser(CM_RANGE(TheMessage, eMesageText), *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
2028 // If section wasn't found, print an error
2031 cprintf( "%d Section %s not found.\n", ERROR + FILE_NOT_FOUND, CC->download_desired_section);
2035 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2038 // now for the user-mode message reading loops
2039 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
2041 // Does the caller want to skip the headers?
2042 if (headers_only == HEADERS_NONE) goto START_TEXT;
2044 // Tell the client which format type we're using.
2045 if ( (mode == MT_CITADEL) && (do_proto) ) {
2046 cprintf("type=%d\n", TheMessage->cm_format_type); // Tell the client which format type we're using.
2049 // nhdr=yes means that we're only displaying headers, no body
2050 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
2051 && ((mode == MT_CITADEL) || (mode == MT_MIME))
2054 cprintf("nhdr=yes\n");
2057 if ((mode == MT_CITADEL) || (mode == MT_MIME)) {
2058 OutputCtdlMsgHeaders(TheMessage, do_proto);
2061 // begin header processing loop for RFC822 transfer format
2066 if (mode == MT_RFC822)
2067 OutputRFC822MsgHeaders(
2072 suser, sizeof(suser),
2073 luser, sizeof(luser),
2074 fuser, sizeof(fuser),
2075 snode, sizeof(snode)
2079 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2080 suser[i] = tolower(suser[i]);
2081 if (!isalnum(suser[i])) suser[i]='_';
2084 if (mode == MT_RFC822) {
2085 /* Construct a fun message id */
2086 cprintf("Message-ID: <%s", mid);
2087 if (strchr(mid, '@')==NULL) {
2088 cprintf("@%s", snode);
2092 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2093 cprintf("From: \"----\" <x@x.org>%s", nl);
2095 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2096 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2098 else if (!IsEmptyStr(fuser)) {
2099 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2102 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2105 /* Blank line signifying RFC822 end-of-headers */
2106 if (TheMessage->cm_format_type != FMT_RFC822) {
2111 // end header processing loop ... at this point, we're in the text
2113 if (headers_only == HEADERS_FAST) goto DONE;
2115 // Tell the client about the MIME parts in this message
2116 if (TheMessage->cm_format_type == FMT_RFC822) {
2117 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2118 memset(&ma, 0, sizeof(struct ma_info));
2119 mime_parser(CM_RANGE(TheMessage, eMesageText),
2120 (do_proto ? *list_this_part : NULL),
2121 (do_proto ? *list_this_pref : NULL),
2122 (do_proto ? *list_this_suff : NULL),
2125 else if (mode == MT_RFC822) { // unparsed RFC822 dump
2126 Dump_RFC822HeadersBody(
2135 if (headers_only == HEADERS_ONLY) {
2139 // signify start of msg text
2140 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2141 if (do_proto) cprintf("text\n");
2144 if (TheMessage->cm_format_type == FMT_FIXED)
2147 mode, // how would you like that message?
2150 // If the message on disk is format 0 (Citadel vari-format), we
2151 // output using the formatter at 80 columns. This is the final output
2152 // form if the transfer format is RFC822, but if the transfer format
2153 // is Citadel proprietary, it'll still work, because the indentation
2154 // for new paragraphs is correct and the client will reformat the
2155 // message to the reader's screen width.
2157 if (TheMessage->cm_format_type == FMT_CITADEL) {
2158 if (mode == MT_MIME) {
2159 cprintf("Content-type: text/x-citadel-variformat\n\n");
2161 memfmout(TheMessage->cm_fields[eMesageText], nl);
2164 // If the message on disk is format 4 (MIME), we've gotta hand it
2165 // off to the MIME parser. The client has already been told that
2166 // this message is format 1 (fixed format), so the callback function
2167 // we use will display those parts as-is.
2169 if (TheMessage->cm_format_type == FMT_RFC822) {
2170 memset(&ma, 0, sizeof(struct ma_info));
2172 if (mode == MT_MIME) {
2173 ma.use_fo_hooks = 0;
2174 strcpy(ma.chosen_part, "1");
2175 ma.chosen_pref = 9999;
2176 ma.dont_decode = CC->msg4_dont_decode;
2177 mime_parser(CM_RANGE(TheMessage, eMesageText),
2178 *choose_preferred, *fixed_output_pre,
2179 *fixed_output_post, (void *)&ma, 1);
2180 mime_parser(CM_RANGE(TheMessage, eMesageText),
2181 *output_preferred, NULL, NULL, (void *)&ma, 1);
2184 ma.use_fo_hooks = 1;
2185 mime_parser(CM_RANGE(TheMessage, eMesageText),
2186 *fixed_output, *fixed_output_pre,
2187 *fixed_output_post, (void *)&ma, 0);
2192 DONE: /* now we're done */
2193 if (do_proto) cprintf("000\n");
2197 // Save one or more message pointers into a specified room
2198 // (Returns 0 for success, nonzero for failure)
2199 // roomname may be NULL to use the current room
2201 // Note that the 'supplied_msg' field may be set to NULL, in which case
2202 // the message will be fetched from disk, by number, if we need to perform
2203 // replication checks. This adds an additional database read, so if the
2204 // caller already has the message in memory then it should be supplied. (Obviously
2205 // this mode of operation only works if we're saving a single message.)
2207 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2208 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2211 char hold_rm[ROOMNAMELEN];
2212 struct cdbdata *cdbfr;
2215 long highest_msg = 0L;
2218 struct CtdlMessage *msg = NULL;
2220 long *msgs_to_be_merged = NULL;
2221 int num_msgs_to_be_merged = 0;
2224 "msgbase: CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)",
2225 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2228 strcpy(hold_rm, CC->room.QRname);
2231 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2232 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2233 if (num_newmsgs > 1) supplied_msg = NULL;
2235 /* Now the regular stuff */
2236 if (CtdlGetRoomLock(&CC->room,
2237 ((roomname != NULL) ? roomname : CC->room.QRname) )
2239 syslog(LOG_ERR, "msgbase: no such room <%s>", roomname);
2240 return(ERROR + ROOM_NOT_FOUND);
2244 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2245 num_msgs_to_be_merged = 0;
2248 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
2249 if (cdbfr == NULL) {
2254 msglist = (long *) cdbfr->ptr;
2255 cdbfr->ptr = NULL; // CtdlSaveMsgPointerInRoom() now owns this memory (this needs attention if we move to LMDB)
2256 num_msgs = cdbfr->len / sizeof(long);
2261 /* Create a list of msgid's which were supplied by the caller, but do
2262 * not already exist in the target room. It is absolutely taboo to
2263 * have more than one reference to the same message in a room.
2265 for (i=0; i<num_newmsgs; ++i) {
2267 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2268 if (msglist[j] == newmsgidlist[i]) {
2273 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2277 syslog(LOG_DEBUG, "msgbase: %d unique messages to be merged", num_msgs_to_be_merged);
2280 * Now merge the new messages
2282 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2283 if (msglist == NULL) {
2284 syslog(LOG_ALERT, "msgbase: ERROR; can't realloc message list!");
2285 free(msgs_to_be_merged);
2286 return (ERROR + INTERNAL_ERROR);
2288 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2289 num_msgs += num_msgs_to_be_merged;
2291 /* Sort the message list, so all the msgid's are in order */
2292 num_msgs = sort_msglist(msglist, num_msgs);
2294 /* Determine the highest message number */
2295 highest_msg = msglist[num_msgs - 1];
2297 /* Write it back to disk. */
2298 cdb_store(CDB_MSGLISTS, &CC->room.QRnumber, (int)sizeof(long),
2299 msglist, (int)(num_msgs * sizeof(long)));
2301 /* Free up the memory we used. */
2304 /* Update the highest-message pointer and unlock the room. */
2305 CC->room.QRhighest = highest_msg;
2306 CtdlPutRoomLock(&CC->room);
2308 /* Perform replication checks if necessary */
2309 if ( (DoesThisRoomNeedEuidIndexing(&CC->room)) && (do_repl_check) ) {
2310 syslog(LOG_DEBUG, "msgbase: CtdlSaveMsgPointerInRoom() doing repl checks");
2312 for (i=0; i<num_msgs_to_be_merged; ++i) {
2313 msgid = msgs_to_be_merged[i];
2315 if (supplied_msg != NULL) {
2319 msg = CtdlFetchMessage(msgid, 0);
2323 ReplicationChecks(msg);
2325 /* If the message has an Exclusive ID, index that... */
2326 if (!CM_IsEmpty(msg, eExclusiveID)) {
2327 index_message_by_euid(msg->cm_fields[eExclusiveID], &CC->room, msgid);
2330 /* Free up the memory we may have allocated */
2331 if (msg != supplied_msg) {
2340 syslog(LOG_DEBUG, "msgbase: CtdlSaveMsgPointerInRoom() skips repl checks");
2343 /* Submit this room for processing by hooks */
2344 int total_roomhook_errors = PerformRoomHooks(&CC->room);
2345 if (total_roomhook_errors) {
2346 syslog(LOG_WARNING, "msgbase: room hooks returned %d errors", total_roomhook_errors);
2349 /* Go back to the room we were in before we wandered here... */
2350 CtdlGetRoom(&CC->room, hold_rm);
2352 /* Bump the reference count for all messages which were merged */
2353 if (!suppress_refcount_adj) {
2354 AdjRefCountList(msgs_to_be_merged, num_msgs_to_be_merged, +1);
2357 /* Free up memory... */
2358 if (msgs_to_be_merged != NULL) {
2359 free(msgs_to_be_merged);
2362 /* Return success. */
2368 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2371 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
2372 int do_repl_check, struct CtdlMessage *supplied_msg)
2374 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2379 * Message base operation to save a new message to the message store
2380 * (returns new message number)
2382 * This is the back end for CtdlSubmitMsg() and should not be directly
2383 * called by server-side modules.
2386 long CtdlSaveThisMessage(struct CtdlMessage *msg, long msgid, int Reply) {
2394 * If the message is big, set its body aside for storage elsewhere
2395 * and we hide the message body from the serializer
2397 if (!CM_IsEmpty(msg, eMesageText) && msg->cm_lengths[eMesageText] > BIGMSG) {
2399 holdM = msg->cm_fields[eMesageText];
2400 msg->cm_fields[eMesageText] = NULL;
2401 holdMLen = msg->cm_lengths[eMesageText];
2402 msg->cm_lengths[eMesageText] = 0;
2405 /* Serialize our data structure for storage in the database */
2406 CtdlSerializeMessage(&smr, msg);
2409 /* put the message body back into the message */
2410 msg->cm_fields[eMesageText] = holdM;
2411 msg->cm_lengths[eMesageText] = holdMLen;
2416 cprintf("%d Unable to serialize message\n",
2417 ERROR + INTERNAL_ERROR);
2420 syslog(LOG_ERR, "msgbase: CtdlSaveMessage() unable to serialize message");
2426 /* Write our little bundle of joy into the message base */
2427 retval = cdb_store(CDB_MSGMAIN, &msgid, (int)sizeof(long), smr.ser, smr.len);
2429 syslog(LOG_ERR, "msgbase: can't store message %ld: %ld", msgid, retval);
2433 retval = cdb_store(CDB_BIGMSGS,
2440 syslog(LOG_ERR, "msgbase: failed to store message body for msgid %ld: %ld", msgid, retval);
2445 /* Free the memory we used for the serialized message */
2452 long send_message(struct CtdlMessage *msg) {
2458 /* Get a new message number */
2459 newmsgid = get_new_message_number();
2461 /* Generate an ID if we don't have one already */
2462 if (CM_IsEmpty(msg, emessageId)) {
2463 msgidbuflen = snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
2464 (long unsigned int) time(NULL),
2465 (long unsigned int) newmsgid,
2466 CtdlGetConfigStr("c_fqdn")
2469 CM_SetField(msg, emessageId, msgidbuf, msgidbuflen);
2472 retval = CtdlSaveThisMessage(msg, newmsgid, 1);
2478 /* Return the *local* message ID to the caller
2479 * (even if we're storing an incoming network message)
2486 * Serialize a struct CtdlMessage into the format used on disk.
2488 * This function loads up a "struct ser_ret" (defined in server.h) which
2489 * contains the length of the serialized message and a pointer to the
2490 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2492 void CtdlSerializeMessage(struct ser_ret *ret, /* return values */
2493 struct CtdlMessage *msg) /* unserialized msg */
2499 * Check for valid message format
2501 if (CM_IsValidMsg(msg) == 0) {
2502 syslog(LOG_ERR, "msgbase: CtdlSerializeMessage() aborting due to invalid message");
2509 for (i=0; i < NDiskFields; ++i)
2510 if (msg->cm_fields[FieldOrder[i]] != NULL)
2511 ret->len += msg->cm_lengths[FieldOrder[i]] + 2;
2513 ret->ser = malloc(ret->len);
2514 if (ret->ser == NULL) {
2515 syslog(LOG_ERR, "msgbase: CtdlSerializeMessage() malloc(%ld) failed: %m", (long)ret->len);
2522 ret->ser[1] = msg->cm_anon_type;
2523 ret->ser[2] = msg->cm_format_type;
2526 for (i=0; i < NDiskFields; ++i) {
2527 if (msg->cm_fields[FieldOrder[i]] != NULL) {
2528 ret->ser[wlen++] = (char)FieldOrder[i];
2530 memcpy(&ret->ser[wlen],
2531 msg->cm_fields[FieldOrder[i]],
2532 msg->cm_lengths[FieldOrder[i]] + 1);
2534 wlen = wlen + msg->cm_lengths[FieldOrder[i]] + 1;
2538 if (ret->len != wlen) {
2539 syslog(LOG_ERR, "msgbase: ERROR; len=%ld wlen=%ld", (long)ret->len, (long)wlen);
2547 * Check to see if any messages already exist in the current room which
2548 * carry the same Exclusive ID as this one. If any are found, delete them.
2550 void ReplicationChecks(struct CtdlMessage *msg) {
2551 long old_msgnum = (-1L);
2553 if (DoesThisRoomNeedEuidIndexing(&CC->room) == 0) return;
2555 syslog(LOG_DEBUG, "msgbase: performing replication checks in <%s>", CC->room.QRname);
2557 /* No exclusive id? Don't do anything. */
2558 if (msg == NULL) return;
2559 if (CM_IsEmpty(msg, eExclusiveID)) return;
2561 /*syslog(LOG_DEBUG, "msgbase: exclusive ID: <%s> for room <%s>",
2562 msg->cm_fields[eExclusiveID], CC->room.QRname);*/
2564 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields[eExclusiveID], &CC->room);
2565 if (old_msgnum > 0L) {
2566 syslog(LOG_DEBUG, "msgbase: ReplicationChecks() replacing message %ld", old_msgnum);
2567 CtdlDeleteMessages(CC->room.QRname, &old_msgnum, 1, "");
2573 * Save a message to disk and submit it into the delivery system.
2575 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2576 struct recptypes *recps, /* recipients (if mail) */
2577 const char *force /* force a particular room? */
2579 char hold_rm[ROOMNAMELEN];
2580 char actual_rm[ROOMNAMELEN];
2581 char force_room[ROOMNAMELEN];
2582 char content_type[SIZ]; /* We have to learn this */
2583 char recipient[SIZ];
2584 char bounce_to[1024];
2587 const char *mptr = NULL;
2588 struct ctdluser userbuf;
2590 struct MetaData smi;
2591 char *collected_addresses = NULL;
2592 struct addresses_to_be_filed *aptr = NULL;
2593 StrBuf *saved_rfc822_version = NULL;
2594 int qualified_for_journaling = 0;
2596 syslog(LOG_DEBUG, "msgbase: CtdlSubmitMsg() called");
2597 if (CM_IsValidMsg(msg) == 0) return(-1); /* self check */
2599 /* If this message has no timestamp, we take the liberty of
2600 * giving it one, right now.
2602 if (CM_IsEmpty(msg, eTimestamp)) {
2603 CM_SetFieldLONG(msg, eTimestamp, time(NULL));
2606 /* If this message has no path, we generate one.
2608 if (CM_IsEmpty(msg, eMessagePath)) {
2609 if (!CM_IsEmpty(msg, eAuthor)) {
2610 CM_CopyField(msg, eMessagePath, eAuthor);
2611 for (a=0; !IsEmptyStr(&msg->cm_fields[eMessagePath][a]); ++a) {
2612 if (isspace(msg->cm_fields[eMessagePath][a])) {
2613 msg->cm_fields[eMessagePath][a] = ' ';
2618 CM_SetField(msg, eMessagePath, HKEY("unknown"));
2622 if (force == NULL) {
2623 force_room[0] = '\0';
2626 strcpy(force_room, force);
2629 /* Learn about what's inside, because it's what's inside that counts */
2630 if (CM_IsEmpty(msg, eMesageText)) {
2631 syslog(LOG_ERR, "msgbase: ERROR; attempt to save message with NULL body");
2635 switch (msg->cm_format_type) {
2637 strcpy(content_type, "text/x-citadel-variformat");
2640 strcpy(content_type, "text/plain");
2643 strcpy(content_type, "text/plain");
2644 mptr = bmstrcasestr(msg->cm_fields[eMesageText], "Content-type:");
2647 safestrncpy(content_type, &mptr[13], sizeof content_type);
2648 string_trim(content_type);
2649 aptr = content_type;
2650 while (!IsEmptyStr(aptr)) {
2662 /* Goto the correct room */
2663 room = (recps) ? CC->room.QRname : SENTITEMS;
2664 syslog(LOG_DEBUG, "msgbase: selected room %s", room);
2665 strcpy(hold_rm, CC->room.QRname);
2666 strcpy(actual_rm, CC->room.QRname);
2667 if (recps != NULL) {
2668 strcpy(actual_rm, SENTITEMS);
2671 /* If the user is a twit, move to the twit room for posting */
2673 if (CC->user.axlevel == AxProbU) {
2674 strcpy(hold_rm, actual_rm);
2675 strcpy(actual_rm, CtdlGetConfigStr("c_twitroom"));
2676 syslog(LOG_DEBUG, "msgbase: diverting to twit room");
2680 /* ...or if this message is destined for Aide> then go there. */
2681 if (!IsEmptyStr(force_room)) {
2682 strcpy(actual_rm, force_room);
2685 syslog(LOG_DEBUG, "msgbase: final selection: %s (%s)", actual_rm, room);
2686 if (strcasecmp(actual_rm, CC->room.QRname)) {
2687 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL, NULL, NULL);
2691 * If this message has no O (room) field, generate one.
2693 if (CM_IsEmpty(msg, eOriginalRoom) && !IsEmptyStr(CC->room.QRname)) {
2694 CM_SetField(msg, eOriginalRoom, CC->room.QRname, -1);
2697 /* Perform "before save" hooks (aborting if any return nonzero) */
2698 syslog(LOG_DEBUG, "msgbase: performing before-save hooks");
2699 if (PerformMessageHooks(msg, recps, EVT_BEFORESAVE) > 0) return(-3);
2702 * If this message has an Exclusive ID, and the room is replication
2703 * checking enabled, then do replication checks.
2705 if (DoesThisRoomNeedEuidIndexing(&CC->room)) {
2706 ReplicationChecks(msg);
2709 /* Save it to disk */
2710 syslog(LOG_DEBUG, "msgbase: saving to disk");
2711 newmsgid = send_message(msg);
2712 if (newmsgid <= 0L) return(-5);
2714 /* Write a supplemental message info record. This doesn't have to
2715 * be a critical section because nobody else knows about this message
2718 syslog(LOG_DEBUG, "msgbase: creating metadata record");
2719 memset(&smi, 0, sizeof(struct MetaData));
2720 smi.meta_msgnum = newmsgid;
2721 smi.meta_refcount = 0;
2722 safestrncpy(smi.meta_content_type, content_type, sizeof smi.meta_content_type);
2725 * Measure how big this message will be when rendered as RFC822.
2726 * We do this for two reasons:
2727 * 1. We need the RFC822 length for the new metadata record, so the
2728 * POP and IMAP services don't have to calculate message lengths
2729 * while the user is waiting (multiplied by potentially hundreds
2730 * or thousands of messages).
2731 * 2. If journaling is enabled, we will need an RFC822 version of the
2732 * message to attach to the journalized copy.
2734 if (CC->redirect_buffer != NULL) {
2735 syslog(LOG_ALERT, "msgbase: CC->redirect_buffer is not NULL during message submission!");
2736 exit(CTDLEXIT_REDIRECT);
2738 CC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
2739 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
2740 smi.meta_rfc822_length = StrLength(CC->redirect_buffer);
2741 saved_rfc822_version = CC->redirect_buffer;
2742 CC->redirect_buffer = NULL;
2746 /* Now figure out where to store the pointers */
2747 syslog(LOG_DEBUG, "msgbase: storing pointers");
2749 /* If this is being done by the networker delivering a private
2750 * message, we want to BYPASS saving the sender's copy (because there
2751 * is no local sender; it would otherwise go to the Trashcan).
2753 if ((!CC->internal_pgm) || (recps == NULL)) {
2754 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
2755 syslog(LOG_ERR, "msgbase: ERROR saving message pointer %ld in %s", newmsgid, actual_rm);
2756 CtdlSaveMsgPointerInRoom(CtdlGetConfigStr("c_aideroom"), newmsgid, 0, msg);
2760 /* For internet mail, drop a copy in the outbound queue room */
2761 if ((recps != NULL) && (recps->num_internet > 0)) {
2762 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
2765 /* If other rooms are specified, drop them there too. */
2766 if ((recps != NULL) && (recps->num_room > 0)) {
2767 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
2768 extract_token(recipient, recps->recp_room, i, '|', sizeof recipient);
2769 syslog(LOG_DEBUG, "msgbase: delivering to room <%s>", recipient);
2770 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
2774 /* Decide where bounces need to be delivered */
2775 if ((recps != NULL) && (recps->bounce_to == NULL)) {
2776 if (CC->logged_in) {
2777 strcpy(bounce_to, CC->user.fullname);
2779 else if (!IsEmptyStr(msg->cm_fields[eAuthor])){
2780 strcpy(bounce_to, msg->cm_fields[eAuthor]);
2782 recps->bounce_to = bounce_to;
2785 CM_SetFieldLONG(msg, eVltMsgNum, newmsgid);
2787 // If this is private, local mail, make a copy in the recipient's mailbox and bump the reference count.
2788 if ((recps != NULL) && (recps->num_local > 0)) {
2792 pch = recps->recp_local;
2793 recps->recp_local = recipient;
2794 ntokens = num_tokens(pch, '|');
2795 for (i=0; i<ntokens; ++i) {
2796 extract_token(recipient, pch, i, '|', sizeof recipient);
2797 syslog(LOG_DEBUG, "msgbase: delivering private local mail to <%s>", recipient);
2798 if (CtdlGetUser(&userbuf, recipient) == 0) {
2799 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
2800 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
2801 CtdlBumpNewMailCounter(userbuf.usernum); // if this user is logged in, tell them they have new mail.
2802 PerformMessageHooks(msg, recps, EVT_AFTERUSRMBOXSAVE);
2805 syslog(LOG_DEBUG, "msgbase: no user <%s>", recipient);
2806 CtdlSaveMsgPointerInRoom(CtdlGetConfigStr("c_aideroom"), newmsgid, 0, msg);
2809 recps->recp_local = pch;
2812 /* Perform "after save" hooks */
2813 syslog(LOG_DEBUG, "msgbase: performing after-save hooks");
2815 PerformMessageHooks(msg, recps, EVT_AFTERSAVE);
2816 CM_FlushField(msg, eVltMsgNum);
2818 /* Go back to the room we started from */
2819 syslog(LOG_DEBUG, "msgbase: returning to original room %s", hold_rm);
2820 if (strcasecmp(hold_rm, CC->room.QRname)) {
2821 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL, NULL, NULL);
2825 * Any addresses to harvest for someone's address book?
2827 if ( (CC->logged_in) && (recps != NULL) ) {
2828 collected_addresses = harvest_collected_addresses(msg);
2831 if (collected_addresses != NULL) {
2832 aptr = (struct addresses_to_be_filed *) malloc(sizeof(struct addresses_to_be_filed));
2833 CtdlMailboxName(actual_rm, sizeof actual_rm, &CC->user, USERCONTACTSROOM);
2834 aptr->roomname = strdup(actual_rm);
2835 aptr->collected_addresses = collected_addresses;
2836 begin_critical_section(S_ATBF);
2839 end_critical_section(S_ATBF);
2843 * Determine whether this message qualifies for journaling.
2845 if (!CM_IsEmpty(msg, eJournal)) {
2846 qualified_for_journaling = 0;
2849 if (recps == NULL) {
2850 qualified_for_journaling = CtdlGetConfigInt("c_journal_pubmsgs");
2852 else if (recps->num_local + recps->num_internet > 0) {
2853 qualified_for_journaling = CtdlGetConfigInt("c_journal_email");
2856 qualified_for_journaling = CtdlGetConfigInt("c_journal_pubmsgs");
2861 * Do we have to perform journaling? If so, hand off the saved
2862 * RFC822 version will be handed off to the journaler for background
2863 * submit. Otherwise, we have to free the memory ourselves.
2865 if (saved_rfc822_version != NULL) {
2866 if (qualified_for_journaling) {
2867 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
2870 FreeStrBuf(&saved_rfc822_version);
2874 if ((recps != NULL) && (recps->bounce_to == bounce_to))
2875 recps->bounce_to = NULL;
2883 * Convenience function for generating small administrative messages.
2885 long quickie_message(char *from,
2893 struct CtdlMessage *msg;
2894 struct recptypes *recp = NULL;
2896 msg = malloc(sizeof(struct CtdlMessage));
2897 memset(msg, 0, sizeof(struct CtdlMessage));
2898 msg->cm_magic = CTDLMESSAGE_MAGIC;
2899 msg->cm_anon_type = MES_NORMAL;
2900 msg->cm_format_type = format_type;
2902 if (!IsEmptyStr(from)) {
2903 CM_SetField(msg, eAuthor, from, -1);
2905 else if (!IsEmptyStr(fromaddr)) {
2907 CM_SetField(msg, eAuthor, fromaddr, -1);
2908 pAt = strchr(msg->cm_fields[eAuthor], '@');
2910 CM_CutFieldAt(msg, eAuthor, pAt - msg->cm_fields[eAuthor]);
2914 msg->cm_fields[eAuthor] = strdup("Citadel");
2917 if (!IsEmptyStr(fromaddr)) CM_SetField(msg, erFc822Addr, fromaddr, -1);
2918 if (!IsEmptyStr(room)) CM_SetField(msg, eOriginalRoom, room, -1);
2919 if (!IsEmptyStr(to)) {
2920 CM_SetField(msg, eRecipient, to, -1);
2921 recp = validate_recipients(to, NULL, 0);
2923 if (!IsEmptyStr(subject)) {
2924 CM_SetField(msg, eMsgSubject, subject, -1);
2926 if (!IsEmptyStr(text)) {
2927 CM_SetField(msg, eMesageText, text, -1);
2930 long msgnum = CtdlSubmitMsg(msg, recp, room);
2932 if (recp != NULL) free_recipients(recp);
2938 * Back end function used by CtdlMakeMessage() and similar functions
2940 StrBuf *CtdlReadMessageBodyBuf(char *terminator, // token signalling EOT
2942 size_t maxlen, // maximum message length
2943 StrBuf *exist, // if non-null, append to it; exist is ALWAYS freed
2944 int crlf // CRLF newlines instead of LF
2952 LineBuf = NewStrBufPlain(NULL, SIZ);
2953 if (exist == NULL) {
2954 Message = NewStrBufPlain(NULL, 4 * SIZ);
2957 Message = NewStrBufDup(exist);
2960 /* Do we need to change leading ".." to "." for SMTP escaping? */
2961 if ((tlen == 1) && (*terminator == '.')) {
2965 /* read in the lines of message text one by one */
2967 if (CtdlClientGetLine(LineBuf) < 0) {
2970 if ((StrLength(LineBuf) == tlen) && (!strcmp(ChrPtr(LineBuf), terminator))) {
2973 if ( (!flushing) && (!finished) ) {
2975 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
2978 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
2981 /* Unescape SMTP-style input of two dots at the beginning of the line */
2982 if ((dotdot) && (StrLength(LineBuf) > 1) && (ChrPtr(LineBuf)[0] == '.')) {
2983 StrBufCutLeft(LineBuf, 1);
2985 StrBufAppendBuf(Message, LineBuf, 0);
2988 /* if we've hit the max msg length, flush the rest */
2989 if (StrLength(Message) >= maxlen) {
2993 } while (!finished);
2994 FreeStrBuf(&LineBuf);
2997 syslog(LOG_ERR, "msgbase: exceeded maximum message length of %ld - message was truncated", maxlen);
3004 // Back end function used by CtdlMakeMessage() and similar functions
3005 char *CtdlReadMessageBody(char *terminator, // token signalling EOT
3007 size_t maxlen, // maximum message length
3008 StrBuf *exist, // if non-null, append to it; exist is ALWAYS freed
3009 int crlf // CRLF newlines instead of LF
3013 Message = CtdlReadMessageBodyBuf(terminator,
3019 if (Message == NULL) {
3023 return SmashStrBuf(&Message);
3028 struct CtdlMessage *CtdlMakeMessage(
3029 struct ctdluser *author, /* author's user structure */
3030 char *recipient, /* NULL if it's not mail */
3031 char *recp_cc, /* NULL if it's not mail */
3032 char *room, /* room where it's going */
3033 int type, /* see MES_ types in header file */
3034 int format_type, /* variformat, plain text, MIME... */
3035 char *fake_name, /* who we're masquerading as */
3036 char *my_email, /* which of my email addresses to use (empty is ok) */
3037 char *subject, /* Subject (optional) */
3038 char *supplied_euid, /* ...or NULL if this is irrelevant */
3039 char *preformatted_text, /* ...or NULL to read text from client */
3040 char *references /* Thread references */
3042 return CtdlMakeMessageLen(
3043 author, /* author's user structure */
3044 recipient, /* NULL if it's not mail */
3045 (recipient)?strlen(recipient) : 0,
3046 recp_cc, /* NULL if it's not mail */
3047 (recp_cc)?strlen(recp_cc): 0,
3048 room, /* room where it's going */
3049 (room)?strlen(room): 0,
3050 type, /* see MES_ types in header file */
3051 format_type, /* variformat, plain text, MIME... */
3052 fake_name, /* who we're masquerading as */
3053 (fake_name)?strlen(fake_name): 0,
3054 my_email, /* which of my email addresses to use (empty is ok) */
3055 (my_email)?strlen(my_email): 0,
3056 subject, /* Subject (optional) */
3057 (subject)?strlen(subject): 0,
3058 supplied_euid, /* ...or NULL if this is irrelevant */
3059 (supplied_euid)?strlen(supplied_euid):0,
3060 preformatted_text, /* ...or NULL to read text from client */
3061 (preformatted_text)?strlen(preformatted_text) : 0,
3062 references, /* Thread references */
3063 (references)?strlen(references):0);
3069 * Build a binary message to be saved on disk.
3070 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3071 * will become part of the message. This means you are no longer
3072 * responsible for managing that memory -- it will be freed along with
3073 * the rest of the fields when CM_Free() is called.)
3075 struct CtdlMessage *CtdlMakeMessageLen(
3076 struct ctdluser *author, /* author's user structure */
3077 char *recipient, /* NULL if it's not mail */
3079 char *recp_cc, /* NULL if it's not mail */
3081 char *room, /* room where it's going */
3083 int type, /* see MES_ types in header file */
3084 int format_type, /* variformat, plain text, MIME... */
3085 char *fake_name, /* who we're masquerading as */
3087 char *my_email, /* which of my email addresses to use (empty is ok) */
3089 char *subject, /* Subject (optional) */
3091 char *supplied_euid, /* ...or NULL if this is irrelevant */
3093 char *preformatted_text, /* ...or NULL to read text from client */
3095 char *references, /* Thread references */
3100 struct CtdlMessage *msg;
3102 StrBuf *FakeEncAuthor = NULL;
3104 msg = malloc(sizeof(struct CtdlMessage));
3105 memset(msg, 0, sizeof(struct CtdlMessage));
3106 msg->cm_magic = CTDLMESSAGE_MAGIC;
3107 msg->cm_anon_type = type;
3108 msg->cm_format_type = format_type;
3110 if (recipient != NULL) rcplen = string_trim(recipient);
3111 if (recp_cc != NULL) cclen = string_trim(recp_cc);
3113 /* Path or Return-Path */
3115 CM_SetField(msg, eMessagePath, my_email, myelen);
3117 else if (!IsEmptyStr(author->fullname)) {
3118 CM_SetField(msg, eMessagePath, author->fullname, -1);
3120 convert_spaces_to_underscores(msg->cm_fields[eMessagePath]);
3122 blen = snprintf(buf, sizeof buf, "%ld", (long)time(NULL));
3123 CM_SetField(msg, eTimestamp, buf, blen);
3126 FakeAuthor = NewStrBufPlain (fake_name, fnlen);
3129 FakeAuthor = NewStrBufPlain (author->fullname, -1);
3131 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
3132 CM_SetAsFieldSB(msg, eAuthor, &FakeEncAuthor);
3133 FreeStrBuf(&FakeAuthor);
3135 if (!!IsEmptyStr(CC->room.QRname)) {
3136 if (CC->room.QRflags & QR_MAILBOX) { /* room */
3137 CM_SetField(msg, eOriginalRoom, &CC->room.QRname[11], -1);
3140 CM_SetField(msg, eOriginalRoom, CC->room.QRname, -1);
3145 CM_SetField(msg, eRecipient, recipient, rcplen);
3148 CM_SetField(msg, eCarbonCopY, recp_cc, cclen);
3152 CM_SetField(msg, erFc822Addr, my_email, myelen);
3154 else if ( (author == &CC->user) && (!IsEmptyStr(CC->cs_inet_email)) ) {
3155 CM_SetField(msg, erFc822Addr, CC->cs_inet_email, -1);
3158 if (subject != NULL) {
3160 length = string_trim(subject);
3166 while ((subject[i] != '\0') &&
3167 (IsAscii = isascii(subject[i]) != 0 ))
3170 CM_SetField(msg, eMsgSubject, subject, subjlen);
3171 else /* ok, we've got utf8 in the string. */
3174 rfc2047Subj = rfc2047encode(subject, length);
3175 CM_SetAsField(msg, eMsgSubject, &rfc2047Subj, strlen(rfc2047Subj));
3182 CM_SetField(msg, eExclusiveID, supplied_euid, euidlen);
3186 CM_SetField(msg, eWeferences, references, reflen);
3189 if (preformatted_text != NULL) {
3190 CM_SetField(msg, eMesageText, preformatted_text, textlen);
3194 MsgBody = CtdlReadMessageBodyBuf(HKEY("000"), CtdlGetConfigLong("c_maxmsglen"), NULL, 0);
3195 if (MsgBody != NULL) {
3196 CM_SetAsFieldSB(msg, eMesageText, &MsgBody);
3205 * API function to delete messages which match a set of criteria
3206 * (returns the actual number of messages deleted)
3208 int CtdlDeleteMessages(const char *room_name, // which room
3209 long *dmsgnums, // array of msg numbers to be deleted
3210 int num_dmsgnums, // number of msgs to be deleted, or 0 for "any"
3211 char *content_type // or "" for any. regular expressions expected.
3213 struct ctdlroom qrbuf;
3214 struct cdbdata *cdbfr;
3215 long *msglist = NULL;
3216 long *dellist = NULL;
3219 int num_deleted = 0;
3221 struct MetaData smi;
3224 int need_to_free_re = 0;
3226 if (content_type) if (!IsEmptyStr(content_type)) {
3227 regcomp(&re, content_type, 0);
3228 need_to_free_re = 1;
3230 syslog(LOG_DEBUG, "msgbase: CtdlDeleteMessages(%s, %d msgs, %s)", room_name, num_dmsgnums, content_type);
3232 /* get room record, obtaining a lock... */
3233 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
3234 syslog(LOG_ERR, "msgbase: CtdlDeleteMessages(): Room <%s> not found", room_name);
3235 if (need_to_free_re) regfree(&re);
3236 return(0); /* room not found */
3238 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
3240 if (cdbfr != NULL) {
3241 dellist = malloc(cdbfr->len);
3242 msglist = (long *) cdbfr->ptr;
3243 cdbfr->ptr = NULL; // CtdlDeleteMessages() now owns this memory (this needs attention if we move to LMDB)
3244 num_msgs = cdbfr->len / sizeof(long);
3248 int have_contenttype = (content_type != NULL) && !IsEmptyStr(content_type);
3249 int have_delmsgs = (num_dmsgnums == 0) || (dmsgnums == NULL);
3250 int have_more_del = 1;
3252 num_msgs = sort_msglist(msglist, num_msgs);
3253 if (num_dmsgnums > 1) {
3254 num_dmsgnums = sort_msglist(dmsgnums, num_dmsgnums);
3258 while ((i < num_msgs) && (have_more_del)) {
3261 /* Set/clear a bit for each criterion */
3263 /* 0 messages in the list or a null list means that we are
3264 * interested in deleting any messages which meet the other criteria.
3267 delete_this |= 0x01;
3270 while ((i < num_msgs) && (msglist[i] < dmsgnums[j])) i++;
3275 if (msglist[i] == dmsgnums[j]) {
3276 delete_this |= 0x01;
3279 have_more_del = (j < num_dmsgnums);
3282 if (have_contenttype) {
3283 GetMetaData(&smi, msglist[i]);
3284 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
3285 delete_this |= 0x02;
3288 delete_this |= 0x02;
3291 /* Delete message only if all bits are set */
3292 if (delete_this == 0x03) {
3293 dellist[num_deleted++] = msglist[i];
3300 StrBuf *dbg = NewStrBuf();
3301 for (i = 0; i < num_deleted; i++)
3302 StrBufAppendPrintf(dbg, ", %ld", dellist[i]);
3303 syslog(LOG_DEBUG, "msgbase: Deleting: %s", ChrPtr(dbg));
3307 num_msgs = sort_msglist(msglist, num_msgs);
3308 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
3309 msglist, (int)(num_msgs * sizeof(long)));
3312 qrbuf.QRhighest = msglist[num_msgs - 1];
3314 qrbuf.QRhighest = 0;
3316 CtdlPutRoomLock(&qrbuf);
3318 /* Go through the messages we pulled out of the index, and decrement
3319 * their reference counts by 1. If this is the only room the message
3320 * was in, the reference count will reach zero and the message will
3321 * automatically be deleted from the database. We do this in a
3322 * separate pass because there might be plug-in hooks getting called,
3323 * and we don't want that happening during an S_ROOMS critical
3327 for (i=0; i<num_deleted; ++i) {
3328 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
3330 AdjRefCountList(dellist, num_deleted, -1);
3332 /* Now free the memory we used, and go away. */
3333 if (msglist != NULL) free(msglist);
3334 if (dellist != NULL) free(dellist);
3335 syslog(LOG_DEBUG, "msgbase: %d message(s) deleted", num_deleted);
3336 if (need_to_free_re) regfree(&re);
3337 return (num_deleted);
3342 * GetMetaData() - Get the supplementary record for a message
3344 void GetMetaData(struct MetaData *smibuf, long msgnum)
3346 struct cdbdata *cdbsmi;
3349 memset(smibuf, 0, sizeof(struct MetaData));
3350 smibuf->meta_msgnum = msgnum;
3351 smibuf->meta_refcount = 1; /* Default reference count is 1 */
3353 /* Use the negative of the message number for its supp record index */
3354 TheIndex = (0L - msgnum);
3356 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
3357 if (cdbsmi == NULL) {
3358 return; /* record not found; leave it alone */
3360 memcpy(smibuf, cdbsmi->ptr,
3361 ((cdbsmi->len > sizeof(struct MetaData)) ?
3362 sizeof(struct MetaData) : cdbsmi->len)
3370 * PutMetaData() - (re)write supplementary record for a message
3372 void PutMetaData(struct MetaData *smibuf)
3376 /* Use the negative of the message number for the metadata db index */
3377 TheIndex = (0L - smibuf->meta_msgnum);
3379 cdb_store(CDB_MSGMAIN,
3380 &TheIndex, (int)sizeof(long),
3381 smibuf, (int)sizeof(struct MetaData)
3387 * Convenience function to process a big block of AdjRefCount() operations
3389 void AdjRefCountList(long *msgnum, long nmsg, int incr)
3393 for (i = 0; i < nmsg; i++) {
3394 AdjRefCount(msgnum[i], incr);
3400 * AdjRefCount - adjust the reference count for a message. We need to delete from disk any message whose reference count reaches zero.
3402 void AdjRefCount(long msgnum, int incr)
3404 struct MetaData smi;
3407 /* This is a *tight* critical section; please keep it that way, as
3408 * it may get called while nested in other critical sections.
3409 * Complicating this any further will surely cause deadlock!
3411 begin_critical_section(S_SUPPMSGMAIN);
3412 GetMetaData(&smi, msgnum);
3413 smi.meta_refcount += incr;
3415 end_critical_section(S_SUPPMSGMAIN);
3416 syslog(LOG_DEBUG, "msgbase: AdjRefCount() msg %ld ref count delta %+d, is now %d", msgnum, incr, smi.meta_refcount);
3418 /* If the reference count is now zero, delete both the message and its metadata record.
3420 if (smi.meta_refcount == 0) {
3421 syslog(LOG_DEBUG, "msgbase: deleting message <%ld>", msgnum);
3423 /* Call delete hooks with NULL room to show it has gone altogether */
3424 PerformDeleteHooks(NULL, msgnum);
3426 /* Remove from message base */
3428 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3429 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
3431 /* Remove metadata record */
3432 delnum = (0L - msgnum);
3433 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3439 * Write a generic object to this room
3441 * Returns the message number of the written object, in case you need it.
3443 long CtdlWriteObject(char *req_room, /* Room to stuff it in */
3444 char *content_type, /* MIME type of this object */
3445 char *raw_message, /* Data to be written */
3446 off_t raw_length, /* Size of raw_message */
3447 struct ctdluser *is_mailbox, /* Mailbox room? */
3448 int is_binary, /* Is encoding necessary? */
3449 unsigned int flags /* Internal save flags */
3451 struct ctdlroom qrbuf;
3452 char roomname[ROOMNAMELEN];
3453 struct CtdlMessage *msg;
3454 StrBuf *encoded_message = NULL;
3456 if (is_mailbox != NULL) {
3457 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
3460 safestrncpy(roomname, req_room, sizeof(roomname));
3463 syslog(LOG_DEBUG, "msfbase: raw length is %ld", (long)raw_length);
3466 encoded_message = NewStrBufPlain(NULL, (size_t) (((raw_length * 134) / 100) + 4096 ) );
3469 encoded_message = NewStrBufPlain(NULL, (size_t)(raw_length + 4096));
3472 StrBufAppendBufPlain(encoded_message, HKEY("Content-type: "), 0);
3473 StrBufAppendBufPlain(encoded_message, content_type, -1, 0);
3474 StrBufAppendBufPlain(encoded_message, HKEY("\n"), 0);
3477 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: base64\n\n"), 0);
3480 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: 7bit\n\n"), 0);
3484 StrBufBase64Append(encoded_message, NULL, raw_message, raw_length, 0);
3487 StrBufAppendBufPlain(encoded_message, raw_message, raw_length, 0);
3490 syslog(LOG_DEBUG, "msgbase: allocating");
3491 msg = malloc(sizeof(struct CtdlMessage));
3492 memset(msg, 0, sizeof(struct CtdlMessage));
3493 msg->cm_magic = CTDLMESSAGE_MAGIC;
3494 msg->cm_anon_type = MES_NORMAL;
3495 msg->cm_format_type = 4;
3496 CM_SetField(msg, eAuthor, CC->user.fullname, -1);
3497 CM_SetField(msg, eOriginalRoom, req_room, -1);
3498 msg->cm_flags = flags;
3500 CM_SetAsFieldSB(msg, eMesageText, &encoded_message);
3502 /* Create the requested room if we have to. */
3503 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
3504 CtdlCreateRoom(roomname, ( (is_mailbox != NULL) ? 5 : 3 ), "", 0, 1, 0, VIEW_BBS);
3507 /* Now write the data */
3508 long new_msgnum = CtdlSubmitMsg(msg, NULL, roomname);
3514 /************************************************************************/
3515 /* MODULE INITIALIZATION */
3516 /************************************************************************/
3518 char *ctdl_module_init_msgbase(void) {
3520 FillMsgKeyLookupTable();
3523 /* return our module id for the log */