1 // Implements the message store.
3 // Copyright (c) 1987-2021 by the citadel.org team
5 // This program is open source software; you can redistribute it and/or modify
6 // it under the terms of the GNU General Public License version 3.
8 // This program is distributed in the hope that it will be useful,
9 // but WITHOUT ANY WARRANTY; without even the implied warranty of
10 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11 // GNU General Public License for more details.
19 #include <libcitadel.h>
20 #include "ctdl_module.h"
21 #include "citserver.h"
24 #include "clientsocket.h"
28 #include "internet_addressing.h"
29 #include "euidindex.h"
31 #include "journaling.h"
33 struct addresses_to_be_filed *atbf = NULL;
35 // These are the four-character field headers we use when outputting
36 // messages in Citadel format (as opposed to RFC822 format).
38 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
39 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
40 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
41 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
42 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
43 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
44 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
45 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
47 "from", // A -> eAuthor
48 NULL, // B -> eBig_message
49 NULL, // C (formerly used as eRemoteRoom)
50 NULL, // D (formerly used as eDestination)
51 "exti", // E -> eXclusivID
52 "rfca", // F -> erFc822Addr
54 "hnod", // H (formerly used as eHumanNode)
55 "msgn", // I -> emessageId
56 "jrnl", // J -> eJournal
57 "rep2", // K -> eReplyTo
58 "list", // L -> eListID
59 "text", // M -> eMesageText
60 NULL, // N (formerly used as eNodename)
61 "room", // O -> eOriginalRoom
62 "path", // P -> eMessagePath
64 "rcpt", // R -> eRecipient
65 NULL, // S (formerly used as eSpecialField)
66 "time", // T -> eTimestamp
67 "subj", // U -> eMsgSubject
68 "nvto", // V -> eenVelopeTo
69 "wefw", // W -> eWeferences
71 "cccc", // Y -> eCarbonCopY
76 HashList *msgKeyLookup = NULL;
78 int GetFieldFromMnemonic(eMsgField *f, const char* c) {
80 if (GetHash(msgKeyLookup, c, 4, &v)) {
87 void FillMsgKeyLookupTable(void) {
90 msgKeyLookup = NewHash (1, FourHash);
92 for (i=0; i < 91; i++) {
93 if (msgkeys[i] != NULL) {
94 Put(msgKeyLookup, msgkeys[i], 4, (void*)i, reference_free_handler);
100 eMsgField FieldOrder[] = {
101 /* Important fields */
109 /* Semi-important fields */
114 /* G is not used yet */
117 /* Q is not used yet */
119 /* X is not used yet */
120 /* Z is not used yet */
127 /* Message text (MUST be last) */
129 /* Not saved to disk:
134 static const long NDiskFields = sizeof(FieldOrder) / sizeof(eMsgField);
137 int CM_IsEmpty(struct CtdlMessage *Msg, eMsgField which) {
138 return !((Msg->cm_fields[which] != NULL) && (Msg->cm_fields[which][0] != '\0'));
142 void CM_SetField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length) {
143 if (Msg->cm_fields[which] != NULL) {
144 free (Msg->cm_fields[which]);
146 if (length < 0) { // You can set the length to -1 to have CM_SetField measure it for you
147 length = strlen(buf);
149 Msg->cm_fields[which] = malloc(length + 1);
150 memcpy(Msg->cm_fields[which], buf, length);
151 Msg->cm_fields[which][length] = '\0';
152 Msg->cm_lengths[which] = length;
156 void CM_SetFieldLONG(struct CtdlMessage *Msg, eMsgField which, long lvalue) {
159 len = snprintf(buf, sizeof(buf), "%ld", lvalue);
160 CM_SetField(Msg, which, buf, len);
164 void CM_CutFieldAt(struct CtdlMessage *Msg, eMsgField WhichToCut, long maxlen) {
165 if (Msg->cm_fields[WhichToCut] == NULL)
168 if (Msg->cm_lengths[WhichToCut] > maxlen)
170 Msg->cm_fields[WhichToCut][maxlen] = '\0';
171 Msg->cm_lengths[WhichToCut] = maxlen;
176 void CM_FlushField(struct CtdlMessage *Msg, eMsgField which) {
177 if (Msg->cm_fields[which] != NULL)
178 free (Msg->cm_fields[which]);
179 Msg->cm_fields[which] = NULL;
180 Msg->cm_lengths[which] = 0;
184 void CM_Flush(struct CtdlMessage *Msg) {
187 if (CM_IsValidMsg(Msg) == 0) {
191 for (i = 0; i < 256; ++i) {
192 CM_FlushField(Msg, i);
197 void CM_CopyField(struct CtdlMessage *Msg, eMsgField WhichToPutTo, eMsgField WhichtToCopy) {
199 if (Msg->cm_fields[WhichToPutTo] != NULL) {
200 free (Msg->cm_fields[WhichToPutTo]);
203 if (Msg->cm_fields[WhichtToCopy] != NULL) {
204 len = Msg->cm_lengths[WhichtToCopy];
205 Msg->cm_fields[WhichToPutTo] = malloc(len + 1);
206 memcpy(Msg->cm_fields[WhichToPutTo], Msg->cm_fields[WhichtToCopy], len);
207 Msg->cm_fields[WhichToPutTo][len] = '\0';
208 Msg->cm_lengths[WhichToPutTo] = len;
211 Msg->cm_fields[WhichToPutTo] = NULL;
212 Msg->cm_lengths[WhichToPutTo] = 0;
217 void CM_PrependToField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length) {
218 if (Msg->cm_fields[which] != NULL) {
223 oldmsgsize = Msg->cm_lengths[which] + 1;
224 newmsgsize = length + oldmsgsize;
226 new = malloc(newmsgsize);
227 memcpy(new, buf, length);
228 memcpy(new + length, Msg->cm_fields[which], oldmsgsize);
229 free(Msg->cm_fields[which]);
230 Msg->cm_fields[which] = new;
231 Msg->cm_lengths[which] = newmsgsize - 1;
234 Msg->cm_fields[which] = malloc(length + 1);
235 memcpy(Msg->cm_fields[which], buf, length);
236 Msg->cm_fields[which][length] = '\0';
237 Msg->cm_lengths[which] = length;
242 void CM_SetAsField(struct CtdlMessage *Msg, eMsgField which, char **buf, long length) {
243 if (Msg->cm_fields[which] != NULL) {
244 free (Msg->cm_fields[which]);
247 Msg->cm_fields[which] = *buf;
249 if (length < 0) { // You can set the length to -1 to have CM_SetField measure it for you
250 Msg->cm_lengths[which] = strlen(Msg->cm_fields[which]);
253 Msg->cm_lengths[which] = length;
258 void CM_SetAsFieldSB(struct CtdlMessage *Msg, eMsgField which, StrBuf **buf) {
259 if (Msg->cm_fields[which] != NULL) {
260 free (Msg->cm_fields[which]);
263 Msg->cm_lengths[which] = StrLength(*buf);
264 Msg->cm_fields[which] = SmashStrBuf(buf);
268 void CM_GetAsField(struct CtdlMessage *Msg, eMsgField which, char **ret, long *retlen) {
269 if (Msg->cm_fields[which] != NULL) {
270 *retlen = Msg->cm_lengths[which];
271 *ret = Msg->cm_fields[which];
272 Msg->cm_fields[which] = NULL;
273 Msg->cm_lengths[which] = 0;
282 // Returns 1 if the supplied pointer points to a valid Citadel message.
283 // If the pointer is NULL or the magic number check fails, returns 0.
284 int CM_IsValidMsg(struct CtdlMessage *msg) {
288 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
289 syslog(LOG_WARNING, "msgbase: CM_IsValidMsg() self-check failed");
296 void CM_FreeContents(struct CtdlMessage *msg) {
299 for (i = 0; i < 256; ++i)
300 if (msg->cm_fields[i] != NULL) {
301 free(msg->cm_fields[i]);
302 msg->cm_lengths[i] = 0;
305 msg->cm_magic = 0; // just in case
309 // 'Destructor' for struct CtdlMessage
310 void CM_Free(struct CtdlMessage *msg) {
311 if (CM_IsValidMsg(msg) == 0) {
312 if (msg != NULL) free (msg);
315 CM_FreeContents(msg);
320 int CM_DupField(eMsgField i, struct CtdlMessage *OrgMsg, struct CtdlMessage *NewMsg) {
322 len = OrgMsg->cm_lengths[i];
323 NewMsg->cm_fields[i] = malloc(len + 1);
324 if (NewMsg->cm_fields[i] == NULL) {
327 memcpy(NewMsg->cm_fields[i], OrgMsg->cm_fields[i], len);
328 NewMsg->cm_fields[i][len] = '\0';
329 NewMsg->cm_lengths[i] = len;
334 struct CtdlMessage *CM_Duplicate(struct CtdlMessage *OrgMsg) {
336 struct CtdlMessage *NewMsg;
338 if (CM_IsValidMsg(OrgMsg) == 0) {
341 NewMsg = (struct CtdlMessage *)malloc(sizeof(struct CtdlMessage));
342 if (NewMsg == NULL) {
346 memcpy(NewMsg, OrgMsg, sizeof(struct CtdlMessage));
348 memset(&NewMsg->cm_fields, 0, sizeof(char*) * 256);
350 for (i = 0; i < 256; ++i) {
351 if (OrgMsg->cm_fields[i] != NULL) {
352 if (!CM_DupField(i, OrgMsg, NewMsg)) {
363 // Determine if a given message matches the fields in a message template.
364 // Return 0 for a successful match.
365 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
368 // If there aren't any fields in the template, all messages will match.
369 if (template == NULL) return(0);
371 // Null messages are bogus.
372 if (msg == NULL) return(1);
374 for (i='A'; i<='Z'; ++i) {
375 if (template->cm_fields[i] != NULL) {
376 if (msg->cm_fields[i] == NULL) {
377 // Considered equal if temmplate is empty string
378 if (IsEmptyStr(template->cm_fields[i])) continue;
381 if ((template->cm_lengths[i] != msg->cm_lengths[i]) ||
382 (strcasecmp(msg->cm_fields[i], template->cm_fields[i])))
387 // All compares succeeded: we have a match!
392 // Retrieve the "seen" message list for the current room.
393 void CtdlGetSeen(char *buf, int which_set) {
396 // Learn about the user and room in question
397 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
399 if (which_set == ctdlsetseen_seen) {
400 safestrncpy(buf, vbuf.v_seen, SIZ);
402 if (which_set == ctdlsetseen_answered) {
403 safestrncpy(buf, vbuf.v_answered, SIZ);
408 // Manipulate the "seen msgs" string (or other message set strings)
409 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
410 int target_setting, int which_set,
411 struct ctdluser *which_user, struct ctdlroom *which_room) {
412 struct cdbdata *cdbfr;
426 char *is_set; // actually an array of booleans
428 // Don't bother doing *anything* if we were passed a list of zero messages
429 if (num_target_msgnums < 1) {
433 // If no room was specified, we go with the current room.
435 which_room = &CC->room;
438 // If no user was specified, we go with the current user.
440 which_user = &CC->user;
443 syslog(LOG_DEBUG, "msgbase: CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>",
444 num_target_msgnums, target_msgnums[0],
445 (target_setting ? "SET" : "CLEAR"),
449 // Learn about the user and room in question
450 CtdlGetRelationship(&vbuf, which_user, which_room);
452 // Load the message list
453 cdbfr = cdb_fetch(CDB_MSGLISTS, &which_room->QRnumber, sizeof(long));
455 msglist = (long *) cdbfr->ptr;
456 cdbfr->ptr = NULL; // CtdlSetSeen() now owns this memory
457 num_msgs = cdbfr->len / sizeof(long);
461 return; // No messages at all? No further action.
464 is_set = malloc(num_msgs * sizeof(char));
465 memset(is_set, 0, (num_msgs * sizeof(char)) );
467 // Decide which message set we're manipulating
469 case ctdlsetseen_seen:
470 vset = NewStrBufPlain(vbuf.v_seen, -1);
472 case ctdlsetseen_answered:
473 vset = NewStrBufPlain(vbuf.v_answered, -1);
480 #if 0 // This is a special diagnostic section. Do not allow it to run during normal operation.
481 syslog(LOG_DEBUG, "There are %d messages in the room.\n", num_msgs);
482 for (i=0; i<num_msgs; ++i) {
483 if ((i > 0) && (msglist[i] <= msglist[i-1])) abort();
485 syslog(LOG_DEBUG, "We are twiddling %d of them.\n", num_target_msgnums);
486 for (k=0; k<num_target_msgnums; ++k) {
487 if ((k > 0) && (target_msgnums[k] <= target_msgnums[k-1])) abort();
491 // Translate the existing sequence set into an array of booleans
492 setstr = NewStrBuf();
496 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
498 StrBufExtract_token(lostr, setstr, 0, ':');
499 if (StrBufNum_tokens(setstr, ':') >= 2) {
500 StrBufExtract_token(histr, setstr, 1, ':');
504 StrBufAppendBuf(histr, lostr, 0);
507 if (!strcmp(ChrPtr(histr), "*")) {
514 for (i = 0; i < num_msgs; ++i) {
515 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
524 // Now translate the array of booleans back into a sequence set
530 for (i=0; i<num_msgs; ++i) {
534 for (k=0; k<num_target_msgnums; ++k) {
535 if (msglist[i] == target_msgnums[k]) {
536 is_seen = target_setting;
540 if ((was_seen == 0) && (is_seen == 1)) {
543 else if ((was_seen == 1) && (is_seen == 0)) {
546 if (StrLength(vset) > 0) {
547 StrBufAppendBufPlain(vset, HKEY(","), 0);
550 StrBufAppendPrintf(vset, "%ld", hi);
553 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
557 if ((is_seen) && (i == num_msgs - 1)) {
558 if (StrLength(vset) > 0) {
559 StrBufAppendBufPlain(vset, HKEY(","), 0);
561 if ((i==0) || (was_seen == 0)) {
562 StrBufAppendPrintf(vset, "%ld", msglist[i]);
565 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
572 // We will have to stuff this string back into a 4096 byte buffer, so if it's
573 // larger than that now, truncate it by removing tokens from the beginning.
574 // The limit of 100 iterations is there to prevent an infinite loop in case
575 // something unexpected happens.
576 int number_of_truncations = 0;
577 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
578 StrBufRemove_token(vset, 0, ',');
579 ++number_of_truncations;
582 // If we're truncating the sequence set of messages marked with the 'seen' flag,
583 // we want the earliest messages (the truncated ones) to be marked, not unmarked.
584 // Otherwise messages at the beginning will suddenly appear to be 'unseen'.
585 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
587 first_tok = NewStrBuf();
588 StrBufExtract_token(first_tok, vset, 0, ',');
589 StrBufRemove_token(vset, 0, ',');
591 if (StrBufNum_tokens(first_tok, ':') > 1) {
592 StrBufRemove_token(first_tok, 0, ':');
596 new_set = NewStrBuf();
597 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
598 StrBufAppendBuf(new_set, first_tok, 0);
599 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
600 StrBufAppendBuf(new_set, vset, 0);
603 FreeStrBuf(&first_tok);
607 // Decide which message set we're manipulating
609 case ctdlsetseen_seen:
610 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
612 case ctdlsetseen_answered:
613 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
619 CtdlSetRelationship(&vbuf, which_user, which_room);
624 // API function to perform an operation for each qualifying message in the
625 // current room. (Returns the number of messages processed.)
626 int CtdlForEachMessage(int mode, long ref, char *search_string,
628 struct CtdlMessage *compare,
629 ForEachMsgCallback CallBack,
634 struct cdbdata *cdbfr;
635 long *msglist = NULL;
637 int num_processed = 0;
640 struct CtdlMessage *msg = NULL;
643 int printed_lastold = 0;
644 int num_search_msgs = 0;
645 long *search_msgs = NULL;
647 int need_to_free_re = 0;
650 if ((content_type) && (!IsEmptyStr(content_type))) {
651 regcomp(&re, content_type, 0);
655 // Learn about the user and room in question
656 if (server_shutting_down) {
657 if (need_to_free_re) regfree(&re);
660 CtdlGetUser(&CC->user, CC->curr_user);
662 if (server_shutting_down) {
663 if (need_to_free_re) regfree(&re);
666 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
668 if (server_shutting_down) {
669 if (need_to_free_re) regfree(&re);
673 // Load the message list
674 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
676 if (need_to_free_re) regfree(&re);
677 return 0; // No messages at all? No further action.
680 msglist = (long *) cdbfr->ptr;
681 num_msgs = cdbfr->len / sizeof(long);
683 cdbfr->ptr = NULL; // clear this so that cdb_free() doesn't free it
684 cdb_free(cdbfr); // we own this memory now
687 * Now begin the traversal.
689 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
691 /* If the caller is looking for a specific MIME type, filter
692 * out all messages which are not of the type requested.
694 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
696 /* This call to GetMetaData() sits inside this loop
697 * so that we only do the extra database read per msg
698 * if we need to. Doing the extra read all the time
699 * really kills the server. If we ever need to use
700 * metadata for another search criterion, we need to
701 * move the read somewhere else -- but still be smart
702 * enough to only do the read if the caller has
703 * specified something that will need it.
705 if (server_shutting_down) {
706 if (need_to_free_re) regfree(&re);
710 GetMetaData(&smi, msglist[a]);
712 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
713 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
719 num_msgs = sort_msglist(msglist, num_msgs);
721 /* If a template was supplied, filter out the messages which
722 * don't match. (This could induce some delays!)
725 if (compare != NULL) {
726 for (a = 0; a < num_msgs; ++a) {
727 if (server_shutting_down) {
728 if (need_to_free_re) regfree(&re);
732 msg = CtdlFetchMessage(msglist[a], 1);
734 if (CtdlMsgCmp(msg, compare)) {
743 /* If a search string was specified, get a message list from
744 * the full text index and remove messages which aren't on both
748 * Since the lists are sorted and strictly ascending, and the
749 * output list is guaranteed to be shorter than or equal to the
750 * input list, we overwrite the bottom of the input list. This
751 * eliminates the need to memmove big chunks of the list over and
754 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
756 /* Call search module via hook mechanism.
757 * NULL means use any search function available.
758 * otherwise replace with a char * to name of search routine
760 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
762 if (num_search_msgs > 0) {
766 orig_num_msgs = num_msgs;
768 for (i=0; i<orig_num_msgs; ++i) {
769 for (j=0; j<num_search_msgs; ++j) {
770 if (msglist[i] == search_msgs[j]) {
771 msglist[num_msgs++] = msglist[i];
777 num_msgs = 0; /* No messages qualify */
779 if (search_msgs != NULL) free(search_msgs);
781 /* Now that we've purged messages which don't contain the search
782 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
789 * Now iterate through the message list, according to the
790 * criteria supplied by the caller.
793 for (a = 0; a < num_msgs; ++a) {
794 if (server_shutting_down) {
795 if (need_to_free_re) regfree(&re);
797 return num_processed;
799 thismsg = msglist[a];
800 if (mode == MSGS_ALL) {
804 is_seen = is_msg_in_sequence_set(vbuf.v_seen, thismsg);
805 if (is_seen) lastold = thismsg;
811 || ((mode == MSGS_OLD) && (is_seen))
812 || ((mode == MSGS_NEW) && (!is_seen))
813 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
814 || ((mode == MSGS_FIRST) && (a < ref))
815 || ((mode == MSGS_GT) && (thismsg > ref))
816 || ((mode == MSGS_LT) && (thismsg < ref))
817 || ((mode == MSGS_EQ) && (thismsg == ref))
820 if ((mode == MSGS_NEW) && (CC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
822 CallBack(lastold, userdata);
828 CallBack(thismsg, userdata);
833 if (need_to_free_re) regfree(&re);
836 * We cache the most recent msglist in order to do security checks later
838 if (CC->client_socket > 0) {
839 if (CC->cached_msglist != NULL) {
840 free(CC->cached_msglist);
842 CC->cached_msglist = msglist;
843 CC->cached_num_msgs = num_msgs;
849 return num_processed;
854 * memfmout() - Citadel text formatter and paginator.
855 * Although the original purpose of this routine was to format
856 * text to the reader's screen width, all we're really using it
857 * for here is to format text out to 80 columns before sending it
858 * to the client. The client software may reformat it again.
861 char *mptr, /* where are we going to get our text from? */
862 const char *nl /* string to terminate lines with */
865 unsigned char ch = 0;
872 while (ch=*(mptr++), ch != 0) {
875 if (client_write(outbuf, len) == -1) {
876 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
880 if (client_write(nl, nllen) == -1) {
881 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
886 else if (ch == '\r') {
887 /* Ignore carriage returns. Newlines are always LF or CRLF but never CR. */
889 else if (isspace(ch)) {
890 if (column > 72) { /* Beyond 72 columns, break on the next space */
891 if (client_write(outbuf, len) == -1) {
892 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
896 if (client_write(nl, nllen) == -1) {
897 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
910 if (column > 1000) { /* Beyond 1000 columns, break anywhere */
911 if (client_write(outbuf, len) == -1) {
912 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
916 if (client_write(nl, nllen) == -1) {
917 syslog(LOG_ERR, "msgbase: memfmout(): aborting due to write failure");
925 if (client_write(outbuf, len) == -1) {
926 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
929 client_write(nl, nllen);
936 * Callback function for mime parser that simply lists the part
938 void list_this_part(char *name, char *filename, char *partnum, char *disp,
939 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
940 char *cbid, void *cbuserdata)
944 ma = (struct ma_info *)cbuserdata;
945 if (ma->is_ma == 0) {
946 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
960 * Callback function for multipart prefix
962 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
963 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
964 char *cbid, void *cbuserdata)
968 ma = (struct ma_info *)cbuserdata;
969 if (!strcasecmp(cbtype, "multipart/alternative")) {
973 if (ma->is_ma == 0) {
974 cprintf("pref=%s|%s\n", partnum, cbtype);
980 * Callback function for multipart sufffix
982 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
983 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
984 char *cbid, void *cbuserdata)
988 ma = (struct ma_info *)cbuserdata;
989 if (ma->is_ma == 0) {
990 cprintf("suff=%s|%s\n", partnum, cbtype);
992 if (!strcasecmp(cbtype, "multipart/alternative")) {
999 * Callback function for mime parser that opens a section for downloading
1000 * we use serv_files function here:
1002 extern void OpenCmdResult(char *filename, const char *mime_type);
1003 void mime_download(char *name, char *filename, char *partnum, char *disp,
1004 void *content, char *cbtype, char *cbcharset, size_t length,
1005 char *encoding, char *cbid, void *cbuserdata)
1009 /* Silently go away if there's already a download open. */
1010 if (CC->download_fp != NULL)
1014 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1015 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1017 CC->download_fp = tmpfile();
1018 if (CC->download_fp == NULL) {
1019 syslog(LOG_ERR, "msgbase: mime_download() couldn't write: %m");
1020 cprintf("%d cannot open temporary file: %s\n", ERROR + INTERNAL_ERROR, strerror(errno));
1024 rv = fwrite(content, length, 1, CC->download_fp);
1026 syslog(LOG_ERR, "msgbase: mime_download() Couldn't write: %m");
1027 cprintf("%d unable to write tempfile.\n", ERROR + TOO_BIG);
1028 fclose(CC->download_fp);
1029 CC->download_fp = NULL;
1032 fflush(CC->download_fp);
1033 rewind(CC->download_fp);
1035 OpenCmdResult(filename, cbtype);
1041 * Callback function for mime parser that outputs a section all at once.
1042 * We can specify the desired section by part number *or* content-id.
1044 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1045 void *content, char *cbtype, char *cbcharset, size_t length,
1046 char *encoding, char *cbid, void *cbuserdata)
1048 int *found_it = (int *)cbuserdata;
1051 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1052 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1055 cprintf("%d %d|-1|%s|%s|%s\n",
1062 client_write(content, length);
1067 struct CtdlMessage *CtdlDeserializeMessage(long msgnum, int with_body, const char *Buffer, long Length)
1069 struct CtdlMessage *ret = NULL;
1071 const char *upper_bound;
1073 cit_uint8_t field_header;
1077 upper_bound = Buffer + Length;
1082 // Parse the three bytes that begin EVERY message on disk.
1083 // The first is always 0xFF, the on-disk magic number.
1084 // The second is the anonymous/public type byte.
1085 // The third is the format type byte (vari, fixed, or MIME).
1089 syslog(LOG_ERR, "msgbase: message %ld appears to be corrupted", msgnum);
1092 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1093 memset(ret, 0, sizeof(struct CtdlMessage));
1095 ret->cm_magic = CTDLMESSAGE_MAGIC;
1096 ret->cm_anon_type = *mptr++; // Anon type byte
1097 ret->cm_format_type = *mptr++; // Format type byte
1099 // The rest is zero or more arbitrary fields. Load them in.
1100 // We're done when we encounter either a zero-length field or
1101 // have just processed the 'M' (message text) field.
1104 field_header = '\0';
1107 while (field_header == '\0') { // work around possibly buggy messages
1108 if (mptr >= upper_bound) {
1111 field_header = *mptr++;
1113 if (mptr >= upper_bound) {
1116 which = field_header;
1119 CM_SetField(ret, which, mptr, len);
1121 mptr += len + 1; // advance to next field
1123 } while ((mptr < upper_bound) && (field_header != 'M'));
1128 // Load a message from disk into memory.
1129 // This is used by CtdlOutputMsg() and other fetch functions.
1131 // NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1132 // using the CM_Free(); function.
1134 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body) {
1135 struct cdbdata *dmsgtext;
1136 struct CtdlMessage *ret = NULL;
1138 syslog(LOG_DEBUG, "msgbase: CtdlFetchMessage(%ld, %d)", msgnum, with_body);
1139 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1140 if (dmsgtext == NULL) {
1141 syslog(LOG_ERR, "msgbase: message #%ld was not found", msgnum);
1145 if (dmsgtext->ptr[dmsgtext->len - 1] != '\0') {
1146 syslog(LOG_ERR, "msgbase: CtdlFetchMessage(%ld, %d) Forcefully terminating message!!", msgnum, with_body);
1147 dmsgtext->ptr[dmsgtext->len - 1] = '\0';
1150 ret = CtdlDeserializeMessage(msgnum, with_body, dmsgtext->ptr, dmsgtext->len);
1158 // Always make sure there's something in the msg text field. If
1159 // it's NULL, the message text is most likely stored separately,
1160 // so go ahead and fetch that. Failing that, just set a dummy
1161 // body so other code doesn't barf.
1163 if ( (CM_IsEmpty(ret, eMesageText)) && (with_body) ) {
1164 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1165 if (dmsgtext != NULL) {
1166 CM_SetAsField(ret, eMesageText, &dmsgtext->ptr, dmsgtext->len - 1);
1170 if (CM_IsEmpty(ret, eMesageText)) {
1171 CM_SetField(ret, eMesageText, HKEY("\r\n\r\n (no text)\r\n"));
1178 // Pre callback function for multipart/alternative
1180 // NOTE: this differs from the standard behavior for a reason. Normally when
1181 // displaying multipart/alternative you want to show the _last_ usable
1182 // format in the message. Here we show the _first_ one, because it's
1183 // usually text/plain. Since this set of functions is designed for text
1184 // output to non-MIME-aware clients, this is the desired behavior.
1186 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1187 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1188 char *cbid, void *cbuserdata)
1192 ma = (struct ma_info *)cbuserdata;
1193 syslog(LOG_DEBUG, "msgbase: fixed_output_pre() type=<%s>", cbtype);
1194 if (!strcasecmp(cbtype, "multipart/alternative")) {
1198 if (!strcasecmp(cbtype, "message/rfc822")) {
1205 // Post callback function for multipart/alternative
1207 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1208 void *content, char *cbtype, char *cbcharset, size_t length,
1209 char *encoding, char *cbid, void *cbuserdata)
1213 ma = (struct ma_info *)cbuserdata;
1214 syslog(LOG_DEBUG, "msgbase: fixed_output_post() type=<%s>", cbtype);
1215 if (!strcasecmp(cbtype, "multipart/alternative")) {
1219 if (!strcasecmp(cbtype, "message/rfc822")) {
1225 // Inline callback function for mime parser that wants to display text
1226 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1227 void *content, char *cbtype, char *cbcharset, size_t length,
1228 char *encoding, char *cbid, void *cbuserdata)
1235 ma = (struct ma_info *)cbuserdata;
1238 "msgbase: fixed_output() part %s: %s (%s) (%ld bytes)",
1239 partnum, filename, cbtype, (long)length
1242 // If we're in the middle of a multipart/alternative scope and
1243 // we've already printed another section, skip this one.
1244 if ( (ma->is_ma) && (ma->did_print) ) {
1245 syslog(LOG_DEBUG, "msgbase: skipping part %s (%s)", partnum, cbtype);
1250 if ( (!strcasecmp(cbtype, "text/plain"))
1251 || (IsEmptyStr(cbtype)) ) {
1254 client_write(wptr, length);
1255 if (wptr[length-1] != '\n') {
1262 if (!strcasecmp(cbtype, "text/html")) {
1263 ptr = html_to_ascii(content, length, 80);
1265 client_write(ptr, wlen);
1266 if ((wlen > 0) && (ptr[wlen-1] != '\n')) {
1273 if (ma->use_fo_hooks) {
1274 if (PerformFixedOutputHooks(cbtype, content, length)) { // returns nonzero if it handled the part
1279 if (strncasecmp(cbtype, "multipart/", 10)) {
1280 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1281 partnum, filename, cbtype, (long)length);
1287 // The client is elegant and sophisticated and wants to be choosy about
1288 // MIME content types, so figure out which multipart/alternative part
1289 // we're going to send.
1291 // We use a system of weights. When we find a part that matches one of the
1292 // MIME types we've declared as preferential, we can store it in ma->chosen_part
1293 // and then set ma->chosen_pref to that MIME type's position in our preference
1294 // list. If we then hit another match, we only replace the first match if
1295 // the preference value is lower.
1296 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1297 void *content, char *cbtype, char *cbcharset, size_t length,
1298 char *encoding, char *cbid, void *cbuserdata)
1304 ma = (struct ma_info *)cbuserdata;
1306 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1307 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1308 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1309 if (i < ma->chosen_pref) {
1310 syslog(LOG_DEBUG, "msgbase: setting chosen part to <%s>", partnum);
1311 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1312 ma->chosen_pref = i;
1319 // Now that we've chosen our preferred part, output it.
1320 void output_preferred(char *name,
1334 int add_newline = 0;
1337 char *decoded = NULL;
1338 size_t bytes_decoded;
1341 ma = (struct ma_info *)cbuserdata;
1343 // This is not the MIME part you're looking for...
1344 if (strcasecmp(partnum, ma->chosen_part)) return;
1346 // If the content-type of this part is in our preferred formats
1347 // list, we can simply output it verbatim.
1348 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1349 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1350 if (!strcasecmp(buf, cbtype)) {
1351 /* Yeah! Go! W00t!! */
1352 if (ma->dont_decode == 0)
1353 rc = mime_decode_now (content,
1359 break; // Give us the chance, maybe theres another one.
1361 if (rc == 0) text_content = (char *)content;
1363 text_content = decoded;
1364 length = bytes_decoded;
1367 if (text_content[length-1] != '\n') {
1370 cprintf("Content-type: %s", cbtype);
1371 if (!IsEmptyStr(cbcharset)) {
1372 cprintf("; charset=%s", cbcharset);
1374 cprintf("\nContent-length: %d\n",
1375 (int)(length + add_newline) );
1376 if (!IsEmptyStr(encoding)) {
1377 cprintf("Content-transfer-encoding: %s\n", encoding);
1380 cprintf("Content-transfer-encoding: 7bit\n");
1382 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1384 if (client_write(text_content, length) == -1)
1386 syslog(LOG_ERR, "msgbase: output_preferred() aborting due to write failure");
1389 if (add_newline) cprintf("\n");
1390 if (decoded != NULL) free(decoded);
1395 // No translations required or possible: output as text/plain
1396 cprintf("Content-type: text/plain\n\n");
1398 if (ma->dont_decode == 0)
1399 rc = mime_decode_now (content,
1405 return; // Give us the chance, maybe theres another one.
1407 if (rc == 0) text_content = (char *)content;
1409 text_content = decoded;
1410 length = bytes_decoded;
1413 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset, length, encoding, cbid, cbuserdata);
1414 if (decoded != NULL) free(decoded);
1419 char desired_section[64];
1425 // Callback function
1426 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1427 void *content, char *cbtype, char *cbcharset, size_t length,
1428 char *encoding, char *cbid, void *cbuserdata)
1430 struct encapmsg *encap;
1432 encap = (struct encapmsg *)cbuserdata;
1434 // Only proceed if this is the desired section...
1435 if (!strcasecmp(encap->desired_section, partnum)) {
1436 encap->msglen = length;
1437 encap->msg = malloc(length + 2);
1438 memcpy(encap->msg, content, length);
1444 // Determine whether the specified message exists in the cached_msglist
1445 // (This is a security check)
1446 int check_cached_msglist(long msgnum) {
1448 // cases in which we skip the check
1449 if (!CC) return om_ok; // not a session
1450 if (CC->client_socket <= 0) return om_ok; // not a client session
1451 if (CC->cached_msglist == NULL) return om_access_denied; // no msglist fetched
1452 if (CC->cached_num_msgs == 0) return om_access_denied; // nothing to check
1454 // Do a binary search within the cached_msglist for the requested msgnum
1456 int max = (CC->cached_num_msgs - 1);
1458 while (max >= min) {
1459 int middle = min + (max-min) / 2 ;
1460 if (msgnum == CC->cached_msglist[middle]) {
1463 if (msgnum > CC->cached_msglist[middle]) {
1471 return om_access_denied;
1475 // Get a message off disk. (returns om_* values found in msgbase.h)
1476 int CtdlOutputMsg(long msg_num, // message number (local) to fetch
1477 int mode, // how would you like that message?
1478 int headers_only, // eschew the message body?
1479 int do_proto, // do Citadel protocol responses?
1480 int crlf, // Use CRLF newlines instead of LF?
1481 char *section, // NULL or a message/rfc822 section
1482 int flags, // various flags; see msgbase.h
1487 struct CtdlMessage *TheMessage = NULL;
1488 int retcode = CIT_OK;
1489 struct encapmsg encap;
1492 syslog(LOG_DEBUG, "msgbase: CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)",
1494 (section ? section : "<>")
1497 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1500 if (r == om_not_logged_in) {
1501 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1504 cprintf("%d An unknown error has occurred.\n", ERROR);
1511 * Check to make sure the message is actually IN this room
1513 r = check_cached_msglist(msg_num);
1514 if (r == om_access_denied) {
1515 /* Not in the cache? We get ONE shot to check it again. */
1516 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1517 r = check_cached_msglist(msg_num);
1520 syslog(LOG_DEBUG, "msgbase: security check fail; message %ld is not in %s",
1521 msg_num, CC->room.QRname
1524 if (r == om_access_denied) {
1525 cprintf("%d message %ld was not found in this room\n",
1526 ERROR + HIGHER_ACCESS_REQUIRED,
1535 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1536 * request that we don't even bother loading the body into memory.
1538 if (headers_only == HEADERS_FAST) {
1539 TheMessage = CtdlFetchMessage(msg_num, 0);
1542 TheMessage = CtdlFetchMessage(msg_num, 1);
1545 if (TheMessage == NULL) {
1546 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1547 ERROR + MESSAGE_NOT_FOUND, msg_num);
1548 return(om_no_such_msg);
1551 /* Here is the weird form of this command, to process only an
1552 * encapsulated message/rfc822 section.
1554 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1555 memset(&encap, 0, sizeof encap);
1556 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1557 mime_parser(CM_RANGE(TheMessage, eMesageText),
1558 *extract_encapsulated_message,
1559 NULL, NULL, (void *)&encap, 0
1562 if ((Author != NULL) && (*Author == NULL))
1565 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1567 if ((Address != NULL) && (*Address == NULL))
1570 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1572 if ((MessageID != NULL) && (*MessageID == NULL))
1575 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1577 CM_Free(TheMessage);
1581 encap.msg[encap.msglen] = 0;
1582 TheMessage = convert_internet_message(encap.msg);
1583 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1585 /* Now we let it fall through to the bottom of this
1586 * function, because TheMessage now contains the
1587 * encapsulated message instead of the top-level
1588 * message. Isn't that neat?
1593 cprintf("%d msg %ld has no part %s\n",
1594 ERROR + MESSAGE_NOT_FOUND,
1598 retcode = om_no_such_msg;
1603 /* Ok, output the message now */
1604 if (retcode == CIT_OK)
1605 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1606 if ((Author != NULL) && (*Author == NULL))
1609 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1611 if ((Address != NULL) && (*Address == NULL))
1614 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1616 if ((MessageID != NULL) && (*MessageID == NULL))
1619 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1622 CM_Free(TheMessage);
1628 void OutputCtdlMsgHeaders(struct CtdlMessage *TheMessage, int do_proto) {
1631 char display_name[256];
1633 /* begin header processing loop for Citadel message format */
1634 safestrncpy(display_name, "<unknown>", sizeof display_name);
1635 if (!CM_IsEmpty(TheMessage, eAuthor)) {
1636 strcpy(buf, TheMessage->cm_fields[eAuthor]);
1637 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1638 safestrncpy(display_name, "****", sizeof display_name);
1640 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1641 safestrncpy(display_name, "anonymous", sizeof display_name);
1644 safestrncpy(display_name, buf, sizeof display_name);
1646 if ((is_room_aide())
1647 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1648 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1649 size_t tmp = strlen(display_name);
1650 snprintf(&display_name[tmp],
1651 sizeof display_name - tmp,
1656 /* Now spew the header fields in the order we like them. */
1657 for (i=0; i< NDiskFields; ++i) {
1659 Field = FieldOrder[i];
1660 if (Field != eMesageText) {
1661 if ( (!CM_IsEmpty(TheMessage, Field)) && (msgkeys[Field] != NULL) ) {
1662 if ((Field == eenVelopeTo) || (Field == eRecipient) || (Field == eCarbonCopY)) {
1663 sanitize_truncated_recipient(TheMessage->cm_fields[Field]);
1665 if (Field == eAuthor) {
1667 cprintf("%s=%s\n", msgkeys[Field], display_name);
1670 /* Masquerade display name if needed */
1673 cprintf("%s=%s\n", msgkeys[Field], TheMessage->cm_fields[Field]);
1676 /* Give the client a hint about whether the message originated locally */
1677 if (Field == erFc822Addr) {
1678 if (IsDirectory(TheMessage->cm_fields[Field] ,0)) {
1679 cprintf("locl=yes\n"); // message originated locally.
1691 void OutputRFC822MsgHeaders(
1692 struct CtdlMessage *TheMessage,
1693 int flags, /* should the message be exported clean */
1694 const char *nl, int nlen,
1695 char *mid, long sizeof_mid,
1696 char *suser, long sizeof_suser,
1697 char *luser, long sizeof_luser,
1698 char *fuser, long sizeof_fuser,
1699 char *snode, long sizeof_snode)
1701 char datestamp[100];
1702 int subject_found = 0;
1709 for (i = 0; i < NDiskFields; ++i) {
1710 if (TheMessage->cm_fields[FieldOrder[i]]) {
1711 mptr = mpptr = TheMessage->cm_fields[FieldOrder[i]];
1712 switch (FieldOrder[i]) {
1714 safestrncpy(luser, mptr, sizeof_luser);
1715 safestrncpy(suser, mptr, sizeof_suser);
1718 if ((flags & QP_EADDR) != 0) {
1719 mptr = qp_encode_email_addrs(mptr);
1721 sanitize_truncated_recipient(mptr);
1722 cprintf("CC: %s%s", mptr, nl);
1725 cprintf("Return-Path: %s%s", mptr, nl);
1728 cprintf("List-ID: %s%s", mptr, nl);
1731 if ((flags & QP_EADDR) != 0)
1732 mptr = qp_encode_email_addrs(mptr);
1734 while ((*hptr != '\0') && isspace(*hptr))
1736 if (!IsEmptyStr(hptr))
1737 cprintf("Envelope-To: %s%s", hptr, nl);
1740 cprintf("Subject: %s%s", mptr, nl);
1744 safestrncpy(mid, mptr, sizeof_mid);
1747 safestrncpy(fuser, mptr, sizeof_fuser);
1750 if (haschar(mptr, '@') == 0) {
1751 sanitize_truncated_recipient(mptr);
1752 cprintf("To: %s@%s", mptr, CtdlGetConfigStr("c_fqdn"));
1756 if ((flags & QP_EADDR) != 0) {
1757 mptr = qp_encode_email_addrs(mptr);
1759 sanitize_truncated_recipient(mptr);
1760 cprintf("To: %s", mptr);
1765 datestring(datestamp, sizeof datestamp, atol(mptr), DATESTRING_RFC822);
1766 cprintf("Date: %s%s", datestamp, nl);
1769 cprintf("References: ");
1770 k = num_tokens(mptr, '|');
1771 for (j=0; j<k; ++j) {
1772 extract_token(buf, mptr, j, '|', sizeof buf);
1773 cprintf("<%s>", buf);
1784 while ((*hptr != '\0') && isspace(*hptr))
1786 if (!IsEmptyStr(hptr))
1787 cprintf("Reply-To: %s%s", mptr, nl);
1799 /* these don't map to mime message headers. */
1802 if (mptr != mpptr) {
1807 if (subject_found == 0) {
1808 cprintf("Subject: (no subject)%s", nl);
1813 void Dump_RFC822HeadersBody(
1814 struct CtdlMessage *TheMessage,
1815 int headers_only, /* eschew the message body? */
1816 int flags, /* should the bessage be exported clean? */
1817 const char *nl, int nlen)
1819 cit_uint8_t prev_ch;
1821 const char *StartOfText = StrBufNOTNULL;
1824 int nllen = strlen(nl);
1828 mptr = TheMessage->cm_fields[eMesageText];
1831 while (*mptr != '\0') {
1832 if (*mptr == '\r') {
1839 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
1841 eoh = *(mptr+1) == '\n';
1845 StartOfText = strchr(StartOfText, '\n');
1846 StartOfText = strchr(StartOfText, '\n');
1849 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
1850 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
1851 ((headers_only != HEADERS_NONE) &&
1852 (headers_only != HEADERS_ONLY))
1854 if (*mptr == '\n') {
1855 memcpy(&outbuf[outlen], nl, nllen);
1857 outbuf[outlen] = '\0';
1860 outbuf[outlen++] = *mptr;
1864 if (flags & ESC_DOT) {
1865 if ((prev_ch == '\n') && (*mptr == '.') && ((*(mptr+1) == '\r') || (*(mptr+1) == '\n'))) {
1866 outbuf[outlen++] = '.';
1871 if (outlen > 1000) {
1872 if (client_write(outbuf, outlen) == -1) {
1873 syslog(LOG_ERR, "msgbase: Dump_RFC822HeadersBody() aborting due to write failure");
1876 lfSent = (outbuf[outlen - 1] == '\n');
1881 client_write(outbuf, outlen);
1882 lfSent = (outbuf[outlen - 1] == '\n');
1885 client_write(nl, nlen);
1889 /* If the format type on disk is 1 (fixed-format), then we want
1890 * everything to be output completely literally ... regardless of
1891 * what message transfer format is in use.
1893 void DumpFormatFixed(
1894 struct CtdlMessage *TheMessage,
1895 int mode, /* how would you like that message? */
1896 const char *nl, int nllen)
1904 mptr = TheMessage->cm_fields[eMesageText];
1906 if (mode == MT_MIME) {
1907 cprintf("Content-type: text/plain\n\n");
1911 while (ch = *mptr++, ch > 0) {
1915 if ((buflen > 250) && (!xlline)){
1919 while ((buflen > 0) &&
1920 (!isspace(buf[buflen])))
1926 mptr -= tbuflen - buflen;
1932 /* if we reach the outer bounds of our buffer, abort without respect for what we purge. */
1933 if (xlline && ((isspace(ch)) || (buflen > SIZ - nllen - 2))) {
1938 memcpy (&buf[buflen], nl, nllen);
1942 if (client_write(buf, buflen) == -1) {
1943 syslog(LOG_ERR, "msgbase: DumpFormatFixed() aborting due to write failure");
1955 if (!IsEmptyStr(buf)) {
1956 cprintf("%s%s", buf, nl);
1962 * Get a message off disk. (returns om_* values found in msgbase.h)
1964 int CtdlOutputPreLoadedMsg(
1965 struct CtdlMessage *TheMessage,
1966 int mode, /* how would you like that message? */
1967 int headers_only, /* eschew the message body? */
1968 int do_proto, /* do Citadel protocol responses? */
1969 int crlf, /* Use CRLF newlines instead of LF? */
1970 int flags /* should the bessage be exported clean? */
1973 const char *nl; /* newline string */
1977 /* Buffers needed for RFC822 translation. These are all filled
1978 * using functions that are bounds-checked, and therefore we can
1979 * make them substantially smaller than SIZ.
1987 syslog(LOG_DEBUG, "msgbase: CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d",
1988 ((TheMessage == NULL) ? "NULL" : "not null"),
1989 mode, headers_only, do_proto, crlf
1992 strcpy(mid, "unknown");
1993 nl = (crlf ? "\r\n" : "\n");
1994 nlen = crlf ? 2 : 1;
1996 if (!CM_IsValidMsg(TheMessage)) {
1997 syslog(LOG_ERR, "msgbase: error; invalid preloaded message for output");
1998 return(om_no_such_msg);
2001 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
2002 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
2004 if ( (flags & SUPPRESS_ENV_TO) && (!CM_IsEmpty(TheMessage, eenVelopeTo)) ) {
2005 memset(TheMessage->cm_fields[eenVelopeTo], ' ', TheMessage->cm_lengths[eenVelopeTo]);
2008 /* Are we downloading a MIME component? */
2009 if (mode == MT_DOWNLOAD) {
2010 if (TheMessage->cm_format_type != FMT_RFC822) {
2012 cprintf("%d This is not a MIME message.\n",
2013 ERROR + ILLEGAL_VALUE);
2014 } else if (CC->download_fp != NULL) {
2015 if (do_proto) cprintf(
2016 "%d You already have a download open.\n",
2017 ERROR + RESOURCE_BUSY);
2019 /* Parse the message text component */
2020 mime_parser(CM_RANGE(TheMessage, eMesageText),
2021 *mime_download, NULL, NULL, NULL, 0);
2022 /* If there's no file open by this time, the requested
2023 * section wasn't found, so print an error
2025 if (CC->download_fp == NULL) {
2026 if (do_proto) cprintf(
2027 "%d Section %s not found.\n",
2028 ERROR + FILE_NOT_FOUND,
2029 CC->download_desired_section);
2032 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2035 /* MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
2036 * in a single server operation instead of opening a download file.
2038 if (mode == MT_SPEW_SECTION) {
2039 if (TheMessage->cm_format_type != FMT_RFC822) {
2041 cprintf("%d This is not a MIME message.\n",
2042 ERROR + ILLEGAL_VALUE);
2044 /* Parse the message text component */
2047 mime_parser(CM_RANGE(TheMessage, eMesageText),
2048 *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
2049 /* If section wasn't found, print an error
2052 if (do_proto) cprintf(
2053 "%d Section %s not found.\n",
2054 ERROR + FILE_NOT_FOUND,
2055 CC->download_desired_section);
2058 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2061 /* now for the user-mode message reading loops */
2062 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
2064 /* Does the caller want to skip the headers? */
2065 if (headers_only == HEADERS_NONE) goto START_TEXT;
2067 /* Tell the client which format type we're using. */
2068 if ( (mode == MT_CITADEL) && (do_proto) ) {
2069 cprintf("type=%d\n", TheMessage->cm_format_type); // Tell the client which format type we're using.
2072 /* nhdr=yes means that we're only displaying headers, no body */
2073 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
2074 && ((mode == MT_CITADEL) || (mode == MT_MIME))
2077 cprintf("nhdr=yes\n");
2080 if ((mode == MT_CITADEL) || (mode == MT_MIME)) {
2081 OutputCtdlMsgHeaders(TheMessage, do_proto);
2084 /* begin header processing loop for RFC822 transfer format */
2089 if (mode == MT_RFC822)
2090 OutputRFC822MsgHeaders(
2095 suser, sizeof(suser),
2096 luser, sizeof(luser),
2097 fuser, sizeof(fuser),
2098 snode, sizeof(snode)
2102 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2103 suser[i] = tolower(suser[i]);
2104 if (!isalnum(suser[i])) suser[i]='_';
2107 if (mode == MT_RFC822) {
2108 /* Construct a fun message id */
2109 cprintf("Message-ID: <%s", mid);
2110 if (strchr(mid, '@')==NULL) {
2111 cprintf("@%s", snode);
2115 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2116 cprintf("From: \"----\" <x@x.org>%s", nl);
2118 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2119 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2121 else if (!IsEmptyStr(fuser)) {
2122 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2125 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2128 /* Blank line signifying RFC822 end-of-headers */
2129 if (TheMessage->cm_format_type != FMT_RFC822) {
2134 /* end header processing loop ... at this point, we're in the text */
2136 if (headers_only == HEADERS_FAST) goto DONE;
2138 /* Tell the client about the MIME parts in this message */
2139 if (TheMessage->cm_format_type == FMT_RFC822) {
2140 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2141 memset(&ma, 0, sizeof(struct ma_info));
2142 mime_parser(CM_RANGE(TheMessage, eMesageText),
2143 (do_proto ? *list_this_part : NULL),
2144 (do_proto ? *list_this_pref : NULL),
2145 (do_proto ? *list_this_suff : NULL),
2148 else if (mode == MT_RFC822) { /* unparsed RFC822 dump */
2149 Dump_RFC822HeadersBody(
2158 if (headers_only == HEADERS_ONLY) {
2162 /* signify start of msg text */
2163 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2164 if (do_proto) cprintf("text\n");
2167 if (TheMessage->cm_format_type == FMT_FIXED)
2170 mode, /* how would you like that message? */
2173 /* If the message on disk is format 0 (Citadel vari-format), we
2174 * output using the formatter at 80 columns. This is the final output
2175 * form if the transfer format is RFC822, but if the transfer format
2176 * is Citadel proprietary, it'll still work, because the indentation
2177 * for new paragraphs is correct and the client will reformat the
2178 * message to the reader's screen width.
2180 if (TheMessage->cm_format_type == FMT_CITADEL) {
2181 if (mode == MT_MIME) {
2182 cprintf("Content-type: text/x-citadel-variformat\n\n");
2184 memfmout(TheMessage->cm_fields[eMesageText], nl);
2187 /* If the message on disk is format 4 (MIME), we've gotta hand it
2188 * off to the MIME parser. The client has already been told that
2189 * this message is format 1 (fixed format), so the callback function
2190 * we use will display those parts as-is.
2192 if (TheMessage->cm_format_type == FMT_RFC822) {
2193 memset(&ma, 0, sizeof(struct ma_info));
2195 if (mode == MT_MIME) {
2196 ma.use_fo_hooks = 0;
2197 strcpy(ma.chosen_part, "1");
2198 ma.chosen_pref = 9999;
2199 ma.dont_decode = CC->msg4_dont_decode;
2200 mime_parser(CM_RANGE(TheMessage, eMesageText),
2201 *choose_preferred, *fixed_output_pre,
2202 *fixed_output_post, (void *)&ma, 1);
2203 mime_parser(CM_RANGE(TheMessage, eMesageText),
2204 *output_preferred, NULL, NULL, (void *)&ma, 1);
2207 ma.use_fo_hooks = 1;
2208 mime_parser(CM_RANGE(TheMessage, eMesageText),
2209 *fixed_output, *fixed_output_pre,
2210 *fixed_output_post, (void *)&ma, 0);
2215 DONE: /* now we're done */
2216 if (do_proto) cprintf("000\n");
2221 * Save one or more message pointers into a specified room
2222 * (Returns 0 for success, nonzero for failure)
2223 * roomname may be NULL to use the current room
2225 * Note that the 'supplied_msg' field may be set to NULL, in which case
2226 * the message will be fetched from disk, by number, if we need to perform
2227 * replication checks. This adds an additional database read, so if the
2228 * caller already has the message in memory then it should be supplied. (Obviously
2229 * this mode of operation only works if we're saving a single message.)
2231 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2232 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2235 char hold_rm[ROOMNAMELEN];
2236 struct cdbdata *cdbfr;
2239 long highest_msg = 0L;
2242 struct CtdlMessage *msg = NULL;
2244 long *msgs_to_be_merged = NULL;
2245 int num_msgs_to_be_merged = 0;
2248 "msgbase: CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)",
2249 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2252 strcpy(hold_rm, CC->room.QRname);
2255 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2256 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2257 if (num_newmsgs > 1) supplied_msg = NULL;
2259 /* Now the regular stuff */
2260 if (CtdlGetRoomLock(&CC->room,
2261 ((roomname != NULL) ? roomname : CC->room.QRname) )
2263 syslog(LOG_ERR, "msgbase: no such room <%s>", roomname);
2264 return(ERROR + ROOM_NOT_FOUND);
2268 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2269 num_msgs_to_be_merged = 0;
2272 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
2273 if (cdbfr == NULL) {
2277 msglist = (long *) cdbfr->ptr;
2278 cdbfr->ptr = NULL; /* CtdlSaveMsgPointerInRoom() now owns this memory */
2279 num_msgs = cdbfr->len / sizeof(long);
2284 /* Create a list of msgid's which were supplied by the caller, but do
2285 * not already exist in the target room. It is absolutely taboo to
2286 * have more than one reference to the same message in a room.
2288 for (i=0; i<num_newmsgs; ++i) {
2290 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2291 if (msglist[j] == newmsgidlist[i]) {
2296 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2300 syslog(LOG_DEBUG, "msgbase: %d unique messages to be merged", num_msgs_to_be_merged);
2303 * Now merge the new messages
2305 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2306 if (msglist == NULL) {
2307 syslog(LOG_ALERT, "msgbase: ERROR; can't realloc message list!");
2308 free(msgs_to_be_merged);
2309 return (ERROR + INTERNAL_ERROR);
2311 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2312 num_msgs += num_msgs_to_be_merged;
2314 /* Sort the message list, so all the msgid's are in order */
2315 num_msgs = sort_msglist(msglist, num_msgs);
2317 /* Determine the highest message number */
2318 highest_msg = msglist[num_msgs - 1];
2320 /* Write it back to disk. */
2321 cdb_store(CDB_MSGLISTS, &CC->room.QRnumber, (int)sizeof(long),
2322 msglist, (int)(num_msgs * sizeof(long)));
2324 /* Free up the memory we used. */
2327 /* Update the highest-message pointer and unlock the room. */
2328 CC->room.QRhighest = highest_msg;
2329 CtdlPutRoomLock(&CC->room);
2331 /* Perform replication checks if necessary */
2332 if ( (DoesThisRoomNeedEuidIndexing(&CC->room)) && (do_repl_check) ) {
2333 syslog(LOG_DEBUG, "msgbase: CtdlSaveMsgPointerInRoom() doing repl checks");
2335 for (i=0; i<num_msgs_to_be_merged; ++i) {
2336 msgid = msgs_to_be_merged[i];
2338 if (supplied_msg != NULL) {
2342 msg = CtdlFetchMessage(msgid, 0);
2346 ReplicationChecks(msg);
2348 /* If the message has an Exclusive ID, index that... */
2349 if (!CM_IsEmpty(msg, eExclusiveID)) {
2350 index_message_by_euid(msg->cm_fields[eExclusiveID], &CC->room, msgid);
2353 /* Free up the memory we may have allocated */
2354 if (msg != supplied_msg) {
2363 syslog(LOG_DEBUG, "msgbase: CtdlSaveMsgPointerInRoom() skips repl checks");
2366 /* Submit this room for processing by hooks */
2367 int total_roomhook_errors = PerformRoomHooks(&CC->room);
2368 if (total_roomhook_errors) {
2369 syslog(LOG_WARNING, "msgbase: room hooks returned %d errors", total_roomhook_errors);
2372 /* Go back to the room we were in before we wandered here... */
2373 CtdlGetRoom(&CC->room, hold_rm);
2375 /* Bump the reference count for all messages which were merged */
2376 if (!suppress_refcount_adj) {
2377 AdjRefCountList(msgs_to_be_merged, num_msgs_to_be_merged, +1);
2380 /* Free up memory... */
2381 if (msgs_to_be_merged != NULL) {
2382 free(msgs_to_be_merged);
2385 /* Return success. */
2391 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2394 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
2395 int do_repl_check, struct CtdlMessage *supplied_msg)
2397 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2402 * Message base operation to save a new message to the message store
2403 * (returns new message number)
2405 * This is the back end for CtdlSubmitMsg() and should not be directly
2406 * called by server-side modules.
2409 long CtdlSaveThisMessage(struct CtdlMessage *msg, long msgid, int Reply) {
2417 * If the message is big, set its body aside for storage elsewhere
2418 * and we hide the message body from the serializer
2420 if (!CM_IsEmpty(msg, eMesageText) && msg->cm_lengths[eMesageText] > BIGMSG) {
2422 holdM = msg->cm_fields[eMesageText];
2423 msg->cm_fields[eMesageText] = NULL;
2424 holdMLen = msg->cm_lengths[eMesageText];
2425 msg->cm_lengths[eMesageText] = 0;
2428 /* Serialize our data structure for storage in the database */
2429 CtdlSerializeMessage(&smr, msg);
2432 /* put the message body back into the message */
2433 msg->cm_fields[eMesageText] = holdM;
2434 msg->cm_lengths[eMesageText] = holdMLen;
2439 cprintf("%d Unable to serialize message\n",
2440 ERROR + INTERNAL_ERROR);
2443 syslog(LOG_ERR, "msgbase: CtdlSaveMessage() unable to serialize message");
2449 /* Write our little bundle of joy into the message base */
2450 retval = cdb_store(CDB_MSGMAIN, &msgid, (int)sizeof(long), smr.ser, smr.len);
2452 syslog(LOG_ERR, "msgbase: can't store message %ld: %ld", msgid, retval);
2456 retval = cdb_store(CDB_BIGMSGS,
2463 syslog(LOG_ERR, "msgbase: failed to store message body for msgid %ld: %ld", msgid, retval);
2468 /* Free the memory we used for the serialized message */
2475 long send_message(struct CtdlMessage *msg) {
2481 /* Get a new message number */
2482 newmsgid = get_new_message_number();
2484 /* Generate an ID if we don't have one already */
2485 if (CM_IsEmpty(msg, emessageId)) {
2486 msgidbuflen = snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
2487 (long unsigned int) time(NULL),
2488 (long unsigned int) newmsgid,
2489 CtdlGetConfigStr("c_fqdn")
2492 CM_SetField(msg, emessageId, msgidbuf, msgidbuflen);
2495 retval = CtdlSaveThisMessage(msg, newmsgid, 1);
2501 /* Return the *local* message ID to the caller
2502 * (even if we're storing an incoming network message)
2509 * Serialize a struct CtdlMessage into the format used on disk.
2511 * This function loads up a "struct ser_ret" (defined in server.h) which
2512 * contains the length of the serialized message and a pointer to the
2513 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2515 void CtdlSerializeMessage(struct ser_ret *ret, /* return values */
2516 struct CtdlMessage *msg) /* unserialized msg */
2522 * Check for valid message format
2524 if (CM_IsValidMsg(msg) == 0) {
2525 syslog(LOG_ERR, "msgbase: CtdlSerializeMessage() aborting due to invalid message");
2532 for (i=0; i < NDiskFields; ++i)
2533 if (msg->cm_fields[FieldOrder[i]] != NULL)
2534 ret->len += msg->cm_lengths[FieldOrder[i]] + 2;
2536 ret->ser = malloc(ret->len);
2537 if (ret->ser == NULL) {
2538 syslog(LOG_ERR, "msgbase: CtdlSerializeMessage() malloc(%ld) failed: %m", (long)ret->len);
2545 ret->ser[1] = msg->cm_anon_type;
2546 ret->ser[2] = msg->cm_format_type;
2549 for (i=0; i < NDiskFields; ++i) {
2550 if (msg->cm_fields[FieldOrder[i]] != NULL) {
2551 ret->ser[wlen++] = (char)FieldOrder[i];
2553 memcpy(&ret->ser[wlen],
2554 msg->cm_fields[FieldOrder[i]],
2555 msg->cm_lengths[FieldOrder[i]] + 1);
2557 wlen = wlen + msg->cm_lengths[FieldOrder[i]] + 1;
2561 if (ret->len != wlen) {
2562 syslog(LOG_ERR, "msgbase: ERROR; len=%ld wlen=%ld", (long)ret->len, (long)wlen);
2570 * Check to see if any messages already exist in the current room which
2571 * carry the same Exclusive ID as this one. If any are found, delete them.
2573 void ReplicationChecks(struct CtdlMessage *msg) {
2574 long old_msgnum = (-1L);
2576 if (DoesThisRoomNeedEuidIndexing(&CC->room) == 0) return;
2578 syslog(LOG_DEBUG, "msgbase: performing replication checks in <%s>", CC->room.QRname);
2580 /* No exclusive id? Don't do anything. */
2581 if (msg == NULL) return;
2582 if (CM_IsEmpty(msg, eExclusiveID)) return;
2584 /*syslog(LOG_DEBUG, "msgbase: exclusive ID: <%s> for room <%s>",
2585 msg->cm_fields[eExclusiveID], CC->room.QRname);*/
2587 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields[eExclusiveID], &CC->room);
2588 if (old_msgnum > 0L) {
2589 syslog(LOG_DEBUG, "msgbase: ReplicationChecks() replacing message %ld", old_msgnum);
2590 CtdlDeleteMessages(CC->room.QRname, &old_msgnum, 1, "");
2596 * Save a message to disk and submit it into the delivery system.
2598 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2599 struct recptypes *recps, /* recipients (if mail) */
2600 const char *force /* force a particular room? */
2602 char hold_rm[ROOMNAMELEN];
2603 char actual_rm[ROOMNAMELEN];
2604 char force_room[ROOMNAMELEN];
2605 char content_type[SIZ]; /* We have to learn this */
2606 char recipient[SIZ];
2607 char bounce_to[1024];
2610 const char *mptr = NULL;
2611 struct ctdluser userbuf;
2613 struct MetaData smi;
2614 char *collected_addresses = NULL;
2615 struct addresses_to_be_filed *aptr = NULL;
2616 StrBuf *saved_rfc822_version = NULL;
2617 int qualified_for_journaling = 0;
2619 syslog(LOG_DEBUG, "msgbase: CtdlSubmitMsg() called");
2620 if (CM_IsValidMsg(msg) == 0) return(-1); /* self check */
2622 /* If this message has no timestamp, we take the liberty of
2623 * giving it one, right now.
2625 if (CM_IsEmpty(msg, eTimestamp)) {
2626 CM_SetFieldLONG(msg, eTimestamp, time(NULL));
2629 /* If this message has no path, we generate one.
2631 if (CM_IsEmpty(msg, eMessagePath)) {
2632 if (!CM_IsEmpty(msg, eAuthor)) {
2633 CM_CopyField(msg, eMessagePath, eAuthor);
2634 for (a=0; !IsEmptyStr(&msg->cm_fields[eMessagePath][a]); ++a) {
2635 if (isspace(msg->cm_fields[eMessagePath][a])) {
2636 msg->cm_fields[eMessagePath][a] = ' ';
2641 CM_SetField(msg, eMessagePath, HKEY("unknown"));
2645 if (force == NULL) {
2646 force_room[0] = '\0';
2649 strcpy(force_room, force);
2652 /* Learn about what's inside, because it's what's inside that counts */
2653 if (CM_IsEmpty(msg, eMesageText)) {
2654 syslog(LOG_ERR, "msgbase: ERROR; attempt to save message with NULL body");
2658 switch (msg->cm_format_type) {
2660 strcpy(content_type, "text/x-citadel-variformat");
2663 strcpy(content_type, "text/plain");
2666 strcpy(content_type, "text/plain");
2667 mptr = bmstrcasestr(msg->cm_fields[eMesageText], "Content-type:");
2670 safestrncpy(content_type, &mptr[13], sizeof content_type);
2671 striplt(content_type);
2672 aptr = content_type;
2673 while (!IsEmptyStr(aptr)) {
2685 /* Goto the correct room */
2686 room = (recps) ? CC->room.QRname : SENTITEMS;
2687 syslog(LOG_DEBUG, "msgbase: selected room %s", room);
2688 strcpy(hold_rm, CC->room.QRname);
2689 strcpy(actual_rm, CC->room.QRname);
2690 if (recps != NULL) {
2691 strcpy(actual_rm, SENTITEMS);
2694 /* If the user is a twit, move to the twit room for posting */
2696 if (CC->user.axlevel == AxProbU) {
2697 strcpy(hold_rm, actual_rm);
2698 strcpy(actual_rm, CtdlGetConfigStr("c_twitroom"));
2699 syslog(LOG_DEBUG, "msgbase: diverting to twit room");
2703 /* ...or if this message is destined for Aide> then go there. */
2704 if (!IsEmptyStr(force_room)) {
2705 strcpy(actual_rm, force_room);
2708 syslog(LOG_DEBUG, "msgbase: final selection: %s (%s)", actual_rm, room);
2709 if (strcasecmp(actual_rm, CC->room.QRname)) {
2710 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL, NULL, NULL);
2714 * If this message has no O (room) field, generate one.
2716 if (CM_IsEmpty(msg, eOriginalRoom) && !IsEmptyStr(CC->room.QRname)) {
2717 CM_SetField(msg, eOriginalRoom, CC->room.QRname, -1);
2720 /* Perform "before save" hooks (aborting if any return nonzero) */
2721 syslog(LOG_DEBUG, "msgbase: performing before-save hooks");
2722 if (PerformMessageHooks(msg, recps, EVT_BEFORESAVE) > 0) return(-3);
2725 * If this message has an Exclusive ID, and the room is replication
2726 * checking enabled, then do replication checks.
2728 if (DoesThisRoomNeedEuidIndexing(&CC->room)) {
2729 ReplicationChecks(msg);
2732 /* Save it to disk */
2733 syslog(LOG_DEBUG, "msgbase: saving to disk");
2734 newmsgid = send_message(msg);
2735 if (newmsgid <= 0L) return(-5);
2737 /* Write a supplemental message info record. This doesn't have to
2738 * be a critical section because nobody else knows about this message
2741 syslog(LOG_DEBUG, "msgbase: creating metadata record");
2742 memset(&smi, 0, sizeof(struct MetaData));
2743 smi.meta_msgnum = newmsgid;
2744 smi.meta_refcount = 0;
2745 safestrncpy(smi.meta_content_type, content_type, sizeof smi.meta_content_type);
2748 * Measure how big this message will be when rendered as RFC822.
2749 * We do this for two reasons:
2750 * 1. We need the RFC822 length for the new metadata record, so the
2751 * POP and IMAP services don't have to calculate message lengths
2752 * while the user is waiting (multiplied by potentially hundreds
2753 * or thousands of messages).
2754 * 2. If journaling is enabled, we will need an RFC822 version of the
2755 * message to attach to the journalized copy.
2757 if (CC->redirect_buffer != NULL) {
2758 syslog(LOG_ALERT, "msgbase: CC->redirect_buffer is not NULL during message submission!");
2761 CC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
2762 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
2763 smi.meta_rfc822_length = StrLength(CC->redirect_buffer);
2764 saved_rfc822_version = CC->redirect_buffer;
2765 CC->redirect_buffer = NULL;
2769 /* Now figure out where to store the pointers */
2770 syslog(LOG_DEBUG, "msgbase: storing pointers");
2772 /* If this is being done by the networker delivering a private
2773 * message, we want to BYPASS saving the sender's copy (because there
2774 * is no local sender; it would otherwise go to the Trashcan).
2776 if ((!CC->internal_pgm) || (recps == NULL)) {
2777 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
2778 syslog(LOG_ERR, "msgbase: ERROR saving message pointer %ld in %s", newmsgid, actual_rm);
2779 CtdlSaveMsgPointerInRoom(CtdlGetConfigStr("c_aideroom"), newmsgid, 0, msg);
2783 /* For internet mail, drop a copy in the outbound queue room */
2784 if ((recps != NULL) && (recps->num_internet > 0)) {
2785 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
2788 /* If other rooms are specified, drop them there too. */
2789 if ((recps != NULL) && (recps->num_room > 0)) {
2790 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
2791 extract_token(recipient, recps->recp_room, i, '|', sizeof recipient);
2792 syslog(LOG_DEBUG, "msgbase: delivering to room <%s>", recipient);
2793 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
2797 /* Bump this user's messages posted counter. */
2798 syslog(LOG_DEBUG, "msgbase: updating user");
2799 CtdlLockGetCurrentUser();
2800 CC->user.posted = CC->user.posted + 1;
2801 CtdlPutCurrentUserLock();
2803 /* Decide where bounces need to be delivered */
2804 if ((recps != NULL) && (recps->bounce_to == NULL)) {
2805 if (CC->logged_in) {
2806 strcpy(bounce_to, CC->user.fullname);
2808 else if (!IsEmptyStr(msg->cm_fields[eAuthor])){
2809 strcpy(bounce_to, msg->cm_fields[eAuthor]);
2811 recps->bounce_to = bounce_to;
2814 CM_SetFieldLONG(msg, eVltMsgNum, newmsgid);
2816 /* If this is private, local mail, make a copy in the
2817 * recipient's mailbox and bump the reference count.
2819 if ((recps != NULL) && (recps->num_local > 0)) {
2823 pch = recps->recp_local;
2824 recps->recp_local = recipient;
2825 ntokens = num_tokens(pch, '|');
2826 for (i=0; i<ntokens; ++i) {
2827 extract_token(recipient, pch, i, '|', sizeof recipient);
2828 syslog(LOG_DEBUG, "msgbase: delivering private local mail to <%s>", recipient);
2829 if (CtdlGetUser(&userbuf, recipient) == 0) {
2830 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
2831 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
2832 CtdlBumpNewMailCounter(userbuf.usernum);
2833 PerformMessageHooks(msg, recps, EVT_AFTERUSRMBOXSAVE);
2836 syslog(LOG_DEBUG, "msgbase: no user <%s>", recipient);
2837 CtdlSaveMsgPointerInRoom(CtdlGetConfigStr("c_aideroom"), newmsgid, 0, msg);
2840 recps->recp_local = pch;
2843 /* Perform "after save" hooks */
2844 syslog(LOG_DEBUG, "msgbase: performing after-save hooks");
2846 PerformMessageHooks(msg, recps, EVT_AFTERSAVE);
2847 CM_FlushField(msg, eVltMsgNum);
2849 /* Go back to the room we started from */
2850 syslog(LOG_DEBUG, "msgbase: returning to original room %s", hold_rm);
2851 if (strcasecmp(hold_rm, CC->room.QRname)) {
2852 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL, NULL, NULL);
2856 * Any addresses to harvest for someone's address book?
2858 if ( (CC->logged_in) && (recps != NULL) ) {
2859 collected_addresses = harvest_collected_addresses(msg);
2862 if (collected_addresses != NULL) {
2863 aptr = (struct addresses_to_be_filed *) malloc(sizeof(struct addresses_to_be_filed));
2864 CtdlMailboxName(actual_rm, sizeof actual_rm, &CC->user, USERCONTACTSROOM);
2865 aptr->roomname = strdup(actual_rm);
2866 aptr->collected_addresses = collected_addresses;
2867 begin_critical_section(S_ATBF);
2870 end_critical_section(S_ATBF);
2874 * Determine whether this message qualifies for journaling.
2876 if (!CM_IsEmpty(msg, eJournal)) {
2877 qualified_for_journaling = 0;
2880 if (recps == NULL) {
2881 qualified_for_journaling = CtdlGetConfigInt("c_journal_pubmsgs");
2883 else if (recps->num_local + recps->num_ignet + recps->num_internet > 0) {
2884 qualified_for_journaling = CtdlGetConfigInt("c_journal_email");
2887 qualified_for_journaling = CtdlGetConfigInt("c_journal_pubmsgs");
2892 * Do we have to perform journaling? If so, hand off the saved
2893 * RFC822 version will be handed off to the journaler for background
2894 * submit. Otherwise, we have to free the memory ourselves.
2896 if (saved_rfc822_version != NULL) {
2897 if (qualified_for_journaling) {
2898 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
2901 FreeStrBuf(&saved_rfc822_version);
2905 if ((recps != NULL) && (recps->bounce_to == bounce_to))
2906 recps->bounce_to = NULL;
2914 * Convenience function for generating small administrative messages.
2916 long quickie_message(const char *from,
2917 const char *fromaddr,
2922 const char *subject)
2924 struct CtdlMessage *msg;
2925 struct recptypes *recp = NULL;
2927 msg = malloc(sizeof(struct CtdlMessage));
2928 memset(msg, 0, sizeof(struct CtdlMessage));
2929 msg->cm_magic = CTDLMESSAGE_MAGIC;
2930 msg->cm_anon_type = MES_NORMAL;
2931 msg->cm_format_type = format_type;
2933 if (!IsEmptyStr(from)) {
2934 CM_SetField(msg, eAuthor, from, -1);
2936 else if (!IsEmptyStr(fromaddr)) {
2938 CM_SetField(msg, eAuthor, fromaddr, -1);
2939 pAt = strchr(msg->cm_fields[eAuthor], '@');
2941 CM_CutFieldAt(msg, eAuthor, pAt - msg->cm_fields[eAuthor]);
2945 msg->cm_fields[eAuthor] = strdup("Citadel");
2948 if (!IsEmptyStr(fromaddr)) CM_SetField(msg, erFc822Addr, fromaddr, -1);
2949 if (!IsEmptyStr(room)) CM_SetField(msg, eOriginalRoom, room, -1);
2950 if (!IsEmptyStr(to)) {
2951 CM_SetField(msg, eRecipient, to, -1);
2952 recp = validate_recipients(to, NULL, 0);
2954 if (!IsEmptyStr(subject)) {
2955 CM_SetField(msg, eMsgSubject, subject, -1);
2957 if (!IsEmptyStr(text)) {
2958 CM_SetField(msg, eMesageText, text, -1);
2961 long msgnum = CtdlSubmitMsg(msg, recp, room);
2963 if (recp != NULL) free_recipients(recp);
2969 * Back end function used by CtdlMakeMessage() and similar functions
2971 StrBuf *CtdlReadMessageBodyBuf(char *terminator, /* token signalling EOT */
2973 size_t maxlen, /* maximum message length */
2974 StrBuf *exist, /* if non-null, append to it;
2975 exist is ALWAYS freed */
2976 int crlf /* CRLF newlines instead of LF */
2984 LineBuf = NewStrBufPlain(NULL, SIZ);
2985 if (exist == NULL) {
2986 Message = NewStrBufPlain(NULL, 4 * SIZ);
2989 Message = NewStrBufDup(exist);
2992 /* Do we need to change leading ".." to "." for SMTP escaping? */
2993 if ((tlen == 1) && (*terminator == '.')) {
2997 /* read in the lines of message text one by one */
2999 if (CtdlClientGetLine(LineBuf) < 0) {
3002 if ((StrLength(LineBuf) == tlen) && (!strcmp(ChrPtr(LineBuf), terminator))) {
3005 if ( (!flushing) && (!finished) ) {
3007 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
3010 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
3013 /* Unescape SMTP-style input of two dots at the beginning of the line */
3014 if ((dotdot) && (StrLength(LineBuf) > 1) && (ChrPtr(LineBuf)[0] == '.')) {
3015 StrBufCutLeft(LineBuf, 1);
3017 StrBufAppendBuf(Message, LineBuf, 0);
3020 /* if we've hit the max msg length, flush the rest */
3021 if (StrLength(Message) >= maxlen) flushing = 1;
3023 } while (!finished);
3024 FreeStrBuf(&LineBuf);
3030 * Back end function used by CtdlMakeMessage() and similar functions
3032 char *CtdlReadMessageBody(char *terminator, /* token signalling EOT */
3034 size_t maxlen, /* maximum message length */
3035 StrBuf *exist, /* if non-null, append to it;
3036 exist is ALWAYS freed */
3037 int crlf /* CRLF newlines instead of LF */
3042 Message = CtdlReadMessageBodyBuf(terminator,
3048 if (Message == NULL)
3051 return SmashStrBuf(&Message);
3055 struct CtdlMessage *CtdlMakeMessage(
3056 struct ctdluser *author, /* author's user structure */
3057 char *recipient, /* NULL if it's not mail */
3058 char *recp_cc, /* NULL if it's not mail */
3059 char *room, /* room where it's going */
3060 int type, /* see MES_ types in header file */
3061 int format_type, /* variformat, plain text, MIME... */
3062 char *fake_name, /* who we're masquerading as */
3063 char *my_email, /* which of my email addresses to use (empty is ok) */
3064 char *subject, /* Subject (optional) */
3065 char *supplied_euid, /* ...or NULL if this is irrelevant */
3066 char *preformatted_text, /* ...or NULL to read text from client */
3067 char *references /* Thread references */
3069 return CtdlMakeMessageLen(
3070 author, /* author's user structure */
3071 recipient, /* NULL if it's not mail */
3072 (recipient)?strlen(recipient) : 0,
3073 recp_cc, /* NULL if it's not mail */
3074 (recp_cc)?strlen(recp_cc): 0,
3075 room, /* room where it's going */
3076 (room)?strlen(room): 0,
3077 type, /* see MES_ types in header file */
3078 format_type, /* variformat, plain text, MIME... */
3079 fake_name, /* who we're masquerading as */
3080 (fake_name)?strlen(fake_name): 0,
3081 my_email, /* which of my email addresses to use (empty is ok) */
3082 (my_email)?strlen(my_email): 0,
3083 subject, /* Subject (optional) */
3084 (subject)?strlen(subject): 0,
3085 supplied_euid, /* ...or NULL if this is irrelevant */
3086 (supplied_euid)?strlen(supplied_euid):0,
3087 preformatted_text, /* ...or NULL to read text from client */
3088 (preformatted_text)?strlen(preformatted_text) : 0,
3089 references, /* Thread references */
3090 (references)?strlen(references):0);
3096 * Build a binary message to be saved on disk.
3097 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3098 * will become part of the message. This means you are no longer
3099 * responsible for managing that memory -- it will be freed along with
3100 * the rest of the fields when CM_Free() is called.)
3102 struct CtdlMessage *CtdlMakeMessageLen(
3103 struct ctdluser *author, /* author's user structure */
3104 char *recipient, /* NULL if it's not mail */
3106 char *recp_cc, /* NULL if it's not mail */
3108 char *room, /* room where it's going */
3110 int type, /* see MES_ types in header file */
3111 int format_type, /* variformat, plain text, MIME... */
3112 char *fake_name, /* who we're masquerading as */
3114 char *my_email, /* which of my email addresses to use (empty is ok) */
3116 char *subject, /* Subject (optional) */
3118 char *supplied_euid, /* ...or NULL if this is irrelevant */
3120 char *preformatted_text, /* ...or NULL to read text from client */
3122 char *references, /* Thread references */
3127 struct CtdlMessage *msg;
3129 StrBuf *FakeEncAuthor = NULL;
3131 msg = malloc(sizeof(struct CtdlMessage));
3132 memset(msg, 0, sizeof(struct CtdlMessage));
3133 msg->cm_magic = CTDLMESSAGE_MAGIC;
3134 msg->cm_anon_type = type;
3135 msg->cm_format_type = format_type;
3137 if (recipient != NULL) rcplen = striplt(recipient);
3138 if (recp_cc != NULL) cclen = striplt(recp_cc);
3140 /* Path or Return-Path */
3142 CM_SetField(msg, eMessagePath, my_email, myelen);
3144 else if (!IsEmptyStr(author->fullname)) {
3145 CM_SetField(msg, eMessagePath, author->fullname, -1);
3147 convert_spaces_to_underscores(msg->cm_fields[eMessagePath]);
3149 blen = snprintf(buf, sizeof buf, "%ld", (long)time(NULL));
3150 CM_SetField(msg, eTimestamp, buf, blen);
3153 FakeAuthor = NewStrBufPlain (fake_name, fnlen);
3156 FakeAuthor = NewStrBufPlain (author->fullname, -1);
3158 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
3159 CM_SetAsFieldSB(msg, eAuthor, &FakeEncAuthor);
3160 FreeStrBuf(&FakeAuthor);
3162 if (!!IsEmptyStr(CC->room.QRname)) {
3163 if (CC->room.QRflags & QR_MAILBOX) { /* room */
3164 CM_SetField(msg, eOriginalRoom, &CC->room.QRname[11], -1);
3167 CM_SetField(msg, eOriginalRoom, CC->room.QRname, -1);
3172 CM_SetField(msg, eRecipient, recipient, rcplen);
3175 CM_SetField(msg, eCarbonCopY, recp_cc, cclen);
3179 CM_SetField(msg, erFc822Addr, my_email, myelen);
3181 else if ( (author == &CC->user) && (!IsEmptyStr(CC->cs_inet_email)) ) {
3182 CM_SetField(msg, erFc822Addr, CC->cs_inet_email, -1);
3185 if (subject != NULL) {
3187 length = striplt(subject);
3193 while ((subject[i] != '\0') &&
3194 (IsAscii = isascii(subject[i]) != 0 ))
3197 CM_SetField(msg, eMsgSubject, subject, subjlen);
3198 else /* ok, we've got utf8 in the string. */
3201 rfc2047Subj = rfc2047encode(subject, length);
3202 CM_SetAsField(msg, eMsgSubject, &rfc2047Subj, strlen(rfc2047Subj));
3209 CM_SetField(msg, eExclusiveID, supplied_euid, euidlen);
3213 CM_SetField(msg, eWeferences, references, reflen);
3216 if (preformatted_text != NULL) {
3217 CM_SetField(msg, eMesageText, preformatted_text, textlen);
3221 MsgBody = CtdlReadMessageBodyBuf(HKEY("000"), CtdlGetConfigLong("c_maxmsglen"), NULL, 0);
3222 if (MsgBody != NULL) {
3223 CM_SetAsFieldSB(msg, eMesageText, &MsgBody);
3232 * API function to delete messages which match a set of criteria
3233 * (returns the actual number of messages deleted)
3235 int CtdlDeleteMessages(const char *room_name, // which room
3236 long *dmsgnums, // array of msg numbers to be deleted
3237 int num_dmsgnums, // number of msgs to be deleted, or 0 for "any"
3238 char *content_type // or "" for any. regular expressions expected.
3240 struct ctdlroom qrbuf;
3241 struct cdbdata *cdbfr;
3242 long *msglist = NULL;
3243 long *dellist = NULL;
3246 int num_deleted = 0;
3248 struct MetaData smi;
3251 int need_to_free_re = 0;
3253 if (content_type) if (!IsEmptyStr(content_type)) {
3254 regcomp(&re, content_type, 0);
3255 need_to_free_re = 1;
3257 syslog(LOG_DEBUG, "msgbase: CtdlDeleteMessages(%s, %d msgs, %s)", room_name, num_dmsgnums, content_type);
3259 /* get room record, obtaining a lock... */
3260 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
3261 syslog(LOG_ERR, "msgbase: CtdlDeleteMessages(): Room <%s> not found", room_name);
3262 if (need_to_free_re) regfree(&re);
3263 return(0); /* room not found */
3265 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
3267 if (cdbfr != NULL) {
3268 dellist = malloc(cdbfr->len);
3269 msglist = (long *) cdbfr->ptr;
3270 cdbfr->ptr = NULL; /* CtdlDeleteMessages() now owns this memory */
3271 num_msgs = cdbfr->len / sizeof(long);
3275 int have_contenttype = (content_type != NULL) && !IsEmptyStr(content_type);
3276 int have_delmsgs = (num_dmsgnums == 0) || (dmsgnums == NULL);
3277 int have_more_del = 1;
3279 num_msgs = sort_msglist(msglist, num_msgs);
3280 if (num_dmsgnums > 1)
3281 num_dmsgnums = sort_msglist(dmsgnums, num_dmsgnums);
3284 StrBuf *dbg = NewStrBuf();
3285 for (i = 0; i < num_dmsgnums; i++)
3286 StrBufAppendPrintf(dbg, ", %ld", dmsgnums[i]);
3287 syslog(LOG_DEBUG, "msgbase: Deleting before: %s", ChrPtr(dbg));
3292 while ((i < num_msgs) && (have_more_del)) {
3295 /* Set/clear a bit for each criterion */
3297 /* 0 messages in the list or a null list means that we are
3298 * interested in deleting any messages which meet the other criteria.
3301 delete_this |= 0x01;
3304 while ((i < num_msgs) && (msglist[i] < dmsgnums[j])) i++;
3309 if (msglist[i] == dmsgnums[j]) {
3310 delete_this |= 0x01;
3313 have_more_del = (j < num_dmsgnums);
3316 if (have_contenttype) {
3317 GetMetaData(&smi, msglist[i]);
3318 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
3319 delete_this |= 0x02;
3322 delete_this |= 0x02;
3325 /* Delete message only if all bits are set */
3326 if (delete_this == 0x03) {
3327 dellist[num_deleted++] = msglist[i];
3334 StrBuf *dbg = NewStrBuf();
3335 for (i = 0; i < num_deleted; i++)
3336 StrBufAppendPrintf(dbg, ", %ld", dellist[i]);
3337 syslog(LOG_DEBUG, "msgbase: Deleting: %s", ChrPtr(dbg));
3341 num_msgs = sort_msglist(msglist, num_msgs);
3342 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
3343 msglist, (int)(num_msgs * sizeof(long)));
3346 qrbuf.QRhighest = msglist[num_msgs - 1];
3348 qrbuf.QRhighest = 0;
3350 CtdlPutRoomLock(&qrbuf);
3352 /* Go through the messages we pulled out of the index, and decrement
3353 * their reference counts by 1. If this is the only room the message
3354 * was in, the reference count will reach zero and the message will
3355 * automatically be deleted from the database. We do this in a
3356 * separate pass because there might be plug-in hooks getting called,
3357 * and we don't want that happening during an S_ROOMS critical
3361 for (i=0; i<num_deleted; ++i) {
3362 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
3364 AdjRefCountList(dellist, num_deleted, -1);
3366 /* Now free the memory we used, and go away. */
3367 if (msglist != NULL) free(msglist);
3368 if (dellist != NULL) free(dellist);
3369 syslog(LOG_DEBUG, "msgbase: %d message(s) deleted", num_deleted);
3370 if (need_to_free_re) regfree(&re);
3371 return (num_deleted);
3376 * GetMetaData() - Get the supplementary record for a message
3378 void GetMetaData(struct MetaData *smibuf, long msgnum)
3380 struct cdbdata *cdbsmi;
3383 memset(smibuf, 0, sizeof(struct MetaData));
3384 smibuf->meta_msgnum = msgnum;
3385 smibuf->meta_refcount = 1; /* Default reference count is 1 */
3387 /* Use the negative of the message number for its supp record index */
3388 TheIndex = (0L - msgnum);
3390 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
3391 if (cdbsmi == NULL) {
3392 return; /* record not found; leave it alone */
3394 memcpy(smibuf, cdbsmi->ptr,
3395 ((cdbsmi->len > sizeof(struct MetaData)) ?
3396 sizeof(struct MetaData) : cdbsmi->len)
3404 * PutMetaData() - (re)write supplementary record for a message
3406 void PutMetaData(struct MetaData *smibuf)
3410 /* Use the negative of the message number for the metadata db index */
3411 TheIndex = (0L - smibuf->meta_msgnum);
3413 cdb_store(CDB_MSGMAIN,
3414 &TheIndex, (int)sizeof(long),
3415 smibuf, (int)sizeof(struct MetaData)
3421 * Convenience function to process a big block of AdjRefCount() operations
3423 void AdjRefCountList(long *msgnum, long nmsg, int incr)
3427 for (i = 0; i < nmsg; i++) {
3428 AdjRefCount(msgnum[i], incr);
3434 * AdjRefCount - adjust the reference count for a message. We need to delete from disk any message whose reference count reaches zero.
3436 void AdjRefCount(long msgnum, int incr)
3438 struct MetaData smi;
3441 /* This is a *tight* critical section; please keep it that way, as
3442 * it may get called while nested in other critical sections.
3443 * Complicating this any further will surely cause deadlock!
3445 begin_critical_section(S_SUPPMSGMAIN);
3446 GetMetaData(&smi, msgnum);
3447 smi.meta_refcount += incr;
3449 end_critical_section(S_SUPPMSGMAIN);
3450 syslog(LOG_DEBUG, "msgbase: AdjRefCount() msg %ld ref count delta %+d, is now %d", msgnum, incr, smi.meta_refcount);
3452 /* If the reference count is now zero, delete both the message and its metadata record.
3454 if (smi.meta_refcount == 0) {
3455 syslog(LOG_DEBUG, "msgbase: deleting message <%ld>", msgnum);
3457 /* Call delete hooks with NULL room to show it has gone altogether */
3458 PerformDeleteHooks(NULL, msgnum);
3460 /* Remove from message base */
3462 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3463 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
3465 /* Remove metadata record */
3466 delnum = (0L - msgnum);
3467 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3473 * Write a generic object to this room
3475 * Returns the message number of the written object, in case you need it.
3477 long CtdlWriteObject(char *req_room, /* Room to stuff it in */
3478 char *content_type, /* MIME type of this object */
3479 char *raw_message, /* Data to be written */
3480 off_t raw_length, /* Size of raw_message */
3481 struct ctdluser *is_mailbox, /* Mailbox room? */
3482 int is_binary, /* Is encoding necessary? */
3483 unsigned int flags /* Internal save flags */
3485 struct ctdlroom qrbuf;
3486 char roomname[ROOMNAMELEN];
3487 struct CtdlMessage *msg;
3488 StrBuf *encoded_message = NULL;
3490 if (is_mailbox != NULL) {
3491 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
3494 safestrncpy(roomname, req_room, sizeof(roomname));
3497 syslog(LOG_DEBUG, "msfbase: raw length is %ld", (long)raw_length);
3500 encoded_message = NewStrBufPlain(NULL, (size_t) (((raw_length * 134) / 100) + 4096 ) );
3503 encoded_message = NewStrBufPlain(NULL, (size_t)(raw_length + 4096));
3506 StrBufAppendBufPlain(encoded_message, HKEY("Content-type: "), 0);
3507 StrBufAppendBufPlain(encoded_message, content_type, -1, 0);
3508 StrBufAppendBufPlain(encoded_message, HKEY("\n"), 0);
3511 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: base64\n\n"), 0);
3514 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: 7bit\n\n"), 0);
3518 StrBufBase64Append(encoded_message, NULL, raw_message, raw_length, 0);
3521 StrBufAppendBufPlain(encoded_message, raw_message, raw_length, 0);
3524 syslog(LOG_DEBUG, "msgbase: allocating");
3525 msg = malloc(sizeof(struct CtdlMessage));
3526 memset(msg, 0, sizeof(struct CtdlMessage));
3527 msg->cm_magic = CTDLMESSAGE_MAGIC;
3528 msg->cm_anon_type = MES_NORMAL;
3529 msg->cm_format_type = 4;
3530 CM_SetField(msg, eAuthor, CC->user.fullname, -1);
3531 CM_SetField(msg, eOriginalRoom, req_room, -1);
3532 msg->cm_flags = flags;
3534 CM_SetAsFieldSB(msg, eMesageText, &encoded_message);
3536 /* Create the requested room if we have to. */
3537 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
3538 CtdlCreateRoom(roomname, ( (is_mailbox != NULL) ? 5 : 3 ), "", 0, 1, 0, VIEW_BBS);
3541 /* Now write the data */
3542 long new_msgnum = CtdlSubmitMsg(msg, NULL, roomname);
3548 /************************************************************************/
3549 /* MODULE INITIALIZATION */
3550 /************************************************************************/
3552 CTDL_MODULE_INIT(msgbase)
3555 FillMsgKeyLookupTable();
3558 /* return our module id for the log */