1 // Implements the message store.
3 // Copyright (c) 1987-2023 by the citadel.org team
5 // This program is open source software; you can redistribute it and/or modify
6 // it under the terms of the GNU General Public License version 3.
14 #include <libcitadel.h>
15 #include "ctdl_module.h"
16 #include "citserver.h"
19 #include "clientsocket.h"
23 #include "internet_addressing.h"
24 #include "euidindex.h"
26 #include "journaling.h"
28 struct addresses_to_be_filed *atbf = NULL;
30 // These are the four-character field headers we use when outputting
31 // messages in Citadel format (as opposed to RFC822 format).
33 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
34 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
35 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
36 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
37 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
38 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
39 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
40 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
42 "from", // A -> eAuthor
43 NULL, // B -> eBig_message
44 NULL, // C (formerly used as eRemoteRoom)
45 NULL, // D (formerly used as eDestination)
46 "exti", // E -> eXclusivID
47 "rfca", // F -> erFc822Addr
49 "hnod", // H (formerly used as eHumanNode)
50 "msgn", // I -> emessageId
51 "jrnl", // J -> eJournal
52 "rep2", // K -> eReplyTo
53 "list", // L -> eListID
54 "text", // M -> eMesageText
55 NULL, // N (formerly used as eNodename)
56 "room", // O -> eOriginalRoom
57 "path", // P -> eMessagePath
59 "rcpt", // R -> eRecipient
60 NULL, // S (formerly used as eSpecialField)
61 "time", // T -> eTimestamp
62 "subj", // U -> eMsgSubject
63 "nvto", // V -> eenVelopeTo
64 "wefw", // W -> eWeferences
66 "cccc", // Y -> eCarbonCopY
71 HashList *msgKeyLookup = NULL;
73 int GetFieldFromMnemonic(eMsgField *f, const char* c) {
75 if (GetHash(msgKeyLookup, c, 4, &v)) {
82 void FillMsgKeyLookupTable(void) {
85 msgKeyLookup = NewHash (1, FourHash);
87 for (i=0; i < 91; i++) {
88 if (msgkeys[i] != NULL) {
89 Put(msgKeyLookup, msgkeys[i], 4, (void*)i, reference_free_handler);
95 eMsgField FieldOrder[] = {
96 /* Important fields */
104 /* Semi-important fields */
109 /* G is not used yet */
112 /* Q is not used yet */
114 /* X is not used yet */
115 /* Z is not used yet */
122 /* Message text (MUST be last) */
124 /* Not saved to disk:
129 static const long NDiskFields = sizeof(FieldOrder) / sizeof(eMsgField);
132 int CM_IsEmpty(struct CtdlMessage *Msg, eMsgField which) {
133 return !((Msg->cm_fields[which] != NULL) && (Msg->cm_fields[which][0] != '\0'));
137 void CM_SetField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length) {
138 if (Msg->cm_fields[which] != NULL) {
139 free (Msg->cm_fields[which]);
141 if (length < 0) { // You can set the length to -1 to have CM_SetField measure it for you
142 length = strlen(buf);
144 Msg->cm_fields[which] = malloc(length + 1);
145 memcpy(Msg->cm_fields[which], buf, length);
146 Msg->cm_fields[which][length] = '\0';
147 Msg->cm_lengths[which] = length;
151 void CM_SetFieldLONG(struct CtdlMessage *Msg, eMsgField which, long lvalue) {
154 len = snprintf(buf, sizeof(buf), "%ld", lvalue);
155 CM_SetField(Msg, which, buf, len);
159 void CM_CutFieldAt(struct CtdlMessage *Msg, eMsgField WhichToCut, long maxlen) {
160 if (Msg->cm_fields[WhichToCut] == NULL)
163 if (Msg->cm_lengths[WhichToCut] > maxlen)
165 Msg->cm_fields[WhichToCut][maxlen] = '\0';
166 Msg->cm_lengths[WhichToCut] = maxlen;
171 void CM_FlushField(struct CtdlMessage *Msg, eMsgField which) {
172 if (Msg->cm_fields[which] != NULL)
173 free (Msg->cm_fields[which]);
174 Msg->cm_fields[which] = NULL;
175 Msg->cm_lengths[which] = 0;
179 void CM_Flush(struct CtdlMessage *Msg) {
182 if (CM_IsValidMsg(Msg) == 0) {
186 for (i = 0; i < 256; ++i) {
187 CM_FlushField(Msg, i);
192 void CM_CopyField(struct CtdlMessage *Msg, eMsgField WhichToPutTo, eMsgField WhichtToCopy) {
194 if (Msg->cm_fields[WhichToPutTo] != NULL) {
195 free (Msg->cm_fields[WhichToPutTo]);
198 if (Msg->cm_fields[WhichtToCopy] != NULL) {
199 len = Msg->cm_lengths[WhichtToCopy];
200 Msg->cm_fields[WhichToPutTo] = malloc(len + 1);
201 memcpy(Msg->cm_fields[WhichToPutTo], Msg->cm_fields[WhichtToCopy], len);
202 Msg->cm_fields[WhichToPutTo][len] = '\0';
203 Msg->cm_lengths[WhichToPutTo] = len;
206 Msg->cm_fields[WhichToPutTo] = NULL;
207 Msg->cm_lengths[WhichToPutTo] = 0;
212 void CM_PrependToField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length) {
213 if (Msg->cm_fields[which] != NULL) {
218 oldmsgsize = Msg->cm_lengths[which] + 1;
219 newmsgsize = length + oldmsgsize;
221 new = malloc(newmsgsize);
222 memcpy(new, buf, length);
223 memcpy(new + length, Msg->cm_fields[which], oldmsgsize);
224 free(Msg->cm_fields[which]);
225 Msg->cm_fields[which] = new;
226 Msg->cm_lengths[which] = newmsgsize - 1;
229 Msg->cm_fields[which] = malloc(length + 1);
230 memcpy(Msg->cm_fields[which], buf, length);
231 Msg->cm_fields[which][length] = '\0';
232 Msg->cm_lengths[which] = length;
237 void CM_SetAsField(struct CtdlMessage *Msg, eMsgField which, char **buf, long length) {
238 if (Msg->cm_fields[which] != NULL) {
239 free (Msg->cm_fields[which]);
242 Msg->cm_fields[which] = *buf;
244 if (length < 0) { // You can set the length to -1 to have CM_SetField measure it for you
245 Msg->cm_lengths[which] = strlen(Msg->cm_fields[which]);
248 Msg->cm_lengths[which] = length;
253 void CM_SetAsFieldSB(struct CtdlMessage *Msg, eMsgField which, StrBuf **buf) {
254 if (Msg->cm_fields[which] != NULL) {
255 free (Msg->cm_fields[which]);
258 Msg->cm_lengths[which] = StrLength(*buf);
259 Msg->cm_fields[which] = SmashStrBuf(buf);
263 void CM_GetAsField(struct CtdlMessage *Msg, eMsgField which, char **ret, long *retlen) {
264 if (Msg->cm_fields[which] != NULL) {
265 *retlen = Msg->cm_lengths[which];
266 *ret = Msg->cm_fields[which];
267 Msg->cm_fields[which] = NULL;
268 Msg->cm_lengths[which] = 0;
277 // Returns 1 if the supplied pointer points to a valid Citadel message.
278 // If the pointer is NULL or the magic number check fails, returns 0.
279 int CM_IsValidMsg(struct CtdlMessage *msg) {
283 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
284 syslog(LOG_WARNING, "msgbase: CM_IsValidMsg() self-check failed");
291 void CM_FreeContents(struct CtdlMessage *msg) {
294 for (i = 0; i < 256; ++i)
295 if (msg->cm_fields[i] != NULL) {
296 free(msg->cm_fields[i]);
297 msg->cm_lengths[i] = 0;
300 msg->cm_magic = 0; // just in case
304 // 'Destructor' for struct CtdlMessage
305 void CM_Free(struct CtdlMessage *msg) {
306 if (CM_IsValidMsg(msg) == 0) {
307 if (msg != NULL) free (msg);
310 CM_FreeContents(msg);
315 int CM_DupField(eMsgField i, struct CtdlMessage *OrgMsg, struct CtdlMessage *NewMsg) {
317 len = OrgMsg->cm_lengths[i];
318 NewMsg->cm_fields[i] = malloc(len + 1);
319 if (NewMsg->cm_fields[i] == NULL) {
322 memcpy(NewMsg->cm_fields[i], OrgMsg->cm_fields[i], len);
323 NewMsg->cm_fields[i][len] = '\0';
324 NewMsg->cm_lengths[i] = len;
329 struct CtdlMessage *CM_Duplicate(struct CtdlMessage *OrgMsg) {
331 struct CtdlMessage *NewMsg;
333 if (CM_IsValidMsg(OrgMsg) == 0) {
336 NewMsg = (struct CtdlMessage *)malloc(sizeof(struct CtdlMessage));
337 if (NewMsg == NULL) {
341 memcpy(NewMsg, OrgMsg, sizeof(struct CtdlMessage));
343 memset(&NewMsg->cm_fields, 0, sizeof(char*) * 256);
345 for (i = 0; i < 256; ++i) {
346 if (OrgMsg->cm_fields[i] != NULL) {
347 if (!CM_DupField(i, OrgMsg, NewMsg)) {
358 // Determine if a given message matches the fields in a message template.
359 // Return 0 for a successful match.
360 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
363 // If there aren't any fields in the template, all messages will match.
364 if (template == NULL) return(0);
366 // Null messages are bogus.
367 if (msg == NULL) return(1);
369 for (i='A'; i<='Z'; ++i) {
370 if (template->cm_fields[i] != NULL) {
371 if (msg->cm_fields[i] == NULL) {
372 // Considered equal if temmplate is empty string
373 if (IsEmptyStr(template->cm_fields[i])) continue;
376 if ((template->cm_lengths[i] != msg->cm_lengths[i]) ||
377 (strcasecmp(msg->cm_fields[i], template->cm_fields[i])))
382 // All compares succeeded: we have a match!
387 // Retrieve the "seen" message list for the current room.
388 void CtdlGetSeen(char *buf, int which_set) {
391 // Learn about the user and room in question
392 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
394 if (which_set == ctdlsetseen_seen) {
395 safestrncpy(buf, vbuf.v_seen, SIZ);
397 if (which_set == ctdlsetseen_answered) {
398 safestrncpy(buf, vbuf.v_answered, SIZ);
403 // Manipulate the "seen msgs" string (or other message set strings)
404 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
405 int target_setting, int which_set,
406 struct ctdluser *which_user, struct ctdlroom *which_room) {
420 char *is_set; // actually an array of booleans
422 // Don't bother doing *anything* if we were passed a list of zero messages
423 if (num_target_msgnums < 1) {
427 // If no room was specified, we go with the current room.
429 which_room = &CC->room;
432 // If no user was specified, we go with the current user.
434 which_user = &CC->user;
437 syslog(LOG_DEBUG, "msgbase: CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>",
438 num_target_msgnums, target_msgnums[0],
439 (target_setting ? "SET" : "CLEAR"),
443 // Learn about the user and room in question
444 CtdlGetRelationship(&vbuf, which_user, which_room);
446 // Load the message list
447 num_msgs = CtdlFetchMsgList(which_room->QRnumber, &msglist);
449 if (msglist != NULL) {
455 is_set = malloc(num_msgs * sizeof(char));
456 memset(is_set, 0, (num_msgs * sizeof(char)) );
458 // Decide which message set we're manipulating
460 case ctdlsetseen_seen:
461 vset = NewStrBufPlain(vbuf.v_seen, -1);
463 case ctdlsetseen_answered:
464 vset = NewStrBufPlain(vbuf.v_answered, -1);
470 // Translate the existing sequence set into an array of booleans
471 setstr = NewStrBuf();
475 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
477 StrBufExtract_token(lostr, setstr, 0, ':');
478 if (StrBufNum_tokens(setstr, ':') >= 2) {
479 StrBufExtract_token(histr, setstr, 1, ':');
483 StrBufAppendBuf(histr, lostr, 0);
486 if (!strcmp(ChrPtr(histr), "*")) {
493 for (i = 0; i < num_msgs; ++i) {
494 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
503 // Now translate the array of booleans back into a sequence set
509 for (i=0; i<num_msgs; ++i) {
513 for (k=0; k<num_target_msgnums; ++k) {
514 if (msglist[i] == target_msgnums[k]) {
515 is_seen = target_setting;
519 if ((was_seen == 0) && (is_seen == 1)) {
522 else if ((was_seen == 1) && (is_seen == 0)) {
525 if (StrLength(vset) > 0) {
526 StrBufAppendBufPlain(vset, HKEY(","), 0);
529 StrBufAppendPrintf(vset, "%ld", hi);
532 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
536 if ((is_seen) && (i == num_msgs - 1)) {
537 if (StrLength(vset) > 0) {
538 StrBufAppendBufPlain(vset, HKEY(","), 0);
540 if ((i==0) || (was_seen == 0)) {
541 StrBufAppendPrintf(vset, "%ld", msglist[i]);
544 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
551 // We will have to stuff this string back into a 4096 byte buffer, so if it's
552 // larger than that now, truncate it by removing tokens from the beginning.
553 // The limit of 100 iterations is there to prevent an infinite loop in case
554 // something unexpected happens.
555 int number_of_truncations = 0;
556 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
557 StrBufRemove_token(vset, 0, ',');
558 ++number_of_truncations;
561 // If we're truncating the sequence set of messages marked with the 'seen' flag,
562 // we want the earliest messages (the truncated ones) to be marked, not unmarked.
563 // Otherwise messages at the beginning will suddenly appear to be 'unseen'.
564 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
566 first_tok = NewStrBuf();
567 StrBufExtract_token(first_tok, vset, 0, ',');
568 StrBufRemove_token(vset, 0, ',');
570 if (StrBufNum_tokens(first_tok, ':') > 1) {
571 StrBufRemove_token(first_tok, 0, ':');
575 new_set = NewStrBuf();
576 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
577 StrBufAppendBuf(new_set, first_tok, 0);
578 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
579 StrBufAppendBuf(new_set, vset, 0);
582 FreeStrBuf(&first_tok);
586 // Decide which message set we're manipulating. Zero the buffers so they compress well.
588 case ctdlsetseen_seen:
589 memset(vbuf.v_seen, 0, sizeof vbuf.v_seen);
590 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
592 case ctdlsetseen_answered:
593 memset(vbuf.v_answered, 0, sizeof vbuf.v_seen);
594 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
600 CtdlSetRelationship(&vbuf, which_user, which_room);
605 // API function to perform an operation for each qualifying message in the
606 // current room. (Returns the number of messages processed.)
607 int CtdlForEachMessage(int mode, long ref, char *search_string,
609 struct CtdlMessage *compare,
610 ForEachMsgCallback CallBack,
615 long *msglist = NULL;
617 int num_processed = 0;
620 struct CtdlMessage *msg = NULL;
623 int printed_lastold = 0;
624 int num_search_msgs = 0;
625 long *search_msgs = NULL;
627 int need_to_free_re = 0;
630 if ((content_type) && (!IsEmptyStr(content_type))) {
631 regcomp(&re, content_type, 0);
635 // Learn about the user and room in question
636 if (server_shutting_down) {
637 if (need_to_free_re) regfree(&re);
640 CtdlGetUser(&CC->user, CC->curr_user);
642 if (server_shutting_down) {
643 if (need_to_free_re) regfree(&re);
646 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
648 if (server_shutting_down) {
649 if (need_to_free_re) regfree(&re);
653 // Load the message list
654 num_msgs = CtdlFetchMsgList(CC->room.QRnumber, &msglist);
656 if (msglist) free(msglist);
657 if (need_to_free_re) regfree(&re);
658 return 0; // No messages at all? No further action.
662 * Now begin the traversal.
664 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
666 /* If the caller is looking for a specific MIME type, filter
667 * out all messages which are not of the type requested.
669 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
671 /* This call to GetMetaData() sits inside this loop
672 * so that we only do the extra database read per msg
673 * if we need to. Doing the extra read all the time
674 * really kills the server. If we ever need to use
675 * metadata for another search criterion, we need to
676 * move the read somewhere else -- but still be smart
677 * enough to only do the read if the caller has
678 * specified something that will need it.
680 if (server_shutting_down) {
681 if (need_to_free_re) regfree(&re);
685 GetMetaData(&smi, msglist[a]);
687 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
688 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
694 num_msgs = sort_msglist(msglist, num_msgs);
696 /* If a template was supplied, filter out the messages which
697 * don't match. (This could induce some delays!)
700 if (compare != NULL) {
701 for (a = 0; a < num_msgs; ++a) {
702 if (server_shutting_down) {
703 if (need_to_free_re) regfree(&re);
707 msg = CtdlFetchMessage(msglist[a], 1);
709 if (CtdlMsgCmp(msg, compare)) {
718 /* If a search string was specified, get a message list from
719 * the full text index and remove messages which aren't on both
723 * Since the lists are sorted and strictly ascending, and the
724 * output list is guaranteed to be shorter than or equal to the
725 * input list, we overwrite the bottom of the input list. This
726 * eliminates the need to memmove big chunks of the list over and
729 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
731 /* Call search module via hook mechanism.
732 * NULL means use any search function available.
733 * otherwise replace with a char * to name of search routine
735 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
737 if (num_search_msgs > 0) {
741 orig_num_msgs = num_msgs;
743 for (i=0; i<orig_num_msgs; ++i) {
744 for (j=0; j<num_search_msgs; ++j) {
745 if (msglist[i] == search_msgs[j]) {
746 msglist[num_msgs++] = msglist[i];
752 num_msgs = 0; /* No messages qualify */
754 if (search_msgs != NULL) free(search_msgs);
756 /* Now that we've purged messages which don't contain the search
757 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
764 * Now iterate through the message list, according to the
765 * criteria supplied by the caller.
768 for (a = 0; a < num_msgs; ++a) {
769 if (server_shutting_down) {
770 if (need_to_free_re) regfree(&re);
772 return num_processed;
774 thismsg = msglist[a];
775 if (mode == MSGS_ALL) {
779 is_seen = is_msg_in_sequence_set(vbuf.v_seen, thismsg);
780 if (is_seen) lastold = thismsg;
786 || ((mode == MSGS_OLD) && (is_seen))
787 || ((mode == MSGS_NEW) && (!is_seen))
788 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
789 || ((mode == MSGS_FIRST) && (a < ref))
790 || ((mode == MSGS_GT) && (thismsg > ref))
791 || ((mode == MSGS_LT) && (thismsg < ref))
792 || ((mode == MSGS_EQ) && (thismsg == ref))
795 if ((mode == MSGS_NEW) && (CC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
797 CallBack(lastold, userdata);
803 CallBack(thismsg, userdata);
808 if (need_to_free_re) regfree(&re);
811 * We cache the most recent msglist in order to do security checks later
813 if (CC->client_socket > 0) {
814 if (CC->cached_msglist != NULL) {
815 free(CC->cached_msglist);
817 CC->cached_msglist = msglist;
818 CC->cached_num_msgs = num_msgs;
824 return num_processed;
829 * memfmout() - Citadel text formatter and paginator.
830 * Although the original purpose of this routine was to format
831 * text to the reader's screen width, all we're really using it
832 * for here is to format text out to 80 columns before sending it
833 * to the client. The client software may reformat it again.
836 char *mptr, /* where are we going to get our text from? */
837 const char *nl /* string to terminate lines with */
840 unsigned char ch = 0;
847 while (ch=*(mptr++), ch != 0) {
850 if (client_write(outbuf, len) == -1) {
851 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
855 if (client_write(nl, nllen) == -1) {
856 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
861 else if (ch == '\r') {
862 /* Ignore carriage returns. Newlines are always LF or CRLF but never CR. */
864 else if (isspace(ch)) {
865 if (column > 72) { /* Beyond 72 columns, break on the next space */
866 if (client_write(outbuf, len) == -1) {
867 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
871 if (client_write(nl, nllen) == -1) {
872 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
885 if (column > 1000) { /* Beyond 1000 columns, break anywhere */
886 if (client_write(outbuf, len) == -1) {
887 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
891 if (client_write(nl, nllen) == -1) {
892 syslog(LOG_ERR, "msgbase: memfmout(): aborting due to write failure");
900 if (client_write(outbuf, len) == -1) {
901 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
904 client_write(nl, nllen);
911 * Callback function for mime parser that simply lists the part
913 void list_this_part(char *name, char *filename, char *partnum, char *disp,
914 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
915 char *cbid, void *cbuserdata)
919 ma = (struct ma_info *)cbuserdata;
920 if (ma->is_ma == 0) {
921 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
935 * Callback function for multipart prefix
937 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
938 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
939 char *cbid, void *cbuserdata)
943 ma = (struct ma_info *)cbuserdata;
944 if (!strcasecmp(cbtype, "multipart/alternative")) {
948 if (ma->is_ma == 0) {
949 cprintf("pref=%s|%s\n", partnum, cbtype);
955 * Callback function for multipart sufffix
957 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
958 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
959 char *cbid, void *cbuserdata)
963 ma = (struct ma_info *)cbuserdata;
964 if (ma->is_ma == 0) {
965 cprintf("suff=%s|%s\n", partnum, cbtype);
967 if (!strcasecmp(cbtype, "multipart/alternative")) {
974 * Callback function for mime parser that opens a section for downloading
975 * we use serv_files function here:
977 extern void OpenCmdResult(char *filename, const char *mime_type);
978 void mime_download(char *name, char *filename, char *partnum, char *disp,
979 void *content, char *cbtype, char *cbcharset, size_t length,
980 char *encoding, char *cbid, void *cbuserdata)
984 /* Silently go away if there's already a download open. */
985 if (CC->download_fp != NULL)
989 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
990 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
992 CC->download_fp = tmpfile();
993 if (CC->download_fp == NULL) {
994 syslog(LOG_ERR, "msgbase: mime_download() couldn't write: %m");
995 cprintf("%d cannot open temporary file: %s\n", ERROR + INTERNAL_ERROR, strerror(errno));
999 rv = fwrite(content, length, 1, CC->download_fp);
1001 syslog(LOG_ERR, "msgbase: mime_download() Couldn't write: %m");
1002 cprintf("%d unable to write tempfile.\n", ERROR + TOO_BIG);
1003 fclose(CC->download_fp);
1004 CC->download_fp = NULL;
1007 fflush(CC->download_fp);
1008 rewind(CC->download_fp);
1010 OpenCmdResult(filename, cbtype);
1016 * Callback function for mime parser that outputs a section all at once.
1017 * We can specify the desired section by part number *or* content-id.
1019 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1020 void *content, char *cbtype, char *cbcharset, size_t length,
1021 char *encoding, char *cbid, void *cbuserdata)
1023 int *found_it = (int *)cbuserdata;
1026 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1027 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1030 cprintf("%d %d|-1|%s|%s|%s\n",
1037 client_write(content, length);
1042 struct CtdlMessage *CtdlDeserializeMessage(long msgnum, int with_body, const char *Buffer, long Length) {
1043 struct CtdlMessage *ret = NULL;
1045 const char *upper_bound;
1047 cit_uint8_t field_header;
1051 upper_bound = Buffer + Length;
1056 // Parse the three bytes that begin EVERY message on disk.
1057 // The first is always 0xFF, the on-disk magic number.
1058 // The second is the anonymous/public type byte.
1059 // The third is the format type byte (vari, fixed, or MIME).
1063 syslog(LOG_ERR, "msgbase: message %ld appears to be corrupted", msgnum);
1066 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1067 memset(ret, 0, sizeof(struct CtdlMessage));
1069 ret->cm_magic = CTDLMESSAGE_MAGIC;
1070 ret->cm_anon_type = *mptr++; // Anon type byte
1071 ret->cm_format_type = *mptr++; // Format type byte
1073 // The rest is zero or more arbitrary fields. Load them in.
1074 // We're done when we encounter either a zero-length field or
1075 // have just processed the 'M' (message text) field.
1078 field_header = '\0';
1081 while (field_header == '\0') { // work around possibly buggy messages
1082 if (mptr >= upper_bound) {
1085 field_header = *mptr++;
1087 if (mptr >= upper_bound) {
1090 which = field_header;
1093 CM_SetField(ret, which, mptr, len);
1095 mptr += len + 1; // advance to next field
1097 } while ((mptr < upper_bound) && (field_header != 'M'));
1102 // Load a message from disk into memory.
1103 // This is used by CtdlOutputMsg() and other fetch functions.
1105 // NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1106 // using the CM_Free(); function.
1108 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body) {
1109 struct cdbdata *dmsgtext;
1110 struct CtdlMessage *ret = NULL;
1112 syslog(LOG_DEBUG, "msgbase: CtdlFetchMessage(%ld, %d)", msgnum, with_body);
1113 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1114 if (dmsgtext == NULL) {
1115 syslog(LOG_ERR, "msgbase: message #%ld was not found", msgnum);
1119 if (dmsgtext->ptr[dmsgtext->len - 1] != '\0') {
1120 syslog(LOG_ERR, "msgbase: CtdlFetchMessage(%ld, %d) Forcefully terminating message!!", msgnum, with_body);
1121 dmsgtext->ptr[dmsgtext->len - 1] = '\0';
1124 ret = CtdlDeserializeMessage(msgnum, with_body, dmsgtext->ptr, dmsgtext->len);
1132 // Always make sure there's something in the msg text field. If
1133 // it's NULL, the message text is most likely stored separately,
1134 // so go ahead and fetch that. Failing that, just set a dummy
1135 // body so other code doesn't barf.
1137 if ( (CM_IsEmpty(ret, eMesageText)) && (with_body) ) {
1138 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1139 if (dmsgtext != NULL) {
1140 CM_SetAsField(ret, eMesageText, &dmsgtext->ptr, dmsgtext->len - 1);
1144 if (CM_IsEmpty(ret, eMesageText)) {
1145 CM_SetField(ret, eMesageText, HKEY("\r\n\r\n (no text)\r\n"));
1152 // Pre callback function for multipart/alternative
1154 // NOTE: this differs from the standard behavior for a reason. Normally when
1155 // displaying multipart/alternative you want to show the _last_ usable
1156 // format in the message. Here we show the _first_ one, because it's
1157 // usually text/plain. Since this set of functions is designed for text
1158 // output to non-MIME-aware clients, this is the desired behavior.
1160 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1161 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1162 char *cbid, void *cbuserdata)
1166 ma = (struct ma_info *)cbuserdata;
1167 syslog(LOG_DEBUG, "msgbase: fixed_output_pre() type=<%s>", cbtype);
1168 if (!strcasecmp(cbtype, "multipart/alternative")) {
1172 if (!strcasecmp(cbtype, "message/rfc822")) {
1179 // Post callback function for multipart/alternative
1181 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1182 void *content, char *cbtype, char *cbcharset, size_t length,
1183 char *encoding, char *cbid, void *cbuserdata)
1187 ma = (struct ma_info *)cbuserdata;
1188 syslog(LOG_DEBUG, "msgbase: fixed_output_post() type=<%s>", cbtype);
1189 if (!strcasecmp(cbtype, "multipart/alternative")) {
1193 if (!strcasecmp(cbtype, "message/rfc822")) {
1199 // Inline callback function for mime parser that wants to display text
1200 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1201 void *content, char *cbtype, char *cbcharset, size_t length,
1202 char *encoding, char *cbid, void *cbuserdata)
1209 ma = (struct ma_info *)cbuserdata;
1212 "msgbase: fixed_output() part %s: %s (%s) (%ld bytes)",
1213 partnum, filename, cbtype, (long)length
1216 // If we're in the middle of a multipart/alternative scope and
1217 // we've already printed another section, skip this one.
1218 if ( (ma->is_ma) && (ma->did_print) ) {
1219 syslog(LOG_DEBUG, "msgbase: skipping part %s (%s)", partnum, cbtype);
1224 if ( (!strcasecmp(cbtype, "text/plain"))
1225 || (IsEmptyStr(cbtype)) ) {
1228 client_write(wptr, length);
1229 if (wptr[length-1] != '\n') {
1236 if (!strcasecmp(cbtype, "text/html")) {
1237 ptr = html_to_ascii(content, length, 80, 0);
1239 client_write(ptr, wlen);
1240 if ((wlen > 0) && (ptr[wlen-1] != '\n')) {
1247 if (ma->use_fo_hooks) {
1248 if (PerformFixedOutputHooks(cbtype, content, length)) { // returns nonzero if it handled the part
1253 if (strncasecmp(cbtype, "multipart/", 10)) {
1254 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1255 partnum, filename, cbtype, (long)length);
1261 // The client is elegant and sophisticated and wants to be choosy about
1262 // MIME content types, so figure out which multipart/alternative part
1263 // we're going to send.
1265 // We use a system of weights. When we find a part that matches one of the
1266 // MIME types we've declared as preferential, we can store it in ma->chosen_part
1267 // and then set ma->chosen_pref to that MIME type's position in our preference
1268 // list. If we then hit another match, we only replace the first match if
1269 // the preference value is lower.
1270 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1271 void *content, char *cbtype, char *cbcharset, size_t length,
1272 char *encoding, char *cbid, void *cbuserdata)
1278 ma = (struct ma_info *)cbuserdata;
1280 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1281 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1282 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1283 if (i < ma->chosen_pref) {
1284 syslog(LOG_DEBUG, "msgbase: setting chosen part to <%s>", partnum);
1285 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1286 ma->chosen_pref = i;
1293 // Now that we've chosen our preferred part, output it.
1294 void output_preferred(char *name,
1308 int add_newline = 0;
1311 char *decoded = NULL;
1312 size_t bytes_decoded;
1315 ma = (struct ma_info *)cbuserdata;
1317 // This is not the MIME part you're looking for...
1318 if (strcasecmp(partnum, ma->chosen_part)) return;
1320 // If the content-type of this part is in our preferred formats
1321 // list, we can simply output it verbatim.
1322 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1323 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1324 if (!strcasecmp(buf, cbtype)) {
1325 /* Yeah! Go! W00t!! */
1326 if (ma->dont_decode == 0)
1327 rc = mime_decode_now (content,
1333 break; // Give us the chance, maybe theres another one.
1335 if (rc == 0) text_content = (char *)content;
1337 text_content = decoded;
1338 length = bytes_decoded;
1341 if (text_content[length-1] != '\n') {
1344 cprintf("Content-type: %s", cbtype);
1345 if (!IsEmptyStr(cbcharset)) {
1346 cprintf("; charset=%s", cbcharset);
1348 cprintf("\nContent-length: %d\n",
1349 (int)(length + add_newline) );
1350 if (!IsEmptyStr(encoding)) {
1351 cprintf("Content-transfer-encoding: %s\n", encoding);
1354 cprintf("Content-transfer-encoding: 7bit\n");
1356 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1358 if (client_write(text_content, length) == -1)
1360 syslog(LOG_ERR, "msgbase: output_preferred() aborting due to write failure");
1363 if (add_newline) cprintf("\n");
1364 if (decoded != NULL) free(decoded);
1369 // No translations required or possible: output as text/plain
1370 cprintf("Content-type: text/plain\n\n");
1372 if (ma->dont_decode == 0)
1373 rc = mime_decode_now (content,
1379 return; // Give us the chance, maybe theres another one.
1381 if (rc == 0) text_content = (char *)content;
1383 text_content = decoded;
1384 length = bytes_decoded;
1387 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset, length, encoding, cbid, cbuserdata);
1388 if (decoded != NULL) free(decoded);
1393 char desired_section[64];
1399 // Callback function
1400 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1401 void *content, char *cbtype, char *cbcharset, size_t length,
1402 char *encoding, char *cbid, void *cbuserdata)
1404 struct encapmsg *encap;
1406 encap = (struct encapmsg *)cbuserdata;
1408 // Only proceed if this is the desired section...
1409 if (!strcasecmp(encap->desired_section, partnum)) {
1410 encap->msglen = length;
1411 encap->msg = malloc(length + 2);
1412 memcpy(encap->msg, content, length);
1418 // Determine whether the specified message exists in the cached_msglist
1419 // (This is a security check)
1420 int check_cached_msglist(long msgnum) {
1422 // cases in which we skip the check
1423 if (!CC) return om_ok; // not a session
1424 if (CC->client_socket <= 0) return om_ok; // not a client session
1425 if (CC->cached_msglist == NULL) return om_access_denied; // no msglist fetched
1426 if (CC->cached_num_msgs == 0) return om_access_denied; // nothing to check
1428 // Do a binary search within the cached_msglist for the requested msgnum
1430 int max = (CC->cached_num_msgs - 1);
1432 while (max >= min) {
1433 int middle = min + (max-min) / 2 ;
1434 if (msgnum == CC->cached_msglist[middle]) {
1437 if (msgnum > CC->cached_msglist[middle]) {
1445 return om_access_denied;
1449 // Get a message off disk. (returns om_* values found in msgbase.h)
1450 int CtdlOutputMsg(long msg_num, // message number (local) to fetch
1451 int mode, // how would you like that message?
1452 int headers_only, // eschew the message body?
1453 int do_proto, // do Citadel protocol responses?
1454 int crlf, // Use CRLF newlines instead of LF?
1455 char *section, // NULL or a message/rfc822 section
1456 int flags, // various flags; see msgbase.h
1461 struct CtdlMessage *TheMessage = NULL;
1462 int retcode = CIT_OK;
1463 struct encapmsg encap;
1466 syslog(LOG_DEBUG, "msgbase: CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)",
1468 (section ? section : "<>")
1471 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1474 if (r == om_not_logged_in) {
1475 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1478 cprintf("%d An unknown error has occurred.\n", ERROR);
1485 * Check to make sure the message is actually IN this room
1487 r = check_cached_msglist(msg_num);
1488 if (r == om_access_denied) {
1489 /* Not in the cache? We get ONE shot to check it again. */
1490 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1491 r = check_cached_msglist(msg_num);
1494 syslog(LOG_DEBUG, "msgbase: security check fail; message %ld is not in %s",
1495 msg_num, CC->room.QRname
1498 if (r == om_access_denied) {
1499 cprintf("%d message %ld was not found in this room\n",
1500 ERROR + HIGHER_ACCESS_REQUIRED,
1509 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1510 * request that we don't even bother loading the body into memory.
1512 if (headers_only == HEADERS_FAST) {
1513 TheMessage = CtdlFetchMessage(msg_num, 0);
1516 TheMessage = CtdlFetchMessage(msg_num, 1);
1519 if (TheMessage == NULL) {
1520 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1521 ERROR + MESSAGE_NOT_FOUND, msg_num);
1522 return(om_no_such_msg);
1525 /* Here is the weird form of this command, to process only an
1526 * encapsulated message/rfc822 section.
1528 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1529 memset(&encap, 0, sizeof encap);
1530 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1531 mime_parser(CM_RANGE(TheMessage, eMesageText),
1532 *extract_encapsulated_message,
1533 NULL, NULL, (void *)&encap, 0
1536 if ((Author != NULL) && (*Author == NULL))
1539 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1541 if ((Address != NULL) && (*Address == NULL))
1544 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1546 if ((MessageID != NULL) && (*MessageID == NULL))
1549 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1551 CM_Free(TheMessage);
1555 encap.msg[encap.msglen] = 0;
1556 TheMessage = convert_internet_message(encap.msg);
1557 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1559 /* Now we let it fall through to the bottom of this
1560 * function, because TheMessage now contains the
1561 * encapsulated message instead of the top-level
1562 * message. Isn't that neat?
1567 cprintf("%d msg %ld has no part %s\n",
1568 ERROR + MESSAGE_NOT_FOUND,
1572 retcode = om_no_such_msg;
1577 /* Ok, output the message now */
1578 if (retcode == CIT_OK)
1579 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1580 if ((Author != NULL) && (*Author == NULL))
1583 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1585 if ((Address != NULL) && (*Address == NULL))
1588 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1590 if ((MessageID != NULL) && (*MessageID == NULL))
1593 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1596 CM_Free(TheMessage);
1602 void OutputCtdlMsgHeaders(struct CtdlMessage *TheMessage, int do_proto) {
1605 char display_name[256];
1607 /* begin header processing loop for Citadel message format */
1608 safestrncpy(display_name, "<unknown>", sizeof display_name);
1609 if (!CM_IsEmpty(TheMessage, eAuthor)) {
1610 strcpy(buf, TheMessage->cm_fields[eAuthor]);
1611 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1612 safestrncpy(display_name, "****", sizeof display_name);
1614 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1615 safestrncpy(display_name, "anonymous", sizeof display_name);
1618 safestrncpy(display_name, buf, sizeof display_name);
1620 if ((is_room_aide())
1621 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1622 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1623 size_t tmp = strlen(display_name);
1624 snprintf(&display_name[tmp],
1625 sizeof display_name - tmp,
1630 /* Now spew the header fields in the order we like them. */
1631 for (i=0; i< NDiskFields; ++i) {
1633 Field = FieldOrder[i];
1634 if (Field != eMesageText) {
1635 if ( (!CM_IsEmpty(TheMessage, Field)) && (msgkeys[Field] != NULL) ) {
1636 if ((Field == eenVelopeTo) || (Field == eRecipient) || (Field == eCarbonCopY)) {
1637 sanitize_truncated_recipient(TheMessage->cm_fields[Field]);
1639 if (Field == eAuthor) {
1641 cprintf("%s=%s\n", msgkeys[Field], display_name);
1644 /* Masquerade display name if needed */
1647 cprintf("%s=%s\n", msgkeys[Field], TheMessage->cm_fields[Field]);
1650 /* Give the client a hint about whether the message originated locally */
1651 if (Field == erFc822Addr) {
1652 if (IsDirectory(TheMessage->cm_fields[Field] ,0)) {
1653 cprintf("locl=yes\n"); // message originated locally.
1665 void OutputRFC822MsgHeaders(
1666 struct CtdlMessage *TheMessage,
1667 int flags, /* should the message be exported clean */
1668 const char *nl, int nlen,
1669 char *mid, long sizeof_mid,
1670 char *suser, long sizeof_suser,
1671 char *luser, long sizeof_luser,
1672 char *fuser, long sizeof_fuser,
1673 char *snode, long sizeof_snode)
1675 char datestamp[100];
1676 int subject_found = 0;
1683 for (i = 0; i < NDiskFields; ++i) {
1684 if (TheMessage->cm_fields[FieldOrder[i]]) {
1685 mptr = mpptr = TheMessage->cm_fields[FieldOrder[i]];
1686 switch (FieldOrder[i]) {
1688 safestrncpy(luser, mptr, sizeof_luser);
1689 safestrncpy(suser, mptr, sizeof_suser);
1692 if ((flags & QP_EADDR) != 0) {
1693 mptr = qp_encode_email_addrs(mptr);
1695 sanitize_truncated_recipient(mptr);
1696 cprintf("CC: %s%s", mptr, nl);
1699 cprintf("Return-Path: %s%s", mptr, nl);
1702 cprintf("List-ID: %s%s", mptr, nl);
1705 if ((flags & QP_EADDR) != 0)
1706 mptr = qp_encode_email_addrs(mptr);
1708 while ((*hptr != '\0') && isspace(*hptr))
1710 if (!IsEmptyStr(hptr))
1711 cprintf("Envelope-To: %s%s", hptr, nl);
1714 cprintf("Subject: %s%s", mptr, nl);
1718 safestrncpy(mid, mptr, sizeof_mid);
1721 safestrncpy(fuser, mptr, sizeof_fuser);
1724 if (haschar(mptr, '@') == 0) {
1725 sanitize_truncated_recipient(mptr);
1726 cprintf("To: %s@%s", mptr, CtdlGetConfigStr("c_fqdn"));
1730 if ((flags & QP_EADDR) != 0) {
1731 mptr = qp_encode_email_addrs(mptr);
1733 sanitize_truncated_recipient(mptr);
1734 cprintf("To: %s", mptr);
1739 datestring(datestamp, sizeof datestamp, atol(mptr), DATESTRING_RFC822);
1740 cprintf("Date: %s%s", datestamp, nl);
1743 cprintf("References: ");
1744 k = num_tokens(mptr, '|');
1745 for (j=0; j<k; ++j) {
1746 extract_token(buf, mptr, j, '|', sizeof buf);
1747 cprintf("<%s>", buf);
1758 while ((*hptr != '\0') && isspace(*hptr))
1760 if (!IsEmptyStr(hptr))
1761 cprintf("Reply-To: %s%s", mptr, nl);
1773 /* these don't map to mime message headers. */
1776 if (mptr != mpptr) {
1781 if (subject_found == 0) {
1782 cprintf("Subject: (no subject)%s", nl);
1787 void Dump_RFC822HeadersBody(
1788 struct CtdlMessage *TheMessage,
1789 int headers_only, /* eschew the message body? */
1790 int flags, /* should the bessage be exported clean? */
1791 const char *nl, int nlen)
1793 cit_uint8_t prev_ch;
1795 const char *StartOfText = StrBufNOTNULL;
1798 int nllen = strlen(nl);
1802 mptr = TheMessage->cm_fields[eMesageText];
1805 while (*mptr != '\0') {
1806 if (*mptr == '\r') {
1813 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
1815 eoh = *(mptr+1) == '\n';
1819 StartOfText = strchr(StartOfText, '\n');
1820 StartOfText = strchr(StartOfText, '\n');
1823 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
1824 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
1825 ((headers_only != HEADERS_NONE) &&
1826 (headers_only != HEADERS_ONLY))
1828 if (*mptr == '\n') {
1829 memcpy(&outbuf[outlen], nl, nllen);
1831 outbuf[outlen] = '\0';
1834 outbuf[outlen++] = *mptr;
1838 if (flags & ESC_DOT) {
1839 if ((prev_ch == '\n') && (*mptr == '.') && ((*(mptr+1) == '\r') || (*(mptr+1) == '\n'))) {
1840 outbuf[outlen++] = '.';
1845 if (outlen > 1000) {
1846 if (client_write(outbuf, outlen) == -1) {
1847 syslog(LOG_ERR, "msgbase: Dump_RFC822HeadersBody() aborting due to write failure");
1850 lfSent = (outbuf[outlen - 1] == '\n');
1855 client_write(outbuf, outlen);
1856 lfSent = (outbuf[outlen - 1] == '\n');
1859 client_write(nl, nlen);
1863 /* If the format type on disk is 1 (fixed-format), then we want
1864 * everything to be output completely literally ... regardless of
1865 * what message transfer format is in use.
1867 void DumpFormatFixed(
1868 struct CtdlMessage *TheMessage,
1869 int mode, /* how would you like that message? */
1870 const char *nl, int nllen)
1878 mptr = TheMessage->cm_fields[eMesageText];
1880 if (mode == MT_MIME) {
1881 cprintf("Content-type: text/plain\n\n");
1885 while (ch = *mptr++, ch > 0) {
1889 if ((buflen > 250) && (!xlline)){
1893 while ((buflen > 0) &&
1894 (!isspace(buf[buflen])))
1900 mptr -= tbuflen - buflen;
1906 /* if we reach the outer bounds of our buffer, abort without respect for what we purge. */
1907 if (xlline && ((isspace(ch)) || (buflen > SIZ - nllen - 2))) {
1912 memcpy (&buf[buflen], nl, nllen);
1916 if (client_write(buf, buflen) == -1) {
1917 syslog(LOG_ERR, "msgbase: DumpFormatFixed() aborting due to write failure");
1929 if (!IsEmptyStr(buf)) {
1930 cprintf("%s%s", buf, nl);
1936 * Get a message off disk. (returns om_* values found in msgbase.h)
1938 int CtdlOutputPreLoadedMsg(
1939 struct CtdlMessage *TheMessage,
1940 int mode, /* how would you like that message? */
1941 int headers_only, /* eschew the message body? */
1942 int do_proto, /* do Citadel protocol responses? */
1943 int crlf, /* Use CRLF newlines instead of LF? */
1944 int flags /* should the bessage be exported clean? */
1947 const char *nl; /* newline string */
1951 /* Buffers needed for RFC822 translation. These are all filled
1952 * using functions that are bounds-checked, and therefore we can
1953 * make them substantially smaller than SIZ.
1961 syslog(LOG_DEBUG, "msgbase: CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d",
1962 ((TheMessage == NULL) ? "NULL" : "not null"),
1963 mode, headers_only, do_proto, crlf
1966 strcpy(mid, "unknown");
1967 nl = (crlf ? "\r\n" : "\n");
1968 nlen = crlf ? 2 : 1;
1970 if (!CM_IsValidMsg(TheMessage)) {
1971 syslog(LOG_ERR, "msgbase: error; invalid preloaded message for output");
1972 return(om_no_such_msg);
1975 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
1976 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
1978 if ( (flags & SUPPRESS_ENV_TO) && (!CM_IsEmpty(TheMessage, eenVelopeTo)) ) {
1979 memset(TheMessage->cm_fields[eenVelopeTo], ' ', TheMessage->cm_lengths[eenVelopeTo]);
1982 /* Are we downloading a MIME component? */
1983 if (mode == MT_DOWNLOAD) {
1984 if (TheMessage->cm_format_type != FMT_RFC822) {
1986 cprintf("%d This is not a MIME message.\n",
1987 ERROR + ILLEGAL_VALUE);
1988 } else if (CC->download_fp != NULL) {
1989 if (do_proto) cprintf(
1990 "%d You already have a download open.\n",
1991 ERROR + RESOURCE_BUSY);
1993 /* Parse the message text component */
1994 mime_parser(CM_RANGE(TheMessage, eMesageText),
1995 *mime_download, NULL, NULL, NULL, 0);
1996 /* If there's no file open by this time, the requested
1997 * section wasn't found, so print an error
1999 if (CC->download_fp == NULL) {
2000 if (do_proto) cprintf(
2001 "%d Section %s not found.\n",
2002 ERROR + FILE_NOT_FOUND,
2003 CC->download_desired_section);
2006 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2009 // MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
2010 // in a single server operation instead of opening a download file.
2011 if (mode == MT_SPEW_SECTION) {
2012 if (TheMessage->cm_format_type != FMT_RFC822) {
2014 cprintf("%d This is not a MIME message.\n",
2015 ERROR + ILLEGAL_VALUE);
2018 // Locate and parse the component specified by the caller
2020 mime_parser(CM_RANGE(TheMessage, eMesageText), *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
2022 // If section wasn't found, print an error
2025 cprintf( "%d Section %s not found.\n", ERROR + FILE_NOT_FOUND, CC->download_desired_section);
2029 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2032 // now for the user-mode message reading loops
2033 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
2035 // Does the caller want to skip the headers?
2036 if (headers_only == HEADERS_NONE) goto START_TEXT;
2038 // Tell the client which format type we're using.
2039 if ( (mode == MT_CITADEL) && (do_proto) ) {
2040 cprintf("type=%d\n", TheMessage->cm_format_type); // Tell the client which format type we're using.
2043 // nhdr=yes means that we're only displaying headers, no body
2044 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
2045 && ((mode == MT_CITADEL) || (mode == MT_MIME))
2048 cprintf("nhdr=yes\n");
2051 if ((mode == MT_CITADEL) || (mode == MT_MIME)) {
2052 OutputCtdlMsgHeaders(TheMessage, do_proto);
2055 // begin header processing loop for RFC822 transfer format
2060 if (mode == MT_RFC822)
2061 OutputRFC822MsgHeaders(
2066 suser, sizeof(suser),
2067 luser, sizeof(luser),
2068 fuser, sizeof(fuser),
2069 snode, sizeof(snode)
2073 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2074 suser[i] = tolower(suser[i]);
2075 if (!isalnum(suser[i])) suser[i]='_';
2078 if (mode == MT_RFC822) {
2079 /* Construct a fun message id */
2080 cprintf("Message-ID: <%s", mid);
2081 if (strchr(mid, '@')==NULL) {
2082 cprintf("@%s", snode);
2086 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2087 cprintf("From: \"----\" <x@x.org>%s", nl);
2089 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2090 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2092 else if (!IsEmptyStr(fuser)) {
2093 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2096 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2099 /* Blank line signifying RFC822 end-of-headers */
2100 if (TheMessage->cm_format_type != FMT_RFC822) {
2105 // end header processing loop ... at this point, we're in the text
2107 if (headers_only == HEADERS_FAST) goto DONE;
2109 // Tell the client about the MIME parts in this message
2110 if (TheMessage->cm_format_type == FMT_RFC822) {
2111 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2112 memset(&ma, 0, sizeof(struct ma_info));
2113 mime_parser(CM_RANGE(TheMessage, eMesageText),
2114 (do_proto ? *list_this_part : NULL),
2115 (do_proto ? *list_this_pref : NULL),
2116 (do_proto ? *list_this_suff : NULL),
2119 else if (mode == MT_RFC822) { // unparsed RFC822 dump
2120 Dump_RFC822HeadersBody(
2129 if (headers_only == HEADERS_ONLY) {
2133 // signify start of msg text
2134 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2135 if (do_proto) cprintf("text\n");
2138 if (TheMessage->cm_format_type == FMT_FIXED)
2141 mode, // how would you like that message?
2144 // If the message on disk is format 0 (Citadel vari-format), we
2145 // output using the formatter at 80 columns. This is the final output
2146 // form if the transfer format is RFC822, but if the transfer format
2147 // is Citadel proprietary, it'll still work, because the indentation
2148 // for new paragraphs is correct and the client will reformat the
2149 // message to the reader's screen width.
2151 if (TheMessage->cm_format_type == FMT_CITADEL) {
2152 if (mode == MT_MIME) {
2153 cprintf("Content-type: text/x-citadel-variformat\n\n");
2155 memfmout(TheMessage->cm_fields[eMesageText], nl);
2158 // If the message on disk is format 4 (MIME), we've gotta hand it
2159 // off to the MIME parser. The client has already been told that
2160 // this message is format 1 (fixed format), so the callback function
2161 // we use will display those parts as-is.
2163 if (TheMessage->cm_format_type == FMT_RFC822) {
2164 memset(&ma, 0, sizeof(struct ma_info));
2166 if (mode == MT_MIME) {
2167 ma.use_fo_hooks = 0;
2168 strcpy(ma.chosen_part, "1");
2169 ma.chosen_pref = 9999;
2170 ma.dont_decode = CC->msg4_dont_decode;
2171 mime_parser(CM_RANGE(TheMessage, eMesageText),
2172 *choose_preferred, *fixed_output_pre,
2173 *fixed_output_post, (void *)&ma, 1);
2174 mime_parser(CM_RANGE(TheMessage, eMesageText),
2175 *output_preferred, NULL, NULL, (void *)&ma, 1);
2178 ma.use_fo_hooks = 1;
2179 mime_parser(CM_RANGE(TheMessage, eMesageText),
2180 *fixed_output, *fixed_output_pre,
2181 *fixed_output_post, (void *)&ma, 0);
2186 DONE: /* now we're done */
2187 if (do_proto) cprintf("000\n");
2191 // Save one or more message pointers into a specified room
2192 // (Returns 0 for success, nonzero for failure)
2193 // roomname may be NULL to use the current room
2195 // Note that the 'supplied_msg' field may be set to NULL, in which case
2196 // the message will be fetched from disk, by number, if we need to perform
2197 // replication checks. This adds an additional database read, so if the
2198 // caller already has the message in memory then it should be supplied. (Obviously
2199 // this mode of operation only works if we're saving a single message.)
2201 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2202 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2205 char hold_rm[ROOMNAMELEN];
2206 struct cdbdata *cdbfr;
2209 long highest_msg = 0L;
2212 struct CtdlMessage *msg = NULL;
2214 long *msgs_to_be_merged = NULL;
2215 int num_msgs_to_be_merged = 0;
2218 "msgbase: CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)",
2219 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2222 strcpy(hold_rm, CC->room.QRname);
2225 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2226 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2227 if (num_newmsgs > 1) supplied_msg = NULL;
2229 /* Now the regular stuff */
2230 if (CtdlGetRoomLock(&CC->room,
2231 ((roomname != NULL) ? roomname : CC->room.QRname) )
2233 syslog(LOG_ERR, "msgbase: no such room <%s>", roomname);
2234 return(ERROR + ROOM_NOT_FOUND);
2237 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2238 num_msgs_to_be_merged = 0;
2240 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
2241 if (cdbfr == NULL) {
2246 msglist = (long *) cdbfr->ptr;
2247 cdbfr->ptr = NULL; // CtdlSaveMsgPointerInRoom() now owns this memory (this needs attention if we move to LMDB)
2248 num_msgs = cdbfr->len / sizeof(long);
2252 /* Create a list of msgid's which were supplied by the caller, but do
2253 * not already exist in the target room. It is absolutely taboo to
2254 * have more than one reference to the same message in a room.
2256 for (i=0; i<num_newmsgs; ++i) {
2258 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2259 if (msglist[j] == newmsgidlist[i]) {
2264 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2268 syslog(LOG_DEBUG, "msgbase: %d unique messages to be merged", num_msgs_to_be_merged);
2271 * Now merge the new messages
2273 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2274 if (msglist == NULL) {
2275 syslog(LOG_ALERT, "msgbase: ERROR; can't realloc message list!");
2276 free(msgs_to_be_merged);
2277 return (ERROR + INTERNAL_ERROR);
2279 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2280 num_msgs += num_msgs_to_be_merged;
2282 /* Sort the message list, so all the msgid's are in order */
2283 num_msgs = sort_msglist(msglist, num_msgs);
2285 /* Determine the highest message number */
2286 highest_msg = msglist[num_msgs - 1];
2288 /* Write it back to disk. */
2289 cdb_store(CDB_MSGLISTS, &CC->room.QRnumber, (int)sizeof(long), msglist, (int)(num_msgs * sizeof(long)));
2291 /* Free up the memory we used. */
2294 /* Update the highest-message pointer and unlock the room. */
2295 CC->room.QRhighest = highest_msg;
2296 CtdlPutRoomLock(&CC->room);
2298 /* Perform replication checks if necessary */
2299 if ( (DoesThisRoomNeedEuidIndexing(&CC->room)) && (do_repl_check) ) {
2300 syslog(LOG_DEBUG, "msgbase: CtdlSaveMsgPointerInRoom() doing repl checks");
2302 for (i=0; i<num_msgs_to_be_merged; ++i) {
2303 msgid = msgs_to_be_merged[i];
2305 if (supplied_msg != NULL) {
2309 msg = CtdlFetchMessage(msgid, 0);
2313 ReplicationChecks(msg);
2315 /* If the message has an Exclusive ID, index that... */
2316 if (!CM_IsEmpty(msg, eExclusiveID)) {
2317 index_message_by_euid(msg->cm_fields[eExclusiveID], &CC->room, msgid);
2320 /* Free up the memory we may have allocated */
2321 if (msg != supplied_msg) {
2330 syslog(LOG_DEBUG, "msgbase: CtdlSaveMsgPointerInRoom() skips repl checks");
2333 /* Submit this room for processing by hooks */
2334 int total_roomhook_errors = PerformRoomHooks(&CC->room);
2335 if (total_roomhook_errors) {
2336 syslog(LOG_WARNING, "msgbase: room hooks returned %d errors", total_roomhook_errors);
2339 /* Go back to the room we were in before we wandered here... */
2340 CtdlGetRoom(&CC->room, hold_rm);
2342 /* Bump the reference count for all messages which were merged */
2343 if (!suppress_refcount_adj) {
2344 AdjRefCountList(msgs_to_be_merged, num_msgs_to_be_merged, +1);
2347 /* Free up memory... */
2348 if (msgs_to_be_merged != NULL) {
2349 free(msgs_to_be_merged);
2352 /* Return success. */
2358 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2361 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid, int do_repl_check, struct CtdlMessage *supplied_msg) {
2362 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2367 * Message base operation to save a new message to the message store
2368 * (returns new message number)
2370 * This is the back end for CtdlSubmitMsg() and should not be directly
2371 * called by server-side modules.
2374 long CtdlSaveThisMessage(struct CtdlMessage *msg, long msgid, int Reply) {
2382 * If the message is big, set its body aside for storage elsewhere
2383 * and we hide the message body from the serializer
2385 if (!CM_IsEmpty(msg, eMesageText) && msg->cm_lengths[eMesageText] > BIGMSG) {
2387 holdM = msg->cm_fields[eMesageText];
2388 msg->cm_fields[eMesageText] = NULL;
2389 holdMLen = msg->cm_lengths[eMesageText];
2390 msg->cm_lengths[eMesageText] = 0;
2393 /* Serialize our data structure for storage in the database */
2394 CtdlSerializeMessage(&smr, msg);
2397 /* put the message body back into the message */
2398 msg->cm_fields[eMesageText] = holdM;
2399 msg->cm_lengths[eMesageText] = holdMLen;
2404 cprintf("%d Unable to serialize message\n",
2405 ERROR + INTERNAL_ERROR);
2408 syslog(LOG_ERR, "msgbase: CtdlSaveMessage() unable to serialize message");
2414 /* Write our little bundle of joy into the message base */
2415 retval = cdb_store(CDB_MSGMAIN, &msgid, (int)sizeof(long), smr.ser, smr.len);
2417 syslog(LOG_ERR, "msgbase: can't store message %ld: %ld", msgid, retval);
2421 retval = cdb_store(CDB_BIGMSGS, &msgid, (int)sizeof(long), holdM, (holdMLen + 1));
2423 syslog(LOG_ERR, "msgbase: failed to store message body for msgid %ld: %ld", msgid, retval);
2428 /* Free the memory we used for the serialized message */
2434 long send_message(struct CtdlMessage *msg) {
2440 /* Get a new message number */
2441 newmsgid = get_new_message_number();
2443 /* Generate an ID if we don't have one already */
2444 if (CM_IsEmpty(msg, emessageId)) {
2445 msgidbuflen = snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
2446 (long unsigned int) time(NULL),
2447 (long unsigned int) newmsgid,
2448 CtdlGetConfigStr("c_fqdn")
2451 CM_SetField(msg, emessageId, msgidbuf, msgidbuflen);
2454 retval = CtdlSaveThisMessage(msg, newmsgid, 1);
2460 /* Return the *local* message ID to the caller
2461 * (even if we're storing an incoming network message)
2468 * Serialize a struct CtdlMessage into the format used on disk.
2470 * This function loads up a "struct ser_ret" (defined in server.h) which
2471 * contains the length of the serialized message and a pointer to the
2472 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2474 void CtdlSerializeMessage(struct ser_ret *ret, /* return values */
2475 struct CtdlMessage *msg) /* unserialized msg */
2481 * Check for valid message format
2483 if (CM_IsValidMsg(msg) == 0) {
2484 syslog(LOG_ERR, "msgbase: CtdlSerializeMessage() aborting due to invalid message");
2491 for (i=0; i < NDiskFields; ++i)
2492 if (msg->cm_fields[FieldOrder[i]] != NULL)
2493 ret->len += msg->cm_lengths[FieldOrder[i]] + 2;
2495 ret->ser = malloc(ret->len);
2496 if (ret->ser == NULL) {
2497 syslog(LOG_ERR, "msgbase: CtdlSerializeMessage() malloc(%ld) failed: %m", (long)ret->len);
2504 ret->ser[1] = msg->cm_anon_type;
2505 ret->ser[2] = msg->cm_format_type;
2508 for (i=0; i < NDiskFields; ++i) {
2509 if (msg->cm_fields[FieldOrder[i]] != NULL) {
2510 ret->ser[wlen++] = (char)FieldOrder[i];
2512 memcpy(&ret->ser[wlen],
2513 msg->cm_fields[FieldOrder[i]],
2514 msg->cm_lengths[FieldOrder[i]] + 1);
2516 wlen = wlen + msg->cm_lengths[FieldOrder[i]] + 1;
2520 if (ret->len != wlen) {
2521 syslog(LOG_ERR, "msgbase: ERROR; len=%ld wlen=%ld", (long)ret->len, (long)wlen);
2529 * Check to see if any messages already exist in the current room which
2530 * carry the same Exclusive ID as this one. If any are found, delete them.
2532 void ReplicationChecks(struct CtdlMessage *msg) {
2533 long old_msgnum = (-1L);
2535 if (DoesThisRoomNeedEuidIndexing(&CC->room) == 0) return;
2537 syslog(LOG_DEBUG, "msgbase: performing replication checks in <%s>", CC->room.QRname);
2539 /* No exclusive id? Don't do anything. */
2540 if (msg == NULL) return;
2541 if (CM_IsEmpty(msg, eExclusiveID)) return;
2543 /*syslog(LOG_DEBUG, "msgbase: exclusive ID: <%s> for room <%s>",
2544 msg->cm_fields[eExclusiveID], CC->room.QRname);*/
2546 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields[eExclusiveID], &CC->room);
2547 if (old_msgnum > 0L) {
2548 syslog(LOG_DEBUG, "msgbase: ReplicationChecks() replacing message %ld", old_msgnum);
2549 CtdlDeleteMessages(CC->room.QRname, &old_msgnum, 1, "");
2555 * Save a message to disk and submit it into the delivery system.
2557 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2558 struct recptypes *recps, /* recipients (if mail) */
2559 const char *force /* force a particular room? */
2561 char hold_rm[ROOMNAMELEN];
2562 char actual_rm[ROOMNAMELEN];
2563 char force_room[ROOMNAMELEN];
2564 char content_type[SIZ]; /* We have to learn this */
2565 char recipient[SIZ];
2566 char bounce_to[1024];
2569 const char *mptr = NULL;
2570 struct ctdluser userbuf;
2572 struct MetaData smi;
2573 char *collected_addresses = NULL;
2574 struct addresses_to_be_filed *aptr = NULL;
2575 StrBuf *saved_rfc822_version = NULL;
2576 int qualified_for_journaling = 0;
2578 syslog(LOG_DEBUG, "msgbase: CtdlSubmitMsg() called");
2579 if (CM_IsValidMsg(msg) == 0) return(-1); /* self check */
2581 /* If this message has no timestamp, we take the liberty of
2582 * giving it one, right now.
2584 if (CM_IsEmpty(msg, eTimestamp)) {
2585 CM_SetFieldLONG(msg, eTimestamp, time(NULL));
2588 /* If this message has no path, we generate one.
2590 if (CM_IsEmpty(msg, eMessagePath)) {
2591 if (!CM_IsEmpty(msg, eAuthor)) {
2592 CM_CopyField(msg, eMessagePath, eAuthor);
2593 for (a=0; !IsEmptyStr(&msg->cm_fields[eMessagePath][a]); ++a) {
2594 if (isspace(msg->cm_fields[eMessagePath][a])) {
2595 msg->cm_fields[eMessagePath][a] = ' ';
2600 CM_SetField(msg, eMessagePath, HKEY("unknown"));
2604 if (force == NULL) {
2605 force_room[0] = '\0';
2608 strcpy(force_room, force);
2611 /* Learn about what's inside, because it's what's inside that counts */
2612 if (CM_IsEmpty(msg, eMesageText)) {
2613 syslog(LOG_ERR, "msgbase: ERROR; attempt to save message with NULL body");
2617 switch (msg->cm_format_type) {
2619 strcpy(content_type, "text/x-citadel-variformat");
2622 strcpy(content_type, "text/plain");
2625 strcpy(content_type, "text/plain");
2626 mptr = bmstrcasestr(msg->cm_fields[eMesageText], "Content-type:");
2629 safestrncpy(content_type, &mptr[13], sizeof content_type);
2630 string_trim(content_type);
2631 aptr = content_type;
2632 while (!IsEmptyStr(aptr)) {
2644 /* Goto the correct room */
2645 room = (recps) ? CC->room.QRname : SENTITEMS;
2646 syslog(LOG_DEBUG, "msgbase: selected room %s", room);
2647 strcpy(hold_rm, CC->room.QRname);
2648 strcpy(actual_rm, CC->room.QRname);
2649 if (recps != NULL) {
2650 strcpy(actual_rm, SENTITEMS);
2653 /* If the user is a twit, move to the twit room for posting */
2655 if (CC->user.axlevel == AxProbU) {
2656 strcpy(hold_rm, actual_rm);
2657 strcpy(actual_rm, CtdlGetConfigStr("c_twitroom"));
2658 syslog(LOG_DEBUG, "msgbase: diverting to twit room");
2662 /* ...or if this message is destined for Aide> then go there. */
2663 if (!IsEmptyStr(force_room)) {
2664 strcpy(actual_rm, force_room);
2667 syslog(LOG_DEBUG, "msgbase: final selection: %s (%s)", actual_rm, room);
2668 if (strcasecmp(actual_rm, CC->room.QRname)) {
2669 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL, NULL, NULL);
2673 * If this message has no O (room) field, generate one.
2675 if (CM_IsEmpty(msg, eOriginalRoom) && !IsEmptyStr(CC->room.QRname)) {
2676 CM_SetField(msg, eOriginalRoom, CC->room.QRname, -1);
2679 /* Perform "before save" hooks (aborting if any return nonzero) */
2680 syslog(LOG_DEBUG, "msgbase: performing before-save hooks");
2681 if (PerformMessageHooks(msg, recps, EVT_BEFORESAVE) > 0) return(-3);
2684 * If this message has an Exclusive ID, and the room is replication
2685 * checking enabled, then do replication checks.
2687 if (DoesThisRoomNeedEuidIndexing(&CC->room)) {
2688 ReplicationChecks(msg);
2691 /* Save it to disk */
2692 syslog(LOG_DEBUG, "msgbase: saving to disk");
2693 newmsgid = send_message(msg);
2694 if (newmsgid <= 0L) return(-5);
2696 /* Write a supplemental message info record. This doesn't have to
2697 * be a critical section because nobody else knows about this message
2700 syslog(LOG_DEBUG, "msgbase: creating metadata record");
2701 memset(&smi, 0, sizeof(struct MetaData));
2702 smi.meta_msgnum = newmsgid;
2703 smi.meta_refcount = 0;
2704 safestrncpy(smi.meta_content_type, content_type, sizeof smi.meta_content_type);
2707 * Measure how big this message will be when rendered as RFC822.
2708 * We do this for two reasons:
2709 * 1. We need the RFC822 length for the new metadata record, so the
2710 * POP and IMAP services don't have to calculate message lengths
2711 * while the user is waiting (multiplied by potentially hundreds
2712 * or thousands of messages).
2713 * 2. If journaling is enabled, we will need an RFC822 version of the
2714 * message to attach to the journalized copy.
2716 if (CC->redirect_buffer != NULL) {
2717 syslog(LOG_ALERT, "msgbase: CC->redirect_buffer is not NULL during message submission!");
2718 exit(CTDLEXIT_REDIRECT);
2720 CC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
2721 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
2722 smi.meta_rfc822_length = StrLength(CC->redirect_buffer);
2723 saved_rfc822_version = CC->redirect_buffer;
2724 CC->redirect_buffer = NULL;
2728 /* Now figure out where to store the pointers */
2729 syslog(LOG_DEBUG, "msgbase: storing pointers");
2731 /* If this is being done by the networker delivering a private
2732 * message, we want to BYPASS saving the sender's copy (because there
2733 * is no local sender; it would otherwise go to the Trashcan).
2735 if ((!CC->internal_pgm) || (recps == NULL)) {
2736 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
2737 syslog(LOG_ERR, "msgbase: ERROR saving message pointer %ld in %s", newmsgid, actual_rm);
2738 CtdlSaveMsgPointerInRoom(CtdlGetConfigStr("c_aideroom"), newmsgid, 0, msg);
2742 /* For internet mail, drop a copy in the outbound queue room */
2743 if ((recps != NULL) && (recps->num_internet > 0)) {
2744 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
2747 /* If other rooms are specified, drop them there too. */
2748 if ((recps != NULL) && (recps->num_room > 0)) {
2749 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
2750 extract_token(recipient, recps->recp_room, i, '|', sizeof recipient);
2751 syslog(LOG_DEBUG, "msgbase: delivering to room <%s>", recipient);
2752 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
2756 /* Decide where bounces need to be delivered */
2757 if ((recps != NULL) && (recps->bounce_to == NULL)) {
2758 if (CC->logged_in) {
2759 strcpy(bounce_to, CC->user.fullname);
2761 else if (!IsEmptyStr(msg->cm_fields[eAuthor])){
2762 strcpy(bounce_to, msg->cm_fields[eAuthor]);
2764 recps->bounce_to = bounce_to;
2767 CM_SetFieldLONG(msg, eVltMsgNum, newmsgid);
2769 // If this is private, local mail, make a copy in the recipient's mailbox and bump the reference count.
2770 if ((recps != NULL) && (recps->num_local > 0)) {
2774 pch = recps->recp_local;
2775 recps->recp_local = recipient;
2776 ntokens = num_tokens(pch, '|');
2777 for (i=0; i<ntokens; ++i) {
2778 extract_token(recipient, pch, i, '|', sizeof recipient);
2779 syslog(LOG_DEBUG, "msgbase: delivering private local mail to <%s>", recipient);
2780 if (CtdlGetUser(&userbuf, recipient) == 0) {
2781 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
2782 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
2783 CtdlBumpNewMailCounter(userbuf.usernum); // if this user is logged in, tell them they have new mail.
2784 PerformMessageHooks(msg, recps, EVT_AFTERUSRMBOXSAVE);
2787 syslog(LOG_DEBUG, "msgbase: no user <%s>", recipient);
2788 CtdlSaveMsgPointerInRoom(CtdlGetConfigStr("c_aideroom"), newmsgid, 0, msg);
2791 recps->recp_local = pch;
2794 /* Perform "after save" hooks */
2795 syslog(LOG_DEBUG, "msgbase: performing after-save hooks");
2797 PerformMessageHooks(msg, recps, EVT_AFTERSAVE);
2798 CM_FlushField(msg, eVltMsgNum);
2800 /* Go back to the room we started from */
2801 syslog(LOG_DEBUG, "msgbase: returning to original room %s", hold_rm);
2802 if (strcasecmp(hold_rm, CC->room.QRname)) {
2803 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL, NULL, NULL);
2807 * Any addresses to harvest for someone's address book?
2809 if ( (CC->logged_in) && (recps != NULL) ) {
2810 collected_addresses = harvest_collected_addresses(msg);
2813 if (collected_addresses != NULL) {
2814 aptr = (struct addresses_to_be_filed *) malloc(sizeof(struct addresses_to_be_filed));
2815 CtdlMailboxName(actual_rm, sizeof actual_rm, &CC->user, USERCONTACTSROOM);
2816 aptr->roomname = strdup(actual_rm);
2817 aptr->collected_addresses = collected_addresses;
2818 begin_critical_section(S_ATBF);
2821 end_critical_section(S_ATBF);
2825 * Determine whether this message qualifies for journaling.
2827 if (!CM_IsEmpty(msg, eJournal)) {
2828 qualified_for_journaling = 0;
2831 if (recps == NULL) {
2832 qualified_for_journaling = CtdlGetConfigInt("c_journal_pubmsgs");
2834 else if (recps->num_local + recps->num_internet > 0) {
2835 qualified_for_journaling = CtdlGetConfigInt("c_journal_email");
2838 qualified_for_journaling = CtdlGetConfigInt("c_journal_pubmsgs");
2843 * Do we have to perform journaling? If so, hand off the saved
2844 * RFC822 version will be handed off to the journaler for background
2845 * submit. Otherwise, we have to free the memory ourselves.
2847 if (saved_rfc822_version != NULL) {
2848 if (qualified_for_journaling) {
2849 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
2852 FreeStrBuf(&saved_rfc822_version);
2856 if ((recps != NULL) && (recps->bounce_to == bounce_to))
2857 recps->bounce_to = NULL;
2865 * Convenience function for generating small administrative messages.
2867 long quickie_message(char *from,
2875 struct CtdlMessage *msg;
2876 struct recptypes *recp = NULL;
2878 msg = malloc(sizeof(struct CtdlMessage));
2879 memset(msg, 0, sizeof(struct CtdlMessage));
2880 msg->cm_magic = CTDLMESSAGE_MAGIC;
2881 msg->cm_anon_type = MES_NORMAL;
2882 msg->cm_format_type = format_type;
2884 if (!IsEmptyStr(from)) {
2885 CM_SetField(msg, eAuthor, from, -1);
2887 else if (!IsEmptyStr(fromaddr)) {
2889 CM_SetField(msg, eAuthor, fromaddr, -1);
2890 pAt = strchr(msg->cm_fields[eAuthor], '@');
2892 CM_CutFieldAt(msg, eAuthor, pAt - msg->cm_fields[eAuthor]);
2896 msg->cm_fields[eAuthor] = strdup("Citadel");
2899 if (!IsEmptyStr(fromaddr)) CM_SetField(msg, erFc822Addr, fromaddr, -1);
2900 if (!IsEmptyStr(room)) CM_SetField(msg, eOriginalRoom, room, -1);
2901 if (!IsEmptyStr(to)) {
2902 CM_SetField(msg, eRecipient, to, -1);
2903 recp = validate_recipients(to, NULL, 0);
2905 if (!IsEmptyStr(subject)) {
2906 CM_SetField(msg, eMsgSubject, subject, -1);
2908 if (!IsEmptyStr(text)) {
2909 CM_SetField(msg, eMesageText, text, -1);
2912 long msgnum = CtdlSubmitMsg(msg, recp, room);
2914 if (recp != NULL) free_recipients(recp);
2920 * Back end function used by CtdlMakeMessage() and similar functions
2922 StrBuf *CtdlReadMessageBodyBuf(char *terminator, // token signalling EOT
2924 size_t maxlen, // maximum message length
2925 StrBuf *exist, // if non-null, append to it; exist is ALWAYS freed
2926 int crlf // CRLF newlines instead of LF
2934 LineBuf = NewStrBufPlain(NULL, SIZ);
2935 if (exist == NULL) {
2936 Message = NewStrBufPlain(NULL, 4 * SIZ);
2939 Message = NewStrBufDup(exist);
2942 /* Do we need to change leading ".." to "." for SMTP escaping? */
2943 if ((tlen == 1) && (*terminator == '.')) {
2947 /* read in the lines of message text one by one */
2949 if (CtdlClientGetLine(LineBuf) < 0) {
2952 if ((StrLength(LineBuf) == tlen) && (!strcmp(ChrPtr(LineBuf), terminator))) {
2955 if ( (!flushing) && (!finished) ) {
2957 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
2960 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
2963 /* Unescape SMTP-style input of two dots at the beginning of the line */
2964 if ((dotdot) && (StrLength(LineBuf) > 1) && (ChrPtr(LineBuf)[0] == '.')) {
2965 StrBufCutLeft(LineBuf, 1);
2967 StrBufAppendBuf(Message, LineBuf, 0);
2970 /* if we've hit the max msg length, flush the rest */
2971 if (StrLength(Message) >= maxlen) {
2975 } while (!finished);
2976 FreeStrBuf(&LineBuf);
2979 syslog(LOG_ERR, "msgbase: exceeded maximum message length of %ld - message was truncated", maxlen);
2986 // Back end function used by CtdlMakeMessage() and similar functions
2987 char *CtdlReadMessageBody(char *terminator, // token signalling EOT
2989 size_t maxlen, // maximum message length
2990 StrBuf *exist, // if non-null, append to it; exist is ALWAYS freed
2991 int crlf // CRLF newlines instead of LF
2995 Message = CtdlReadMessageBodyBuf(terminator,
3001 if (Message == NULL) {
3005 return SmashStrBuf(&Message);
3010 struct CtdlMessage *CtdlMakeMessage(
3011 struct ctdluser *author, /* author's user structure */
3012 char *recipient, /* NULL if it's not mail */
3013 char *recp_cc, /* NULL if it's not mail */
3014 char *room, /* room where it's going */
3015 int type, /* see MES_ types in header file */
3016 int format_type, /* variformat, plain text, MIME... */
3017 char *fake_name, /* who we're masquerading as */
3018 char *my_email, /* which of my email addresses to use (empty is ok) */
3019 char *subject, /* Subject (optional) */
3020 char *supplied_euid, /* ...or NULL if this is irrelevant */
3021 char *preformatted_text, /* ...or NULL to read text from client */
3022 char *references /* Thread references */
3024 return CtdlMakeMessageLen(
3025 author, /* author's user structure */
3026 recipient, /* NULL if it's not mail */
3027 (recipient)?strlen(recipient) : 0,
3028 recp_cc, /* NULL if it's not mail */
3029 (recp_cc)?strlen(recp_cc): 0,
3030 room, /* room where it's going */
3031 (room)?strlen(room): 0,
3032 type, /* see MES_ types in header file */
3033 format_type, /* variformat, plain text, MIME... */
3034 fake_name, /* who we're masquerading as */
3035 (fake_name)?strlen(fake_name): 0,
3036 my_email, /* which of my email addresses to use (empty is ok) */
3037 (my_email)?strlen(my_email): 0,
3038 subject, /* Subject (optional) */
3039 (subject)?strlen(subject): 0,
3040 supplied_euid, /* ...or NULL if this is irrelevant */
3041 (supplied_euid)?strlen(supplied_euid):0,
3042 preformatted_text, /* ...or NULL to read text from client */
3043 (preformatted_text)?strlen(preformatted_text) : 0,
3044 references, /* Thread references */
3045 (references)?strlen(references):0);
3051 * Build a binary message to be saved on disk.
3052 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3053 * will become part of the message. This means you are no longer
3054 * responsible for managing that memory -- it will be freed along with
3055 * the rest of the fields when CM_Free() is called.)
3057 struct CtdlMessage *CtdlMakeMessageLen(
3058 struct ctdluser *author, /* author's user structure */
3059 char *recipient, /* NULL if it's not mail */
3061 char *recp_cc, /* NULL if it's not mail */
3063 char *room, /* room where it's going */
3065 int type, /* see MES_ types in header file */
3066 int format_type, /* variformat, plain text, MIME... */
3067 char *fake_name, /* who we're masquerading as */
3069 char *my_email, /* which of my email addresses to use (empty is ok) */
3071 char *subject, /* Subject (optional) */
3073 char *supplied_euid, /* ...or NULL if this is irrelevant */
3075 char *preformatted_text, /* ...or NULL to read text from client */
3077 char *references, /* Thread references */
3082 struct CtdlMessage *msg;
3084 StrBuf *FakeEncAuthor = NULL;
3086 msg = malloc(sizeof(struct CtdlMessage));
3087 memset(msg, 0, sizeof(struct CtdlMessage));
3088 msg->cm_magic = CTDLMESSAGE_MAGIC;
3089 msg->cm_anon_type = type;
3090 msg->cm_format_type = format_type;
3092 if (recipient != NULL) rcplen = string_trim(recipient);
3093 if (recp_cc != NULL) cclen = string_trim(recp_cc);
3095 /* Path or Return-Path */
3097 CM_SetField(msg, eMessagePath, my_email, myelen);
3099 else if (!IsEmptyStr(author->fullname)) {
3100 CM_SetField(msg, eMessagePath, author->fullname, -1);
3102 convert_spaces_to_underscores(msg->cm_fields[eMessagePath]);
3104 blen = snprintf(buf, sizeof buf, "%ld", (long)time(NULL));
3105 CM_SetField(msg, eTimestamp, buf, blen);
3108 FakeAuthor = NewStrBufPlain (fake_name, fnlen);
3111 FakeAuthor = NewStrBufPlain (author->fullname, -1);
3113 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
3114 CM_SetAsFieldSB(msg, eAuthor, &FakeEncAuthor);
3115 FreeStrBuf(&FakeAuthor);
3117 if (!!IsEmptyStr(CC->room.QRname)) {
3118 if (CC->room.QRflags & QR_MAILBOX) { /* room */
3119 CM_SetField(msg, eOriginalRoom, &CC->room.QRname[11], -1);
3122 CM_SetField(msg, eOriginalRoom, CC->room.QRname, -1);
3127 CM_SetField(msg, eRecipient, recipient, rcplen);
3130 CM_SetField(msg, eCarbonCopY, recp_cc, cclen);
3134 CM_SetField(msg, erFc822Addr, my_email, myelen);
3136 else if ( (author == &CC->user) && (!IsEmptyStr(CC->cs_inet_email)) ) {
3137 CM_SetField(msg, erFc822Addr, CC->cs_inet_email, -1);
3140 if (subject != NULL) {
3142 length = string_trim(subject);
3148 while ((subject[i] != '\0') &&
3149 (IsAscii = isascii(subject[i]) != 0 ))
3152 CM_SetField(msg, eMsgSubject, subject, subjlen);
3153 else /* ok, we've got utf8 in the string. */
3156 rfc2047Subj = rfc2047encode(subject, length);
3157 CM_SetAsField(msg, eMsgSubject, &rfc2047Subj, strlen(rfc2047Subj));
3164 CM_SetField(msg, eExclusiveID, supplied_euid, euidlen);
3168 CM_SetField(msg, eWeferences, references, reflen);
3171 if (preformatted_text != NULL) {
3172 CM_SetField(msg, eMesageText, preformatted_text, textlen);
3176 MsgBody = CtdlReadMessageBodyBuf(HKEY("000"), CtdlGetConfigLong("c_maxmsglen"), NULL, 0);
3177 if (MsgBody != NULL) {
3178 CM_SetAsFieldSB(msg, eMesageText, &MsgBody);
3187 * API function to delete messages which match a set of criteria
3188 * (returns the actual number of messages deleted)
3190 int CtdlDeleteMessages(const char *room_name, // which room
3191 long *dmsgnums, // array of msg numbers to be deleted
3192 int num_dmsgnums, // number of msgs to be deleted, or 0 for "any"
3193 char *content_type // or "" for any. regular expressions expected.
3195 struct ctdlroom qrbuf;
3196 struct cdbdata *cdbfr;
3197 long *msglist = NULL;
3198 long *dellist = NULL;
3201 int num_deleted = 0;
3203 struct MetaData smi;
3206 int need_to_free_re = 0;
3208 if (content_type) if (!IsEmptyStr(content_type)) {
3209 regcomp(&re, content_type, 0);
3210 need_to_free_re = 1;
3212 syslog(LOG_DEBUG, "msgbase: CtdlDeleteMessages(%s, %d msgs, %s)", room_name, num_dmsgnums, content_type);
3214 /* get room record, obtaining a lock... */
3215 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
3216 syslog(LOG_ERR, "msgbase: CtdlDeleteMessages(): Room <%s> not found", room_name);
3217 if (need_to_free_re) regfree(&re);
3218 return(0); /* room not found */
3220 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
3222 if (cdbfr != NULL) {
3223 dellist = malloc(cdbfr->len);
3224 num_msgs = cdbfr->len / sizeof(long);
3225 msglist = (long *) malloc(cdbfr->len);
3226 memcpy(msglist, cdbfr->ptr, cdbfr->len);
3230 int have_contenttype = (content_type != NULL) && !IsEmptyStr(content_type);
3231 int have_delmsgs = (num_dmsgnums == 0) || (dmsgnums == NULL);
3232 int have_more_del = 1;
3234 num_msgs = sort_msglist(msglist, num_msgs);
3235 if (num_dmsgnums > 1) {
3236 num_dmsgnums = sort_msglist(dmsgnums, num_dmsgnums);
3240 while ((i < num_msgs) && (have_more_del)) {
3243 /* Set/clear a bit for each criterion */
3245 /* 0 messages in the list or a null list means that we are
3246 * interested in deleting any messages which meet the other criteria.
3249 delete_this |= 0x01;
3252 while ((i < num_msgs) && (msglist[i] < dmsgnums[j])) i++;
3257 if (msglist[i] == dmsgnums[j]) {
3258 delete_this |= 0x01;
3261 have_more_del = (j < num_dmsgnums);
3264 if (have_contenttype) {
3265 GetMetaData(&smi, msglist[i]);
3266 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
3267 delete_this |= 0x02;
3270 delete_this |= 0x02;
3273 /* Delete message only if all bits are set */
3274 if (delete_this == 0x03) {
3275 dellist[num_deleted++] = msglist[i];
3282 StrBuf *dbg = NewStrBuf();
3283 for (i = 0; i < num_deleted; i++)
3284 StrBufAppendPrintf(dbg, ", %ld", dellist[i]);
3285 syslog(LOG_DEBUG, "msgbase: Deleting: %s", ChrPtr(dbg));
3289 num_msgs = sort_msglist(msglist, num_msgs);
3290 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
3291 msglist, (int)(num_msgs * sizeof(long)));
3294 qrbuf.QRhighest = msglist[num_msgs - 1];
3296 qrbuf.QRhighest = 0;
3298 CtdlPutRoomLock(&qrbuf);
3300 /* Go through the messages we pulled out of the index, and decrement
3301 * their reference counts by 1. If this is the only room the message
3302 * was in, the reference count will reach zero and the message will
3303 * automatically be deleted from the database. We do this in a
3304 * separate pass because there might be plug-in hooks getting called,
3305 * and we don't want that happening during an S_ROOMS critical
3309 for (i=0; i<num_deleted; ++i) {
3310 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
3312 AdjRefCountList(dellist, num_deleted, -1);
3314 /* Now free the memory we used, and go away. */
3315 if (msglist != NULL) free(msglist);
3316 if (dellist != NULL) free(dellist);
3317 syslog(LOG_DEBUG, "msgbase: %d message(s) deleted", num_deleted);
3318 if (need_to_free_re) regfree(&re);
3319 return (num_deleted);
3324 * GetMetaData() - Get the supplementary record for a message
3326 void GetMetaData(struct MetaData *smibuf, long msgnum)
3328 struct cdbdata *cdbsmi;
3331 memset(smibuf, 0, sizeof(struct MetaData));
3332 smibuf->meta_msgnum = msgnum;
3333 smibuf->meta_refcount = 1; /* Default reference count is 1 */
3335 /* Use the negative of the message number for its supp record index */
3336 TheIndex = (0L - msgnum);
3338 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
3339 if (cdbsmi == NULL) {
3340 return; /* record not found; leave it alone */
3342 memcpy(smibuf, cdbsmi->ptr,
3343 ((cdbsmi->len > sizeof(struct MetaData)) ?
3344 sizeof(struct MetaData) : cdbsmi->len)
3352 * PutMetaData() - (re)write supplementary record for a message
3354 void PutMetaData(struct MetaData *smibuf)
3358 /* Use the negative of the message number for the metadata db index */
3359 TheIndex = (0L - smibuf->meta_msgnum);
3361 cdb_store(CDB_MSGMAIN,
3362 &TheIndex, (int)sizeof(long),
3363 smibuf, (int)sizeof(struct MetaData)
3369 * Convenience function to process a big block of AdjRefCount() operations
3371 void AdjRefCountList(long *msgnum, long nmsg, int incr)
3375 for (i = 0; i < nmsg; i++) {
3376 AdjRefCount(msgnum[i], incr);
3382 * AdjRefCount - adjust the reference count for a message. We need to delete from disk any message whose reference count reaches zero.
3384 void AdjRefCount(long msgnum, int incr)
3386 struct MetaData smi;
3389 /* This is a *tight* critical section; please keep it that way, as
3390 * it may get called while nested in other critical sections.
3391 * Complicating this any further will surely cause deadlock!
3393 begin_critical_section(S_SUPPMSGMAIN);
3394 GetMetaData(&smi, msgnum);
3395 smi.meta_refcount += incr;
3397 end_critical_section(S_SUPPMSGMAIN);
3398 syslog(LOG_DEBUG, "msgbase: AdjRefCount() msg %ld ref count delta %+d, is now %d", msgnum, incr, smi.meta_refcount);
3400 /* If the reference count is now zero, delete both the message and its metadata record.
3402 if (smi.meta_refcount == 0) {
3403 syslog(LOG_DEBUG, "msgbase: deleting message <%ld>", msgnum);
3405 /* Call delete hooks with NULL room to show it has gone altogether */
3406 PerformDeleteHooks(NULL, msgnum);
3408 /* Remove from message base */
3410 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3411 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
3413 /* Remove metadata record */
3414 delnum = (0L - msgnum);
3415 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3421 * Write a generic object to this room
3423 * Returns the message number of the written object, in case you need it.
3425 long CtdlWriteObject(char *req_room, /* Room to stuff it in */
3426 char *content_type, /* MIME type of this object */
3427 char *raw_message, /* Data to be written */
3428 off_t raw_length, /* Size of raw_message */
3429 struct ctdluser *is_mailbox, /* Mailbox room? */
3430 int is_binary, /* Is encoding necessary? */
3431 unsigned int flags /* Internal save flags */
3433 struct ctdlroom qrbuf;
3434 char roomname[ROOMNAMELEN];
3435 struct CtdlMessage *msg;
3436 StrBuf *encoded_message = NULL;
3438 if (is_mailbox != NULL) {
3439 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
3442 safestrncpy(roomname, req_room, sizeof(roomname));
3445 syslog(LOG_DEBUG, "msfbase: raw length is %ld", (long)raw_length);
3448 encoded_message = NewStrBufPlain(NULL, (size_t) (((raw_length * 134) / 100) + 4096 ) );
3451 encoded_message = NewStrBufPlain(NULL, (size_t)(raw_length + 4096));
3454 StrBufAppendBufPlain(encoded_message, HKEY("Content-type: "), 0);
3455 StrBufAppendBufPlain(encoded_message, content_type, -1, 0);
3456 StrBufAppendBufPlain(encoded_message, HKEY("\n"), 0);
3459 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: base64\n\n"), 0);
3462 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: 7bit\n\n"), 0);
3466 StrBufBase64Append(encoded_message, NULL, raw_message, raw_length, 0);
3469 StrBufAppendBufPlain(encoded_message, raw_message, raw_length, 0);
3472 syslog(LOG_DEBUG, "msgbase: allocating");
3473 msg = malloc(sizeof(struct CtdlMessage));
3474 memset(msg, 0, sizeof(struct CtdlMessage));
3475 msg->cm_magic = CTDLMESSAGE_MAGIC;
3476 msg->cm_anon_type = MES_NORMAL;
3477 msg->cm_format_type = 4;
3478 CM_SetField(msg, eAuthor, CC->user.fullname, -1);
3479 CM_SetField(msg, eOriginalRoom, req_room, -1);
3480 msg->cm_flags = flags;
3482 CM_SetAsFieldSB(msg, eMesageText, &encoded_message);
3484 /* Create the requested room if we have to. */
3485 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
3486 CtdlCreateRoom(roomname, ( (is_mailbox != NULL) ? 5 : 3 ), "", 0, 1, 0, VIEW_BBS);
3489 /* Now write the data */
3490 long new_msgnum = CtdlSubmitMsg(msg, NULL, roomname);
3496 /************************************************************************/
3497 /* MODULE INITIALIZATION */
3498 /************************************************************************/
3500 char *ctdl_module_init_msgbase(void) {
3502 FillMsgKeyLookupTable();
3505 /* return our module id for the log */