1 // Implements the message store.
3 // Copyright (c) 1987-2022 by the citadel.org team
5 // This program is open source software; you can redistribute it and/or modify
6 // it under the terms of the GNU General Public License version 3.
8 // This program is distributed in the hope that it will be useful,
9 // but WITHOUT ANY WARRANTY; without even the implied warranty of
10 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11 // GNU General Public License for more details.
20 #include <libcitadel.h>
21 #include "ctdl_module.h"
22 #include "citserver.h"
25 #include "clientsocket.h"
29 #include "internet_addressing.h"
30 #include "euidindex.h"
32 #include "journaling.h"
34 struct addresses_to_be_filed *atbf = NULL;
36 // These are the four-character field headers we use when outputting
37 // messages in Citadel format (as opposed to RFC822 format).
39 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
40 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
41 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
42 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
43 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
44 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
45 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
46 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
48 "from", // A -> eAuthor
49 NULL, // B -> eBig_message
50 NULL, // C (formerly used as eRemoteRoom)
51 NULL, // D (formerly used as eDestination)
52 "exti", // E -> eXclusivID
53 "rfca", // F -> erFc822Addr
55 "hnod", // H (formerly used as eHumanNode)
56 "msgn", // I -> emessageId
57 "jrnl", // J -> eJournal
58 "rep2", // K -> eReplyTo
59 "list", // L -> eListID
60 "text", // M -> eMesageText
61 NULL, // N (formerly used as eNodename)
62 "room", // O -> eOriginalRoom
63 "path", // P -> eMessagePath
65 "rcpt", // R -> eRecipient
66 NULL, // S (formerly used as eSpecialField)
67 "time", // T -> eTimestamp
68 "subj", // U -> eMsgSubject
69 "nvto", // V -> eenVelopeTo
70 "wefw", // W -> eWeferences
72 "cccc", // Y -> eCarbonCopY
77 HashList *msgKeyLookup = NULL;
79 int GetFieldFromMnemonic(eMsgField *f, const char* c) {
81 if (GetHash(msgKeyLookup, c, 4, &v)) {
88 void FillMsgKeyLookupTable(void) {
91 msgKeyLookup = NewHash (1, FourHash);
93 for (i=0; i < 91; i++) {
94 if (msgkeys[i] != NULL) {
95 Put(msgKeyLookup, msgkeys[i], 4, (void*)i, reference_free_handler);
101 eMsgField FieldOrder[] = {
102 /* Important fields */
110 /* Semi-important fields */
115 /* G is not used yet */
118 /* Q is not used yet */
120 /* X is not used yet */
121 /* Z is not used yet */
128 /* Message text (MUST be last) */
130 /* Not saved to disk:
135 static const long NDiskFields = sizeof(FieldOrder) / sizeof(eMsgField);
138 int CM_IsEmpty(struct CtdlMessage *Msg, eMsgField which) {
139 return !((Msg->cm_fields[which] != NULL) && (Msg->cm_fields[which][0] != '\0'));
143 void CM_SetField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length) {
144 if (Msg->cm_fields[which] != NULL) {
145 free (Msg->cm_fields[which]);
147 if (length < 0) { // You can set the length to -1 to have CM_SetField measure it for you
148 length = strlen(buf);
150 Msg->cm_fields[which] = malloc(length + 1);
151 memcpy(Msg->cm_fields[which], buf, length);
152 Msg->cm_fields[which][length] = '\0';
153 Msg->cm_lengths[which] = length;
157 void CM_SetFieldLONG(struct CtdlMessage *Msg, eMsgField which, long lvalue) {
160 len = snprintf(buf, sizeof(buf), "%ld", lvalue);
161 CM_SetField(Msg, which, buf, len);
165 void CM_CutFieldAt(struct CtdlMessage *Msg, eMsgField WhichToCut, long maxlen) {
166 if (Msg->cm_fields[WhichToCut] == NULL)
169 if (Msg->cm_lengths[WhichToCut] > maxlen)
171 Msg->cm_fields[WhichToCut][maxlen] = '\0';
172 Msg->cm_lengths[WhichToCut] = maxlen;
177 void CM_FlushField(struct CtdlMessage *Msg, eMsgField which) {
178 if (Msg->cm_fields[which] != NULL)
179 free (Msg->cm_fields[which]);
180 Msg->cm_fields[which] = NULL;
181 Msg->cm_lengths[which] = 0;
185 void CM_Flush(struct CtdlMessage *Msg) {
188 if (CM_IsValidMsg(Msg) == 0) {
192 for (i = 0; i < 256; ++i) {
193 CM_FlushField(Msg, i);
198 void CM_CopyField(struct CtdlMessage *Msg, eMsgField WhichToPutTo, eMsgField WhichtToCopy) {
200 if (Msg->cm_fields[WhichToPutTo] != NULL) {
201 free (Msg->cm_fields[WhichToPutTo]);
204 if (Msg->cm_fields[WhichtToCopy] != NULL) {
205 len = Msg->cm_lengths[WhichtToCopy];
206 Msg->cm_fields[WhichToPutTo] = malloc(len + 1);
207 memcpy(Msg->cm_fields[WhichToPutTo], Msg->cm_fields[WhichtToCopy], len);
208 Msg->cm_fields[WhichToPutTo][len] = '\0';
209 Msg->cm_lengths[WhichToPutTo] = len;
212 Msg->cm_fields[WhichToPutTo] = NULL;
213 Msg->cm_lengths[WhichToPutTo] = 0;
218 void CM_PrependToField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length) {
219 if (Msg->cm_fields[which] != NULL) {
224 oldmsgsize = Msg->cm_lengths[which] + 1;
225 newmsgsize = length + oldmsgsize;
227 new = malloc(newmsgsize);
228 memcpy(new, buf, length);
229 memcpy(new + length, Msg->cm_fields[which], oldmsgsize);
230 free(Msg->cm_fields[which]);
231 Msg->cm_fields[which] = new;
232 Msg->cm_lengths[which] = newmsgsize - 1;
235 Msg->cm_fields[which] = malloc(length + 1);
236 memcpy(Msg->cm_fields[which], buf, length);
237 Msg->cm_fields[which][length] = '\0';
238 Msg->cm_lengths[which] = length;
243 void CM_SetAsField(struct CtdlMessage *Msg, eMsgField which, char **buf, long length) {
244 if (Msg->cm_fields[which] != NULL) {
245 free (Msg->cm_fields[which]);
248 Msg->cm_fields[which] = *buf;
250 if (length < 0) { // You can set the length to -1 to have CM_SetField measure it for you
251 Msg->cm_lengths[which] = strlen(Msg->cm_fields[which]);
254 Msg->cm_lengths[which] = length;
259 void CM_SetAsFieldSB(struct CtdlMessage *Msg, eMsgField which, StrBuf **buf) {
260 if (Msg->cm_fields[which] != NULL) {
261 free (Msg->cm_fields[which]);
264 Msg->cm_lengths[which] = StrLength(*buf);
265 Msg->cm_fields[which] = SmashStrBuf(buf);
269 void CM_GetAsField(struct CtdlMessage *Msg, eMsgField which, char **ret, long *retlen) {
270 if (Msg->cm_fields[which] != NULL) {
271 *retlen = Msg->cm_lengths[which];
272 *ret = Msg->cm_fields[which];
273 Msg->cm_fields[which] = NULL;
274 Msg->cm_lengths[which] = 0;
283 // Returns 1 if the supplied pointer points to a valid Citadel message.
284 // If the pointer is NULL or the magic number check fails, returns 0.
285 int CM_IsValidMsg(struct CtdlMessage *msg) {
289 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
290 syslog(LOG_WARNING, "msgbase: CM_IsValidMsg() self-check failed");
297 void CM_FreeContents(struct CtdlMessage *msg) {
300 for (i = 0; i < 256; ++i)
301 if (msg->cm_fields[i] != NULL) {
302 free(msg->cm_fields[i]);
303 msg->cm_lengths[i] = 0;
306 msg->cm_magic = 0; // just in case
310 // 'Destructor' for struct CtdlMessage
311 void CM_Free(struct CtdlMessage *msg) {
312 if (CM_IsValidMsg(msg) == 0) {
313 if (msg != NULL) free (msg);
316 CM_FreeContents(msg);
321 int CM_DupField(eMsgField i, struct CtdlMessage *OrgMsg, struct CtdlMessage *NewMsg) {
323 len = OrgMsg->cm_lengths[i];
324 NewMsg->cm_fields[i] = malloc(len + 1);
325 if (NewMsg->cm_fields[i] == NULL) {
328 memcpy(NewMsg->cm_fields[i], OrgMsg->cm_fields[i], len);
329 NewMsg->cm_fields[i][len] = '\0';
330 NewMsg->cm_lengths[i] = len;
335 struct CtdlMessage *CM_Duplicate(struct CtdlMessage *OrgMsg) {
337 struct CtdlMessage *NewMsg;
339 if (CM_IsValidMsg(OrgMsg) == 0) {
342 NewMsg = (struct CtdlMessage *)malloc(sizeof(struct CtdlMessage));
343 if (NewMsg == NULL) {
347 memcpy(NewMsg, OrgMsg, sizeof(struct CtdlMessage));
349 memset(&NewMsg->cm_fields, 0, sizeof(char*) * 256);
351 for (i = 0; i < 256; ++i) {
352 if (OrgMsg->cm_fields[i] != NULL) {
353 if (!CM_DupField(i, OrgMsg, NewMsg)) {
364 // Determine if a given message matches the fields in a message template.
365 // Return 0 for a successful match.
366 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
369 // If there aren't any fields in the template, all messages will match.
370 if (template == NULL) return(0);
372 // Null messages are bogus.
373 if (msg == NULL) return(1);
375 for (i='A'; i<='Z'; ++i) {
376 if (template->cm_fields[i] != NULL) {
377 if (msg->cm_fields[i] == NULL) {
378 // Considered equal if temmplate is empty string
379 if (IsEmptyStr(template->cm_fields[i])) continue;
382 if ((template->cm_lengths[i] != msg->cm_lengths[i]) ||
383 (strcasecmp(msg->cm_fields[i], template->cm_fields[i])))
388 // All compares succeeded: we have a match!
393 // Retrieve the "seen" message list for the current room.
394 void CtdlGetSeen(char *buf, int which_set) {
397 // Learn about the user and room in question
398 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
400 if (which_set == ctdlsetseen_seen) {
401 safestrncpy(buf, vbuf.v_seen, SIZ);
403 if (which_set == ctdlsetseen_answered) {
404 safestrncpy(buf, vbuf.v_answered, SIZ);
409 // Manipulate the "seen msgs" string (or other message set strings)
410 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
411 int target_setting, int which_set,
412 struct ctdluser *which_user, struct ctdlroom *which_room) {
413 struct cdbdata *cdbfr;
427 char *is_set; // actually an array of booleans
429 // Don't bother doing *anything* if we were passed a list of zero messages
430 if (num_target_msgnums < 1) {
434 // If no room was specified, we go with the current room.
436 which_room = &CC->room;
439 // If no user was specified, we go with the current user.
441 which_user = &CC->user;
444 syslog(LOG_DEBUG, "msgbase: CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>",
445 num_target_msgnums, target_msgnums[0],
446 (target_setting ? "SET" : "CLEAR"),
450 // Learn about the user and room in question
451 CtdlGetRelationship(&vbuf, which_user, which_room);
453 // Load the message list
454 cdbfr = cdb_fetch(CDB_MSGLISTS, &which_room->QRnumber, sizeof(long));
456 msglist = (long *) cdbfr->ptr;
457 cdbfr->ptr = NULL; // CtdlSetSeen() now owns this memory
458 num_msgs = cdbfr->len / sizeof(long);
462 return; // No messages at all? No further action.
465 is_set = malloc(num_msgs * sizeof(char));
466 memset(is_set, 0, (num_msgs * sizeof(char)) );
468 // Decide which message set we're manipulating
470 case ctdlsetseen_seen:
471 vset = NewStrBufPlain(vbuf.v_seen, -1);
473 case ctdlsetseen_answered:
474 vset = NewStrBufPlain(vbuf.v_answered, -1);
481 #if 0 // This is a special diagnostic section. Do not allow it to run during normal operation.
482 syslog(LOG_DEBUG, "There are %d messages in the room.\n", num_msgs);
483 for (i=0; i<num_msgs; ++i) {
484 if ((i > 0) && (msglist[i] <= msglist[i-1])) abort();
486 syslog(LOG_DEBUG, "We are twiddling %d of them.\n", num_target_msgnums);
487 for (k=0; k<num_target_msgnums; ++k) {
488 if ((k > 0) && (target_msgnums[k] <= target_msgnums[k-1])) abort();
492 // Translate the existing sequence set into an array of booleans
493 setstr = NewStrBuf();
497 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
499 StrBufExtract_token(lostr, setstr, 0, ':');
500 if (StrBufNum_tokens(setstr, ':') >= 2) {
501 StrBufExtract_token(histr, setstr, 1, ':');
505 StrBufAppendBuf(histr, lostr, 0);
508 if (!strcmp(ChrPtr(histr), "*")) {
515 for (i = 0; i < num_msgs; ++i) {
516 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
525 // Now translate the array of booleans back into a sequence set
531 for (i=0; i<num_msgs; ++i) {
535 for (k=0; k<num_target_msgnums; ++k) {
536 if (msglist[i] == target_msgnums[k]) {
537 is_seen = target_setting;
541 if ((was_seen == 0) && (is_seen == 1)) {
544 else if ((was_seen == 1) && (is_seen == 0)) {
547 if (StrLength(vset) > 0) {
548 StrBufAppendBufPlain(vset, HKEY(","), 0);
551 StrBufAppendPrintf(vset, "%ld", hi);
554 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
558 if ((is_seen) && (i == num_msgs - 1)) {
559 if (StrLength(vset) > 0) {
560 StrBufAppendBufPlain(vset, HKEY(","), 0);
562 if ((i==0) || (was_seen == 0)) {
563 StrBufAppendPrintf(vset, "%ld", msglist[i]);
566 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
573 // We will have to stuff this string back into a 4096 byte buffer, so if it's
574 // larger than that now, truncate it by removing tokens from the beginning.
575 // The limit of 100 iterations is there to prevent an infinite loop in case
576 // something unexpected happens.
577 int number_of_truncations = 0;
578 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
579 StrBufRemove_token(vset, 0, ',');
580 ++number_of_truncations;
583 // If we're truncating the sequence set of messages marked with the 'seen' flag,
584 // we want the earliest messages (the truncated ones) to be marked, not unmarked.
585 // Otherwise messages at the beginning will suddenly appear to be 'unseen'.
586 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
588 first_tok = NewStrBuf();
589 StrBufExtract_token(first_tok, vset, 0, ',');
590 StrBufRemove_token(vset, 0, ',');
592 if (StrBufNum_tokens(first_tok, ':') > 1) {
593 StrBufRemove_token(first_tok, 0, ':');
597 new_set = NewStrBuf();
598 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
599 StrBufAppendBuf(new_set, first_tok, 0);
600 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
601 StrBufAppendBuf(new_set, vset, 0);
604 FreeStrBuf(&first_tok);
608 // Decide which message set we're manipulating
610 case ctdlsetseen_seen:
611 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
613 case ctdlsetseen_answered:
614 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
620 CtdlSetRelationship(&vbuf, which_user, which_room);
625 // API function to perform an operation for each qualifying message in the
626 // current room. (Returns the number of messages processed.)
627 int CtdlForEachMessage(int mode, long ref, char *search_string,
629 struct CtdlMessage *compare,
630 ForEachMsgCallback CallBack,
635 struct cdbdata *cdbfr;
636 long *msglist = NULL;
638 int num_processed = 0;
641 struct CtdlMessage *msg = NULL;
644 int printed_lastold = 0;
645 int num_search_msgs = 0;
646 long *search_msgs = NULL;
648 int need_to_free_re = 0;
651 if ((content_type) && (!IsEmptyStr(content_type))) {
652 regcomp(&re, content_type, 0);
656 // Learn about the user and room in question
657 if (server_shutting_down) {
658 if (need_to_free_re) regfree(&re);
661 CtdlGetUser(&CC->user, CC->curr_user);
663 if (server_shutting_down) {
664 if (need_to_free_re) regfree(&re);
667 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
669 if (server_shutting_down) {
670 if (need_to_free_re) regfree(&re);
674 // Load the message list
675 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
677 if (need_to_free_re) regfree(&re);
678 return 0; // No messages at all? No further action.
681 msglist = (long *) cdbfr->ptr;
682 num_msgs = cdbfr->len / sizeof(long);
684 cdbfr->ptr = NULL; // clear this so that cdb_free() doesn't free it
685 cdb_free(cdbfr); // we own this memory now
688 * Now begin the traversal.
690 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
692 /* If the caller is looking for a specific MIME type, filter
693 * out all messages which are not of the type requested.
695 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
697 /* This call to GetMetaData() sits inside this loop
698 * so that we only do the extra database read per msg
699 * if we need to. Doing the extra read all the time
700 * really kills the server. If we ever need to use
701 * metadata for another search criterion, we need to
702 * move the read somewhere else -- but still be smart
703 * enough to only do the read if the caller has
704 * specified something that will need it.
706 if (server_shutting_down) {
707 if (need_to_free_re) regfree(&re);
711 GetMetaData(&smi, msglist[a]);
713 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
714 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
720 num_msgs = sort_msglist(msglist, num_msgs);
722 /* If a template was supplied, filter out the messages which
723 * don't match. (This could induce some delays!)
726 if (compare != NULL) {
727 for (a = 0; a < num_msgs; ++a) {
728 if (server_shutting_down) {
729 if (need_to_free_re) regfree(&re);
733 msg = CtdlFetchMessage(msglist[a], 1);
735 if (CtdlMsgCmp(msg, compare)) {
744 /* If a search string was specified, get a message list from
745 * the full text index and remove messages which aren't on both
749 * Since the lists are sorted and strictly ascending, and the
750 * output list is guaranteed to be shorter than or equal to the
751 * input list, we overwrite the bottom of the input list. This
752 * eliminates the need to memmove big chunks of the list over and
755 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
757 /* Call search module via hook mechanism.
758 * NULL means use any search function available.
759 * otherwise replace with a char * to name of search routine
761 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
763 if (num_search_msgs > 0) {
767 orig_num_msgs = num_msgs;
769 for (i=0; i<orig_num_msgs; ++i) {
770 for (j=0; j<num_search_msgs; ++j) {
771 if (msglist[i] == search_msgs[j]) {
772 msglist[num_msgs++] = msglist[i];
778 num_msgs = 0; /* No messages qualify */
780 if (search_msgs != NULL) free(search_msgs);
782 /* Now that we've purged messages which don't contain the search
783 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
790 * Now iterate through the message list, according to the
791 * criteria supplied by the caller.
794 for (a = 0; a < num_msgs; ++a) {
795 if (server_shutting_down) {
796 if (need_to_free_re) regfree(&re);
798 return num_processed;
800 thismsg = msglist[a];
801 if (mode == MSGS_ALL) {
805 is_seen = is_msg_in_sequence_set(vbuf.v_seen, thismsg);
806 if (is_seen) lastold = thismsg;
812 || ((mode == MSGS_OLD) && (is_seen))
813 || ((mode == MSGS_NEW) && (!is_seen))
814 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
815 || ((mode == MSGS_FIRST) && (a < ref))
816 || ((mode == MSGS_GT) && (thismsg > ref))
817 || ((mode == MSGS_LT) && (thismsg < ref))
818 || ((mode == MSGS_EQ) && (thismsg == ref))
821 if ((mode == MSGS_NEW) && (CC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
823 CallBack(lastold, userdata);
829 CallBack(thismsg, userdata);
834 if (need_to_free_re) regfree(&re);
837 * We cache the most recent msglist in order to do security checks later
839 if (CC->client_socket > 0) {
840 if (CC->cached_msglist != NULL) {
841 free(CC->cached_msglist);
843 CC->cached_msglist = msglist;
844 CC->cached_num_msgs = num_msgs;
850 return num_processed;
855 * memfmout() - Citadel text formatter and paginator.
856 * Although the original purpose of this routine was to format
857 * text to the reader's screen width, all we're really using it
858 * for here is to format text out to 80 columns before sending it
859 * to the client. The client software may reformat it again.
862 char *mptr, /* where are we going to get our text from? */
863 const char *nl /* string to terminate lines with */
866 unsigned char ch = 0;
873 while (ch=*(mptr++), ch != 0) {
876 if (client_write(outbuf, len) == -1) {
877 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
881 if (client_write(nl, nllen) == -1) {
882 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
887 else if (ch == '\r') {
888 /* Ignore carriage returns. Newlines are always LF or CRLF but never CR. */
890 else if (isspace(ch)) {
891 if (column > 72) { /* Beyond 72 columns, break on the next space */
892 if (client_write(outbuf, len) == -1) {
893 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
897 if (client_write(nl, nllen) == -1) {
898 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
911 if (column > 1000) { /* Beyond 1000 columns, break anywhere */
912 if (client_write(outbuf, len) == -1) {
913 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
917 if (client_write(nl, nllen) == -1) {
918 syslog(LOG_ERR, "msgbase: memfmout(): aborting due to write failure");
926 if (client_write(outbuf, len) == -1) {
927 syslog(LOG_ERR, "msgbase: memfmout() aborting due to write failure");
930 client_write(nl, nllen);
937 * Callback function for mime parser that simply lists the part
939 void list_this_part(char *name, char *filename, char *partnum, char *disp,
940 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
941 char *cbid, void *cbuserdata)
945 ma = (struct ma_info *)cbuserdata;
946 if (ma->is_ma == 0) {
947 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
961 * Callback function for multipart prefix
963 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
964 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
965 char *cbid, void *cbuserdata)
969 ma = (struct ma_info *)cbuserdata;
970 if (!strcasecmp(cbtype, "multipart/alternative")) {
974 if (ma->is_ma == 0) {
975 cprintf("pref=%s|%s\n", partnum, cbtype);
981 * Callback function for multipart sufffix
983 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
984 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
985 char *cbid, void *cbuserdata)
989 ma = (struct ma_info *)cbuserdata;
990 if (ma->is_ma == 0) {
991 cprintf("suff=%s|%s\n", partnum, cbtype);
993 if (!strcasecmp(cbtype, "multipart/alternative")) {
1000 * Callback function for mime parser that opens a section for downloading
1001 * we use serv_files function here:
1003 extern void OpenCmdResult(char *filename, const char *mime_type);
1004 void mime_download(char *name, char *filename, char *partnum, char *disp,
1005 void *content, char *cbtype, char *cbcharset, size_t length,
1006 char *encoding, char *cbid, void *cbuserdata)
1010 /* Silently go away if there's already a download open. */
1011 if (CC->download_fp != NULL)
1015 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1016 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1018 CC->download_fp = tmpfile();
1019 if (CC->download_fp == NULL) {
1020 syslog(LOG_ERR, "msgbase: mime_download() couldn't write: %m");
1021 cprintf("%d cannot open temporary file: %s\n", ERROR + INTERNAL_ERROR, strerror(errno));
1025 rv = fwrite(content, length, 1, CC->download_fp);
1027 syslog(LOG_ERR, "msgbase: mime_download() Couldn't write: %m");
1028 cprintf("%d unable to write tempfile.\n", ERROR + TOO_BIG);
1029 fclose(CC->download_fp);
1030 CC->download_fp = NULL;
1033 fflush(CC->download_fp);
1034 rewind(CC->download_fp);
1036 OpenCmdResult(filename, cbtype);
1042 * Callback function for mime parser that outputs a section all at once.
1043 * We can specify the desired section by part number *or* content-id.
1045 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1046 void *content, char *cbtype, char *cbcharset, size_t length,
1047 char *encoding, char *cbid, void *cbuserdata)
1049 int *found_it = (int *)cbuserdata;
1052 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1053 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1056 cprintf("%d %d|-1|%s|%s|%s\n",
1063 client_write(content, length);
1068 struct CtdlMessage *CtdlDeserializeMessage(long msgnum, int with_body, const char *Buffer, long Length)
1070 struct CtdlMessage *ret = NULL;
1072 const char *upper_bound;
1074 cit_uint8_t field_header;
1078 upper_bound = Buffer + Length;
1083 // Parse the three bytes that begin EVERY message on disk.
1084 // The first is always 0xFF, the on-disk magic number.
1085 // The second is the anonymous/public type byte.
1086 // The third is the format type byte (vari, fixed, or MIME).
1090 syslog(LOG_ERR, "msgbase: message %ld appears to be corrupted", msgnum);
1093 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1094 memset(ret, 0, sizeof(struct CtdlMessage));
1096 ret->cm_magic = CTDLMESSAGE_MAGIC;
1097 ret->cm_anon_type = *mptr++; // Anon type byte
1098 ret->cm_format_type = *mptr++; // Format type byte
1100 // The rest is zero or more arbitrary fields. Load them in.
1101 // We're done when we encounter either a zero-length field or
1102 // have just processed the 'M' (message text) field.
1105 field_header = '\0';
1108 while (field_header == '\0') { // work around possibly buggy messages
1109 if (mptr >= upper_bound) {
1112 field_header = *mptr++;
1114 if (mptr >= upper_bound) {
1117 which = field_header;
1120 CM_SetField(ret, which, mptr, len);
1122 mptr += len + 1; // advance to next field
1124 } while ((mptr < upper_bound) && (field_header != 'M'));
1129 // Load a message from disk into memory.
1130 // This is used by CtdlOutputMsg() and other fetch functions.
1132 // NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1133 // using the CM_Free(); function.
1135 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body) {
1136 struct cdbdata *dmsgtext;
1137 struct CtdlMessage *ret = NULL;
1139 syslog(LOG_DEBUG, "msgbase: CtdlFetchMessage(%ld, %d)", msgnum, with_body);
1140 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1141 if (dmsgtext == NULL) {
1142 syslog(LOG_ERR, "msgbase: message #%ld was not found", msgnum);
1146 if (dmsgtext->ptr[dmsgtext->len - 1] != '\0') {
1147 syslog(LOG_ERR, "msgbase: CtdlFetchMessage(%ld, %d) Forcefully terminating message!!", msgnum, with_body);
1148 dmsgtext->ptr[dmsgtext->len - 1] = '\0';
1151 ret = CtdlDeserializeMessage(msgnum, with_body, dmsgtext->ptr, dmsgtext->len);
1159 // Always make sure there's something in the msg text field. If
1160 // it's NULL, the message text is most likely stored separately,
1161 // so go ahead and fetch that. Failing that, just set a dummy
1162 // body so other code doesn't barf.
1164 if ( (CM_IsEmpty(ret, eMesageText)) && (with_body) ) {
1165 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1166 if (dmsgtext != NULL) {
1167 CM_SetAsField(ret, eMesageText, &dmsgtext->ptr, dmsgtext->len - 1);
1171 if (CM_IsEmpty(ret, eMesageText)) {
1172 CM_SetField(ret, eMesageText, HKEY("\r\n\r\n (no text)\r\n"));
1179 // Pre callback function for multipart/alternative
1181 // NOTE: this differs from the standard behavior for a reason. Normally when
1182 // displaying multipart/alternative you want to show the _last_ usable
1183 // format in the message. Here we show the _first_ one, because it's
1184 // usually text/plain. Since this set of functions is designed for text
1185 // output to non-MIME-aware clients, this is the desired behavior.
1187 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1188 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1189 char *cbid, void *cbuserdata)
1193 ma = (struct ma_info *)cbuserdata;
1194 syslog(LOG_DEBUG, "msgbase: fixed_output_pre() type=<%s>", cbtype);
1195 if (!strcasecmp(cbtype, "multipart/alternative")) {
1199 if (!strcasecmp(cbtype, "message/rfc822")) {
1206 // Post callback function for multipart/alternative
1208 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1209 void *content, char *cbtype, char *cbcharset, size_t length,
1210 char *encoding, char *cbid, void *cbuserdata)
1214 ma = (struct ma_info *)cbuserdata;
1215 syslog(LOG_DEBUG, "msgbase: fixed_output_post() type=<%s>", cbtype);
1216 if (!strcasecmp(cbtype, "multipart/alternative")) {
1220 if (!strcasecmp(cbtype, "message/rfc822")) {
1226 // Inline callback function for mime parser that wants to display text
1227 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1228 void *content, char *cbtype, char *cbcharset, size_t length,
1229 char *encoding, char *cbid, void *cbuserdata)
1236 ma = (struct ma_info *)cbuserdata;
1239 "msgbase: fixed_output() part %s: %s (%s) (%ld bytes)",
1240 partnum, filename, cbtype, (long)length
1243 // If we're in the middle of a multipart/alternative scope and
1244 // we've already printed another section, skip this one.
1245 if ( (ma->is_ma) && (ma->did_print) ) {
1246 syslog(LOG_DEBUG, "msgbase: skipping part %s (%s)", partnum, cbtype);
1251 if ( (!strcasecmp(cbtype, "text/plain"))
1252 || (IsEmptyStr(cbtype)) ) {
1255 client_write(wptr, length);
1256 if (wptr[length-1] != '\n') {
1263 if (!strcasecmp(cbtype, "text/html")) {
1264 ptr = html_to_ascii(content, length, 80);
1266 client_write(ptr, wlen);
1267 if ((wlen > 0) && (ptr[wlen-1] != '\n')) {
1274 if (ma->use_fo_hooks) {
1275 if (PerformFixedOutputHooks(cbtype, content, length)) { // returns nonzero if it handled the part
1280 if (strncasecmp(cbtype, "multipart/", 10)) {
1281 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1282 partnum, filename, cbtype, (long)length);
1288 // The client is elegant and sophisticated and wants to be choosy about
1289 // MIME content types, so figure out which multipart/alternative part
1290 // we're going to send.
1292 // We use a system of weights. When we find a part that matches one of the
1293 // MIME types we've declared as preferential, we can store it in ma->chosen_part
1294 // and then set ma->chosen_pref to that MIME type's position in our preference
1295 // list. If we then hit another match, we only replace the first match if
1296 // the preference value is lower.
1297 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1298 void *content, char *cbtype, char *cbcharset, size_t length,
1299 char *encoding, char *cbid, void *cbuserdata)
1305 ma = (struct ma_info *)cbuserdata;
1307 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1308 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1309 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1310 if (i < ma->chosen_pref) {
1311 syslog(LOG_DEBUG, "msgbase: setting chosen part to <%s>", partnum);
1312 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1313 ma->chosen_pref = i;
1320 // Now that we've chosen our preferred part, output it.
1321 void output_preferred(char *name,
1335 int add_newline = 0;
1338 char *decoded = NULL;
1339 size_t bytes_decoded;
1342 ma = (struct ma_info *)cbuserdata;
1344 // This is not the MIME part you're looking for...
1345 if (strcasecmp(partnum, ma->chosen_part)) return;
1347 // If the content-type of this part is in our preferred formats
1348 // list, we can simply output it verbatim.
1349 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1350 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1351 if (!strcasecmp(buf, cbtype)) {
1352 /* Yeah! Go! W00t!! */
1353 if (ma->dont_decode == 0)
1354 rc = mime_decode_now (content,
1360 break; // Give us the chance, maybe theres another one.
1362 if (rc == 0) text_content = (char *)content;
1364 text_content = decoded;
1365 length = bytes_decoded;
1368 if (text_content[length-1] != '\n') {
1371 cprintf("Content-type: %s", cbtype);
1372 if (!IsEmptyStr(cbcharset)) {
1373 cprintf("; charset=%s", cbcharset);
1375 cprintf("\nContent-length: %d\n",
1376 (int)(length + add_newline) );
1377 if (!IsEmptyStr(encoding)) {
1378 cprintf("Content-transfer-encoding: %s\n", encoding);
1381 cprintf("Content-transfer-encoding: 7bit\n");
1383 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1385 if (client_write(text_content, length) == -1)
1387 syslog(LOG_ERR, "msgbase: output_preferred() aborting due to write failure");
1390 if (add_newline) cprintf("\n");
1391 if (decoded != NULL) free(decoded);
1396 // No translations required or possible: output as text/plain
1397 cprintf("Content-type: text/plain\n\n");
1399 if (ma->dont_decode == 0)
1400 rc = mime_decode_now (content,
1406 return; // Give us the chance, maybe theres another one.
1408 if (rc == 0) text_content = (char *)content;
1410 text_content = decoded;
1411 length = bytes_decoded;
1414 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset, length, encoding, cbid, cbuserdata);
1415 if (decoded != NULL) free(decoded);
1420 char desired_section[64];
1426 // Callback function
1427 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1428 void *content, char *cbtype, char *cbcharset, size_t length,
1429 char *encoding, char *cbid, void *cbuserdata)
1431 struct encapmsg *encap;
1433 encap = (struct encapmsg *)cbuserdata;
1435 // Only proceed if this is the desired section...
1436 if (!strcasecmp(encap->desired_section, partnum)) {
1437 encap->msglen = length;
1438 encap->msg = malloc(length + 2);
1439 memcpy(encap->msg, content, length);
1445 // Determine whether the specified message exists in the cached_msglist
1446 // (This is a security check)
1447 int check_cached_msglist(long msgnum) {
1449 // cases in which we skip the check
1450 if (!CC) return om_ok; // not a session
1451 if (CC->client_socket <= 0) return om_ok; // not a client session
1452 if (CC->cached_msglist == NULL) return om_access_denied; // no msglist fetched
1453 if (CC->cached_num_msgs == 0) return om_access_denied; // nothing to check
1455 // Do a binary search within the cached_msglist for the requested msgnum
1457 int max = (CC->cached_num_msgs - 1);
1459 while (max >= min) {
1460 int middle = min + (max-min) / 2 ;
1461 if (msgnum == CC->cached_msglist[middle]) {
1464 if (msgnum > CC->cached_msglist[middle]) {
1472 return om_access_denied;
1476 // Get a message off disk. (returns om_* values found in msgbase.h)
1477 int CtdlOutputMsg(long msg_num, // message number (local) to fetch
1478 int mode, // how would you like that message?
1479 int headers_only, // eschew the message body?
1480 int do_proto, // do Citadel protocol responses?
1481 int crlf, // Use CRLF newlines instead of LF?
1482 char *section, // NULL or a message/rfc822 section
1483 int flags, // various flags; see msgbase.h
1488 struct CtdlMessage *TheMessage = NULL;
1489 int retcode = CIT_OK;
1490 struct encapmsg encap;
1493 syslog(LOG_DEBUG, "msgbase: CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)",
1495 (section ? section : "<>")
1498 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1501 if (r == om_not_logged_in) {
1502 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1505 cprintf("%d An unknown error has occurred.\n", ERROR);
1512 * Check to make sure the message is actually IN this room
1514 r = check_cached_msglist(msg_num);
1515 if (r == om_access_denied) {
1516 /* Not in the cache? We get ONE shot to check it again. */
1517 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1518 r = check_cached_msglist(msg_num);
1521 syslog(LOG_DEBUG, "msgbase: security check fail; message %ld is not in %s",
1522 msg_num, CC->room.QRname
1525 if (r == om_access_denied) {
1526 cprintf("%d message %ld was not found in this room\n",
1527 ERROR + HIGHER_ACCESS_REQUIRED,
1536 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1537 * request that we don't even bother loading the body into memory.
1539 if (headers_only == HEADERS_FAST) {
1540 TheMessage = CtdlFetchMessage(msg_num, 0);
1543 TheMessage = CtdlFetchMessage(msg_num, 1);
1546 if (TheMessage == NULL) {
1547 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1548 ERROR + MESSAGE_NOT_FOUND, msg_num);
1549 return(om_no_such_msg);
1552 /* Here is the weird form of this command, to process only an
1553 * encapsulated message/rfc822 section.
1555 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1556 memset(&encap, 0, sizeof encap);
1557 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1558 mime_parser(CM_RANGE(TheMessage, eMesageText),
1559 *extract_encapsulated_message,
1560 NULL, NULL, (void *)&encap, 0
1563 if ((Author != NULL) && (*Author == NULL))
1566 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1568 if ((Address != NULL) && (*Address == NULL))
1571 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1573 if ((MessageID != NULL) && (*MessageID == NULL))
1576 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1578 CM_Free(TheMessage);
1582 encap.msg[encap.msglen] = 0;
1583 TheMessage = convert_internet_message(encap.msg);
1584 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1586 /* Now we let it fall through to the bottom of this
1587 * function, because TheMessage now contains the
1588 * encapsulated message instead of the top-level
1589 * message. Isn't that neat?
1594 cprintf("%d msg %ld has no part %s\n",
1595 ERROR + MESSAGE_NOT_FOUND,
1599 retcode = om_no_such_msg;
1604 /* Ok, output the message now */
1605 if (retcode == CIT_OK)
1606 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1607 if ((Author != NULL) && (*Author == NULL))
1610 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1612 if ((Address != NULL) && (*Address == NULL))
1615 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1617 if ((MessageID != NULL) && (*MessageID == NULL))
1620 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1623 CM_Free(TheMessage);
1629 void OutputCtdlMsgHeaders(struct CtdlMessage *TheMessage, int do_proto) {
1632 char display_name[256];
1634 /* begin header processing loop for Citadel message format */
1635 safestrncpy(display_name, "<unknown>", sizeof display_name);
1636 if (!CM_IsEmpty(TheMessage, eAuthor)) {
1637 strcpy(buf, TheMessage->cm_fields[eAuthor]);
1638 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1639 safestrncpy(display_name, "****", sizeof display_name);
1641 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1642 safestrncpy(display_name, "anonymous", sizeof display_name);
1645 safestrncpy(display_name, buf, sizeof display_name);
1647 if ((is_room_aide())
1648 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1649 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1650 size_t tmp = strlen(display_name);
1651 snprintf(&display_name[tmp],
1652 sizeof display_name - tmp,
1657 /* Now spew the header fields in the order we like them. */
1658 for (i=0; i< NDiskFields; ++i) {
1660 Field = FieldOrder[i];
1661 if (Field != eMesageText) {
1662 if ( (!CM_IsEmpty(TheMessage, Field)) && (msgkeys[Field] != NULL) ) {
1663 if ((Field == eenVelopeTo) || (Field == eRecipient) || (Field == eCarbonCopY)) {
1664 sanitize_truncated_recipient(TheMessage->cm_fields[Field]);
1666 if (Field == eAuthor) {
1668 cprintf("%s=%s\n", msgkeys[Field], display_name);
1671 /* Masquerade display name if needed */
1674 cprintf("%s=%s\n", msgkeys[Field], TheMessage->cm_fields[Field]);
1677 /* Give the client a hint about whether the message originated locally */
1678 if (Field == erFc822Addr) {
1679 if (IsDirectory(TheMessage->cm_fields[Field] ,0)) {
1680 cprintf("locl=yes\n"); // message originated locally.
1692 void OutputRFC822MsgHeaders(
1693 struct CtdlMessage *TheMessage,
1694 int flags, /* should the message be exported clean */
1695 const char *nl, int nlen,
1696 char *mid, long sizeof_mid,
1697 char *suser, long sizeof_suser,
1698 char *luser, long sizeof_luser,
1699 char *fuser, long sizeof_fuser,
1700 char *snode, long sizeof_snode)
1702 char datestamp[100];
1703 int subject_found = 0;
1710 for (i = 0; i < NDiskFields; ++i) {
1711 if (TheMessage->cm_fields[FieldOrder[i]]) {
1712 mptr = mpptr = TheMessage->cm_fields[FieldOrder[i]];
1713 switch (FieldOrder[i]) {
1715 safestrncpy(luser, mptr, sizeof_luser);
1716 safestrncpy(suser, mptr, sizeof_suser);
1719 if ((flags & QP_EADDR) != 0) {
1720 mptr = qp_encode_email_addrs(mptr);
1722 sanitize_truncated_recipient(mptr);
1723 cprintf("CC: %s%s", mptr, nl);
1726 cprintf("Return-Path: %s%s", mptr, nl);
1729 cprintf("List-ID: %s%s", mptr, nl);
1732 if ((flags & QP_EADDR) != 0)
1733 mptr = qp_encode_email_addrs(mptr);
1735 while ((*hptr != '\0') && isspace(*hptr))
1737 if (!IsEmptyStr(hptr))
1738 cprintf("Envelope-To: %s%s", hptr, nl);
1741 cprintf("Subject: %s%s", mptr, nl);
1745 safestrncpy(mid, mptr, sizeof_mid);
1748 safestrncpy(fuser, mptr, sizeof_fuser);
1751 if (haschar(mptr, '@') == 0) {
1752 sanitize_truncated_recipient(mptr);
1753 cprintf("To: %s@%s", mptr, CtdlGetConfigStr("c_fqdn"));
1757 if ((flags & QP_EADDR) != 0) {
1758 mptr = qp_encode_email_addrs(mptr);
1760 sanitize_truncated_recipient(mptr);
1761 cprintf("To: %s", mptr);
1766 datestring(datestamp, sizeof datestamp, atol(mptr), DATESTRING_RFC822);
1767 cprintf("Date: %s%s", datestamp, nl);
1770 cprintf("References: ");
1771 k = num_tokens(mptr, '|');
1772 for (j=0; j<k; ++j) {
1773 extract_token(buf, mptr, j, '|', sizeof buf);
1774 cprintf("<%s>", buf);
1785 while ((*hptr != '\0') && isspace(*hptr))
1787 if (!IsEmptyStr(hptr))
1788 cprintf("Reply-To: %s%s", mptr, nl);
1800 /* these don't map to mime message headers. */
1803 if (mptr != mpptr) {
1808 if (subject_found == 0) {
1809 cprintf("Subject: (no subject)%s", nl);
1814 void Dump_RFC822HeadersBody(
1815 struct CtdlMessage *TheMessage,
1816 int headers_only, /* eschew the message body? */
1817 int flags, /* should the bessage be exported clean? */
1818 const char *nl, int nlen)
1820 cit_uint8_t prev_ch;
1822 const char *StartOfText = StrBufNOTNULL;
1825 int nllen = strlen(nl);
1829 mptr = TheMessage->cm_fields[eMesageText];
1832 while (*mptr != '\0') {
1833 if (*mptr == '\r') {
1840 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
1842 eoh = *(mptr+1) == '\n';
1846 StartOfText = strchr(StartOfText, '\n');
1847 StartOfText = strchr(StartOfText, '\n');
1850 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
1851 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
1852 ((headers_only != HEADERS_NONE) &&
1853 (headers_only != HEADERS_ONLY))
1855 if (*mptr == '\n') {
1856 memcpy(&outbuf[outlen], nl, nllen);
1858 outbuf[outlen] = '\0';
1861 outbuf[outlen++] = *mptr;
1865 if (flags & ESC_DOT) {
1866 if ((prev_ch == '\n') && (*mptr == '.') && ((*(mptr+1) == '\r') || (*(mptr+1) == '\n'))) {
1867 outbuf[outlen++] = '.';
1872 if (outlen > 1000) {
1873 if (client_write(outbuf, outlen) == -1) {
1874 syslog(LOG_ERR, "msgbase: Dump_RFC822HeadersBody() aborting due to write failure");
1877 lfSent = (outbuf[outlen - 1] == '\n');
1882 client_write(outbuf, outlen);
1883 lfSent = (outbuf[outlen - 1] == '\n');
1886 client_write(nl, nlen);
1890 /* If the format type on disk is 1 (fixed-format), then we want
1891 * everything to be output completely literally ... regardless of
1892 * what message transfer format is in use.
1894 void DumpFormatFixed(
1895 struct CtdlMessage *TheMessage,
1896 int mode, /* how would you like that message? */
1897 const char *nl, int nllen)
1905 mptr = TheMessage->cm_fields[eMesageText];
1907 if (mode == MT_MIME) {
1908 cprintf("Content-type: text/plain\n\n");
1912 while (ch = *mptr++, ch > 0) {
1916 if ((buflen > 250) && (!xlline)){
1920 while ((buflen > 0) &&
1921 (!isspace(buf[buflen])))
1927 mptr -= tbuflen - buflen;
1933 /* if we reach the outer bounds of our buffer, abort without respect for what we purge. */
1934 if (xlline && ((isspace(ch)) || (buflen > SIZ - nllen - 2))) {
1939 memcpy (&buf[buflen], nl, nllen);
1943 if (client_write(buf, buflen) == -1) {
1944 syslog(LOG_ERR, "msgbase: DumpFormatFixed() aborting due to write failure");
1956 if (!IsEmptyStr(buf)) {
1957 cprintf("%s%s", buf, nl);
1963 * Get a message off disk. (returns om_* values found in msgbase.h)
1965 int CtdlOutputPreLoadedMsg(
1966 struct CtdlMessage *TheMessage,
1967 int mode, /* how would you like that message? */
1968 int headers_only, /* eschew the message body? */
1969 int do_proto, /* do Citadel protocol responses? */
1970 int crlf, /* Use CRLF newlines instead of LF? */
1971 int flags /* should the bessage be exported clean? */
1974 const char *nl; /* newline string */
1978 /* Buffers needed for RFC822 translation. These are all filled
1979 * using functions that are bounds-checked, and therefore we can
1980 * make them substantially smaller than SIZ.
1988 syslog(LOG_DEBUG, "msgbase: CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d",
1989 ((TheMessage == NULL) ? "NULL" : "not null"),
1990 mode, headers_only, do_proto, crlf
1993 strcpy(mid, "unknown");
1994 nl = (crlf ? "\r\n" : "\n");
1995 nlen = crlf ? 2 : 1;
1997 if (!CM_IsValidMsg(TheMessage)) {
1998 syslog(LOG_ERR, "msgbase: error; invalid preloaded message for output");
1999 return(om_no_such_msg);
2002 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
2003 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
2005 if ( (flags & SUPPRESS_ENV_TO) && (!CM_IsEmpty(TheMessage, eenVelopeTo)) ) {
2006 memset(TheMessage->cm_fields[eenVelopeTo], ' ', TheMessage->cm_lengths[eenVelopeTo]);
2009 /* Are we downloading a MIME component? */
2010 if (mode == MT_DOWNLOAD) {
2011 if (TheMessage->cm_format_type != FMT_RFC822) {
2013 cprintf("%d This is not a MIME message.\n",
2014 ERROR + ILLEGAL_VALUE);
2015 } else if (CC->download_fp != NULL) {
2016 if (do_proto) cprintf(
2017 "%d You already have a download open.\n",
2018 ERROR + RESOURCE_BUSY);
2020 /* Parse the message text component */
2021 mime_parser(CM_RANGE(TheMessage, eMesageText),
2022 *mime_download, NULL, NULL, NULL, 0);
2023 /* If there's no file open by this time, the requested
2024 * section wasn't found, so print an error
2026 if (CC->download_fp == NULL) {
2027 if (do_proto) cprintf(
2028 "%d Section %s not found.\n",
2029 ERROR + FILE_NOT_FOUND,
2030 CC->download_desired_section);
2033 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2036 /* MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
2037 * in a single server operation instead of opening a download file.
2039 if (mode == MT_SPEW_SECTION) {
2040 if (TheMessage->cm_format_type != FMT_RFC822) {
2042 cprintf("%d This is not a MIME message.\n",
2043 ERROR + ILLEGAL_VALUE);
2045 /* Parse the message text component */
2048 mime_parser(CM_RANGE(TheMessage, eMesageText),
2049 *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
2050 /* If section wasn't found, print an error
2053 if (do_proto) cprintf(
2054 "%d Section %s not found.\n",
2055 ERROR + FILE_NOT_FOUND,
2056 CC->download_desired_section);
2059 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2062 /* now for the user-mode message reading loops */
2063 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
2065 /* Does the caller want to skip the headers? */
2066 if (headers_only == HEADERS_NONE) goto START_TEXT;
2068 /* Tell the client which format type we're using. */
2069 if ( (mode == MT_CITADEL) && (do_proto) ) {
2070 cprintf("type=%d\n", TheMessage->cm_format_type); // Tell the client which format type we're using.
2073 /* nhdr=yes means that we're only displaying headers, no body */
2074 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
2075 && ((mode == MT_CITADEL) || (mode == MT_MIME))
2078 cprintf("nhdr=yes\n");
2081 if ((mode == MT_CITADEL) || (mode == MT_MIME)) {
2082 OutputCtdlMsgHeaders(TheMessage, do_proto);
2085 /* begin header processing loop for RFC822 transfer format */
2090 if (mode == MT_RFC822)
2091 OutputRFC822MsgHeaders(
2096 suser, sizeof(suser),
2097 luser, sizeof(luser),
2098 fuser, sizeof(fuser),
2099 snode, sizeof(snode)
2103 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2104 suser[i] = tolower(suser[i]);
2105 if (!isalnum(suser[i])) suser[i]='_';
2108 if (mode == MT_RFC822) {
2109 /* Construct a fun message id */
2110 cprintf("Message-ID: <%s", mid);
2111 if (strchr(mid, '@')==NULL) {
2112 cprintf("@%s", snode);
2116 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2117 cprintf("From: \"----\" <x@x.org>%s", nl);
2119 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2120 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2122 else if (!IsEmptyStr(fuser)) {
2123 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2126 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2129 /* Blank line signifying RFC822 end-of-headers */
2130 if (TheMessage->cm_format_type != FMT_RFC822) {
2135 /* end header processing loop ... at this point, we're in the text */
2137 if (headers_only == HEADERS_FAST) goto DONE;
2139 /* Tell the client about the MIME parts in this message */
2140 if (TheMessage->cm_format_type == FMT_RFC822) {
2141 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2142 memset(&ma, 0, sizeof(struct ma_info));
2143 mime_parser(CM_RANGE(TheMessage, eMesageText),
2144 (do_proto ? *list_this_part : NULL),
2145 (do_proto ? *list_this_pref : NULL),
2146 (do_proto ? *list_this_suff : NULL),
2149 else if (mode == MT_RFC822) { /* unparsed RFC822 dump */
2150 Dump_RFC822HeadersBody(
2159 if (headers_only == HEADERS_ONLY) {
2163 /* signify start of msg text */
2164 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2165 if (do_proto) cprintf("text\n");
2168 if (TheMessage->cm_format_type == FMT_FIXED)
2171 mode, /* how would you like that message? */
2174 /* If the message on disk is format 0 (Citadel vari-format), we
2175 * output using the formatter at 80 columns. This is the final output
2176 * form if the transfer format is RFC822, but if the transfer format
2177 * is Citadel proprietary, it'll still work, because the indentation
2178 * for new paragraphs is correct and the client will reformat the
2179 * message to the reader's screen width.
2181 if (TheMessage->cm_format_type == FMT_CITADEL) {
2182 if (mode == MT_MIME) {
2183 cprintf("Content-type: text/x-citadel-variformat\n\n");
2185 memfmout(TheMessage->cm_fields[eMesageText], nl);
2188 /* If the message on disk is format 4 (MIME), we've gotta hand it
2189 * off to the MIME parser. The client has already been told that
2190 * this message is format 1 (fixed format), so the callback function
2191 * we use will display those parts as-is.
2193 if (TheMessage->cm_format_type == FMT_RFC822) {
2194 memset(&ma, 0, sizeof(struct ma_info));
2196 if (mode == MT_MIME) {
2197 ma.use_fo_hooks = 0;
2198 strcpy(ma.chosen_part, "1");
2199 ma.chosen_pref = 9999;
2200 ma.dont_decode = CC->msg4_dont_decode;
2201 mime_parser(CM_RANGE(TheMessage, eMesageText),
2202 *choose_preferred, *fixed_output_pre,
2203 *fixed_output_post, (void *)&ma, 1);
2204 mime_parser(CM_RANGE(TheMessage, eMesageText),
2205 *output_preferred, NULL, NULL, (void *)&ma, 1);
2208 ma.use_fo_hooks = 1;
2209 mime_parser(CM_RANGE(TheMessage, eMesageText),
2210 *fixed_output, *fixed_output_pre,
2211 *fixed_output_post, (void *)&ma, 0);
2216 DONE: /* now we're done */
2217 if (do_proto) cprintf("000\n");
2222 * Save one or more message pointers into a specified room
2223 * (Returns 0 for success, nonzero for failure)
2224 * roomname may be NULL to use the current room
2226 * Note that the 'supplied_msg' field may be set to NULL, in which case
2227 * the message will be fetched from disk, by number, if we need to perform
2228 * replication checks. This adds an additional database read, so if the
2229 * caller already has the message in memory then it should be supplied. (Obviously
2230 * this mode of operation only works if we're saving a single message.)
2232 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2233 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2236 char hold_rm[ROOMNAMELEN];
2237 struct cdbdata *cdbfr;
2240 long highest_msg = 0L;
2243 struct CtdlMessage *msg = NULL;
2245 long *msgs_to_be_merged = NULL;
2246 int num_msgs_to_be_merged = 0;
2249 "msgbase: CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)",
2250 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2253 strcpy(hold_rm, CC->room.QRname);
2256 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2257 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2258 if (num_newmsgs > 1) supplied_msg = NULL;
2260 /* Now the regular stuff */
2261 if (CtdlGetRoomLock(&CC->room,
2262 ((roomname != NULL) ? roomname : CC->room.QRname) )
2264 syslog(LOG_ERR, "msgbase: no such room <%s>", roomname);
2265 return(ERROR + ROOM_NOT_FOUND);
2269 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2270 num_msgs_to_be_merged = 0;
2273 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
2274 if (cdbfr == NULL) {
2278 msglist = (long *) cdbfr->ptr;
2279 cdbfr->ptr = NULL; /* CtdlSaveMsgPointerInRoom() now owns this memory */
2280 num_msgs = cdbfr->len / sizeof(long);
2285 /* Create a list of msgid's which were supplied by the caller, but do
2286 * not already exist in the target room. It is absolutely taboo to
2287 * have more than one reference to the same message in a room.
2289 for (i=0; i<num_newmsgs; ++i) {
2291 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2292 if (msglist[j] == newmsgidlist[i]) {
2297 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2301 syslog(LOG_DEBUG, "msgbase: %d unique messages to be merged", num_msgs_to_be_merged);
2304 * Now merge the new messages
2306 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2307 if (msglist == NULL) {
2308 syslog(LOG_ALERT, "msgbase: ERROR; can't realloc message list!");
2309 free(msgs_to_be_merged);
2310 return (ERROR + INTERNAL_ERROR);
2312 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2313 num_msgs += num_msgs_to_be_merged;
2315 /* Sort the message list, so all the msgid's are in order */
2316 num_msgs = sort_msglist(msglist, num_msgs);
2318 /* Determine the highest message number */
2319 highest_msg = msglist[num_msgs - 1];
2321 /* Write it back to disk. */
2322 cdb_store(CDB_MSGLISTS, &CC->room.QRnumber, (int)sizeof(long),
2323 msglist, (int)(num_msgs * sizeof(long)));
2325 /* Free up the memory we used. */
2328 /* Update the highest-message pointer and unlock the room. */
2329 CC->room.QRhighest = highest_msg;
2330 CtdlPutRoomLock(&CC->room);
2332 /* Perform replication checks if necessary */
2333 if ( (DoesThisRoomNeedEuidIndexing(&CC->room)) && (do_repl_check) ) {
2334 syslog(LOG_DEBUG, "msgbase: CtdlSaveMsgPointerInRoom() doing repl checks");
2336 for (i=0; i<num_msgs_to_be_merged; ++i) {
2337 msgid = msgs_to_be_merged[i];
2339 if (supplied_msg != NULL) {
2343 msg = CtdlFetchMessage(msgid, 0);
2347 ReplicationChecks(msg);
2349 /* If the message has an Exclusive ID, index that... */
2350 if (!CM_IsEmpty(msg, eExclusiveID)) {
2351 index_message_by_euid(msg->cm_fields[eExclusiveID], &CC->room, msgid);
2354 /* Free up the memory we may have allocated */
2355 if (msg != supplied_msg) {
2364 syslog(LOG_DEBUG, "msgbase: CtdlSaveMsgPointerInRoom() skips repl checks");
2367 /* Submit this room for processing by hooks */
2368 int total_roomhook_errors = PerformRoomHooks(&CC->room);
2369 if (total_roomhook_errors) {
2370 syslog(LOG_WARNING, "msgbase: room hooks returned %d errors", total_roomhook_errors);
2373 /* Go back to the room we were in before we wandered here... */
2374 CtdlGetRoom(&CC->room, hold_rm);
2376 /* Bump the reference count for all messages which were merged */
2377 if (!suppress_refcount_adj) {
2378 AdjRefCountList(msgs_to_be_merged, num_msgs_to_be_merged, +1);
2381 /* Free up memory... */
2382 if (msgs_to_be_merged != NULL) {
2383 free(msgs_to_be_merged);
2386 /* Return success. */
2392 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2395 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
2396 int do_repl_check, struct CtdlMessage *supplied_msg)
2398 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2403 * Message base operation to save a new message to the message store
2404 * (returns new message number)
2406 * This is the back end for CtdlSubmitMsg() and should not be directly
2407 * called by server-side modules.
2410 long CtdlSaveThisMessage(struct CtdlMessage *msg, long msgid, int Reply) {
2418 * If the message is big, set its body aside for storage elsewhere
2419 * and we hide the message body from the serializer
2421 if (!CM_IsEmpty(msg, eMesageText) && msg->cm_lengths[eMesageText] > BIGMSG) {
2423 holdM = msg->cm_fields[eMesageText];
2424 msg->cm_fields[eMesageText] = NULL;
2425 holdMLen = msg->cm_lengths[eMesageText];
2426 msg->cm_lengths[eMesageText] = 0;
2429 /* Serialize our data structure for storage in the database */
2430 CtdlSerializeMessage(&smr, msg);
2433 /* put the message body back into the message */
2434 msg->cm_fields[eMesageText] = holdM;
2435 msg->cm_lengths[eMesageText] = holdMLen;
2440 cprintf("%d Unable to serialize message\n",
2441 ERROR + INTERNAL_ERROR);
2444 syslog(LOG_ERR, "msgbase: CtdlSaveMessage() unable to serialize message");
2450 /* Write our little bundle of joy into the message base */
2451 retval = cdb_store(CDB_MSGMAIN, &msgid, (int)sizeof(long), smr.ser, smr.len);
2453 syslog(LOG_ERR, "msgbase: can't store message %ld: %ld", msgid, retval);
2457 retval = cdb_store(CDB_BIGMSGS,
2464 syslog(LOG_ERR, "msgbase: failed to store message body for msgid %ld: %ld", msgid, retval);
2469 /* Free the memory we used for the serialized message */
2476 long send_message(struct CtdlMessage *msg) {
2482 /* Get a new message number */
2483 newmsgid = get_new_message_number();
2485 /* Generate an ID if we don't have one already */
2486 if (CM_IsEmpty(msg, emessageId)) {
2487 msgidbuflen = snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
2488 (long unsigned int) time(NULL),
2489 (long unsigned int) newmsgid,
2490 CtdlGetConfigStr("c_fqdn")
2493 CM_SetField(msg, emessageId, msgidbuf, msgidbuflen);
2496 retval = CtdlSaveThisMessage(msg, newmsgid, 1);
2502 /* Return the *local* message ID to the caller
2503 * (even if we're storing an incoming network message)
2510 * Serialize a struct CtdlMessage into the format used on disk.
2512 * This function loads up a "struct ser_ret" (defined in server.h) which
2513 * contains the length of the serialized message and a pointer to the
2514 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2516 void CtdlSerializeMessage(struct ser_ret *ret, /* return values */
2517 struct CtdlMessage *msg) /* unserialized msg */
2523 * Check for valid message format
2525 if (CM_IsValidMsg(msg) == 0) {
2526 syslog(LOG_ERR, "msgbase: CtdlSerializeMessage() aborting due to invalid message");
2533 for (i=0; i < NDiskFields; ++i)
2534 if (msg->cm_fields[FieldOrder[i]] != NULL)
2535 ret->len += msg->cm_lengths[FieldOrder[i]] + 2;
2537 ret->ser = malloc(ret->len);
2538 if (ret->ser == NULL) {
2539 syslog(LOG_ERR, "msgbase: CtdlSerializeMessage() malloc(%ld) failed: %m", (long)ret->len);
2546 ret->ser[1] = msg->cm_anon_type;
2547 ret->ser[2] = msg->cm_format_type;
2550 for (i=0; i < NDiskFields; ++i) {
2551 if (msg->cm_fields[FieldOrder[i]] != NULL) {
2552 ret->ser[wlen++] = (char)FieldOrder[i];
2554 memcpy(&ret->ser[wlen],
2555 msg->cm_fields[FieldOrder[i]],
2556 msg->cm_lengths[FieldOrder[i]] + 1);
2558 wlen = wlen + msg->cm_lengths[FieldOrder[i]] + 1;
2562 if (ret->len != wlen) {
2563 syslog(LOG_ERR, "msgbase: ERROR; len=%ld wlen=%ld", (long)ret->len, (long)wlen);
2571 * Check to see if any messages already exist in the current room which
2572 * carry the same Exclusive ID as this one. If any are found, delete them.
2574 void ReplicationChecks(struct CtdlMessage *msg) {
2575 long old_msgnum = (-1L);
2577 if (DoesThisRoomNeedEuidIndexing(&CC->room) == 0) return;
2579 syslog(LOG_DEBUG, "msgbase: performing replication checks in <%s>", CC->room.QRname);
2581 /* No exclusive id? Don't do anything. */
2582 if (msg == NULL) return;
2583 if (CM_IsEmpty(msg, eExclusiveID)) return;
2585 /*syslog(LOG_DEBUG, "msgbase: exclusive ID: <%s> for room <%s>",
2586 msg->cm_fields[eExclusiveID], CC->room.QRname);*/
2588 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields[eExclusiveID], &CC->room);
2589 if (old_msgnum > 0L) {
2590 syslog(LOG_DEBUG, "msgbase: ReplicationChecks() replacing message %ld", old_msgnum);
2591 CtdlDeleteMessages(CC->room.QRname, &old_msgnum, 1, "");
2597 * Save a message to disk and submit it into the delivery system.
2599 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2600 struct recptypes *recps, /* recipients (if mail) */
2601 const char *force /* force a particular room? */
2603 char hold_rm[ROOMNAMELEN];
2604 char actual_rm[ROOMNAMELEN];
2605 char force_room[ROOMNAMELEN];
2606 char content_type[SIZ]; /* We have to learn this */
2607 char recipient[SIZ];
2608 char bounce_to[1024];
2611 const char *mptr = NULL;
2612 struct ctdluser userbuf;
2614 struct MetaData smi;
2615 char *collected_addresses = NULL;
2616 struct addresses_to_be_filed *aptr = NULL;
2617 StrBuf *saved_rfc822_version = NULL;
2618 int qualified_for_journaling = 0;
2620 syslog(LOG_DEBUG, "msgbase: CtdlSubmitMsg() called");
2621 if (CM_IsValidMsg(msg) == 0) return(-1); /* self check */
2623 /* If this message has no timestamp, we take the liberty of
2624 * giving it one, right now.
2626 if (CM_IsEmpty(msg, eTimestamp)) {
2627 CM_SetFieldLONG(msg, eTimestamp, time(NULL));
2630 /* If this message has no path, we generate one.
2632 if (CM_IsEmpty(msg, eMessagePath)) {
2633 if (!CM_IsEmpty(msg, eAuthor)) {
2634 CM_CopyField(msg, eMessagePath, eAuthor);
2635 for (a=0; !IsEmptyStr(&msg->cm_fields[eMessagePath][a]); ++a) {
2636 if (isspace(msg->cm_fields[eMessagePath][a])) {
2637 msg->cm_fields[eMessagePath][a] = ' ';
2642 CM_SetField(msg, eMessagePath, HKEY("unknown"));
2646 if (force == NULL) {
2647 force_room[0] = '\0';
2650 strcpy(force_room, force);
2653 /* Learn about what's inside, because it's what's inside that counts */
2654 if (CM_IsEmpty(msg, eMesageText)) {
2655 syslog(LOG_ERR, "msgbase: ERROR; attempt to save message with NULL body");
2659 switch (msg->cm_format_type) {
2661 strcpy(content_type, "text/x-citadel-variformat");
2664 strcpy(content_type, "text/plain");
2667 strcpy(content_type, "text/plain");
2668 mptr = bmstrcasestr(msg->cm_fields[eMesageText], "Content-type:");
2671 safestrncpy(content_type, &mptr[13], sizeof content_type);
2672 striplt(content_type);
2673 aptr = content_type;
2674 while (!IsEmptyStr(aptr)) {
2686 /* Goto the correct room */
2687 room = (recps) ? CC->room.QRname : SENTITEMS;
2688 syslog(LOG_DEBUG, "msgbase: selected room %s", room);
2689 strcpy(hold_rm, CC->room.QRname);
2690 strcpy(actual_rm, CC->room.QRname);
2691 if (recps != NULL) {
2692 strcpy(actual_rm, SENTITEMS);
2695 /* If the user is a twit, move to the twit room for posting */
2697 if (CC->user.axlevel == AxProbU) {
2698 strcpy(hold_rm, actual_rm);
2699 strcpy(actual_rm, CtdlGetConfigStr("c_twitroom"));
2700 syslog(LOG_DEBUG, "msgbase: diverting to twit room");
2704 /* ...or if this message is destined for Aide> then go there. */
2705 if (!IsEmptyStr(force_room)) {
2706 strcpy(actual_rm, force_room);
2709 syslog(LOG_DEBUG, "msgbase: final selection: %s (%s)", actual_rm, room);
2710 if (strcasecmp(actual_rm, CC->room.QRname)) {
2711 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL, NULL, NULL);
2715 * If this message has no O (room) field, generate one.
2717 if (CM_IsEmpty(msg, eOriginalRoom) && !IsEmptyStr(CC->room.QRname)) {
2718 CM_SetField(msg, eOriginalRoom, CC->room.QRname, -1);
2721 /* Perform "before save" hooks (aborting if any return nonzero) */
2722 syslog(LOG_DEBUG, "msgbase: performing before-save hooks");
2723 if (PerformMessageHooks(msg, recps, EVT_BEFORESAVE) > 0) return(-3);
2726 * If this message has an Exclusive ID, and the room is replication
2727 * checking enabled, then do replication checks.
2729 if (DoesThisRoomNeedEuidIndexing(&CC->room)) {
2730 ReplicationChecks(msg);
2733 /* Save it to disk */
2734 syslog(LOG_DEBUG, "msgbase: saving to disk");
2735 newmsgid = send_message(msg);
2736 if (newmsgid <= 0L) return(-5);
2738 /* Write a supplemental message info record. This doesn't have to
2739 * be a critical section because nobody else knows about this message
2742 syslog(LOG_DEBUG, "msgbase: creating metadata record");
2743 memset(&smi, 0, sizeof(struct MetaData));
2744 smi.meta_msgnum = newmsgid;
2745 smi.meta_refcount = 0;
2746 safestrncpy(smi.meta_content_type, content_type, sizeof smi.meta_content_type);
2749 * Measure how big this message will be when rendered as RFC822.
2750 * We do this for two reasons:
2751 * 1. We need the RFC822 length for the new metadata record, so the
2752 * POP and IMAP services don't have to calculate message lengths
2753 * while the user is waiting (multiplied by potentially hundreds
2754 * or thousands of messages).
2755 * 2. If journaling is enabled, we will need an RFC822 version of the
2756 * message to attach to the journalized copy.
2758 if (CC->redirect_buffer != NULL) {
2759 syslog(LOG_ALERT, "msgbase: CC->redirect_buffer is not NULL during message submission!");
2762 CC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
2763 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
2764 smi.meta_rfc822_length = StrLength(CC->redirect_buffer);
2765 saved_rfc822_version = CC->redirect_buffer;
2766 CC->redirect_buffer = NULL;
2770 /* Now figure out where to store the pointers */
2771 syslog(LOG_DEBUG, "msgbase: storing pointers");
2773 /* If this is being done by the networker delivering a private
2774 * message, we want to BYPASS saving the sender's copy (because there
2775 * is no local sender; it would otherwise go to the Trashcan).
2777 if ((!CC->internal_pgm) || (recps == NULL)) {
2778 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
2779 syslog(LOG_ERR, "msgbase: ERROR saving message pointer %ld in %s", newmsgid, actual_rm);
2780 CtdlSaveMsgPointerInRoom(CtdlGetConfigStr("c_aideroom"), newmsgid, 0, msg);
2784 /* For internet mail, drop a copy in the outbound queue room */
2785 if ((recps != NULL) && (recps->num_internet > 0)) {
2786 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
2789 /* If other rooms are specified, drop them there too. */
2790 if ((recps != NULL) && (recps->num_room > 0)) {
2791 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
2792 extract_token(recipient, recps->recp_room, i, '|', sizeof recipient);
2793 syslog(LOG_DEBUG, "msgbase: delivering to room <%s>", recipient);
2794 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
2798 /* Bump this user's messages posted counter. */
2799 syslog(LOG_DEBUG, "msgbase: updating user");
2800 CtdlLockGetCurrentUser();
2801 CC->user.posted = CC->user.posted + 1;
2802 CtdlPutCurrentUserLock();
2804 /* Decide where bounces need to be delivered */
2805 if ((recps != NULL) && (recps->bounce_to == NULL)) {
2806 if (CC->logged_in) {
2807 strcpy(bounce_to, CC->user.fullname);
2809 else if (!IsEmptyStr(msg->cm_fields[eAuthor])){
2810 strcpy(bounce_to, msg->cm_fields[eAuthor]);
2812 recps->bounce_to = bounce_to;
2815 CM_SetFieldLONG(msg, eVltMsgNum, newmsgid);
2817 /* If this is private, local mail, make a copy in the
2818 * recipient's mailbox and bump the reference count.
2820 if ((recps != NULL) && (recps->num_local > 0)) {
2824 pch = recps->recp_local;
2825 recps->recp_local = recipient;
2826 ntokens = num_tokens(pch, '|');
2827 for (i=0; i<ntokens; ++i) {
2828 extract_token(recipient, pch, i, '|', sizeof recipient);
2829 syslog(LOG_DEBUG, "msgbase: delivering private local mail to <%s>", recipient);
2830 if (CtdlGetUser(&userbuf, recipient) == 0) {
2831 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
2832 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
2833 CtdlBumpNewMailCounter(userbuf.usernum);
2834 PerformMessageHooks(msg, recps, EVT_AFTERUSRMBOXSAVE);
2837 syslog(LOG_DEBUG, "msgbase: no user <%s>", recipient);
2838 CtdlSaveMsgPointerInRoom(CtdlGetConfigStr("c_aideroom"), newmsgid, 0, msg);
2841 recps->recp_local = pch;
2844 /* Perform "after save" hooks */
2845 syslog(LOG_DEBUG, "msgbase: performing after-save hooks");
2847 PerformMessageHooks(msg, recps, EVT_AFTERSAVE);
2848 CM_FlushField(msg, eVltMsgNum);
2850 /* Go back to the room we started from */
2851 syslog(LOG_DEBUG, "msgbase: returning to original room %s", hold_rm);
2852 if (strcasecmp(hold_rm, CC->room.QRname)) {
2853 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL, NULL, NULL);
2857 * Any addresses to harvest for someone's address book?
2859 if ( (CC->logged_in) && (recps != NULL) ) {
2860 collected_addresses = harvest_collected_addresses(msg);
2863 if (collected_addresses != NULL) {
2864 aptr = (struct addresses_to_be_filed *) malloc(sizeof(struct addresses_to_be_filed));
2865 CtdlMailboxName(actual_rm, sizeof actual_rm, &CC->user, USERCONTACTSROOM);
2866 aptr->roomname = strdup(actual_rm);
2867 aptr->collected_addresses = collected_addresses;
2868 begin_critical_section(S_ATBF);
2871 end_critical_section(S_ATBF);
2875 * Determine whether this message qualifies for journaling.
2877 if (!CM_IsEmpty(msg, eJournal)) {
2878 qualified_for_journaling = 0;
2881 if (recps == NULL) {
2882 qualified_for_journaling = CtdlGetConfigInt("c_journal_pubmsgs");
2884 else if (recps->num_local + recps->num_internet > 0) {
2885 qualified_for_journaling = CtdlGetConfigInt("c_journal_email");
2888 qualified_for_journaling = CtdlGetConfigInt("c_journal_pubmsgs");
2893 * Do we have to perform journaling? If so, hand off the saved
2894 * RFC822 version will be handed off to the journaler for background
2895 * submit. Otherwise, we have to free the memory ourselves.
2897 if (saved_rfc822_version != NULL) {
2898 if (qualified_for_journaling) {
2899 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
2902 FreeStrBuf(&saved_rfc822_version);
2906 if ((recps != NULL) && (recps->bounce_to == bounce_to))
2907 recps->bounce_to = NULL;
2915 * Convenience function for generating small administrative messages.
2917 long quickie_message(const char *from,
2918 const char *fromaddr,
2923 const char *subject)
2925 struct CtdlMessage *msg;
2926 struct recptypes *recp = NULL;
2928 msg = malloc(sizeof(struct CtdlMessage));
2929 memset(msg, 0, sizeof(struct CtdlMessage));
2930 msg->cm_magic = CTDLMESSAGE_MAGIC;
2931 msg->cm_anon_type = MES_NORMAL;
2932 msg->cm_format_type = format_type;
2934 if (!IsEmptyStr(from)) {
2935 CM_SetField(msg, eAuthor, from, -1);
2937 else if (!IsEmptyStr(fromaddr)) {
2939 CM_SetField(msg, eAuthor, fromaddr, -1);
2940 pAt = strchr(msg->cm_fields[eAuthor], '@');
2942 CM_CutFieldAt(msg, eAuthor, pAt - msg->cm_fields[eAuthor]);
2946 msg->cm_fields[eAuthor] = strdup("Citadel");
2949 if (!IsEmptyStr(fromaddr)) CM_SetField(msg, erFc822Addr, fromaddr, -1);
2950 if (!IsEmptyStr(room)) CM_SetField(msg, eOriginalRoom, room, -1);
2951 if (!IsEmptyStr(to)) {
2952 CM_SetField(msg, eRecipient, to, -1);
2953 recp = validate_recipients(to, NULL, 0);
2955 if (!IsEmptyStr(subject)) {
2956 CM_SetField(msg, eMsgSubject, subject, -1);
2958 if (!IsEmptyStr(text)) {
2959 CM_SetField(msg, eMesageText, text, -1);
2962 long msgnum = CtdlSubmitMsg(msg, recp, room);
2964 if (recp != NULL) free_recipients(recp);
2970 * Back end function used by CtdlMakeMessage() and similar functions
2972 StrBuf *CtdlReadMessageBodyBuf(char *terminator, // token signalling EOT
2974 size_t maxlen, // maximum message length
2975 StrBuf *exist, // if non-null, append to it; exist is ALWAYS freed
2976 int crlf // CRLF newlines instead of LF
2984 LineBuf = NewStrBufPlain(NULL, SIZ);
2985 if (exist == NULL) {
2986 Message = NewStrBufPlain(NULL, 4 * SIZ);
2989 Message = NewStrBufDup(exist);
2992 /* Do we need to change leading ".." to "." for SMTP escaping? */
2993 if ((tlen == 1) && (*terminator == '.')) {
2997 /* read in the lines of message text one by one */
2999 if (CtdlClientGetLine(LineBuf) < 0) {
3002 if ((StrLength(LineBuf) == tlen) && (!strcmp(ChrPtr(LineBuf), terminator))) {
3005 if ( (!flushing) && (!finished) ) {
3007 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
3010 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
3013 /* Unescape SMTP-style input of two dots at the beginning of the line */
3014 if ((dotdot) && (StrLength(LineBuf) > 1) && (ChrPtr(LineBuf)[0] == '.')) {
3015 StrBufCutLeft(LineBuf, 1);
3017 StrBufAppendBuf(Message, LineBuf, 0);
3020 /* if we've hit the max msg length, flush the rest */
3021 if (StrLength(Message) >= maxlen) {
3025 } while (!finished);
3026 FreeStrBuf(&LineBuf);
3029 syslog(LOG_ERR, "msgbase: exceeded maximum message length of %d - message was truncated", maxlen);
3036 // Back end function used by CtdlMakeMessage() and similar functions
3037 char *CtdlReadMessageBody(char *terminator, // token signalling EOT
3039 size_t maxlen, // maximum message length
3040 StrBuf *exist, // if non-null, append to it; exist is ALWAYS freed
3041 int crlf // CRLF newlines instead of LF
3045 Message = CtdlReadMessageBodyBuf(terminator,
3051 if (Message == NULL) {
3055 return SmashStrBuf(&Message);
3060 struct CtdlMessage *CtdlMakeMessage(
3061 struct ctdluser *author, /* author's user structure */
3062 char *recipient, /* NULL if it's not mail */
3063 char *recp_cc, /* NULL if it's not mail */
3064 char *room, /* room where it's going */
3065 int type, /* see MES_ types in header file */
3066 int format_type, /* variformat, plain text, MIME... */
3067 char *fake_name, /* who we're masquerading as */
3068 char *my_email, /* which of my email addresses to use (empty is ok) */
3069 char *subject, /* Subject (optional) */
3070 char *supplied_euid, /* ...or NULL if this is irrelevant */
3071 char *preformatted_text, /* ...or NULL to read text from client */
3072 char *references /* Thread references */
3074 return CtdlMakeMessageLen(
3075 author, /* author's user structure */
3076 recipient, /* NULL if it's not mail */
3077 (recipient)?strlen(recipient) : 0,
3078 recp_cc, /* NULL if it's not mail */
3079 (recp_cc)?strlen(recp_cc): 0,
3080 room, /* room where it's going */
3081 (room)?strlen(room): 0,
3082 type, /* see MES_ types in header file */
3083 format_type, /* variformat, plain text, MIME... */
3084 fake_name, /* who we're masquerading as */
3085 (fake_name)?strlen(fake_name): 0,
3086 my_email, /* which of my email addresses to use (empty is ok) */
3087 (my_email)?strlen(my_email): 0,
3088 subject, /* Subject (optional) */
3089 (subject)?strlen(subject): 0,
3090 supplied_euid, /* ...or NULL if this is irrelevant */
3091 (supplied_euid)?strlen(supplied_euid):0,
3092 preformatted_text, /* ...or NULL to read text from client */
3093 (preformatted_text)?strlen(preformatted_text) : 0,
3094 references, /* Thread references */
3095 (references)?strlen(references):0);
3101 * Build a binary message to be saved on disk.
3102 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3103 * will become part of the message. This means you are no longer
3104 * responsible for managing that memory -- it will be freed along with
3105 * the rest of the fields when CM_Free() is called.)
3107 struct CtdlMessage *CtdlMakeMessageLen(
3108 struct ctdluser *author, /* author's user structure */
3109 char *recipient, /* NULL if it's not mail */
3111 char *recp_cc, /* NULL if it's not mail */
3113 char *room, /* room where it's going */
3115 int type, /* see MES_ types in header file */
3116 int format_type, /* variformat, plain text, MIME... */
3117 char *fake_name, /* who we're masquerading as */
3119 char *my_email, /* which of my email addresses to use (empty is ok) */
3121 char *subject, /* Subject (optional) */
3123 char *supplied_euid, /* ...or NULL if this is irrelevant */
3125 char *preformatted_text, /* ...or NULL to read text from client */
3127 char *references, /* Thread references */
3132 struct CtdlMessage *msg;
3134 StrBuf *FakeEncAuthor = NULL;
3136 msg = malloc(sizeof(struct CtdlMessage));
3137 memset(msg, 0, sizeof(struct CtdlMessage));
3138 msg->cm_magic = CTDLMESSAGE_MAGIC;
3139 msg->cm_anon_type = type;
3140 msg->cm_format_type = format_type;
3142 if (recipient != NULL) rcplen = striplt(recipient);
3143 if (recp_cc != NULL) cclen = striplt(recp_cc);
3145 /* Path or Return-Path */
3147 CM_SetField(msg, eMessagePath, my_email, myelen);
3149 else if (!IsEmptyStr(author->fullname)) {
3150 CM_SetField(msg, eMessagePath, author->fullname, -1);
3152 convert_spaces_to_underscores(msg->cm_fields[eMessagePath]);
3154 blen = snprintf(buf, sizeof buf, "%ld", (long)time(NULL));
3155 CM_SetField(msg, eTimestamp, buf, blen);
3158 FakeAuthor = NewStrBufPlain (fake_name, fnlen);
3161 FakeAuthor = NewStrBufPlain (author->fullname, -1);
3163 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
3164 CM_SetAsFieldSB(msg, eAuthor, &FakeEncAuthor);
3165 FreeStrBuf(&FakeAuthor);
3167 if (!!IsEmptyStr(CC->room.QRname)) {
3168 if (CC->room.QRflags & QR_MAILBOX) { /* room */
3169 CM_SetField(msg, eOriginalRoom, &CC->room.QRname[11], -1);
3172 CM_SetField(msg, eOriginalRoom, CC->room.QRname, -1);
3177 CM_SetField(msg, eRecipient, recipient, rcplen);
3180 CM_SetField(msg, eCarbonCopY, recp_cc, cclen);
3184 CM_SetField(msg, erFc822Addr, my_email, myelen);
3186 else if ( (author == &CC->user) && (!IsEmptyStr(CC->cs_inet_email)) ) {
3187 CM_SetField(msg, erFc822Addr, CC->cs_inet_email, -1);
3190 if (subject != NULL) {
3192 length = striplt(subject);
3198 while ((subject[i] != '\0') &&
3199 (IsAscii = isascii(subject[i]) != 0 ))
3202 CM_SetField(msg, eMsgSubject, subject, subjlen);
3203 else /* ok, we've got utf8 in the string. */
3206 rfc2047Subj = rfc2047encode(subject, length);
3207 CM_SetAsField(msg, eMsgSubject, &rfc2047Subj, strlen(rfc2047Subj));
3214 CM_SetField(msg, eExclusiveID, supplied_euid, euidlen);
3218 CM_SetField(msg, eWeferences, references, reflen);
3221 if (preformatted_text != NULL) {
3222 CM_SetField(msg, eMesageText, preformatted_text, textlen);
3226 MsgBody = CtdlReadMessageBodyBuf(HKEY("000"), CtdlGetConfigLong("c_maxmsglen"), NULL, 0);
3227 if (MsgBody != NULL) {
3228 CM_SetAsFieldSB(msg, eMesageText, &MsgBody);
3237 * API function to delete messages which match a set of criteria
3238 * (returns the actual number of messages deleted)
3240 int CtdlDeleteMessages(const char *room_name, // which room
3241 long *dmsgnums, // array of msg numbers to be deleted
3242 int num_dmsgnums, // number of msgs to be deleted, or 0 for "any"
3243 char *content_type // or "" for any. regular expressions expected.
3245 struct ctdlroom qrbuf;
3246 struct cdbdata *cdbfr;
3247 long *msglist = NULL;
3248 long *dellist = NULL;
3251 int num_deleted = 0;
3253 struct MetaData smi;
3256 int need_to_free_re = 0;
3258 if (content_type) if (!IsEmptyStr(content_type)) {
3259 regcomp(&re, content_type, 0);
3260 need_to_free_re = 1;
3262 syslog(LOG_DEBUG, "msgbase: CtdlDeleteMessages(%s, %d msgs, %s)", room_name, num_dmsgnums, content_type);
3264 /* get room record, obtaining a lock... */
3265 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
3266 syslog(LOG_ERR, "msgbase: CtdlDeleteMessages(): Room <%s> not found", room_name);
3267 if (need_to_free_re) regfree(&re);
3268 return(0); /* room not found */
3270 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
3272 if (cdbfr != NULL) {
3273 dellist = malloc(cdbfr->len);
3274 msglist = (long *) cdbfr->ptr;
3275 cdbfr->ptr = NULL; /* CtdlDeleteMessages() now owns this memory */
3276 num_msgs = cdbfr->len / sizeof(long);
3280 int have_contenttype = (content_type != NULL) && !IsEmptyStr(content_type);
3281 int have_delmsgs = (num_dmsgnums == 0) || (dmsgnums == NULL);
3282 int have_more_del = 1;
3284 num_msgs = sort_msglist(msglist, num_msgs);
3285 if (num_dmsgnums > 1)
3286 num_dmsgnums = sort_msglist(dmsgnums, num_dmsgnums);
3289 StrBuf *dbg = NewStrBuf();
3290 for (i = 0; i < num_dmsgnums; i++)
3291 StrBufAppendPrintf(dbg, ", %ld", dmsgnums[i]);
3292 syslog(LOG_DEBUG, "msgbase: Deleting before: %s", ChrPtr(dbg));
3297 while ((i < num_msgs) && (have_more_del)) {
3300 /* Set/clear a bit for each criterion */
3302 /* 0 messages in the list or a null list means that we are
3303 * interested in deleting any messages which meet the other criteria.
3306 delete_this |= 0x01;
3309 while ((i < num_msgs) && (msglist[i] < dmsgnums[j])) i++;
3314 if (msglist[i] == dmsgnums[j]) {
3315 delete_this |= 0x01;
3318 have_more_del = (j < num_dmsgnums);
3321 if (have_contenttype) {
3322 GetMetaData(&smi, msglist[i]);
3323 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
3324 delete_this |= 0x02;
3327 delete_this |= 0x02;
3330 /* Delete message only if all bits are set */
3331 if (delete_this == 0x03) {
3332 dellist[num_deleted++] = msglist[i];
3339 StrBuf *dbg = NewStrBuf();
3340 for (i = 0; i < num_deleted; i++)
3341 StrBufAppendPrintf(dbg, ", %ld", dellist[i]);
3342 syslog(LOG_DEBUG, "msgbase: Deleting: %s", ChrPtr(dbg));
3346 num_msgs = sort_msglist(msglist, num_msgs);
3347 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
3348 msglist, (int)(num_msgs * sizeof(long)));
3351 qrbuf.QRhighest = msglist[num_msgs - 1];
3353 qrbuf.QRhighest = 0;
3355 CtdlPutRoomLock(&qrbuf);
3357 /* Go through the messages we pulled out of the index, and decrement
3358 * their reference counts by 1. If this is the only room the message
3359 * was in, the reference count will reach zero and the message will
3360 * automatically be deleted from the database. We do this in a
3361 * separate pass because there might be plug-in hooks getting called,
3362 * and we don't want that happening during an S_ROOMS critical
3366 for (i=0; i<num_deleted; ++i) {
3367 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
3369 AdjRefCountList(dellist, num_deleted, -1);
3371 /* Now free the memory we used, and go away. */
3372 if (msglist != NULL) free(msglist);
3373 if (dellist != NULL) free(dellist);
3374 syslog(LOG_DEBUG, "msgbase: %d message(s) deleted", num_deleted);
3375 if (need_to_free_re) regfree(&re);
3376 return (num_deleted);
3381 * GetMetaData() - Get the supplementary record for a message
3383 void GetMetaData(struct MetaData *smibuf, long msgnum)
3385 struct cdbdata *cdbsmi;
3388 memset(smibuf, 0, sizeof(struct MetaData));
3389 smibuf->meta_msgnum = msgnum;
3390 smibuf->meta_refcount = 1; /* Default reference count is 1 */
3392 /* Use the negative of the message number for its supp record index */
3393 TheIndex = (0L - msgnum);
3395 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
3396 if (cdbsmi == NULL) {
3397 return; /* record not found; leave it alone */
3399 memcpy(smibuf, cdbsmi->ptr,
3400 ((cdbsmi->len > sizeof(struct MetaData)) ?
3401 sizeof(struct MetaData) : cdbsmi->len)
3409 * PutMetaData() - (re)write supplementary record for a message
3411 void PutMetaData(struct MetaData *smibuf)
3415 /* Use the negative of the message number for the metadata db index */
3416 TheIndex = (0L - smibuf->meta_msgnum);
3418 cdb_store(CDB_MSGMAIN,
3419 &TheIndex, (int)sizeof(long),
3420 smibuf, (int)sizeof(struct MetaData)
3426 * Convenience function to process a big block of AdjRefCount() operations
3428 void AdjRefCountList(long *msgnum, long nmsg, int incr)
3432 for (i = 0; i < nmsg; i++) {
3433 AdjRefCount(msgnum[i], incr);
3439 * AdjRefCount - adjust the reference count for a message. We need to delete from disk any message whose reference count reaches zero.
3441 void AdjRefCount(long msgnum, int incr)
3443 struct MetaData smi;
3446 /* This is a *tight* critical section; please keep it that way, as
3447 * it may get called while nested in other critical sections.
3448 * Complicating this any further will surely cause deadlock!
3450 begin_critical_section(S_SUPPMSGMAIN);
3451 GetMetaData(&smi, msgnum);
3452 smi.meta_refcount += incr;
3454 end_critical_section(S_SUPPMSGMAIN);
3455 syslog(LOG_DEBUG, "msgbase: AdjRefCount() msg %ld ref count delta %+d, is now %d", msgnum, incr, smi.meta_refcount);
3457 /* If the reference count is now zero, delete both the message and its metadata record.
3459 if (smi.meta_refcount == 0) {
3460 syslog(LOG_DEBUG, "msgbase: deleting message <%ld>", msgnum);
3462 /* Call delete hooks with NULL room to show it has gone altogether */
3463 PerformDeleteHooks(NULL, msgnum);
3465 /* Remove from message base */
3467 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3468 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
3470 /* Remove metadata record */
3471 delnum = (0L - msgnum);
3472 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3478 * Write a generic object to this room
3480 * Returns the message number of the written object, in case you need it.
3482 long CtdlWriteObject(char *req_room, /* Room to stuff it in */
3483 char *content_type, /* MIME type of this object */
3484 char *raw_message, /* Data to be written */
3485 off_t raw_length, /* Size of raw_message */
3486 struct ctdluser *is_mailbox, /* Mailbox room? */
3487 int is_binary, /* Is encoding necessary? */
3488 unsigned int flags /* Internal save flags */
3490 struct ctdlroom qrbuf;
3491 char roomname[ROOMNAMELEN];
3492 struct CtdlMessage *msg;
3493 StrBuf *encoded_message = NULL;
3495 if (is_mailbox != NULL) {
3496 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
3499 safestrncpy(roomname, req_room, sizeof(roomname));
3502 syslog(LOG_DEBUG, "msfbase: raw length is %ld", (long)raw_length);
3505 encoded_message = NewStrBufPlain(NULL, (size_t) (((raw_length * 134) / 100) + 4096 ) );
3508 encoded_message = NewStrBufPlain(NULL, (size_t)(raw_length + 4096));
3511 StrBufAppendBufPlain(encoded_message, HKEY("Content-type: "), 0);
3512 StrBufAppendBufPlain(encoded_message, content_type, -1, 0);
3513 StrBufAppendBufPlain(encoded_message, HKEY("\n"), 0);
3516 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: base64\n\n"), 0);
3519 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: 7bit\n\n"), 0);
3523 StrBufBase64Append(encoded_message, NULL, raw_message, raw_length, 0);
3526 StrBufAppendBufPlain(encoded_message, raw_message, raw_length, 0);
3529 syslog(LOG_DEBUG, "msgbase: allocating");
3530 msg = malloc(sizeof(struct CtdlMessage));
3531 memset(msg, 0, sizeof(struct CtdlMessage));
3532 msg->cm_magic = CTDLMESSAGE_MAGIC;
3533 msg->cm_anon_type = MES_NORMAL;
3534 msg->cm_format_type = 4;
3535 CM_SetField(msg, eAuthor, CC->user.fullname, -1);
3536 CM_SetField(msg, eOriginalRoom, req_room, -1);
3537 msg->cm_flags = flags;
3539 CM_SetAsFieldSB(msg, eMesageText, &encoded_message);
3541 /* Create the requested room if we have to. */
3542 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
3543 CtdlCreateRoom(roomname, ( (is_mailbox != NULL) ? 5 : 3 ), "", 0, 1, 0, VIEW_BBS);
3546 /* Now write the data */
3547 long new_msgnum = CtdlSubmitMsg(msg, NULL, roomname);
3553 /************************************************************************/
3554 /* MODULE INITIALIZATION */
3555 /************************************************************************/
3557 CTDL_MODULE_INIT(msgbase)
3560 FillMsgKeyLookupTable();
3563 /* return our module id for the log */