2 * Implements the message store.
4 * Copyright (c) 1987-2012 by the citadel.org team
6 * This program is open source software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 3.
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
18 #include <libcitadel.h>
22 #include "ctdl_module.h"
23 #include "citserver.h"
25 #include "clientsocket.h"
30 #include "internet_addressing.h"
31 #include "euidindex.h"
33 #include "journaling.h"
35 struct addresses_to_be_filed *atbf = NULL;
37 /* This temp file holds the queue of operations for AdjRefCount() */
38 static FILE *arcfp = NULL;
39 void AdjRefCountList(long *msgnum, long nmsg, int incr);
41 int MessageDebugEnabled = 0;
44 * These are the four-character field headers we use when outputting
45 * messages in Citadel format (as opposed to RFC822 format).
48 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
49 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
50 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
51 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
52 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
53 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
54 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
55 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
85 eMsgField FieldOrder[] = {
86 /* Important fields */
97 /* Semi-important fields */
103 /* G is not used yet, may become virus signature*/
106 /* Q is not used yet */
109 /* X is not used yet */
110 /* Z is not used yet */
117 /* Message text (MUST be last) */
119 /* Not saved to disk:
124 static const long NDiskFields = sizeof(FieldOrder) / sizeof(eMsgField);
126 int CM_IsEmpty(struct CtdlMessage *Msg, eMsgField which)
128 return !((Msg->cm_fields[which] != NULL) &&
129 (Msg->cm_fields[which][0] != '\0'));
132 void CM_SetField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length)
134 if (Msg->cm_fields[which] != NULL)
135 free (Msg->cm_fields[which]);
136 Msg->cm_fields[which] = malloc(length + 1);
137 memcpy(Msg->cm_fields[which], buf, length);
138 Msg->cm_fields[which][length] = '\0';
139 Msg->cm_lengths[which] = length;
142 void CM_SetFieldLONG(struct CtdlMessage *Msg, eMsgField which, long lvalue)
146 len = snprintf(buf, sizeof(buf), "%ld", lvalue);
147 CM_SetField(Msg, which, buf, len);
149 void CM_CutFieldAt(struct CtdlMessage *Msg, eMsgField WhichToCut, long maxlen)
151 if (Msg->cm_fields[WhichToCut] == NULL)
154 if (Msg->cm_lengths[WhichToCut] > maxlen)
156 Msg->cm_fields[WhichToCut][maxlen] = '\0';
157 Msg->cm_lengths[WhichToCut] = maxlen;
161 void CM_FlushField(struct CtdlMessage *Msg, eMsgField which)
163 if (Msg->cm_fields[which] != NULL)
164 free (Msg->cm_fields[which]);
165 Msg->cm_fields[which] = NULL;
166 Msg->cm_lengths[which] = 0;
168 void CM_Flush(struct CtdlMessage *Msg)
172 if (CM_IsValidMsg(Msg) == 0)
175 for (i = 0; i < 256; ++i)
177 CM_FlushField(Msg, i);
181 void CM_CopyField(struct CtdlMessage *Msg, eMsgField WhichToPutTo, eMsgField WhichtToCopy)
184 if (Msg->cm_fields[WhichToPutTo] != NULL)
185 free (Msg->cm_fields[WhichToPutTo]);
187 if (Msg->cm_fields[WhichtToCopy] != NULL)
189 len = Msg->cm_lengths[WhichtToCopy];
190 Msg->cm_fields[WhichToPutTo] = malloc(len + 1);
191 memcpy(Msg->cm_fields[WhichToPutTo], Msg->cm_fields[WhichtToCopy], len);
192 Msg->cm_fields[WhichToPutTo][len] = '\0';
193 Msg->cm_lengths[WhichToPutTo] = len;
197 Msg->cm_fields[WhichToPutTo] = NULL;
198 Msg->cm_lengths[WhichToPutTo] = 0;
203 void CM_PrependToField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length)
205 if (Msg->cm_fields[which] != NULL) {
210 oldmsgsize = Msg->cm_lengths[which] + 1;
211 newmsgsize = length + oldmsgsize;
213 new = malloc(newmsgsize);
214 memcpy(new, buf, length);
215 memcpy(new + length, Msg->cm_fields[which], oldmsgsize);
216 free(Msg->cm_fields[which]);
217 Msg->cm_fields[which] = new;
218 Msg->cm_lengths[which] = newmsgsize - 1;
221 Msg->cm_fields[which] = malloc(length + 1);
222 memcpy(Msg->cm_fields[which], buf, length);
223 Msg->cm_fields[which][length] = '\0';
224 Msg->cm_lengths[which] = length;
228 void CM_SetAsField(struct CtdlMessage *Msg, eMsgField which, char **buf, long length)
230 if (Msg->cm_fields[which] != NULL)
231 free (Msg->cm_fields[which]);
233 Msg->cm_fields[which] = *buf;
235 Msg->cm_lengths[which] = length;
238 void CM_SetAsFieldSB(struct CtdlMessage *Msg, eMsgField which, StrBuf **buf)
240 if (Msg->cm_fields[which] != NULL)
241 free (Msg->cm_fields[which]);
243 Msg->cm_lengths[which] = StrLength(*buf);
244 Msg->cm_fields[which] = SmashStrBuf(buf);
247 void CM_GetAsField(struct CtdlMessage *Msg, eMsgField which, char **ret, long *retlen)
249 if (Msg->cm_fields[which] != NULL)
251 *retlen = Msg->cm_lengths[which];
252 *ret = Msg->cm_fields[which];
253 Msg->cm_fields[which] = NULL;
254 Msg->cm_lengths[which] = 0;
264 * Returns 1 if the supplied pointer points to a valid Citadel message.
265 * If the pointer is NULL or the magic number check fails, returns 0.
267 int CM_IsValidMsg(struct CtdlMessage *msg) {
270 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
271 struct CitContext *CCC = CC;
272 MSGM_syslog(LOG_WARNING, "CM_IsValidMsg() -- self-check failed\n");
278 void CM_FreeContents(struct CtdlMessage *msg)
282 for (i = 0; i < 256; ++i)
283 if (msg->cm_fields[i] != NULL) {
284 free(msg->cm_fields[i]);
285 msg->cm_lengths[i] = 0;
288 msg->cm_magic = 0; /* just in case */
291 * 'Destructor' for struct CtdlMessage
293 void CM_Free(struct CtdlMessage *msg)
295 if (CM_IsValidMsg(msg) == 0)
297 if (msg != NULL) free (msg);
300 CM_FreeContents(msg);
304 int CM_DupField(eMsgField i, struct CtdlMessage *OrgMsg, struct CtdlMessage *NewMsg)
307 len = OrgMsg->cm_lengths[i];
308 NewMsg->cm_fields[i] = malloc(len + 1);
309 if (NewMsg->cm_fields[i] == NULL)
311 memcpy(NewMsg->cm_fields[i], OrgMsg->cm_fields[i], len);
312 NewMsg->cm_fields[i][len] = '\0';
313 NewMsg->cm_lengths[i] = len;
317 struct CtdlMessage * CM_Duplicate(struct CtdlMessage *OrgMsg)
320 struct CtdlMessage *NewMsg;
322 if (CM_IsValidMsg(OrgMsg) == 0)
324 NewMsg = (struct CtdlMessage *)malloc(sizeof(struct CtdlMessage));
328 memcpy(NewMsg, OrgMsg, sizeof(struct CtdlMessage));
330 memset(&NewMsg->cm_fields, 0, sizeof(char*) * 256);
332 for (i = 0; i < 256; ++i)
334 if (OrgMsg->cm_fields[i] != NULL)
336 if (!CM_DupField(i, OrgMsg, NewMsg))
351 /* Determine if a given message matches the fields in a message template.
352 * Return 0 for a successful match.
354 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
357 /* If there aren't any fields in the template, all messages will
360 if (template == NULL) return(0);
362 /* Null messages are bogus. */
363 if (msg == NULL) return(1);
365 for (i='A'; i<='Z'; ++i) {
366 if (template->cm_fields[i] != NULL) {
367 if (msg->cm_fields[i] == NULL) {
368 /* Considered equal if temmplate is empty string */
369 if (IsEmptyStr(template->cm_fields[i])) continue;
372 if ((template->cm_lengths[i] != msg->cm_lengths[i]) ||
373 (strcasecmp(msg->cm_fields[i], template->cm_fields[i])))
378 /* All compares succeeded: we have a match! */
385 * Retrieve the "seen" message list for the current room.
387 void CtdlGetSeen(char *buf, int which_set) {
388 struct CitContext *CCC = CC;
391 /* Learn about the user and room in question */
392 CtdlGetRelationship(&vbuf, &CCC->user, &CCC->room);
394 if (which_set == ctdlsetseen_seen)
395 safestrncpy(buf, vbuf.v_seen, SIZ);
396 if (which_set == ctdlsetseen_answered)
397 safestrncpy(buf, vbuf.v_answered, SIZ);
403 * Manipulate the "seen msgs" string (or other message set strings)
405 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
406 int target_setting, int which_set,
407 struct ctdluser *which_user, struct ctdlroom *which_room) {
408 struct CitContext *CCC = CC;
409 struct cdbdata *cdbfr;
414 long hi = (-1L); /// TODO: we just write here. y?
423 char *is_set; /* actually an array of booleans */
425 /* Don't bother doing *anything* if we were passed a list of zero messages */
426 if (num_target_msgnums < 1) {
430 /* If no room was specified, we go with the current room. */
432 which_room = &CCC->room;
435 /* If no user was specified, we go with the current user. */
437 which_user = &CCC->user;
440 MSG_syslog(LOG_DEBUG, "CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>\n",
441 num_target_msgnums, target_msgnums[0],
442 (target_setting ? "SET" : "CLEAR"),
446 /* Learn about the user and room in question */
447 CtdlGetRelationship(&vbuf, which_user, which_room);
449 /* Load the message list */
450 cdbfr = cdb_fetch(CDB_MSGLISTS, &which_room->QRnumber, sizeof(long));
452 msglist = (long *) cdbfr->ptr;
453 cdbfr->ptr = NULL; /* CtdlSetSeen() now owns this memory */
454 num_msgs = cdbfr->len / sizeof(long);
457 return; /* No messages at all? No further action. */
460 is_set = malloc(num_msgs * sizeof(char));
461 memset(is_set, 0, (num_msgs * sizeof(char)) );
463 /* Decide which message set we're manipulating */
465 case ctdlsetseen_seen:
466 vset = NewStrBufPlain(vbuf.v_seen, -1);
468 case ctdlsetseen_answered:
469 vset = NewStrBufPlain(vbuf.v_answered, -1);
476 #if 0 /* This is a special diagnostic section. Do not allow it to run during normal operation. */
477 MSG_syslog(LOG_DEBUG, "There are %d messages in the room.\n", num_msgs);
478 for (i=0; i<num_msgs; ++i) {
479 if ((i > 0) && (msglist[i] <= msglist[i-1])) abort();
481 MSG_syslog(LOG_DEBUG, "We are twiddling %d of them.\n", num_target_msgnums);
482 for (k=0; k<num_target_msgnums; ++k) {
483 if ((k > 0) && (target_msgnums[k] <= target_msgnums[k-1])) abort();
487 MSG_syslog(LOG_DEBUG, "before update: %s\n", ChrPtr(vset));
489 /* Translate the existing sequence set into an array of booleans */
490 setstr = NewStrBuf();
494 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
496 StrBufExtract_token(lostr, setstr, 0, ':');
497 if (StrBufNum_tokens(setstr, ':') >= 2) {
498 StrBufExtract_token(histr, setstr, 1, ':');
502 StrBufAppendBuf(histr, lostr, 0);
505 if (!strcmp(ChrPtr(histr), "*")) {
512 for (i = 0; i < num_msgs; ++i) {
513 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
523 /* Now translate the array of booleans back into a sequence set */
529 for (i=0; i<num_msgs; ++i) {
533 for (k=0; k<num_target_msgnums; ++k) {
534 if (msglist[i] == target_msgnums[k]) {
535 is_seen = target_setting;
539 if ((was_seen == 0) && (is_seen == 1)) {
542 else if ((was_seen == 1) && (is_seen == 0)) {
545 if (StrLength(vset) > 0) {
546 StrBufAppendBufPlain(vset, HKEY(","), 0);
549 StrBufAppendPrintf(vset, "%ld", hi);
552 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
556 if ((is_seen) && (i == num_msgs - 1)) {
557 if (StrLength(vset) > 0) {
558 StrBufAppendBufPlain(vset, HKEY(","), 0);
560 if ((i==0) || (was_seen == 0)) {
561 StrBufAppendPrintf(vset, "%ld", msglist[i]);
564 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
572 * We will have to stuff this string back into a 4096 byte buffer, so if it's
573 * larger than that now, truncate it by removing tokens from the beginning.
574 * The limit of 100 iterations is there to prevent an infinite loop in case
575 * something unexpected happens.
577 int number_of_truncations = 0;
578 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
579 StrBufRemove_token(vset, 0, ',');
580 ++number_of_truncations;
584 * If we're truncating the sequence set of messages marked with the 'seen' flag,
585 * we want the earliest messages (the truncated ones) to be marked, not unmarked.
586 * Otherwise messages at the beginning will suddenly appear to be 'unseen'.
588 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
590 first_tok = NewStrBuf();
591 StrBufExtract_token(first_tok, vset, 0, ',');
592 StrBufRemove_token(vset, 0, ',');
594 if (StrBufNum_tokens(first_tok, ':') > 1) {
595 StrBufRemove_token(first_tok, 0, ':');
599 new_set = NewStrBuf();
600 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
601 StrBufAppendBuf(new_set, first_tok, 0);
602 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
603 StrBufAppendBuf(new_set, vset, 0);
606 FreeStrBuf(&first_tok);
610 MSG_syslog(LOG_DEBUG, " after update: %s\n", ChrPtr(vset));
612 /* Decide which message set we're manipulating */
614 case ctdlsetseen_seen:
615 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
617 case ctdlsetseen_answered:
618 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
624 CtdlSetRelationship(&vbuf, which_user, which_room);
630 * API function to perform an operation for each qualifying message in the
631 * current room. (Returns the number of messages processed.)
633 int CtdlForEachMessage(int mode, long ref, char *search_string,
635 struct CtdlMessage *compare,
636 ForEachMsgCallback CallBack,
639 struct CitContext *CCC = CC;
642 struct cdbdata *cdbfr;
643 long *msglist = NULL;
645 int num_processed = 0;
648 struct CtdlMessage *msg = NULL;
651 int printed_lastold = 0;
652 int num_search_msgs = 0;
653 long *search_msgs = NULL;
655 int need_to_free_re = 0;
658 if ((content_type) && (!IsEmptyStr(content_type))) {
659 regcomp(&re, content_type, 0);
663 /* Learn about the user and room in question */
664 if (server_shutting_down) {
665 if (need_to_free_re) regfree(&re);
668 CtdlGetUser(&CCC->user, CCC->curr_user);
670 if (server_shutting_down) {
671 if (need_to_free_re) regfree(&re);
674 CtdlGetRelationship(&vbuf, &CCC->user, &CCC->room);
676 if (server_shutting_down) {
677 if (need_to_free_re) regfree(&re);
681 /* Load the message list */
682 cdbfr = cdb_fetch(CDB_MSGLISTS, &CCC->room.QRnumber, sizeof(long));
684 if (need_to_free_re) regfree(&re);
685 return 0; /* No messages at all? No further action. */
688 msglist = (long *) cdbfr->ptr;
689 num_msgs = cdbfr->len / sizeof(long);
691 cdbfr->ptr = NULL; /* clear this so that cdb_free() doesn't free it */
692 cdb_free(cdbfr); /* we own this memory now */
695 * Now begin the traversal.
697 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
699 /* If the caller is looking for a specific MIME type, filter
700 * out all messages which are not of the type requested.
702 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
704 /* This call to GetMetaData() sits inside this loop
705 * so that we only do the extra database read per msg
706 * if we need to. Doing the extra read all the time
707 * really kills the server. If we ever need to use
708 * metadata for another search criterion, we need to
709 * move the read somewhere else -- but still be smart
710 * enough to only do the read if the caller has
711 * specified something that will need it.
713 if (server_shutting_down) {
714 if (need_to_free_re) regfree(&re);
718 GetMetaData(&smi, msglist[a]);
720 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
721 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
727 num_msgs = sort_msglist(msglist, num_msgs);
729 /* If a template was supplied, filter out the messages which
730 * don't match. (This could induce some delays!)
733 if (compare != NULL) {
734 for (a = 0; a < num_msgs; ++a) {
735 if (server_shutting_down) {
736 if (need_to_free_re) regfree(&re);
740 msg = CtdlFetchMessage(msglist[a], 1);
742 if (CtdlMsgCmp(msg, compare)) {
751 /* If a search string was specified, get a message list from
752 * the full text index and remove messages which aren't on both
756 * Since the lists are sorted and strictly ascending, and the
757 * output list is guaranteed to be shorter than or equal to the
758 * input list, we overwrite the bottom of the input list. This
759 * eliminates the need to memmove big chunks of the list over and
762 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
764 /* Call search module via hook mechanism.
765 * NULL means use any search function available.
766 * otherwise replace with a char * to name of search routine
768 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
770 if (num_search_msgs > 0) {
774 orig_num_msgs = num_msgs;
776 for (i=0; i<orig_num_msgs; ++i) {
777 for (j=0; j<num_search_msgs; ++j) {
778 if (msglist[i] == search_msgs[j]) {
779 msglist[num_msgs++] = msglist[i];
785 num_msgs = 0; /* No messages qualify */
787 if (search_msgs != NULL) free(search_msgs);
789 /* Now that we've purged messages which don't contain the search
790 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
797 * Now iterate through the message list, according to the
798 * criteria supplied by the caller.
801 for (a = 0; a < num_msgs; ++a) {
802 if (server_shutting_down) {
803 if (need_to_free_re) regfree(&re);
805 return num_processed;
807 thismsg = msglist[a];
808 if (mode == MSGS_ALL) {
812 is_seen = is_msg_in_sequence_set(
813 vbuf.v_seen, thismsg);
814 if (is_seen) lastold = thismsg;
820 || ((mode == MSGS_OLD) && (is_seen))
821 || ((mode == MSGS_NEW) && (!is_seen))
822 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
823 || ((mode == MSGS_FIRST) && (a < ref))
824 || ((mode == MSGS_GT) && (thismsg > ref))
825 || ((mode == MSGS_LT) && (thismsg < ref))
826 || ((mode == MSGS_EQ) && (thismsg == ref))
829 if ((mode == MSGS_NEW) && (CCC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
831 CallBack(lastold, userdata);
835 if (CallBack) CallBack(thismsg, userdata);
839 if (need_to_free_re) regfree(&re);
842 * We cache the most recent msglist in order to do security checks later
844 if (CCC->client_socket > 0) {
845 if (CCC->cached_msglist != NULL) {
846 free(CCC->cached_msglist);
848 CCC->cached_msglist = msglist;
849 CCC->cached_num_msgs = num_msgs;
855 return num_processed;
861 * memfmout() - Citadel text formatter and paginator.
862 * Although the original purpose of this routine was to format
863 * text to the reader's screen width, all we're really using it
864 * for here is to format text out to 80 columns before sending it
865 * to the client. The client software may reformat it again.
868 char *mptr, /* where are we going to get our text from? */
869 const char *nl /* string to terminate lines with */
871 struct CitContext *CCC = CC;
873 unsigned char ch = 0;
880 while (ch=*(mptr++), ch != 0) {
883 if (client_write(outbuf, len) == -1)
885 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
889 if (client_write(nl, nllen) == -1)
891 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
896 else if (ch == '\r') {
897 /* Ignore carriage returns. Newlines are always LF or CRLF but never CR. */
899 else if (isspace(ch)) {
900 if (column > 72) { /* Beyond 72 columns, break on the next space */
901 if (client_write(outbuf, len) == -1)
903 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
907 if (client_write(nl, nllen) == -1)
909 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
922 if (column > 1000) { /* Beyond 1000 columns, break anywhere */
923 if (client_write(outbuf, len) == -1)
925 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
929 if (client_write(nl, nllen) == -1)
931 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
939 if (client_write(outbuf, len) == -1)
941 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
945 client_write(nl, nllen);
953 * Callback function for mime parser that simply lists the part
955 void list_this_part(char *name, char *filename, char *partnum, char *disp,
956 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
957 char *cbid, void *cbuserdata)
961 ma = (struct ma_info *)cbuserdata;
962 if (ma->is_ma == 0) {
963 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
976 * Callback function for multipart prefix
978 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
979 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
980 char *cbid, void *cbuserdata)
984 ma = (struct ma_info *)cbuserdata;
985 if (!strcasecmp(cbtype, "multipart/alternative")) {
989 if (ma->is_ma == 0) {
990 cprintf("pref=%s|%s\n", partnum, cbtype);
995 * Callback function for multipart sufffix
997 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
998 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
999 char *cbid, void *cbuserdata)
1003 ma = (struct ma_info *)cbuserdata;
1004 if (ma->is_ma == 0) {
1005 cprintf("suff=%s|%s\n", partnum, cbtype);
1007 if (!strcasecmp(cbtype, "multipart/alternative")) {
1014 * Callback function for mime parser that opens a section for downloading
1015 * we use serv_files function here:
1017 extern void OpenCmdResult(char *filename, const char *mime_type);
1018 void mime_download(char *name, char *filename, char *partnum, char *disp,
1019 void *content, char *cbtype, char *cbcharset, size_t length,
1020 char *encoding, char *cbid, void *cbuserdata)
1023 CitContext *CCC = MyContext();
1025 /* Silently go away if there's already a download open. */
1026 if (CCC->download_fp != NULL)
1030 (!IsEmptyStr(partnum) && (!strcasecmp(CCC->download_desired_section, partnum)))
1031 || (!IsEmptyStr(cbid) && (!strcasecmp(CCC->download_desired_section, cbid)))
1033 CCC->download_fp = tmpfile();
1034 if (CCC->download_fp == NULL) {
1035 MSG_syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
1037 cprintf("%d cannot open temporary file: %s\n",
1038 ERROR + INTERNAL_ERROR, strerror(errno));
1042 rv = fwrite(content, length, 1, CCC->download_fp);
1044 MSG_syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
1046 cprintf("%d unable to write tempfile.\n",
1048 fclose(CCC->download_fp);
1049 CCC->download_fp = NULL;
1052 fflush(CCC->download_fp);
1053 rewind(CCC->download_fp);
1055 OpenCmdResult(filename, cbtype);
1062 * Callback function for mime parser that outputs a section all at once.
1063 * We can specify the desired section by part number *or* content-id.
1065 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1066 void *content, char *cbtype, char *cbcharset, size_t length,
1067 char *encoding, char *cbid, void *cbuserdata)
1069 int *found_it = (int *)cbuserdata;
1072 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1073 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1076 cprintf("%d %d|-1|%s|%s|%s\n",
1083 client_write(content, length);
1089 * Load a message from disk into memory.
1090 * This is used by CtdlOutputMsg() and other fetch functions.
1092 * NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1093 * using the CtdlMessageFree() function.
1095 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body)
1097 struct CitContext *CCC = CC;
1098 struct cdbdata *dmsgtext;
1099 struct CtdlMessage *ret = NULL;
1103 cit_uint8_t field_header;
1106 MSG_syslog(LOG_DEBUG, "CtdlFetchMessage(%ld, %d)\n", msgnum, with_body);
1107 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1108 if (dmsgtext == NULL) {
1109 MSG_syslog(LOG_ERR, "CtdlFetchMessage(%ld, %d) Failed!\n", msgnum, with_body);
1112 mptr = dmsgtext->ptr;
1113 upper_bound = mptr + dmsgtext->len;
1115 /* Parse the three bytes that begin EVERY message on disk.
1116 * The first is always 0xFF, the on-disk magic number.
1117 * The second is the anonymous/public type byte.
1118 * The third is the format type byte (vari, fixed, or MIME).
1122 MSG_syslog(LOG_ERR, "Message %ld appears to be corrupted.\n", msgnum);
1126 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1127 memset(ret, 0, sizeof(struct CtdlMessage));
1129 ret->cm_magic = CTDLMESSAGE_MAGIC;
1130 ret->cm_anon_type = *mptr++; /* Anon type byte */
1131 ret->cm_format_type = *mptr++; /* Format type byte */
1134 * The rest is zero or more arbitrary fields. Load them in.
1135 * We're done when we encounter either a zero-length field or
1136 * have just processed the 'M' (message text) field.
1140 if (mptr >= upper_bound) {
1143 field_header = *mptr++;
1144 which = field_header;
1146 CM_SetField(ret, which, mptr, len);
1148 mptr += len + 1; /* advance to next field */
1150 } while ((mptr < upper_bound) && (field_header != 'M'));
1154 /* Always make sure there's something in the msg text field. If
1155 * it's NULL, the message text is most likely stored separately,
1156 * so go ahead and fetch that. Failing that, just set a dummy
1157 * body so other code doesn't barf.
1159 if ( (CM_IsEmpty(ret, eMesageText)) && (with_body) ) {
1160 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1161 if (dmsgtext != NULL) {
1162 CM_SetAsField(ret, eMesageText, &dmsgtext->ptr, dmsgtext->len);
1166 if (CM_IsEmpty(ret, eMesageText)) {
1167 CM_SetField(ret, eMesageText, HKEY("\r\n\r\n (no text)\r\n"));
1170 /* Perform "before read" hooks (aborting if any return nonzero) */
1171 if (PerformMessageHooks(ret, NULL, EVT_BEFOREREAD) > 0) {
1182 * Pre callback function for multipart/alternative
1184 * NOTE: this differs from the standard behavior for a reason. Normally when
1185 * displaying multipart/alternative you want to show the _last_ usable
1186 * format in the message. Here we show the _first_ one, because it's
1187 * usually text/plain. Since this set of functions is designed for text
1188 * output to non-MIME-aware clients, this is the desired behavior.
1191 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1192 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1193 char *cbid, void *cbuserdata)
1195 struct CitContext *CCC = CC;
1198 ma = (struct ma_info *)cbuserdata;
1199 MSG_syslog(LOG_DEBUG, "fixed_output_pre() type=<%s>\n", cbtype);
1200 if (!strcasecmp(cbtype, "multipart/alternative")) {
1204 if (!strcasecmp(cbtype, "message/rfc822")) {
1210 * Post callback function for multipart/alternative
1212 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1213 void *content, char *cbtype, char *cbcharset, size_t length,
1214 char *encoding, char *cbid, void *cbuserdata)
1216 struct CitContext *CCC = CC;
1219 ma = (struct ma_info *)cbuserdata;
1220 MSG_syslog(LOG_DEBUG, "fixed_output_post() type=<%s>\n", cbtype);
1221 if (!strcasecmp(cbtype, "multipart/alternative")) {
1225 if (!strcasecmp(cbtype, "message/rfc822")) {
1231 * Inline callback function for mime parser that wants to display text
1233 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1234 void *content, char *cbtype, char *cbcharset, size_t length,
1235 char *encoding, char *cbid, void *cbuserdata)
1237 struct CitContext *CCC = CC;
1243 ma = (struct ma_info *)cbuserdata;
1245 MSG_syslog(LOG_DEBUG,
1246 "fixed_output() part %s: %s (%s) (%ld bytes)\n",
1247 partnum, filename, cbtype, (long)length);
1250 * If we're in the middle of a multipart/alternative scope and
1251 * we've already printed another section, skip this one.
1253 if ( (ma->is_ma) && (ma->did_print) ) {
1254 MSG_syslog(LOG_DEBUG, "Skipping part %s (%s)\n", partnum, cbtype);
1259 if ( (!strcasecmp(cbtype, "text/plain"))
1260 || (IsEmptyStr(cbtype)) ) {
1263 client_write(wptr, length);
1264 if (wptr[length-1] != '\n') {
1271 if (!strcasecmp(cbtype, "text/html")) {
1272 ptr = html_to_ascii(content, length, 80, 0);
1274 client_write(ptr, wlen);
1275 if ((wlen > 0) && (ptr[wlen-1] != '\n')) {
1282 if (ma->use_fo_hooks) {
1283 if (PerformFixedOutputHooks(cbtype, content, length)) {
1284 /* above function returns nonzero if it handled the part */
1289 if (strncasecmp(cbtype, "multipart/", 10)) {
1290 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1291 partnum, filename, cbtype, (long)length);
1297 * The client is elegant and sophisticated and wants to be choosy about
1298 * MIME content types, so figure out which multipart/alternative part
1299 * we're going to send.
1301 * We use a system of weights. When we find a part that matches one of the
1302 * MIME types we've declared as preferential, we can store it in ma->chosen_part
1303 * and then set ma->chosen_pref to that MIME type's position in our preference
1304 * list. If we then hit another match, we only replace the first match if
1305 * the preference value is lower.
1307 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1308 void *content, char *cbtype, char *cbcharset, size_t length,
1309 char *encoding, char *cbid, void *cbuserdata)
1311 struct CitContext *CCC = CC;
1316 ma = (struct ma_info *)cbuserdata;
1318 // NOTE: REMOVING THIS CONDITIONAL FIXES BUG 220
1319 // http://bugzilla.citadel.org/show_bug.cgi?id=220
1320 // I don't know if there are any side effects! Please TEST TEST TEST
1321 //if (ma->is_ma > 0) {
1323 for (i=0; i<num_tokens(CCC->preferred_formats, '|'); ++i) {
1324 extract_token(buf, CCC->preferred_formats, i, '|', sizeof buf);
1325 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1326 if (i < ma->chosen_pref) {
1327 MSG_syslog(LOG_DEBUG, "Setting chosen part: <%s>\n", partnum);
1328 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1329 ma->chosen_pref = i;
1336 * Now that we've chosen our preferred part, output it.
1338 void output_preferred(char *name,
1350 struct CitContext *CCC = CC;
1353 int add_newline = 0;
1356 char *decoded = NULL;
1357 size_t bytes_decoded;
1360 ma = (struct ma_info *)cbuserdata;
1362 /* This is not the MIME part you're looking for... */
1363 if (strcasecmp(partnum, ma->chosen_part)) return;
1365 /* If the content-type of this part is in our preferred formats
1366 * list, we can simply output it verbatim.
1368 for (i=0; i<num_tokens(CCC->preferred_formats, '|'); ++i) {
1369 extract_token(buf, CCC->preferred_formats, i, '|', sizeof buf);
1370 if (!strcasecmp(buf, cbtype)) {
1371 /* Yeah! Go! W00t!! */
1372 if (ma->dont_decode == 0)
1373 rc = mime_decode_now (content,
1379 break; /* Give us the chance, maybe theres another one. */
1381 if (rc == 0) text_content = (char *)content;
1383 text_content = decoded;
1384 length = bytes_decoded;
1387 if (text_content[length-1] != '\n') {
1390 cprintf("Content-type: %s", cbtype);
1391 if (!IsEmptyStr(cbcharset)) {
1392 cprintf("; charset=%s", cbcharset);
1394 cprintf("\nContent-length: %d\n",
1395 (int)(length + add_newline) );
1396 if (!IsEmptyStr(encoding)) {
1397 cprintf("Content-transfer-encoding: %s\n", encoding);
1400 cprintf("Content-transfer-encoding: 7bit\n");
1402 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1404 if (client_write(text_content, length) == -1)
1406 MSGM_syslog(LOG_ERR, "output_preferred(): aborting due to write failure.\n");
1409 if (add_newline) cprintf("\n");
1410 if (decoded != NULL) free(decoded);
1415 /* No translations required or possible: output as text/plain */
1416 cprintf("Content-type: text/plain\n\n");
1418 if (ma->dont_decode == 0)
1419 rc = mime_decode_now (content,
1425 return; /* Give us the chance, maybe theres another one. */
1427 if (rc == 0) text_content = (char *)content;
1429 text_content = decoded;
1430 length = bytes_decoded;
1433 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset,
1434 length, encoding, cbid, cbuserdata);
1435 if (decoded != NULL) free(decoded);
1440 char desired_section[64];
1447 * Callback function for
1449 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1450 void *content, char *cbtype, char *cbcharset, size_t length,
1451 char *encoding, char *cbid, void *cbuserdata)
1453 struct encapmsg *encap;
1455 encap = (struct encapmsg *)cbuserdata;
1457 /* Only proceed if this is the desired section... */
1458 if (!strcasecmp(encap->desired_section, partnum)) {
1459 encap->msglen = length;
1460 encap->msg = malloc(length + 2);
1461 memcpy(encap->msg, content, length);
1468 * Determine whether the specified message exists in the cached_msglist
1469 * (This is a security check)
1471 int check_cached_msglist(long msgnum) {
1472 struct CitContext *CCC = CC;
1474 /* cases in which we skip the check */
1475 if (!CCC) return om_ok; /* not a session */
1476 if (CCC->client_socket <= 0) return om_ok; /* not a client session */
1477 if (CCC->cached_msglist == NULL) return om_access_denied; /* no msglist fetched */
1478 if (CCC->cached_num_msgs == 0) return om_access_denied; /* nothing to check */
1481 /* Do a binary search within the cached_msglist for the requested msgnum */
1483 int max = (CC->cached_num_msgs - 1);
1485 while (max >= min) {
1486 int middle = min + (max-min) / 2 ;
1487 if (msgnum == CCC->cached_msglist[middle]) {
1490 if (msgnum > CC->cached_msglist[middle]) {
1498 return om_access_denied;
1504 * Get a message off disk. (returns om_* values found in msgbase.h)
1507 int CtdlOutputMsg(long msg_num, /* message number (local) to fetch */
1508 int mode, /* how would you like that message? */
1509 int headers_only, /* eschew the message body? */
1510 int do_proto, /* do Citadel protocol responses? */
1511 int crlf, /* Use CRLF newlines instead of LF? */
1512 char *section, /* NULL or a message/rfc822 section */
1513 int flags, /* various flags; see msgbase.h */
1517 struct CitContext *CCC = CC;
1518 struct CtdlMessage *TheMessage = NULL;
1519 int retcode = CIT_OK;
1520 struct encapmsg encap;
1523 MSG_syslog(LOG_DEBUG, "CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)\n",
1525 (section ? section : "<>")
1528 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1531 if (r == om_not_logged_in) {
1532 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1535 cprintf("%d An unknown error has occurred.\n", ERROR);
1542 * Check to make sure the message is actually IN this room
1544 r = check_cached_msglist(msg_num);
1545 if (r == om_access_denied) {
1546 /* Not in the cache? We get ONE shot to check it again. */
1547 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1548 r = check_cached_msglist(msg_num);
1551 MSG_syslog(LOG_DEBUG, "Security check fail: message %ld is not in %s\n",
1552 msg_num, CCC->room.QRname
1555 if (r == om_access_denied) {
1556 cprintf("%d message %ld was not found in this room\n",
1557 ERROR + HIGHER_ACCESS_REQUIRED,
1566 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1567 * request that we don't even bother loading the body into memory.
1569 if (headers_only == HEADERS_FAST) {
1570 TheMessage = CtdlFetchMessage(msg_num, 0);
1573 TheMessage = CtdlFetchMessage(msg_num, 1);
1576 if (TheMessage == NULL) {
1577 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1578 ERROR + MESSAGE_NOT_FOUND, msg_num);
1579 return(om_no_such_msg);
1582 /* Here is the weird form of this command, to process only an
1583 * encapsulated message/rfc822 section.
1585 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1586 memset(&encap, 0, sizeof encap);
1587 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1588 mime_parser(TheMessage->cm_fields[eMesageText],
1590 *extract_encapsulated_message,
1591 NULL, NULL, (void *)&encap, 0
1594 if ((Author != NULL) && (*Author == NULL))
1596 *Author = TheMessage->cm_fields[eAuthor];
1597 TheMessage->cm_fields[eAuthor] = NULL;
1599 if ((Address != NULL) && (*Address == NULL))
1601 *Address = TheMessage->cm_fields[erFc822Addr];
1602 TheMessage->cm_fields[erFc822Addr] = NULL;
1604 CM_Free(TheMessage);
1608 encap.msg[encap.msglen] = 0;
1609 TheMessage = convert_internet_message(encap.msg);
1610 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1612 /* Now we let it fall through to the bottom of this
1613 * function, because TheMessage now contains the
1614 * encapsulated message instead of the top-level
1615 * message. Isn't that neat?
1620 cprintf("%d msg %ld has no part %s\n",
1621 ERROR + MESSAGE_NOT_FOUND,
1625 retcode = om_no_such_msg;
1630 /* Ok, output the message now */
1631 if (retcode == CIT_OK)
1632 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1633 if ((Author != NULL) && (*Author == NULL))
1635 *Author = TheMessage->cm_fields[eAuthor];
1636 TheMessage->cm_fields[eAuthor] = NULL;
1638 if ((Address != NULL) && (*Address == NULL))
1640 *Address = TheMessage->cm_fields[erFc822Addr];
1641 TheMessage->cm_fields[erFc822Addr] = NULL;
1644 CM_Free(TheMessage);
1651 void OutputCtdlMsgHeaders(
1652 struct CtdlMessage *TheMessage,
1653 int do_proto) /* do Citadel protocol responses? */
1658 char display_name[256];
1660 /* begin header processing loop for Citadel message format */
1661 safestrncpy(display_name, "<unknown>", sizeof display_name);
1662 if (!CM_IsEmpty(TheMessage, eAuthor)) {
1663 strcpy(buf, TheMessage->cm_fields[eAuthor]);
1664 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1665 safestrncpy(display_name, "****", sizeof display_name);
1667 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1668 safestrncpy(display_name, "anonymous", sizeof display_name);
1671 safestrncpy(display_name, buf, sizeof display_name);
1673 if ((is_room_aide())
1674 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1675 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1676 size_t tmp = strlen(display_name);
1677 snprintf(&display_name[tmp],
1678 sizeof display_name - tmp,
1683 /* Don't show Internet address for users on the
1684 * local Citadel network.
1687 if (!CM_IsEmpty(TheMessage, eNodeName) &&
1688 (haschar(TheMessage->cm_fields[eNodeName], '.') == 0))
1693 /* Now spew the header fields in the order we like them. */
1694 for (i=0; i< NDiskFields; ++i) {
1696 Field = FieldOrder[i];
1697 if (Field != eMesageText) {
1698 if ( (!CM_IsEmpty(TheMessage, Field))
1699 && (msgkeys[Field] != NULL) ) {
1700 if ((Field == eenVelopeTo) ||
1701 (Field == eRecipient) ||
1702 (Field == eCarbonCopY)) {
1703 sanitize_truncated_recipient(TheMessage->cm_fields[Field]);
1705 if (Field == eAuthor) {
1706 if (do_proto) cprintf("%s=%s\n",
1710 else if ((Field == erFc822Addr) && (suppress_f)) {
1713 /* Masquerade display name if needed */
1715 if (do_proto) cprintf("%s=%s\n",
1717 TheMessage->cm_fields[Field]
1726 void OutputRFC822MsgHeaders(
1727 struct CtdlMessage *TheMessage,
1728 int flags, /* should the bessage be exported clean */
1730 char *mid, long sizeof_mid,
1731 char *suser, long sizeof_suser,
1732 char *luser, long sizeof_luser,
1733 char *fuser, long sizeof_fuser,
1734 char *snode, long sizeof_snode)
1736 char datestamp[100];
1737 int subject_found = 0;
1744 for (i = 0; i < 256; ++i) {
1745 if (TheMessage->cm_fields[i]) {
1746 mptr = mpptr = TheMessage->cm_fields[i];
1749 safestrncpy(luser, mptr, sizeof_luser);
1750 safestrncpy(suser, mptr, sizeof_suser);
1752 else if (i == 'Y') {
1753 if ((flags & QP_EADDR) != 0) {
1754 mptr = qp_encode_email_addrs(mptr);
1756 sanitize_truncated_recipient(mptr);
1757 cprintf("CC: %s%s", mptr, nl);
1759 else if (i == 'P') {
1760 cprintf("Return-Path: %s%s", mptr, nl);
1762 else if (i == eListID) {
1763 cprintf("List-ID: %s%s", mptr, nl);
1765 else if (i == 'V') {
1766 if ((flags & QP_EADDR) != 0)
1767 mptr = qp_encode_email_addrs(mptr);
1769 while ((*hptr != '\0') && isspace(*hptr))
1771 if (!IsEmptyStr(hptr))
1772 cprintf("Envelope-To: %s%s", hptr, nl);
1774 else if (i == 'U') {
1775 cprintf("Subject: %s%s", mptr, nl);
1779 safestrncpy(mid, mptr, sizeof_mid); /// TODO: detect @ here and copy @nodename in if not found.
1780 else if (i == erFc822Addr)
1781 safestrncpy(fuser, mptr, sizeof_fuser);
1782 /* else if (i == 'O')
1783 cprintf("X-Citadel-Room: %s%s",
1786 safestrncpy(snode, mptr, sizeof_snode);
1789 if (haschar(mptr, '@') == 0)
1791 sanitize_truncated_recipient(mptr);
1792 cprintf("To: %s@%s", mptr, config.c_fqdn);
1797 if ((flags & QP_EADDR) != 0) {
1798 mptr = qp_encode_email_addrs(mptr);
1800 sanitize_truncated_recipient(mptr);
1801 cprintf("To: %s", mptr);
1805 else if (i == 'T') {
1806 datestring(datestamp, sizeof datestamp,
1807 atol(mptr), DATESTRING_RFC822);
1808 cprintf("Date: %s%s", datestamp, nl);
1810 else if (i == 'W') {
1811 cprintf("References: ");
1812 k = num_tokens(mptr, '|');
1813 for (j=0; j<k; ++j) {
1814 extract_token(buf, mptr, j, '|', sizeof buf);
1815 cprintf("<%s>", buf);
1824 else if (i == eReplyTo) {
1826 while ((*hptr != '\0') && isspace(*hptr))
1828 if (!IsEmptyStr(hptr))
1829 cprintf("Reply-To: %s%s", mptr, nl);
1835 if (subject_found == 0) {
1836 cprintf("Subject: (no subject)%s", nl);
1841 void Dump_RFC822HeadersBody(
1842 struct CtdlMessage *TheMessage,
1843 int headers_only, /* eschew the message body? */
1844 int flags, /* should the bessage be exported clean? */
1848 cit_uint8_t prev_ch;
1850 const char *StartOfText = StrBufNOTNULL;
1853 int nllen = strlen(nl);
1856 mptr = TheMessage->cm_fields[eMesageText];
1860 while (*mptr != '\0') {
1861 if (*mptr == '\r') {
1868 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
1870 eoh = *(mptr+1) == '\n';
1874 StartOfText = strchr(StartOfText, '\n');
1875 StartOfText = strchr(StartOfText, '\n');
1878 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
1879 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
1880 ((headers_only != HEADERS_NONE) &&
1881 (headers_only != HEADERS_ONLY))
1883 if (*mptr == '\n') {
1884 memcpy(&outbuf[outlen], nl, nllen);
1886 outbuf[outlen] = '\0';
1889 outbuf[outlen++] = *mptr;
1893 if (flags & ESC_DOT)
1895 if ((prev_ch == '\n') &&
1897 ((*(mptr+1) == '\r') || (*(mptr+1) == '\n')))
1899 outbuf[outlen++] = '.';
1904 if (outlen > 1000) {
1905 if (client_write(outbuf, outlen) == -1)
1907 struct CitContext *CCC = CC;
1908 MSGM_syslog(LOG_ERR, "Dump_RFC822HeadersBody(): aborting due to write failure.\n");
1915 client_write(outbuf, outlen);
1921 /* If the format type on disk is 1 (fixed-format), then we want
1922 * everything to be output completely literally ... regardless of
1923 * what message transfer format is in use.
1925 void DumpFormatFixed(
1926 struct CtdlMessage *TheMessage,
1927 int mode, /* how would you like that message? */
1934 int nllen = strlen (nl);
1937 mptr = TheMessage->cm_fields[eMesageText];
1939 if (mode == MT_MIME) {
1940 cprintf("Content-type: text/plain\n\n");
1944 while (ch = *mptr++, ch > 0) {
1948 if ((buflen > 250) && (!xlline)){
1952 while ((buflen > 0) &&
1953 (!isspace(buf[buflen])))
1959 mptr -= tbuflen - buflen;
1964 /* if we reach the outer bounds of our buffer,
1965 abort without respect what whe purge. */
1968 (buflen > SIZ - nllen - 2)))
1972 memcpy (&buf[buflen], nl, nllen);
1976 if (client_write(buf, buflen) == -1)
1978 struct CitContext *CCC = CC;
1979 MSGM_syslog(LOG_ERR, "DumpFormatFixed(): aborting due to write failure.\n");
1991 if (!IsEmptyStr(buf))
1992 cprintf("%s%s", buf, nl);
1996 * Get a message off disk. (returns om_* values found in msgbase.h)
1998 int CtdlOutputPreLoadedMsg(
1999 struct CtdlMessage *TheMessage,
2000 int mode, /* how would you like that message? */
2001 int headers_only, /* eschew the message body? */
2002 int do_proto, /* do Citadel protocol responses? */
2003 int crlf, /* Use CRLF newlines instead of LF? */
2004 int flags /* should the bessage be exported clean? */
2006 struct CitContext *CCC = CC;
2009 const char *nl; /* newline string */
2012 /* Buffers needed for RFC822 translation. These are all filled
2013 * using functions that are bounds-checked, and therefore we can
2014 * make them substantially smaller than SIZ.
2022 MSG_syslog(LOG_DEBUG, "CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d\n",
2023 ((TheMessage == NULL) ? "NULL" : "not null"),
2024 mode, headers_only, do_proto, crlf);
2026 strcpy(mid, "unknown");
2027 nl = (crlf ? "\r\n" : "\n");
2029 if (!CM_IsValidMsg(TheMessage)) {
2030 MSGM_syslog(LOG_ERR,
2031 "ERROR: invalid preloaded message for output\n");
2033 return(om_no_such_msg);
2036 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
2037 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
2039 if ( (flags & SUPPRESS_ENV_TO) && (!CM_IsEmpty(TheMessage, eenVelopeTo)) ) {
2040 memset(TheMessage->cm_fields[eenVelopeTo], ' ', strlen(TheMessage->cm_fields[eenVelopeTo]));
2043 /* Are we downloading a MIME component? */
2044 if (mode == MT_DOWNLOAD) {
2045 if (TheMessage->cm_format_type != FMT_RFC822) {
2047 cprintf("%d This is not a MIME message.\n",
2048 ERROR + ILLEGAL_VALUE);
2049 } else if (CCC->download_fp != NULL) {
2050 if (do_proto) cprintf(
2051 "%d You already have a download open.\n",
2052 ERROR + RESOURCE_BUSY);
2054 /* Parse the message text component */
2055 mptr = TheMessage->cm_fields[eMesageText];
2056 mime_parser(mptr, NULL, *mime_download, NULL, NULL, NULL, 0);
2057 /* If there's no file open by this time, the requested
2058 * section wasn't found, so print an error
2060 if (CCC->download_fp == NULL) {
2061 if (do_proto) cprintf(
2062 "%d Section %s not found.\n",
2063 ERROR + FILE_NOT_FOUND,
2064 CCC->download_desired_section);
2067 return((CCC->download_fp != NULL) ? om_ok : om_mime_error);
2070 /* MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
2071 * in a single server operation instead of opening a download file.
2073 if (mode == MT_SPEW_SECTION) {
2074 if (TheMessage->cm_format_type != FMT_RFC822) {
2076 cprintf("%d This is not a MIME message.\n",
2077 ERROR + ILLEGAL_VALUE);
2079 /* Parse the message text component */
2082 mptr = TheMessage->cm_fields[eMesageText];
2083 mime_parser(mptr, NULL, *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
2084 /* If section wasn't found, print an error
2087 if (do_proto) cprintf(
2088 "%d Section %s not found.\n",
2089 ERROR + FILE_NOT_FOUND,
2090 CCC->download_desired_section);
2093 return((CCC->download_fp != NULL) ? om_ok : om_mime_error);
2096 /* now for the user-mode message reading loops */
2097 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
2099 /* Does the caller want to skip the headers? */
2100 if (headers_only == HEADERS_NONE) goto START_TEXT;
2102 /* Tell the client which format type we're using. */
2103 if ( (mode == MT_CITADEL) && (do_proto) ) {
2104 cprintf("type=%d\n", TheMessage->cm_format_type);
2107 /* nhdr=yes means that we're only displaying headers, no body */
2108 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
2109 && ((mode == MT_CITADEL) || (mode == MT_MIME))
2112 cprintf("nhdr=yes\n");
2115 if ((mode == MT_CITADEL) || (mode == MT_MIME))
2116 OutputCtdlMsgHeaders(TheMessage, do_proto);
2119 /* begin header processing loop for RFC822 transfer format */
2123 strcpy(snode, NODENAME);
2124 if (mode == MT_RFC822)
2125 OutputRFC822MsgHeaders(
2130 suser, sizeof(suser),
2131 luser, sizeof(luser),
2132 fuser, sizeof(fuser),
2133 snode, sizeof(snode)
2137 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2138 suser[i] = tolower(suser[i]);
2139 if (!isalnum(suser[i])) suser[i]='_';
2142 if (mode == MT_RFC822) {
2143 if (!strcasecmp(snode, NODENAME)) {
2144 safestrncpy(snode, FQDN, sizeof snode);
2147 /* Construct a fun message id */
2148 cprintf("Message-ID: <%s", mid);/// todo: this possibly breaks threadding mails.
2149 if (strchr(mid, '@')==NULL) {
2150 cprintf("@%s", snode);
2154 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2155 cprintf("From: \"----\" <x@x.org>%s", nl);
2157 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2158 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2160 else if (!IsEmptyStr(fuser)) {
2161 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2164 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2167 /* Blank line signifying RFC822 end-of-headers */
2168 if (TheMessage->cm_format_type != FMT_RFC822) {
2173 /* end header processing loop ... at this point, we're in the text */
2175 if (headers_only == HEADERS_FAST) goto DONE;
2177 /* Tell the client about the MIME parts in this message */
2178 if (TheMessage->cm_format_type == FMT_RFC822) {
2179 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2180 mptr = TheMessage->cm_fields[eMesageText];
2181 memset(&ma, 0, sizeof(struct ma_info));
2182 mime_parser(mptr, NULL,
2183 (do_proto ? *list_this_part : NULL),
2184 (do_proto ? *list_this_pref : NULL),
2185 (do_proto ? *list_this_suff : NULL),
2188 else if (mode == MT_RFC822) { /* unparsed RFC822 dump */
2189 Dump_RFC822HeadersBody(
2198 if (headers_only == HEADERS_ONLY) {
2202 /* signify start of msg text */
2203 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2204 if (do_proto) cprintf("text\n");
2207 if (TheMessage->cm_format_type == FMT_FIXED)
2210 mode, /* how would you like that message? */
2213 /* If the message on disk is format 0 (Citadel vari-format), we
2214 * output using the formatter at 80 columns. This is the final output
2215 * form if the transfer format is RFC822, but if the transfer format
2216 * is Citadel proprietary, it'll still work, because the indentation
2217 * for new paragraphs is correct and the client will reformat the
2218 * message to the reader's screen width.
2220 if (TheMessage->cm_format_type == FMT_CITADEL) {
2221 mptr = TheMessage->cm_fields[eMesageText];
2223 if (mode == MT_MIME) {
2224 cprintf("Content-type: text/x-citadel-variformat\n\n");
2229 /* If the message on disk is format 4 (MIME), we've gotta hand it
2230 * off to the MIME parser. The client has already been told that
2231 * this message is format 1 (fixed format), so the callback function
2232 * we use will display those parts as-is.
2234 if (TheMessage->cm_format_type == FMT_RFC822) {
2235 memset(&ma, 0, sizeof(struct ma_info));
2237 if (mode == MT_MIME) {
2238 ma.use_fo_hooks = 0;
2239 strcpy(ma.chosen_part, "1");
2240 ma.chosen_pref = 9999;
2241 ma.dont_decode = CCC->msg4_dont_decode;
2242 mime_parser(mptr, NULL,
2243 *choose_preferred, *fixed_output_pre,
2244 *fixed_output_post, (void *)&ma, 1);
2245 mime_parser(mptr, NULL,
2246 *output_preferred, NULL, NULL, (void *)&ma, 1);
2249 ma.use_fo_hooks = 1;
2250 mime_parser(mptr, NULL,
2251 *fixed_output, *fixed_output_pre,
2252 *fixed_output_post, (void *)&ma, 0);
2257 DONE: /* now we're done */
2258 if (do_proto) cprintf("000\n");
2263 * Save one or more message pointers into a specified room
2264 * (Returns 0 for success, nonzero for failure)
2265 * roomname may be NULL to use the current room
2267 * Note that the 'supplied_msg' field may be set to NULL, in which case
2268 * the message will be fetched from disk, by number, if we need to perform
2269 * replication checks. This adds an additional database read, so if the
2270 * caller already has the message in memory then it should be supplied. (Obviously
2271 * this mode of operation only works if we're saving a single message.)
2273 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2274 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2276 struct CitContext *CCC = CC;
2278 char hold_rm[ROOMNAMELEN];
2279 struct cdbdata *cdbfr;
2282 long highest_msg = 0L;
2285 struct CtdlMessage *msg = NULL;
2287 long *msgs_to_be_merged = NULL;
2288 int num_msgs_to_be_merged = 0;
2290 MSG_syslog(LOG_DEBUG,
2291 "CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)\n",
2292 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2295 strcpy(hold_rm, CCC->room.QRname);
2298 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2299 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2300 if (num_newmsgs > 1) supplied_msg = NULL;
2302 /* Now the regular stuff */
2303 if (CtdlGetRoomLock(&CCC->room,
2304 ((roomname != NULL) ? roomname : CCC->room.QRname) )
2306 MSG_syslog(LOG_ERR, "No such room <%s>\n", roomname);
2307 return(ERROR + ROOM_NOT_FOUND);
2311 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2312 num_msgs_to_be_merged = 0;
2315 cdbfr = cdb_fetch(CDB_MSGLISTS, &CCC->room.QRnumber, sizeof(long));
2316 if (cdbfr == NULL) {
2320 msglist = (long *) cdbfr->ptr;
2321 cdbfr->ptr = NULL; /* CtdlSaveMsgPointerInRoom() now owns this memory */
2322 num_msgs = cdbfr->len / sizeof(long);
2327 /* Create a list of msgid's which were supplied by the caller, but do
2328 * not already exist in the target room. It is absolutely taboo to
2329 * have more than one reference to the same message in a room.
2331 for (i=0; i<num_newmsgs; ++i) {
2333 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2334 if (msglist[j] == newmsgidlist[i]) {
2339 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2343 MSG_syslog(LOG_DEBUG, "%d unique messages to be merged\n", num_msgs_to_be_merged);
2346 * Now merge the new messages
2348 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2349 if (msglist == NULL) {
2350 MSGM_syslog(LOG_ALERT, "ERROR: can't realloc message list!\n");
2351 free(msgs_to_be_merged);
2352 return (ERROR + INTERNAL_ERROR);
2354 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2355 num_msgs += num_msgs_to_be_merged;
2357 /* Sort the message list, so all the msgid's are in order */
2358 num_msgs = sort_msglist(msglist, num_msgs);
2360 /* Determine the highest message number */
2361 highest_msg = msglist[num_msgs - 1];
2363 /* Write it back to disk. */
2364 cdb_store(CDB_MSGLISTS, &CCC->room.QRnumber, (int)sizeof(long),
2365 msglist, (int)(num_msgs * sizeof(long)));
2367 /* Free up the memory we used. */
2370 /* Update the highest-message pointer and unlock the room. */
2371 CCC->room.QRhighest = highest_msg;
2372 CtdlPutRoomLock(&CCC->room);
2374 /* Perform replication checks if necessary */
2375 if ( (DoesThisRoomNeedEuidIndexing(&CCC->room)) && (do_repl_check) ) {
2376 MSGM_syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() doing repl checks\n");
2378 for (i=0; i<num_msgs_to_be_merged; ++i) {
2379 msgid = msgs_to_be_merged[i];
2381 if (supplied_msg != NULL) {
2385 msg = CtdlFetchMessage(msgid, 0);
2389 ReplicationChecks(msg);
2391 /* If the message has an Exclusive ID, index that... */
2392 if (!CM_IsEmpty(msg, eExclusiveID)) {
2393 index_message_by_euid(msg->cm_fields[eExclusiveID], &CCC->room, msgid);
2396 /* Free up the memory we may have allocated */
2397 if (msg != supplied_msg) {
2406 MSGM_syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() skips repl checks\n");
2409 /* Submit this room for processing by hooks */
2410 PerformRoomHooks(&CCC->room);
2412 /* Go back to the room we were in before we wandered here... */
2413 CtdlGetRoom(&CCC->room, hold_rm);
2415 /* Bump the reference count for all messages which were merged */
2416 if (!suppress_refcount_adj) {
2417 AdjRefCountList(msgs_to_be_merged, num_msgs_to_be_merged, +1);
2420 /* Free up memory... */
2421 if (msgs_to_be_merged != NULL) {
2422 free(msgs_to_be_merged);
2425 /* Return success. */
2431 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2434 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
2435 int do_repl_check, struct CtdlMessage *supplied_msg)
2437 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2444 * Message base operation to save a new message to the message store
2445 * (returns new message number)
2447 * This is the back end for CtdlSubmitMsg() and should not be directly
2448 * called by server-side modules.
2451 long send_message(struct CtdlMessage *msg) {
2452 struct CitContext *CCC = CC;
2462 /* Get a new message number */
2463 newmsgid = get_new_message_number();
2464 msgidbuflen = snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
2465 (long unsigned int) time(NULL),
2466 (long unsigned int) newmsgid,
2470 /* Generate an ID if we don't have one already */
2471 if (CM_IsEmpty(msg, emessageId)) {
2472 CM_SetField(msg, emessageId, msgidbuf, msgidbuflen);
2475 /* If the message is big, set its body aside for storage elsewhere */
2476 if (!CM_IsEmpty(msg, eMesageText)) {
2477 if (msg->cm_lengths[eMesageText] > BIGMSG) {
2479 holdM = msg->cm_fields[eMesageText];
2480 msg->cm_fields[eMesageText] = NULL;
2481 oldMLen = msg->cm_lengths[eMesageText];
2482 msg->cm_lengths[eMesageText] = 0;
2486 /* Serialize our data structure for storage in the database */
2487 CtdlSerializeMessage(&smr, msg);
2490 msg->cm_fields[eMesageText] = holdM;
2494 cprintf("%d Unable to serialize message\n",
2495 ERROR + INTERNAL_ERROR);
2499 /* Write our little bundle of joy into the message base */
2500 if (cdb_store(CDB_MSGMAIN, &newmsgid, (int)sizeof(long),
2501 smr.ser, smr.len) < 0) {
2502 MSGM_syslog(LOG_ERR, "Can't store message\n");
2506 cdb_store(CDB_BIGMSGS,
2516 /* Free the memory we used for the serialized message */
2519 /* Return the *local* message ID to the caller
2520 * (even if we're storing an incoming network message)
2528 * Serialize a struct CtdlMessage into the format used on disk and network.
2530 * This function loads up a "struct ser_ret" (defined in server.h) which
2531 * contains the length of the serialized message and a pointer to the
2532 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2534 void CtdlSerializeMessage(struct ser_ret *ret, /* return values */
2535 struct CtdlMessage *msg) /* unserialized msg */
2537 struct CitContext *CCC = CC;
2542 * Check for valid message format
2544 if (CM_IsValidMsg(msg) == 0) {
2545 MSGM_syslog(LOG_ERR, "CtdlSerializeMessage() aborting due to invalid message\n");
2552 for (i=0; i < NDiskFields; ++i)
2553 if (msg->cm_fields[FieldOrder[i]] != NULL)
2554 ret->len += msg->cm_lengths[FieldOrder[i]] + 2;
2556 ret->ser = malloc(ret->len);
2557 if (ret->ser == NULL) {
2558 MSG_syslog(LOG_ERR, "CtdlSerializeMessage() malloc(%ld) failed: %s\n",
2559 (long)ret->len, strerror(errno));
2566 ret->ser[1] = msg->cm_anon_type;
2567 ret->ser[2] = msg->cm_format_type;
2570 for (i=0; i < NDiskFields; ++i)
2571 if (msg->cm_fields[FieldOrder[i]] != NULL)
2573 ret->ser[wlen++] = (char)FieldOrder[i];
2575 memcpy(&ret->ser[wlen],
2576 msg->cm_fields[FieldOrder[i]],
2577 msg->cm_lengths[FieldOrder[i]] + 1);
2579 wlen = wlen + msg->cm_lengths[FieldOrder[i]] + 1;
2582 if (ret->len != wlen) {
2583 MSG_syslog(LOG_ERR, "ERROR: len=%ld wlen=%ld\n",
2584 (long)ret->len, (long)wlen);
2592 * Check to see if any messages already exist in the current room which
2593 * carry the same Exclusive ID as this one. If any are found, delete them.
2595 void ReplicationChecks(struct CtdlMessage *msg) {
2596 struct CitContext *CCC = CC;
2597 long old_msgnum = (-1L);
2599 if (DoesThisRoomNeedEuidIndexing(&CCC->room) == 0) return;
2601 MSG_syslog(LOG_DEBUG, "Performing replication checks in <%s>\n",
2604 /* No exclusive id? Don't do anything. */
2605 if (msg == NULL) return;
2606 if (CM_IsEmpty(msg, eExclusiveID)) return;
2608 /*MSG_syslog(LOG_DEBUG, "Exclusive ID: <%s> for room <%s>\n",
2609 msg->cm_fields[eExclusiveID], CCC->room.QRname);*/
2611 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields[eExclusiveID], &CCC->room);
2612 if (old_msgnum > 0L) {
2613 MSG_syslog(LOG_DEBUG, "ReplicationChecks() replacing message %ld\n", old_msgnum);
2614 CtdlDeleteMessages(CCC->room.QRname, &old_msgnum, 1, "");
2621 * Save a message to disk and submit it into the delivery system.
2623 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2624 recptypes *recps, /* recipients (if mail) */
2625 const char *force, /* force a particular room? */
2626 int flags /* should the message be exported clean? */
2629 char hold_rm[ROOMNAMELEN];
2630 char actual_rm[ROOMNAMELEN];
2631 char force_room[ROOMNAMELEN];
2632 char content_type[SIZ]; /* We have to learn this */
2633 char recipient[SIZ];
2634 char bounce_to[1024];
2637 const char *mptr = NULL;
2638 struct ctdluser userbuf;
2640 struct MetaData smi;
2641 char *collected_addresses = NULL;
2642 struct addresses_to_be_filed *aptr = NULL;
2643 StrBuf *saved_rfc822_version = NULL;
2644 int qualified_for_journaling = 0;
2645 CitContext *CCC = MyContext();
2647 MSGM_syslog(LOG_DEBUG, "CtdlSubmitMsg() called\n");
2648 if (CM_IsValidMsg(msg) == 0) return(-1); /* self check */
2650 /* If this message has no timestamp, we take the liberty of
2651 * giving it one, right now.
2653 if (CM_IsEmpty(msg, eTimestamp)) {
2654 CM_SetFieldLONG(msg, eTimestamp, time(NULL));
2657 /* If this message has no path, we generate one.
2659 if (CM_IsEmpty(msg, eMessagePath)) {
2660 if (!CM_IsEmpty(msg, eAuthor)) {
2661 CM_CopyField(msg, eMessagePath, eAuthor);
2662 for (a=0; !IsEmptyStr(&msg->cm_fields[eMessagePath][a]); ++a) {
2663 if (isspace(msg->cm_fields[eMessagePath][a])) {
2664 msg->cm_fields[eMessagePath][a] = ' ';
2669 CM_SetField(msg, eMessagePath, HKEY("unknown"));
2673 if (force == NULL) {
2674 force_room[0] = '\0';
2677 strcpy(force_room, force);
2680 /* Learn about what's inside, because it's what's inside that counts */
2681 if (CM_IsEmpty(msg, eMesageText)) {
2682 MSGM_syslog(LOG_ERR, "ERROR: attempt to save message with NULL body\n");
2686 switch (msg->cm_format_type) {
2688 strcpy(content_type, "text/x-citadel-variformat");
2691 strcpy(content_type, "text/plain");
2694 strcpy(content_type, "text/plain");
2695 mptr = bmstrcasestr(msg->cm_fields[eMesageText], "Content-type:");
2698 safestrncpy(content_type, &mptr[13], sizeof content_type);
2699 striplt(content_type);
2700 aptr = content_type;
2701 while (!IsEmptyStr(aptr)) {
2713 /* Goto the correct room */
2714 room = (recps) ? CCC->room.QRname : SENTITEMS;
2715 MSG_syslog(LOG_DEBUG, "Selected room %s\n", room);
2716 strcpy(hold_rm, CCC->room.QRname);
2717 strcpy(actual_rm, CCC->room.QRname);
2718 if (recps != NULL) {
2719 strcpy(actual_rm, SENTITEMS);
2722 /* If the user is a twit, move to the twit room for posting */
2724 if (CCC->user.axlevel == AxProbU) {
2725 strcpy(hold_rm, actual_rm);
2726 strcpy(actual_rm, config.c_twitroom);
2727 MSGM_syslog(LOG_DEBUG, "Diverting to twit room\n");
2731 /* ...or if this message is destined for Aide> then go there. */
2732 if (!IsEmptyStr(force_room)) {
2733 strcpy(actual_rm, force_room);
2736 MSG_syslog(LOG_INFO, "Final selection: %s (%s)\n", actual_rm, room);
2737 if (strcasecmp(actual_rm, CCC->room.QRname)) {
2738 /* CtdlGetRoom(&CCC->room, actual_rm); */
2739 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL);
2743 * If this message has no O (room) field, generate one.
2745 if (CM_IsEmpty(msg, eOriginalRoom)) {
2746 CM_SetField(msg, eOriginalRoom, CCC->room.QRname, strlen(CCC->room.QRname));
2749 /* Perform "before save" hooks (aborting if any return nonzero) */
2750 MSGM_syslog(LOG_DEBUG, "Performing before-save hooks\n");
2751 if (PerformMessageHooks(msg, recps, EVT_BEFORESAVE) > 0) return(-3);
2754 * If this message has an Exclusive ID, and the room is replication
2755 * checking enabled, then do replication checks.
2757 if (DoesThisRoomNeedEuidIndexing(&CCC->room)) {
2758 ReplicationChecks(msg);
2761 /* Save it to disk */
2762 MSGM_syslog(LOG_DEBUG, "Saving to disk\n");
2763 newmsgid = send_message(msg);
2764 if (newmsgid <= 0L) return(-5);
2766 /* Write a supplemental message info record. This doesn't have to
2767 * be a critical section because nobody else knows about this message
2770 MSGM_syslog(LOG_DEBUG, "Creating MetaData record\n");
2771 memset(&smi, 0, sizeof(struct MetaData));
2772 smi.meta_msgnum = newmsgid;
2773 smi.meta_refcount = 0;
2774 safestrncpy(smi.meta_content_type, content_type,
2775 sizeof smi.meta_content_type);
2778 * Measure how big this message will be when rendered as RFC822.
2779 * We do this for two reasons:
2780 * 1. We need the RFC822 length for the new metadata record, so the
2781 * POP and IMAP services don't have to calculate message lengths
2782 * while the user is waiting (multiplied by potentially hundreds
2783 * or thousands of messages).
2784 * 2. If journaling is enabled, we will need an RFC822 version of the
2785 * message to attach to the journalized copy.
2787 if (CCC->redirect_buffer != NULL) {
2788 MSGM_syslog(LOG_ALERT, "CCC->redirect_buffer is not NULL during message submission!\n");
2791 CCC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
2792 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
2793 smi.meta_rfc822_length = StrLength(CCC->redirect_buffer);
2794 saved_rfc822_version = CCC->redirect_buffer;
2795 CCC->redirect_buffer = NULL;
2799 /* Now figure out where to store the pointers */
2800 MSGM_syslog(LOG_DEBUG, "Storing pointers\n");
2802 /* If this is being done by the networker delivering a private
2803 * message, we want to BYPASS saving the sender's copy (because there
2804 * is no local sender; it would otherwise go to the Trashcan).
2806 if ((!CCC->internal_pgm) || (recps == NULL)) {
2807 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
2808 MSGM_syslog(LOG_ERR, "ERROR saving message pointer!\n");
2809 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
2813 /* For internet mail, drop a copy in the outbound queue room */
2814 if ((recps != NULL) && (recps->num_internet > 0)) {
2815 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
2818 /* If other rooms are specified, drop them there too. */
2819 if ((recps != NULL) && (recps->num_room > 0))
2820 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
2821 extract_token(recipient, recps->recp_room, i,
2822 '|', sizeof recipient);
2823 MSG_syslog(LOG_DEBUG, "Delivering to room <%s>\n", recipient);///// xxxx
2824 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
2827 /* Bump this user's messages posted counter. */
2828 MSGM_syslog(LOG_DEBUG, "Updating user\n");
2829 CtdlGetUserLock(&CCC->user, CCC->curr_user);
2830 CCC->user.posted = CCC->user.posted + 1;
2831 CtdlPutUserLock(&CCC->user);
2833 /* Decide where bounces need to be delivered */
2834 if ((recps != NULL) && (recps->bounce_to == NULL))
2837 snprintf(bounce_to, sizeof bounce_to, "%s@%s",
2838 CCC->user.fullname, config.c_nodename);
2840 snprintf(bounce_to, sizeof bounce_to, "%s@%s",
2841 msg->cm_fields[eAuthor], msg->cm_fields[eNodeName]);
2842 recps->bounce_to = bounce_to;
2845 CM_SetFieldLONG(msg, eVltMsgNum, newmsgid);
2848 /* If this is private, local mail, make a copy in the
2849 * recipient's mailbox and bump the reference count.
2851 if ((recps != NULL) && (recps->num_local > 0))
2856 pch = recps->recp_local;
2857 recps->recp_local = recipient;
2858 ntokens = num_tokens(pch, '|');
2859 for (i=0; i<ntokens; ++i)
2861 extract_token(recipient, pch, i, '|', sizeof recipient);
2862 MSG_syslog(LOG_DEBUG, "Delivering private local mail to <%s>\n", recipient);
2863 if (CtdlGetUser(&userbuf, recipient) == 0) {
2864 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
2865 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
2866 CtdlBumpNewMailCounter(userbuf.usernum);
2867 PerformMessageHooks(msg, recps, EVT_AFTERUSRMBOXSAVE);
2870 MSG_syslog(LOG_DEBUG, "No user <%s>\n", recipient);
2871 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
2874 recps->recp_local = pch;
2877 /* Perform "after save" hooks */
2878 MSGM_syslog(LOG_DEBUG, "Performing after-save hooks\n");
2880 PerformMessageHooks(msg, recps, EVT_AFTERSAVE);
2881 CM_FlushField(msg, eVltMsgNum);
2883 /* Go back to the room we started from */
2884 MSG_syslog(LOG_DEBUG, "Returning to original room %s\n", hold_rm);
2885 if (strcasecmp(hold_rm, CCC->room.QRname))
2886 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL);
2889 * Any addresses to harvest for someone's address book?
2891 if ( (CCC->logged_in) && (recps != NULL) ) {
2892 collected_addresses = harvest_collected_addresses(msg);
2895 if (collected_addresses != NULL) {
2896 aptr = (struct addresses_to_be_filed *)
2897 malloc(sizeof(struct addresses_to_be_filed));
2898 CtdlMailboxName(actual_rm, sizeof actual_rm,
2899 &CCC->user, USERCONTACTSROOM);
2900 aptr->roomname = strdup(actual_rm);
2901 aptr->collected_addresses = collected_addresses;
2902 begin_critical_section(S_ATBF);
2905 end_critical_section(S_ATBF);
2909 * Determine whether this message qualifies for journaling.
2911 if (!CM_IsEmpty(msg, eJournal)) {
2912 qualified_for_journaling = 0;
2915 if (recps == NULL) {
2916 qualified_for_journaling = config.c_journal_pubmsgs;
2918 else if (recps->num_local + recps->num_ignet + recps->num_internet > 0) {
2919 qualified_for_journaling = config.c_journal_email;
2922 qualified_for_journaling = config.c_journal_pubmsgs;
2927 * Do we have to perform journaling? If so, hand off the saved
2928 * RFC822 version will be handed off to the journaler for background
2929 * submit. Otherwise, we have to free the memory ourselves.
2931 if (saved_rfc822_version != NULL) {
2932 if (qualified_for_journaling) {
2933 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
2936 FreeStrBuf(&saved_rfc822_version);
2940 if ((recps != NULL) && (recps->bounce_to == bounce_to))
2941 recps->bounce_to = NULL;
2949 * Convenience function for generating small administrative messages.
2951 void quickie_message(const char *from,
2952 const char *fromaddr,
2957 const char *subject)
2959 struct CtdlMessage *msg;
2960 recptypes *recp = NULL;
2962 msg = malloc(sizeof(struct CtdlMessage));
2963 memset(msg, 0, sizeof(struct CtdlMessage));
2964 msg->cm_magic = CTDLMESSAGE_MAGIC;
2965 msg->cm_anon_type = MES_NORMAL;
2966 msg->cm_format_type = format_type;
2969 msg->cm_fields[eAuthor] = strdup(from);
2971 else if (fromaddr != NULL) {
2972 msg->cm_fields[eAuthor] = strdup(fromaddr);
2973 if (strchr(msg->cm_fields[eAuthor], '@')) {
2974 *strchr(msg->cm_fields[eAuthor], '@') = 0;
2978 msg->cm_fields[eAuthor] = strdup("Citadel");
2981 if (fromaddr != NULL) msg->cm_fields[erFc822Addr] = strdup(fromaddr);
2982 if (room != NULL) msg->cm_fields[eOriginalRoom] = strdup(room);
2983 msg->cm_fields[eNodeName] = strdup(NODENAME);
2985 msg->cm_fields[eRecipient] = strdup(to);
2986 recp = validate_recipients(to, NULL, 0);
2988 if (subject != NULL) {
2989 msg->cm_fields[eMsgSubject] = strdup(subject);
2991 msg->cm_fields[eMesageText] = strdup(text);
2993 CtdlSubmitMsg(msg, recp, room, 0);
2995 if (recp != NULL) free_recipients(recp);
2998 void flood_protect_quickie_message(const char *from,
2999 const char *fromaddr,
3004 const char *subject,
3006 const char **CritStr,
3013 u_char rawdigest[MD5_DIGEST_LEN];
3014 struct MD5Context md5context;
3018 time_t tsday = NOW / (8*60*60); /* just care for a day... */
3020 tslen = snprintf(timestamp, sizeof(timestamp), "%ld", tsday);
3021 MD5Init(&md5context);
3023 for (i = 0; i < nCriterions; i++)
3024 MD5Update(&md5context,
3025 (const unsigned char*)CritStr[i], CritStrLen[i]);
3026 MD5Update(&md5context,
3027 (const unsigned char*)timestamp, tslen);
3028 MD5Final(rawdigest, &md5context);
3030 guid = NewStrBufPlain(NULL,
3031 MD5_DIGEST_LEN * 2 + 12);
3032 StrBufHexEscAppend(guid, NULL, rawdigest, MD5_DIGEST_LEN);
3033 StrBufAppendBufPlain(guid, HKEY("_fldpt"), 0);
3034 if (StrLength(guid) > 40)
3035 StrBufCutAt(guid, 40, NULL);
3037 if (CheckIfAlreadySeen("FPAideMessage",
3046 /* yes, we did. flood protection kicks in. */
3048 "not sending message again\n");
3052 /* no, this message isn't sent recently; go ahead. */
3053 quickie_message(from,
3064 * Back end function used by CtdlMakeMessage() and similar functions
3066 StrBuf *CtdlReadMessageBodyBuf(char *terminator, /* token signalling EOT */
3068 size_t maxlen, /* maximum message length */
3069 StrBuf *exist, /* if non-null, append to it;
3070 exist is ALWAYS freed */
3071 int crlf, /* CRLF newlines instead of LF */
3072 int *sock /* socket handle or 0 for this session's client socket */
3081 LineBuf = NewStrBufPlain(NULL, SIZ);
3082 if (exist == NULL) {
3083 Message = NewStrBufPlain(NULL, 4 * SIZ);
3086 Message = NewStrBufDup(exist);
3089 /* Do we need to change leading ".." to "." for SMTP escaping? */
3090 if ((tlen == 1) && (*terminator == '.')) {
3094 /* read in the lines of message text one by one */
3097 if ((CtdlSockGetLine(sock, LineBuf, 5) < 0) ||
3102 if (CtdlClientGetLine(LineBuf) < 0) finished = 1;
3104 if ((StrLength(LineBuf) == tlen) &&
3105 (!strcmp(ChrPtr(LineBuf), terminator)))
3108 if ( (!flushing) && (!finished) ) {
3110 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
3113 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
3116 /* Unescape SMTP-style input of two dots at the beginning of the line */
3118 (StrLength(LineBuf) == 2) &&
3119 (!strcmp(ChrPtr(LineBuf), "..")))
3121 StrBufCutLeft(LineBuf, 1);
3124 StrBufAppendBuf(Message, LineBuf, 0);
3127 /* if we've hit the max msg length, flush the rest */
3128 if (StrLength(Message) >= maxlen) flushing = 1;
3130 } while (!finished);
3131 FreeStrBuf(&LineBuf);
3135 void DeleteAsyncMsg(ReadAsyncMsg **Msg)
3139 FreeStrBuf(&(*Msg)->MsgBuf);
3145 ReadAsyncMsg *NewAsyncMsg(const char *terminator, /* token signalling EOT */
3147 size_t maxlen, /* maximum message length */
3148 size_t expectlen, /* if we expect a message, how long should it be? */
3149 StrBuf *exist, /* if non-null, append to it;
3150 exist is ALWAYS freed */
3151 long eLen, /* length of exist */
3152 int crlf /* CRLF newlines instead of LF */
3155 ReadAsyncMsg *NewMsg;
3157 NewMsg = (ReadAsyncMsg *)malloc(sizeof(ReadAsyncMsg));
3158 memset(NewMsg, 0, sizeof(ReadAsyncMsg));
3160 if (exist == NULL) {
3163 if (expectlen == 0) {
3167 len = expectlen + 10;
3169 NewMsg->MsgBuf = NewStrBufPlain(NULL, len);
3172 NewMsg->MsgBuf = NewStrBufDup(exist);
3174 /* Do we need to change leading ".." to "." for SMTP escaping? */
3175 if ((tlen == 1) && (*terminator == '.')) {
3179 NewMsg->terminator = terminator;
3180 NewMsg->tlen = tlen;
3182 NewMsg->maxlen = maxlen;
3184 NewMsg->crlf = crlf;
3190 * Back end function used by CtdlMakeMessage() and similar functions
3192 eReadState CtdlReadMessageBodyAsync(AsyncIO *IO)
3194 ReadAsyncMsg *ReadMsg;
3195 int MsgFinished = 0;
3196 eReadState Finished = eMustReadMore;
3201 const char *pch = ChrPtr(IO->SendBuf.Buf);
3202 const char *pchh = IO->SendBuf.ReadWritePointer;
3208 nbytes = StrLength(IO->SendBuf.Buf) - (pchh - pch);
3209 snprintf(fn, SIZ, "/tmp/foolog_ev_%s.%d",
3210 ((CitContext*)(IO->CitContext))->ServiceName,
3213 fd = fopen(fn, "a+");
3216 ReadMsg = IO->ReadMsg;
3218 /* read in the lines of message text one by one */
3220 Finished = StrBufChunkSipLine(IO->IOBuf, &IO->RecvBuf);
3223 case eMustReadMore: /// read new from socket...
3225 if (IO->RecvBuf.ReadWritePointer != NULL) {
3226 nbytes = StrLength(IO->RecvBuf.Buf) - (IO->RecvBuf.ReadWritePointer - ChrPtr(IO->RecvBuf.Buf));
3227 fprintf(fd, "Read; Line unfinished: %ld Bytes still in buffer [", nbytes);
3229 fwrite(IO->RecvBuf.ReadWritePointer, nbytes, 1, fd);
3233 fprintf(fd, "BufferEmpty! \n");
3239 case eBufferNotEmpty: /* shouldn't happen... */
3240 case eReadSuccess: /// done for now...
3242 case eReadFail: /// WHUT?
3248 if ((StrLength(IO->IOBuf) == ReadMsg->tlen) &&
3249 (!strcmp(ChrPtr(IO->IOBuf), ReadMsg->terminator))) {
3252 fprintf(fd, "found Terminator; Message Size: %d\n", StrLength(ReadMsg->MsgBuf));
3255 else if (!ReadMsg->flushing) {
3258 fprintf(fd, "Read Line: [%d][%s]\n", StrLength(IO->IOBuf), ChrPtr(IO->IOBuf));
3261 /* Unescape SMTP-style input of two dots at the beginning of the line */
3262 if ((ReadMsg->dodot) &&
3263 (StrLength(IO->IOBuf) == 2) && /* TODO: do we just unescape lines with two dots or any line? */
3264 (!strcmp(ChrPtr(IO->IOBuf), "..")))
3267 fprintf(fd, "UnEscaped!\n");
3269 StrBufCutLeft(IO->IOBuf, 1);
3272 if (ReadMsg->crlf) {
3273 StrBufAppendBufPlain(IO->IOBuf, HKEY("\r\n"), 0);
3276 StrBufAppendBufPlain(IO->IOBuf, HKEY("\n"), 0);
3279 StrBufAppendBuf(ReadMsg->MsgBuf, IO->IOBuf, 0);
3282 /* if we've hit the max msg length, flush the rest */
3283 if (StrLength(ReadMsg->MsgBuf) >= ReadMsg->maxlen) ReadMsg->flushing = 1;
3285 } while (!MsgFinished);
3288 fprintf(fd, "Done with reading; %s.\n, ",
3289 (MsgFinished)?"Message Finished": "FAILED");
3293 return eReadSuccess;
3300 * Back end function used by CtdlMakeMessage() and similar functions
3302 char *CtdlReadMessageBody(char *terminator, /* token signalling EOT */
3304 size_t maxlen, /* maximum message length */
3305 StrBuf *exist, /* if non-null, append to it;
3306 exist is ALWAYS freed */
3307 int crlf, /* CRLF newlines instead of LF */
3308 int *sock /* socket handle or 0 for this session's client socket */
3313 Message = CtdlReadMessageBodyBuf(terminator,
3319 if (Message == NULL)
3322 return SmashStrBuf(&Message);
3325 struct CtdlMessage *CtdlMakeMessage(
3326 struct ctdluser *author, /* author's user structure */
3327 char *recipient, /* NULL if it's not mail */
3328 char *recp_cc, /* NULL if it's not mail */
3329 char *room, /* room where it's going */
3330 int type, /* see MES_ types in header file */
3331 int format_type, /* variformat, plain text, MIME... */
3332 char *fake_name, /* who we're masquerading as */
3333 char *my_email, /* which of my email addresses to use (empty is ok) */
3334 char *subject, /* Subject (optional) */
3335 char *supplied_euid, /* ...or NULL if this is irrelevant */
3336 char *preformatted_text, /* ...or NULL to read text from client */
3337 char *references /* Thread references */
3340 return CtdlMakeMessageLen(
3341 author, /* author's user structure */
3342 recipient, /* NULL if it's not mail */
3343 (recipient)?strlen(recipient) : 0,
3344 recp_cc, /* NULL if it's not mail */
3345 (recp_cc)?strlen(recp_cc): 0,
3346 room, /* room where it's going */
3347 (room)?strlen(room): 0,
3348 type, /* see MES_ types in header file */
3349 format_type, /* variformat, plain text, MIME... */
3350 fake_name, /* who we're masquerading as */
3351 (fake_name)?strlen(fake_name): 0,
3352 my_email, /* which of my email addresses to use (empty is ok) */
3353 (my_email)?strlen(my_email): 0,
3354 subject, /* Subject (optional) */
3355 (subject)?strlen(subject): 0,
3356 supplied_euid, /* ...or NULL if this is irrelevant */
3357 (supplied_euid)?strlen(supplied_euid):0,
3358 preformatted_text, /* ...or NULL to read text from client */
3359 (preformatted_text)?strlen(preformatted_text) : 0,
3360 references, /* Thread references */
3361 (references)?strlen(references):0);
3366 * Build a binary message to be saved on disk.
3367 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3368 * will become part of the message. This means you are no longer
3369 * responsible for managing that memory -- it will be freed along with
3370 * the rest of the fields when CM_Free() is called.)
3373 struct CtdlMessage *CtdlMakeMessageLen(
3374 struct ctdluser *author, /* author's user structure */
3375 char *recipient, /* NULL if it's not mail */
3377 char *recp_cc, /* NULL if it's not mail */
3379 char *room, /* room where it's going */
3381 int type, /* see MES_ types in header file */
3382 int format_type, /* variformat, plain text, MIME... */
3383 char *fake_name, /* who we're masquerading as */
3385 char *my_email, /* which of my email addresses to use (empty is ok) */
3387 char *subject, /* Subject (optional) */
3389 char *supplied_euid, /* ...or NULL if this is irrelevant */
3391 char *preformatted_text, /* ...or NULL to read text from client */
3393 char *references, /* Thread references */
3397 struct CitContext *CCC = CC;
3398 /* Don't confuse the poor folks if it's not routed mail. * /
3399 char dest_node[256] = "";*/
3402 struct CtdlMessage *msg;
3404 StrBuf *FakeEncAuthor = NULL;
3406 msg = malloc(sizeof(struct CtdlMessage));
3407 memset(msg, 0, sizeof(struct CtdlMessage));
3408 msg->cm_magic = CTDLMESSAGE_MAGIC;
3409 msg->cm_anon_type = type;
3410 msg->cm_format_type = format_type;
3412 if (recipient != NULL) rcplen = striplt(recipient);
3413 if (recp_cc != NULL) cclen = striplt(recp_cc);
3415 /* Path or Return-Path */
3417 CM_SetField(msg, eMessagePath, my_email, myelen);
3420 CM_SetField(msg, eMessagePath, author->fullname, strlen(author->fullname));
3422 convert_spaces_to_underscores(msg->cm_fields[eMessagePath]);
3424 blen = snprintf(buf, sizeof buf, "%ld", (long)time(NULL));
3425 CM_SetField(msg, eTimestamp, buf, blen);
3428 FakeAuthor = NewStrBufPlain (fake_name, fnlen);
3431 FakeAuthor = NewStrBufPlain (author->fullname, -1);
3433 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
3434 CM_SetAsFieldSB(msg, eAuthor, &FakeEncAuthor);
3436 if (CCC->room.QRflags & QR_MAILBOX) { /* room */
3437 CM_SetField(msg, eOriginalRoom, &CCC->room.QRname[11], strlen(&CCC->room.QRname[11]));
3440 CM_SetField(msg, eOriginalRoom, CCC->room.QRname, strlen(CCC->room.QRname));
3443 CM_SetField(msg, eNodeName, NODENAME, strlen(NODENAME));
3444 CM_SetField(msg, eHumanNode, HUMANNODE, strlen(HUMANNODE));
3447 CM_SetField(msg, eRecipient, recipient, rcplen);
3450 CM_SetField(msg, eCarbonCopY, recp_cc, cclen);
3454 CM_SetField(msg, erFc822Addr, my_email, myelen);
3456 else if ( (author == &CCC->user) && (!IsEmptyStr(CCC->cs_inet_email)) ) {
3457 CM_SetField(msg, erFc822Addr, CCC->cs_inet_email, strlen(CCC->cs_inet_email));
3460 if (subject != NULL) {
3462 length = striplt(subject);
3468 while ((subject[i] != '\0') &&
3469 (IsAscii = isascii(subject[i]) != 0 ))
3472 CM_SetField(msg, eMsgSubject, subject, subjlen);
3473 else /* ok, we've got utf8 in the string. */
3476 rfc2047Subj = rfc2047encode(subject, length);
3477 CM_SetAsField(msg, eMsgSubject, &rfc2047Subj, strlen(rfc2047Subj));
3484 CM_SetField(msg, eExclusiveID, supplied_euid, euidlen);
3488 CM_SetField(msg, eWeferences, references, reflen);
3491 if (preformatted_text != NULL) {
3492 CM_SetField(msg, eMesageText, preformatted_text, textlen);
3495 preformatted_text = CtdlReadMessageBody(HKEY("000"), config.c_maxmsglen, NULL, 0, 0);
3496 CM_SetField(msg, eMesageText, preformatted_text, strlen(preformatted_text));
3506 * API function to delete messages which match a set of criteria
3507 * (returns the actual number of messages deleted)
3509 int CtdlDeleteMessages(char *room_name, /* which room */
3510 long *dmsgnums, /* array of msg numbers to be deleted */
3511 int num_dmsgnums, /* number of msgs to be deleted, or 0 for "any" */
3512 char *content_type /* or "" for any. regular expressions expected. */
3515 struct CitContext *CCC = CC;
3516 struct ctdlroom qrbuf;
3517 struct cdbdata *cdbfr;
3518 long *msglist = NULL;
3519 long *dellist = NULL;
3522 int num_deleted = 0;
3524 struct MetaData smi;
3527 int need_to_free_re = 0;
3529 if (content_type) if (!IsEmptyStr(content_type)) {
3530 regcomp(&re, content_type, 0);
3531 need_to_free_re = 1;
3533 MSG_syslog(LOG_DEBUG, " CtdlDeleteMessages(%s, %d msgs, %s)\n",
3534 room_name, num_dmsgnums, content_type);
3536 /* get room record, obtaining a lock... */
3537 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
3538 MSG_syslog(LOG_ERR, " CtdlDeleteMessages(): Room <%s> not found\n",
3540 if (need_to_free_re) regfree(&re);
3541 return (0); /* room not found */
3543 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
3545 if (cdbfr != NULL) {
3546 dellist = malloc(cdbfr->len);
3547 msglist = (long *) cdbfr->ptr;
3548 cdbfr->ptr = NULL; /* CtdlDeleteMessages() now owns this memory */
3549 num_msgs = cdbfr->len / sizeof(long);
3553 int have_contenttype = (content_type != NULL) && !IsEmptyStr(content_type);
3554 int have_delmsgs = (num_dmsgnums == 0) || (dmsgnums == NULL);
3555 int have_more_del = 1;
3557 num_msgs = sort_msglist(msglist, num_msgs);
3558 if (num_dmsgnums > 1)
3559 num_dmsgnums = sort_msglist(dmsgnums, num_dmsgnums);
3562 StrBuf *dbg = NewStrBuf();
3563 for (i = 0; i < num_dmsgnums; i++)
3564 StrBufAppendPrintf(dbg, ", %ld", dmsgnums[i]);
3565 MSG_syslog(LOG_DEBUG, " Deleting before: %s", ChrPtr(dbg));
3570 while ((i < num_msgs) && (have_more_del)) {
3573 /* Set/clear a bit for each criterion */
3575 /* 0 messages in the list or a null list means that we are
3576 * interested in deleting any messages which meet the other criteria.
3579 delete_this |= 0x01;
3582 while ((i < num_msgs) && (msglist[i] < dmsgnums[j])) i++;
3587 if (msglist[i] == dmsgnums[j]) {
3588 delete_this |= 0x01;
3591 have_more_del = (j < num_dmsgnums);
3594 if (have_contenttype) {
3595 GetMetaData(&smi, msglist[i]);
3596 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
3597 delete_this |= 0x02;
3600 delete_this |= 0x02;
3603 /* Delete message only if all bits are set */
3604 if (delete_this == 0x03) {
3605 dellist[num_deleted++] = msglist[i];
3612 StrBuf *dbg = NewStrBuf();
3613 for (i = 0; i < num_deleted; i++)
3614 StrBufAppendPrintf(dbg, ", %ld", dellist[i]);
3615 MSG_syslog(LOG_DEBUG, " Deleting: %s", ChrPtr(dbg));
3619 num_msgs = sort_msglist(msglist, num_msgs);
3620 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
3621 msglist, (int)(num_msgs * sizeof(long)));
3624 qrbuf.QRhighest = msglist[num_msgs - 1];
3626 qrbuf.QRhighest = 0;
3628 CtdlPutRoomLock(&qrbuf);
3630 /* Go through the messages we pulled out of the index, and decrement
3631 * their reference counts by 1. If this is the only room the message
3632 * was in, the reference count will reach zero and the message will
3633 * automatically be deleted from the database. We do this in a
3634 * separate pass because there might be plug-in hooks getting called,
3635 * and we don't want that happening during an S_ROOMS critical
3639 for (i=0; i<num_deleted; ++i) {
3640 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
3642 AdjRefCountList(dellist, num_deleted, -1);
3644 /* Now free the memory we used, and go away. */
3645 if (msglist != NULL) free(msglist);
3646 if (dellist != NULL) free(dellist);
3647 MSG_syslog(LOG_DEBUG, " %d message(s) deleted.\n", num_deleted);
3648 if (need_to_free_re) regfree(&re);
3649 return (num_deleted);
3656 * GetMetaData() - Get the supplementary record for a message
3658 void GetMetaData(struct MetaData *smibuf, long msgnum)
3661 struct cdbdata *cdbsmi;
3664 memset(smibuf, 0, sizeof(struct MetaData));
3665 smibuf->meta_msgnum = msgnum;
3666 smibuf->meta_refcount = 1; /* Default reference count is 1 */
3668 /* Use the negative of the message number for its supp record index */
3669 TheIndex = (0L - msgnum);
3671 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
3672 if (cdbsmi == NULL) {
3673 return; /* record not found; go with defaults */
3675 memcpy(smibuf, cdbsmi->ptr,
3676 ((cdbsmi->len > sizeof(struct MetaData)) ?
3677 sizeof(struct MetaData) : cdbsmi->len));
3684 * PutMetaData() - (re)write supplementary record for a message
3686 void PutMetaData(struct MetaData *smibuf)
3690 /* Use the negative of the message number for the metadata db index */
3691 TheIndex = (0L - smibuf->meta_msgnum);
3693 cdb_store(CDB_MSGMAIN,
3694 &TheIndex, (int)sizeof(long),
3695 smibuf, (int)sizeof(struct MetaData));
3700 * AdjRefCount - submit an adjustment to the reference count for a message.
3701 * (These are just queued -- we actually process them later.)
3703 void AdjRefCount(long msgnum, int incr)
3705 struct CitContext *CCC = CC;
3706 struct arcq new_arcq;
3709 MSG_syslog(LOG_DEBUG, "AdjRefCount() msg %ld ref count delta %+d\n", msgnum, incr);
3711 begin_critical_section(S_SUPPMSGMAIN);
3712 if (arcfp == NULL) {
3713 arcfp = fopen(file_arcq, "ab+");
3714 chown(file_arcq, CTDLUID, (-1));
3715 chmod(file_arcq, 0600);
3717 end_critical_section(S_SUPPMSGMAIN);
3719 /* msgnum < 0 means that we're trying to close the file */
3721 MSGM_syslog(LOG_DEBUG, "Closing the AdjRefCount queue file\n");
3722 begin_critical_section(S_SUPPMSGMAIN);
3723 if (arcfp != NULL) {
3727 end_critical_section(S_SUPPMSGMAIN);
3732 * If we can't open the queue, perform the operation synchronously.
3734 if (arcfp == NULL) {
3735 TDAP_AdjRefCount(msgnum, incr);
3739 new_arcq.arcq_msgnum = msgnum;
3740 new_arcq.arcq_delta = incr;
3741 rv = fwrite(&new_arcq, sizeof(struct arcq), 1, arcfp);
3743 MSG_syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
3752 void AdjRefCountList(long *msgnum, long nmsg, int incr)
3754 struct CitContext *CCC = CC;
3755 long i, the_size, offset;
3756 struct arcq *new_arcq;
3759 MSG_syslog(LOG_DEBUG, "AdjRefCountList() msg %ld ref count delta %+d\n", nmsg, incr);
3761 begin_critical_section(S_SUPPMSGMAIN);
3762 if (arcfp == NULL) {
3763 arcfp = fopen(file_arcq, "ab+");
3764 chown(file_arcq, CTDLUID, (-1));
3765 chmod(file_arcq, 0600);
3767 end_critical_section(S_SUPPMSGMAIN);
3770 * If we can't open the queue, perform the operation synchronously.
3772 if (arcfp == NULL) {
3773 for (i = 0; i < nmsg; i++)
3774 TDAP_AdjRefCount(msgnum[i], incr);
3778 the_size = sizeof(struct arcq) * nmsg;
3779 new_arcq = malloc(the_size);
3780 for (i = 0; i < nmsg; i++) {
3781 new_arcq[i].arcq_msgnum = msgnum[i];
3782 new_arcq[i].arcq_delta = incr;
3786 while ((rv >= 0) && (offset < the_size))
3788 rv = fwrite(new_arcq + offset, 1, the_size - offset, arcfp);
3790 MSG_syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
3806 * TDAP_ProcessAdjRefCountQueue()
3808 * Process the queue of message count adjustments that was created by calls
3809 * to AdjRefCount() ... by reading the queue and calling TDAP_AdjRefCount()
3810 * for each one. This should be an "off hours" operation.
3812 int TDAP_ProcessAdjRefCountQueue(void)
3814 struct CitContext *CCC = CC;
3815 char file_arcq_temp[PATH_MAX];
3818 struct arcq arcq_rec;
3819 int num_records_processed = 0;
3821 snprintf(file_arcq_temp, sizeof file_arcq_temp, "%s.%04x", file_arcq, rand());
3823 begin_critical_section(S_SUPPMSGMAIN);
3824 if (arcfp != NULL) {
3829 r = link(file_arcq, file_arcq_temp);
3831 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3832 end_critical_section(S_SUPPMSGMAIN);
3833 return(num_records_processed);
3837 end_critical_section(S_SUPPMSGMAIN);
3839 fp = fopen(file_arcq_temp, "rb");
3841 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3842 return(num_records_processed);
3845 while (fread(&arcq_rec, sizeof(struct arcq), 1, fp) == 1) {
3846 TDAP_AdjRefCount(arcq_rec.arcq_msgnum, arcq_rec.arcq_delta);
3847 ++num_records_processed;
3851 r = unlink(file_arcq_temp);
3853 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3856 return(num_records_processed);
3862 * TDAP_AdjRefCount - adjust the reference count for a message.
3863 * This one does it "for real" because it's called by
3864 * the autopurger function that processes the queue
3865 * created by AdjRefCount(). If a message's reference
3866 * count becomes zero, we also delete the message from
3867 * disk and de-index it.
3869 void TDAP_AdjRefCount(long msgnum, int incr)
3871 struct CitContext *CCC = CC;
3873 struct MetaData smi;
3876 /* This is a *tight* critical section; please keep it that way, as
3877 * it may get called while nested in other critical sections.
3878 * Complicating this any further will surely cause deadlock!
3880 begin_critical_section(S_SUPPMSGMAIN);
3881 GetMetaData(&smi, msgnum);
3882 smi.meta_refcount += incr;
3884 end_critical_section(S_SUPPMSGMAIN);
3885 MSG_syslog(LOG_DEBUG, "TDAP_AdjRefCount() msg %ld ref count delta %+d, is now %d\n",
3886 msgnum, incr, smi.meta_refcount
3889 /* If the reference count is now zero, delete the message
3890 * (and its supplementary record as well).
3892 if (smi.meta_refcount == 0) {
3893 MSG_syslog(LOG_DEBUG, "Deleting message <%ld>\n", msgnum);
3895 /* Call delete hooks with NULL room to show it has gone altogether */
3896 PerformDeleteHooks(NULL, msgnum);
3898 /* Remove from message base */
3900 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3901 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
3903 /* Remove metadata record */
3904 delnum = (0L - msgnum);
3905 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3911 * Write a generic object to this room
3913 * Note: this could be much more efficient. Right now we use two temporary
3914 * files, and still pull the message into memory as with all others.
3916 void CtdlWriteObject(char *req_room, /* Room to stuff it in */
3917 char *content_type, /* MIME type of this object */
3918 char *raw_message, /* Data to be written */
3919 off_t raw_length, /* Size of raw_message */
3920 struct ctdluser *is_mailbox, /* Mailbox room? */
3921 int is_binary, /* Is encoding necessary? */
3922 int is_unique, /* Del others of this type? */
3923 unsigned int flags /* Internal save flags */
3926 struct CitContext *CCC = CC;
3927 struct ctdlroom qrbuf;
3928 char roomname[ROOMNAMELEN];
3929 struct CtdlMessage *msg;
3930 StrBuf *encoded_message = NULL;
3932 if (is_mailbox != NULL) {
3933 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
3936 safestrncpy(roomname, req_room, sizeof(roomname));
3939 MSG_syslog(LOG_DEBUG, "Raw length is %ld\n", (long)raw_length);
3942 encoded_message = NewStrBufPlain(NULL, (size_t) (((raw_length * 134) / 100) + 4096 ) );
3945 encoded_message = NewStrBufPlain(NULL, (size_t)(raw_length + 4096));
3948 StrBufAppendBufPlain(encoded_message, HKEY("Content-type: "), 0);
3949 StrBufAppendBufPlain(encoded_message, content_type, -1, 0);
3950 StrBufAppendBufPlain(encoded_message, HKEY("\n"), 0);
3953 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: base64\n\n"), 0);
3956 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: 7bit\n\n"), 0);
3960 StrBufBase64Append(encoded_message, NULL, raw_message, raw_length, 0);
3963 StrBufAppendBufPlain(encoded_message, raw_message, raw_length, 0);
3966 MSGM_syslog(LOG_DEBUG, "Allocating\n");
3967 msg = malloc(sizeof(struct CtdlMessage));
3968 memset(msg, 0, sizeof(struct CtdlMessage));
3969 msg->cm_magic = CTDLMESSAGE_MAGIC;
3970 msg->cm_anon_type = MES_NORMAL;
3971 msg->cm_format_type = 4;
3972 CM_SetField(msg, eAuthor, CCC->user.fullname, strlen(CCC->user.fullname));
3973 CM_SetField(msg, eOriginalRoom, req_room, strlen(req_room));
3974 CM_SetField(msg, eNodeName, config.c_nodename, strlen(config.c_nodename));
3975 CM_SetField(msg, eHumanNode, config.c_humannode, strlen(config.c_humannode));
3976 msg->cm_flags = flags;
3978 CM_SetAsFieldSB(msg, eMesageText, &encoded_message);
3980 /* Create the requested room if we have to. */
3981 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
3982 CtdlCreateRoom(roomname,
3983 ( (is_mailbox != NULL) ? 5 : 3 ),
3984 "", 0, 1, 0, VIEW_BBS);
3986 /* If the caller specified this object as unique, delete all
3987 * other objects of this type that are currently in the room.
3990 MSG_syslog(LOG_DEBUG, "Deleted %d other msgs of this type\n",
3991 CtdlDeleteMessages(roomname, NULL, 0, content_type)
3994 /* Now write the data */
3995 CtdlSubmitMsg(msg, NULL, roomname, 0);
4001 /*****************************************************************************/
4002 /* MODULE INITIALIZATION STUFF */
4003 /*****************************************************************************/
4004 void SetMessageDebugEnabled(const int n)
4006 MessageDebugEnabled = n;
4008 CTDL_MODULE_INIT(msgbase)
4011 CtdlRegisterDebugFlagHook(HKEY("messages"), SetMessageDebugEnabled, &MessageDebugEnabled);
4014 /* return our Subversion id for the Log */