2 * Implements the message store.
4 * Copyright (c) 1987-2015 by the citadel.org team
6 * This program is open source software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 3.
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
18 #include <libcitadel.h>
22 #include "ctdl_module.h"
23 #include "citserver.h"
26 #include "clientsocket.h"
31 #include "internet_addressing.h"
32 #include "euidindex.h"
34 #include "journaling.h"
36 struct addresses_to_be_filed *atbf = NULL;
38 /* This temp file holds the queue of operations for AdjRefCount() */
39 static FILE *arcfp = NULL;
40 void AdjRefCountList(long *msgnum, long nmsg, int incr);
42 int MessageDebugEnabled = 0;
45 * These are the four-character field headers we use when outputting
46 * messages in Citadel format (as opposed to RFC822 format).
49 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
50 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
51 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
52 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
53 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
54 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
55 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
56 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
86 eMsgField FieldOrder[] = {
87 /* Important fields */
98 /* Semi-important fields */
104 /* G is not used yet, may become virus signature*/
107 /* Q is not used yet */
110 /* X is not used yet */
111 /* Z is not used yet */
118 /* Message text (MUST be last) */
120 /* Not saved to disk:
125 static const long NDiskFields = sizeof(FieldOrder) / sizeof(eMsgField);
127 int CM_IsEmpty(struct CtdlMessage *Msg, eMsgField which)
129 return !((Msg->cm_fields[which] != NULL) &&
130 (Msg->cm_fields[which][0] != '\0'));
133 void CM_SetField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length)
135 if (Msg->cm_fields[which] != NULL)
136 free (Msg->cm_fields[which]);
137 Msg->cm_fields[which] = malloc(length + 1);
138 memcpy(Msg->cm_fields[which], buf, length);
139 Msg->cm_fields[which][length] = '\0';
140 Msg->cm_lengths[which] = length;
143 void CM_SetFieldLONG(struct CtdlMessage *Msg, eMsgField which, long lvalue)
147 len = snprintf(buf, sizeof(buf), "%ld", lvalue);
148 CM_SetField(Msg, which, buf, len);
150 void CM_CutFieldAt(struct CtdlMessage *Msg, eMsgField WhichToCut, long maxlen)
152 if (Msg->cm_fields[WhichToCut] == NULL)
155 if (Msg->cm_lengths[WhichToCut] > maxlen)
157 Msg->cm_fields[WhichToCut][maxlen] = '\0';
158 Msg->cm_lengths[WhichToCut] = maxlen;
162 void CM_FlushField(struct CtdlMessage *Msg, eMsgField which)
164 if (Msg->cm_fields[which] != NULL)
165 free (Msg->cm_fields[which]);
166 Msg->cm_fields[which] = NULL;
167 Msg->cm_lengths[which] = 0;
169 void CM_Flush(struct CtdlMessage *Msg)
173 if (CM_IsValidMsg(Msg) == 0)
176 for (i = 0; i < 256; ++i)
178 CM_FlushField(Msg, i);
182 void CM_CopyField(struct CtdlMessage *Msg, eMsgField WhichToPutTo, eMsgField WhichtToCopy)
185 if (Msg->cm_fields[WhichToPutTo] != NULL)
186 free (Msg->cm_fields[WhichToPutTo]);
188 if (Msg->cm_fields[WhichtToCopy] != NULL)
190 len = Msg->cm_lengths[WhichtToCopy];
191 Msg->cm_fields[WhichToPutTo] = malloc(len + 1);
192 memcpy(Msg->cm_fields[WhichToPutTo], Msg->cm_fields[WhichtToCopy], len);
193 Msg->cm_fields[WhichToPutTo][len] = '\0';
194 Msg->cm_lengths[WhichToPutTo] = len;
198 Msg->cm_fields[WhichToPutTo] = NULL;
199 Msg->cm_lengths[WhichToPutTo] = 0;
204 void CM_PrependToField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length)
206 if (Msg->cm_fields[which] != NULL) {
211 oldmsgsize = Msg->cm_lengths[which] + 1;
212 newmsgsize = length + oldmsgsize;
214 new = malloc(newmsgsize);
215 memcpy(new, buf, length);
216 memcpy(new + length, Msg->cm_fields[which], oldmsgsize);
217 free(Msg->cm_fields[which]);
218 Msg->cm_fields[which] = new;
219 Msg->cm_lengths[which] = newmsgsize - 1;
222 Msg->cm_fields[which] = malloc(length + 1);
223 memcpy(Msg->cm_fields[which], buf, length);
224 Msg->cm_fields[which][length] = '\0';
225 Msg->cm_lengths[which] = length;
229 void CM_SetAsField(struct CtdlMessage *Msg, eMsgField which, char **buf, long length)
231 if (Msg->cm_fields[which] != NULL)
232 free (Msg->cm_fields[which]);
234 Msg->cm_fields[which] = *buf;
236 Msg->cm_lengths[which] = length;
239 void CM_SetAsFieldSB(struct CtdlMessage *Msg, eMsgField which, StrBuf **buf)
241 if (Msg->cm_fields[which] != NULL)
242 free (Msg->cm_fields[which]);
244 Msg->cm_lengths[which] = StrLength(*buf);
245 Msg->cm_fields[which] = SmashStrBuf(buf);
248 void CM_GetAsField(struct CtdlMessage *Msg, eMsgField which, char **ret, long *retlen)
250 if (Msg->cm_fields[which] != NULL)
252 *retlen = Msg->cm_lengths[which];
253 *ret = Msg->cm_fields[which];
254 Msg->cm_fields[which] = NULL;
255 Msg->cm_lengths[which] = 0;
265 * Returns 1 if the supplied pointer points to a valid Citadel message.
266 * If the pointer is NULL or the magic number check fails, returns 0.
268 int CM_IsValidMsg(struct CtdlMessage *msg) {
271 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
272 struct CitContext *CCC = CC;
273 MSGM_syslog(LOG_WARNING, "CM_IsValidMsg() -- self-check failed\n");
279 void CM_FreeContents(struct CtdlMessage *msg)
283 for (i = 0; i < 256; ++i)
284 if (msg->cm_fields[i] != NULL) {
285 free(msg->cm_fields[i]);
286 msg->cm_lengths[i] = 0;
289 msg->cm_magic = 0; /* just in case */
292 * 'Destructor' for struct CtdlMessage
294 void CM_Free(struct CtdlMessage *msg)
296 if (CM_IsValidMsg(msg) == 0)
298 if (msg != NULL) free (msg);
301 CM_FreeContents(msg);
305 int CM_DupField(eMsgField i, struct CtdlMessage *OrgMsg, struct CtdlMessage *NewMsg)
308 len = OrgMsg->cm_lengths[i];
309 NewMsg->cm_fields[i] = malloc(len + 1);
310 if (NewMsg->cm_fields[i] == NULL)
312 memcpy(NewMsg->cm_fields[i], OrgMsg->cm_fields[i], len);
313 NewMsg->cm_fields[i][len] = '\0';
314 NewMsg->cm_lengths[i] = len;
318 struct CtdlMessage * CM_Duplicate(struct CtdlMessage *OrgMsg)
321 struct CtdlMessage *NewMsg;
323 if (CM_IsValidMsg(OrgMsg) == 0)
325 NewMsg = (struct CtdlMessage *)malloc(sizeof(struct CtdlMessage));
329 memcpy(NewMsg, OrgMsg, sizeof(struct CtdlMessage));
331 memset(&NewMsg->cm_fields, 0, sizeof(char*) * 256);
333 for (i = 0; i < 256; ++i)
335 if (OrgMsg->cm_fields[i] != NULL)
337 if (!CM_DupField(i, OrgMsg, NewMsg))
352 /* Determine if a given message matches the fields in a message template.
353 * Return 0 for a successful match.
355 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
358 /* If there aren't any fields in the template, all messages will
361 if (template == NULL) return(0);
363 /* Null messages are bogus. */
364 if (msg == NULL) return(1);
366 for (i='A'; i<='Z'; ++i) {
367 if (template->cm_fields[i] != NULL) {
368 if (msg->cm_fields[i] == NULL) {
369 /* Considered equal if temmplate is empty string */
370 if (IsEmptyStr(template->cm_fields[i])) continue;
373 if ((template->cm_lengths[i] != msg->cm_lengths[i]) ||
374 (strcasecmp(msg->cm_fields[i], template->cm_fields[i])))
379 /* All compares succeeded: we have a match! */
386 * Retrieve the "seen" message list for the current room.
388 void CtdlGetSeen(char *buf, int which_set) {
389 struct CitContext *CCC = CC;
392 /* Learn about the user and room in question */
393 CtdlGetRelationship(&vbuf, &CCC->user, &CCC->room);
395 if (which_set == ctdlsetseen_seen)
396 safestrncpy(buf, vbuf.v_seen, SIZ);
397 if (which_set == ctdlsetseen_answered)
398 safestrncpy(buf, vbuf.v_answered, SIZ);
404 * Manipulate the "seen msgs" string (or other message set strings)
406 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
407 int target_setting, int which_set,
408 struct ctdluser *which_user, struct ctdlroom *which_room) {
409 struct CitContext *CCC = CC;
410 struct cdbdata *cdbfr;
415 long hi = (-1L); /// TODO: we just write here. y?
424 char *is_set; /* actually an array of booleans */
426 /* Don't bother doing *anything* if we were passed a list of zero messages */
427 if (num_target_msgnums < 1) {
431 /* If no room was specified, we go with the current room. */
433 which_room = &CCC->room;
436 /* If no user was specified, we go with the current user. */
438 which_user = &CCC->user;
441 MSG_syslog(LOG_DEBUG, "CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>\n",
442 num_target_msgnums, target_msgnums[0],
443 (target_setting ? "SET" : "CLEAR"),
447 /* Learn about the user and room in question */
448 CtdlGetRelationship(&vbuf, which_user, which_room);
450 /* Load the message list */
451 cdbfr = cdb_fetch(CDB_MSGLISTS, &which_room->QRnumber, sizeof(long));
453 msglist = (long *) cdbfr->ptr;
454 cdbfr->ptr = NULL; /* CtdlSetSeen() now owns this memory */
455 num_msgs = cdbfr->len / sizeof(long);
458 return; /* No messages at all? No further action. */
461 is_set = malloc(num_msgs * sizeof(char));
462 memset(is_set, 0, (num_msgs * sizeof(char)) );
464 /* Decide which message set we're manipulating */
466 case ctdlsetseen_seen:
467 vset = NewStrBufPlain(vbuf.v_seen, -1);
469 case ctdlsetseen_answered:
470 vset = NewStrBufPlain(vbuf.v_answered, -1);
477 #if 0 /* This is a special diagnostic section. Do not allow it to run during normal operation. */
478 MSG_syslog(LOG_DEBUG, "There are %d messages in the room.\n", num_msgs);
479 for (i=0; i<num_msgs; ++i) {
480 if ((i > 0) && (msglist[i] <= msglist[i-1])) abort();
482 MSG_syslog(LOG_DEBUG, "We are twiddling %d of them.\n", num_target_msgnums);
483 for (k=0; k<num_target_msgnums; ++k) {
484 if ((k > 0) && (target_msgnums[k] <= target_msgnums[k-1])) abort();
488 MSG_syslog(LOG_DEBUG, "before update: %s\n", ChrPtr(vset));
490 /* Translate the existing sequence set into an array of booleans */
491 setstr = NewStrBuf();
495 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
497 StrBufExtract_token(lostr, setstr, 0, ':');
498 if (StrBufNum_tokens(setstr, ':') >= 2) {
499 StrBufExtract_token(histr, setstr, 1, ':');
503 StrBufAppendBuf(histr, lostr, 0);
506 if (!strcmp(ChrPtr(histr), "*")) {
513 for (i = 0; i < num_msgs; ++i) {
514 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
524 /* Now translate the array of booleans back into a sequence set */
530 for (i=0; i<num_msgs; ++i) {
534 for (k=0; k<num_target_msgnums; ++k) {
535 if (msglist[i] == target_msgnums[k]) {
536 is_seen = target_setting;
540 if ((was_seen == 0) && (is_seen == 1)) {
543 else if ((was_seen == 1) && (is_seen == 0)) {
546 if (StrLength(vset) > 0) {
547 StrBufAppendBufPlain(vset, HKEY(","), 0);
550 StrBufAppendPrintf(vset, "%ld", hi);
553 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
557 if ((is_seen) && (i == num_msgs - 1)) {
558 if (StrLength(vset) > 0) {
559 StrBufAppendBufPlain(vset, HKEY(","), 0);
561 if ((i==0) || (was_seen == 0)) {
562 StrBufAppendPrintf(vset, "%ld", msglist[i]);
565 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
573 * We will have to stuff this string back into a 4096 byte buffer, so if it's
574 * larger than that now, truncate it by removing tokens from the beginning.
575 * The limit of 100 iterations is there to prevent an infinite loop in case
576 * something unexpected happens.
578 int number_of_truncations = 0;
579 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
580 StrBufRemove_token(vset, 0, ',');
581 ++number_of_truncations;
585 * If we're truncating the sequence set of messages marked with the 'seen' flag,
586 * we want the earliest messages (the truncated ones) to be marked, not unmarked.
587 * Otherwise messages at the beginning will suddenly appear to be 'unseen'.
589 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
591 first_tok = NewStrBuf();
592 StrBufExtract_token(first_tok, vset, 0, ',');
593 StrBufRemove_token(vset, 0, ',');
595 if (StrBufNum_tokens(first_tok, ':') > 1) {
596 StrBufRemove_token(first_tok, 0, ':');
600 new_set = NewStrBuf();
601 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
602 StrBufAppendBuf(new_set, first_tok, 0);
603 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
604 StrBufAppendBuf(new_set, vset, 0);
607 FreeStrBuf(&first_tok);
611 MSG_syslog(LOG_DEBUG, " after update: %s\n", ChrPtr(vset));
613 /* Decide which message set we're manipulating */
615 case ctdlsetseen_seen:
616 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
618 case ctdlsetseen_answered:
619 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
625 CtdlSetRelationship(&vbuf, which_user, which_room);
631 * API function to perform an operation for each qualifying message in the
632 * current room. (Returns the number of messages processed.)
634 int CtdlForEachMessage(int mode, long ref, char *search_string,
636 struct CtdlMessage *compare,
637 ForEachMsgCallback CallBack,
640 struct CitContext *CCC = CC;
643 struct cdbdata *cdbfr;
644 long *msglist = NULL;
646 int num_processed = 0;
649 struct CtdlMessage *msg = NULL;
652 int printed_lastold = 0;
653 int num_search_msgs = 0;
654 long *search_msgs = NULL;
656 int need_to_free_re = 0;
659 if ((content_type) && (!IsEmptyStr(content_type))) {
660 regcomp(&re, content_type, 0);
664 /* Learn about the user and room in question */
665 if (server_shutting_down) {
666 if (need_to_free_re) regfree(&re);
669 CtdlGetUser(&CCC->user, CCC->curr_user);
671 if (server_shutting_down) {
672 if (need_to_free_re) regfree(&re);
675 CtdlGetRelationship(&vbuf, &CCC->user, &CCC->room);
677 if (server_shutting_down) {
678 if (need_to_free_re) regfree(&re);
682 /* Load the message list */
683 cdbfr = cdb_fetch(CDB_MSGLISTS, &CCC->room.QRnumber, sizeof(long));
685 if (need_to_free_re) regfree(&re);
686 return 0; /* No messages at all? No further action. */
689 msglist = (long *) cdbfr->ptr;
690 num_msgs = cdbfr->len / sizeof(long);
692 cdbfr->ptr = NULL; /* clear this so that cdb_free() doesn't free it */
693 cdb_free(cdbfr); /* we own this memory now */
696 * Now begin the traversal.
698 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
700 /* If the caller is looking for a specific MIME type, filter
701 * out all messages which are not of the type requested.
703 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
705 /* This call to GetMetaData() sits inside this loop
706 * so that we only do the extra database read per msg
707 * if we need to. Doing the extra read all the time
708 * really kills the server. If we ever need to use
709 * metadata for another search criterion, we need to
710 * move the read somewhere else -- but still be smart
711 * enough to only do the read if the caller has
712 * specified something that will need it.
714 if (server_shutting_down) {
715 if (need_to_free_re) regfree(&re);
719 GetMetaData(&smi, msglist[a]);
721 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
722 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
728 num_msgs = sort_msglist(msglist, num_msgs);
730 /* If a template was supplied, filter out the messages which
731 * don't match. (This could induce some delays!)
734 if (compare != NULL) {
735 for (a = 0; a < num_msgs; ++a) {
736 if (server_shutting_down) {
737 if (need_to_free_re) regfree(&re);
741 msg = CtdlFetchMessage(msglist[a], 1);
743 if (CtdlMsgCmp(msg, compare)) {
752 /* If a search string was specified, get a message list from
753 * the full text index and remove messages which aren't on both
757 * Since the lists are sorted and strictly ascending, and the
758 * output list is guaranteed to be shorter than or equal to the
759 * input list, we overwrite the bottom of the input list. This
760 * eliminates the need to memmove big chunks of the list over and
763 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
765 /* Call search module via hook mechanism.
766 * NULL means use any search function available.
767 * otherwise replace with a char * to name of search routine
769 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
771 if (num_search_msgs > 0) {
775 orig_num_msgs = num_msgs;
777 for (i=0; i<orig_num_msgs; ++i) {
778 for (j=0; j<num_search_msgs; ++j) {
779 if (msglist[i] == search_msgs[j]) {
780 msglist[num_msgs++] = msglist[i];
786 num_msgs = 0; /* No messages qualify */
788 if (search_msgs != NULL) free(search_msgs);
790 /* Now that we've purged messages which don't contain the search
791 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
798 * Now iterate through the message list, according to the
799 * criteria supplied by the caller.
802 for (a = 0; a < num_msgs; ++a) {
803 if (server_shutting_down) {
804 if (need_to_free_re) regfree(&re);
806 return num_processed;
808 thismsg = msglist[a];
809 if (mode == MSGS_ALL) {
813 is_seen = is_msg_in_sequence_set(
814 vbuf.v_seen, thismsg);
815 if (is_seen) lastold = thismsg;
821 || ((mode == MSGS_OLD) && (is_seen))
822 || ((mode == MSGS_NEW) && (!is_seen))
823 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
824 || ((mode == MSGS_FIRST) && (a < ref))
825 || ((mode == MSGS_GT) && (thismsg > ref))
826 || ((mode == MSGS_LT) && (thismsg < ref))
827 || ((mode == MSGS_EQ) && (thismsg == ref))
830 if ((mode == MSGS_NEW) && (CCC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
832 CallBack(lastold, userdata);
836 if (CallBack) CallBack(thismsg, userdata);
840 if (need_to_free_re) regfree(&re);
843 * We cache the most recent msglist in order to do security checks later
845 if (CCC->client_socket > 0) {
846 if (CCC->cached_msglist != NULL) {
847 free(CCC->cached_msglist);
849 CCC->cached_msglist = msglist;
850 CCC->cached_num_msgs = num_msgs;
856 return num_processed;
862 * memfmout() - Citadel text formatter and paginator.
863 * Although the original purpose of this routine was to format
864 * text to the reader's screen width, all we're really using it
865 * for here is to format text out to 80 columns before sending it
866 * to the client. The client software may reformat it again.
869 char *mptr, /* where are we going to get our text from? */
870 const char *nl /* string to terminate lines with */
872 struct CitContext *CCC = CC;
874 unsigned char ch = 0;
881 while (ch=*(mptr++), ch != 0) {
884 if (client_write(outbuf, len) == -1)
886 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
890 if (client_write(nl, nllen) == -1)
892 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
897 else if (ch == '\r') {
898 /* Ignore carriage returns. Newlines are always LF or CRLF but never CR. */
900 else if (isspace(ch)) {
901 if (column > 72) { /* Beyond 72 columns, break on the next space */
902 if (client_write(outbuf, len) == -1)
904 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
908 if (client_write(nl, nllen) == -1)
910 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
923 if (column > 1000) { /* Beyond 1000 columns, break anywhere */
924 if (client_write(outbuf, len) == -1)
926 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
930 if (client_write(nl, nllen) == -1)
932 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
940 if (client_write(outbuf, len) == -1)
942 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
945 client_write(nl, nllen);
953 * Callback function for mime parser that simply lists the part
955 void list_this_part(char *name, char *filename, char *partnum, char *disp,
956 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
957 char *cbid, void *cbuserdata)
961 ma = (struct ma_info *)cbuserdata;
962 if (ma->is_ma == 0) {
963 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
976 * Callback function for multipart prefix
978 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
979 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
980 char *cbid, void *cbuserdata)
984 ma = (struct ma_info *)cbuserdata;
985 if (!strcasecmp(cbtype, "multipart/alternative")) {
989 if (ma->is_ma == 0) {
990 cprintf("pref=%s|%s\n", partnum, cbtype);
995 * Callback function for multipart sufffix
997 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
998 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
999 char *cbid, void *cbuserdata)
1003 ma = (struct ma_info *)cbuserdata;
1004 if (ma->is_ma == 0) {
1005 cprintf("suff=%s|%s\n", partnum, cbtype);
1007 if (!strcasecmp(cbtype, "multipart/alternative")) {
1014 * Callback function for mime parser that opens a section for downloading
1015 * we use serv_files function here:
1017 extern void OpenCmdResult(char *filename, const char *mime_type);
1018 void mime_download(char *name, char *filename, char *partnum, char *disp,
1019 void *content, char *cbtype, char *cbcharset, size_t length,
1020 char *encoding, char *cbid, void *cbuserdata)
1023 CitContext *CCC = MyContext();
1025 /* Silently go away if there's already a download open. */
1026 if (CCC->download_fp != NULL)
1030 (!IsEmptyStr(partnum) && (!strcasecmp(CCC->download_desired_section, partnum)))
1031 || (!IsEmptyStr(cbid) && (!strcasecmp(CCC->download_desired_section, cbid)))
1033 CCC->download_fp = tmpfile();
1034 if (CCC->download_fp == NULL) {
1035 MSG_syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
1037 cprintf("%d cannot open temporary file: %s\n",
1038 ERROR + INTERNAL_ERROR, strerror(errno));
1042 rv = fwrite(content, length, 1, CCC->download_fp);
1044 MSG_syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
1046 cprintf("%d unable to write tempfile.\n",
1048 fclose(CCC->download_fp);
1049 CCC->download_fp = NULL;
1052 fflush(CCC->download_fp);
1053 rewind(CCC->download_fp);
1055 OpenCmdResult(filename, cbtype);
1062 * Callback function for mime parser that outputs a section all at once.
1063 * We can specify the desired section by part number *or* content-id.
1065 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1066 void *content, char *cbtype, char *cbcharset, size_t length,
1067 char *encoding, char *cbid, void *cbuserdata)
1069 int *found_it = (int *)cbuserdata;
1072 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1073 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1076 cprintf("%d %d|-1|%s|%s|%s\n",
1083 client_write(content, length);
1089 * Load a message from disk into memory.
1090 * This is used by CtdlOutputMsg() and other fetch functions.
1092 * NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1093 * using the CtdlMessageFree() function.
1095 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body)
1097 struct CitContext *CCC = CC;
1098 struct cdbdata *dmsgtext;
1099 struct CtdlMessage *ret = NULL;
1103 cit_uint8_t field_header;
1106 MSG_syslog(LOG_DEBUG, "CtdlFetchMessage(%ld, %d)\n", msgnum, with_body);
1107 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1108 if (dmsgtext == NULL) {
1109 MSG_syslog(LOG_ERR, "CtdlFetchMessage(%ld, %d) Failed!\n", msgnum, with_body);
1112 mptr = dmsgtext->ptr;
1113 upper_bound = mptr + dmsgtext->len;
1115 /* Parse the three bytes that begin EVERY message on disk.
1116 * The first is always 0xFF, the on-disk magic number.
1117 * The second is the anonymous/public type byte.
1118 * The third is the format type byte (vari, fixed, or MIME).
1122 MSG_syslog(LOG_ERR, "Message %ld appears to be corrupted.\n", msgnum);
1126 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1127 memset(ret, 0, sizeof(struct CtdlMessage));
1129 ret->cm_magic = CTDLMESSAGE_MAGIC;
1130 ret->cm_anon_type = *mptr++; /* Anon type byte */
1131 ret->cm_format_type = *mptr++; /* Format type byte */
1134 if (dmsgtext->ptr[dmsgtext->len - 1] != '\0')
1136 MSG_syslog(LOG_ERR, "CtdlFetchMessage(%ld, %d) Forcefully terminating message!!\n", msgnum, with_body);
1137 dmsgtext->ptr[dmsgtext->len - 1] = '\0';
1141 * The rest is zero or more arbitrary fields. Load them in.
1142 * We're done when we encounter either a zero-length field or
1143 * have just processed the 'M' (message text) field.
1146 field_header = '\0';
1149 /* work around possibly buggy messages: */
1150 while (field_header == '\0')
1152 if (mptr >= upper_bound) {
1155 field_header = *mptr++;
1157 if (mptr >= upper_bound) {
1160 which = field_header;
1163 CM_SetField(ret, which, mptr, len);
1165 mptr += len + 1; /* advance to next field */
1167 } while ((mptr < upper_bound) && (field_header != 'M'));
1171 /* Always make sure there's something in the msg text field. If
1172 * it's NULL, the message text is most likely stored separately,
1173 * so go ahead and fetch that. Failing that, just set a dummy
1174 * body so other code doesn't barf.
1176 if ( (CM_IsEmpty(ret, eMesageText)) && (with_body) ) {
1177 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1178 if (dmsgtext != NULL) {
1179 CM_SetAsField(ret, eMesageText, &dmsgtext->ptr, dmsgtext->len - 1);
1183 if (CM_IsEmpty(ret, eMesageText)) {
1184 CM_SetField(ret, eMesageText, HKEY("\r\n\r\n (no text)\r\n"));
1187 /* Perform "before read" hooks (aborting if any return nonzero) */
1188 if (PerformMessageHooks(ret, NULL, EVT_BEFOREREAD) > 0) {
1199 * Pre callback function for multipart/alternative
1201 * NOTE: this differs from the standard behavior for a reason. Normally when
1202 * displaying multipart/alternative you want to show the _last_ usable
1203 * format in the message. Here we show the _first_ one, because it's
1204 * usually text/plain. Since this set of functions is designed for text
1205 * output to non-MIME-aware clients, this is the desired behavior.
1208 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1209 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1210 char *cbid, void *cbuserdata)
1212 struct CitContext *CCC = CC;
1215 ma = (struct ma_info *)cbuserdata;
1216 MSG_syslog(LOG_DEBUG, "fixed_output_pre() type=<%s>\n", cbtype);
1217 if (!strcasecmp(cbtype, "multipart/alternative")) {
1221 if (!strcasecmp(cbtype, "message/rfc822")) {
1227 * Post callback function for multipart/alternative
1229 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1230 void *content, char *cbtype, char *cbcharset, size_t length,
1231 char *encoding, char *cbid, void *cbuserdata)
1233 struct CitContext *CCC = CC;
1236 ma = (struct ma_info *)cbuserdata;
1237 MSG_syslog(LOG_DEBUG, "fixed_output_post() type=<%s>\n", cbtype);
1238 if (!strcasecmp(cbtype, "multipart/alternative")) {
1242 if (!strcasecmp(cbtype, "message/rfc822")) {
1248 * Inline callback function for mime parser that wants to display text
1250 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1251 void *content, char *cbtype, char *cbcharset, size_t length,
1252 char *encoding, char *cbid, void *cbuserdata)
1254 struct CitContext *CCC = CC;
1260 ma = (struct ma_info *)cbuserdata;
1262 MSG_syslog(LOG_DEBUG,
1263 "fixed_output() part %s: %s (%s) (%ld bytes)\n",
1264 partnum, filename, cbtype, (long)length);
1267 * If we're in the middle of a multipart/alternative scope and
1268 * we've already printed another section, skip this one.
1270 if ( (ma->is_ma) && (ma->did_print) ) {
1271 MSG_syslog(LOG_DEBUG, "Skipping part %s (%s)\n", partnum, cbtype);
1276 if ( (!strcasecmp(cbtype, "text/plain"))
1277 || (IsEmptyStr(cbtype)) ) {
1280 client_write(wptr, length);
1281 if (wptr[length-1] != '\n') {
1288 if (!strcasecmp(cbtype, "text/html")) {
1289 ptr = html_to_ascii(content, length, 80, 0);
1291 client_write(ptr, wlen);
1292 if ((wlen > 0) && (ptr[wlen-1] != '\n')) {
1299 if (ma->use_fo_hooks) {
1300 if (PerformFixedOutputHooks(cbtype, content, length)) {
1301 /* above function returns nonzero if it handled the part */
1306 if (strncasecmp(cbtype, "multipart/", 10)) {
1307 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1308 partnum, filename, cbtype, (long)length);
1314 * The client is elegant and sophisticated and wants to be choosy about
1315 * MIME content types, so figure out which multipart/alternative part
1316 * we're going to send.
1318 * We use a system of weights. When we find a part that matches one of the
1319 * MIME types we've declared as preferential, we can store it in ma->chosen_part
1320 * and then set ma->chosen_pref to that MIME type's position in our preference
1321 * list. If we then hit another match, we only replace the first match if
1322 * the preference value is lower.
1324 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1325 void *content, char *cbtype, char *cbcharset, size_t length,
1326 char *encoding, char *cbid, void *cbuserdata)
1328 struct CitContext *CCC = CC;
1333 ma = (struct ma_info *)cbuserdata;
1335 // NOTE: REMOVING THIS CONDITIONAL FIXES BUG 220
1336 // http://bugzilla.citadel.org/show_bug.cgi?id=220
1337 // I don't know if there are any side effects! Please TEST TEST TEST
1338 //if (ma->is_ma > 0) {
1340 for (i=0; i<num_tokens(CCC->preferred_formats, '|'); ++i) {
1341 extract_token(buf, CCC->preferred_formats, i, '|', sizeof buf);
1342 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1343 if (i < ma->chosen_pref) {
1344 MSG_syslog(LOG_DEBUG, "Setting chosen part: <%s>\n", partnum);
1345 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1346 ma->chosen_pref = i;
1353 * Now that we've chosen our preferred part, output it.
1355 void output_preferred(char *name,
1367 struct CitContext *CCC = CC;
1370 int add_newline = 0;
1373 char *decoded = NULL;
1374 size_t bytes_decoded;
1377 ma = (struct ma_info *)cbuserdata;
1379 /* This is not the MIME part you're looking for... */
1380 if (strcasecmp(partnum, ma->chosen_part)) return;
1382 /* If the content-type of this part is in our preferred formats
1383 * list, we can simply output it verbatim.
1385 for (i=0; i<num_tokens(CCC->preferred_formats, '|'); ++i) {
1386 extract_token(buf, CCC->preferred_formats, i, '|', sizeof buf);
1387 if (!strcasecmp(buf, cbtype)) {
1388 /* Yeah! Go! W00t!! */
1389 if (ma->dont_decode == 0)
1390 rc = mime_decode_now (content,
1396 break; /* Give us the chance, maybe theres another one. */
1398 if (rc == 0) text_content = (char *)content;
1400 text_content = decoded;
1401 length = bytes_decoded;
1404 if (text_content[length-1] != '\n') {
1407 cprintf("Content-type: %s", cbtype);
1408 if (!IsEmptyStr(cbcharset)) {
1409 cprintf("; charset=%s", cbcharset);
1411 cprintf("\nContent-length: %d\n",
1412 (int)(length + add_newline) );
1413 if (!IsEmptyStr(encoding)) {
1414 cprintf("Content-transfer-encoding: %s\n", encoding);
1417 cprintf("Content-transfer-encoding: 7bit\n");
1419 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1421 if (client_write(text_content, length) == -1)
1423 MSGM_syslog(LOG_ERR, "output_preferred(): aborting due to write failure.\n");
1426 if (add_newline) cprintf("\n");
1427 if (decoded != NULL) free(decoded);
1432 /* No translations required or possible: output as text/plain */
1433 cprintf("Content-type: text/plain\n\n");
1435 if (ma->dont_decode == 0)
1436 rc = mime_decode_now (content,
1442 return; /* Give us the chance, maybe theres another one. */
1444 if (rc == 0) text_content = (char *)content;
1446 text_content = decoded;
1447 length = bytes_decoded;
1450 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset,
1451 length, encoding, cbid, cbuserdata);
1452 if (decoded != NULL) free(decoded);
1457 char desired_section[64];
1464 * Callback function for
1466 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1467 void *content, char *cbtype, char *cbcharset, size_t length,
1468 char *encoding, char *cbid, void *cbuserdata)
1470 struct encapmsg *encap;
1472 encap = (struct encapmsg *)cbuserdata;
1474 /* Only proceed if this is the desired section... */
1475 if (!strcasecmp(encap->desired_section, partnum)) {
1476 encap->msglen = length;
1477 encap->msg = malloc(length + 2);
1478 memcpy(encap->msg, content, length);
1485 * Determine whether the specified message exists in the cached_msglist
1486 * (This is a security check)
1488 int check_cached_msglist(long msgnum) {
1489 struct CitContext *CCC = CC;
1491 /* cases in which we skip the check */
1492 if (!CCC) return om_ok; /* not a session */
1493 if (CCC->client_socket <= 0) return om_ok; /* not a client session */
1494 if (CCC->cached_msglist == NULL) return om_access_denied; /* no msglist fetched */
1495 if (CCC->cached_num_msgs == 0) return om_access_denied; /* nothing to check */
1498 /* Do a binary search within the cached_msglist for the requested msgnum */
1500 int max = (CC->cached_num_msgs - 1);
1502 while (max >= min) {
1503 int middle = min + (max-min) / 2 ;
1504 if (msgnum == CCC->cached_msglist[middle]) {
1507 if (msgnum > CC->cached_msglist[middle]) {
1515 return om_access_denied;
1521 * Get a message off disk. (returns om_* values found in msgbase.h)
1524 int CtdlOutputMsg(long msg_num, /* message number (local) to fetch */
1525 int mode, /* how would you like that message? */
1526 int headers_only, /* eschew the message body? */
1527 int do_proto, /* do Citadel protocol responses? */
1528 int crlf, /* Use CRLF newlines instead of LF? */
1529 char *section, /* NULL or a message/rfc822 section */
1530 int flags, /* various flags; see msgbase.h */
1535 struct CitContext *CCC = CC;
1536 struct CtdlMessage *TheMessage = NULL;
1537 int retcode = CIT_OK;
1538 struct encapmsg encap;
1541 MSG_syslog(LOG_DEBUG, "CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)\n",
1543 (section ? section : "<>")
1546 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1549 if (r == om_not_logged_in) {
1550 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1553 cprintf("%d An unknown error has occurred.\n", ERROR);
1560 * Check to make sure the message is actually IN this room
1562 r = check_cached_msglist(msg_num);
1563 if (r == om_access_denied) {
1564 /* Not in the cache? We get ONE shot to check it again. */
1565 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1566 r = check_cached_msglist(msg_num);
1569 MSG_syslog(LOG_DEBUG, "Security check fail: message %ld is not in %s\n",
1570 msg_num, CCC->room.QRname
1573 if (r == om_access_denied) {
1574 cprintf("%d message %ld was not found in this room\n",
1575 ERROR + HIGHER_ACCESS_REQUIRED,
1584 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1585 * request that we don't even bother loading the body into memory.
1587 if (headers_only == HEADERS_FAST) {
1588 TheMessage = CtdlFetchMessage(msg_num, 0);
1591 TheMessage = CtdlFetchMessage(msg_num, 1);
1594 if (TheMessage == NULL) {
1595 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1596 ERROR + MESSAGE_NOT_FOUND, msg_num);
1597 return(om_no_such_msg);
1600 /* Here is the weird form of this command, to process only an
1601 * encapsulated message/rfc822 section.
1603 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1604 memset(&encap, 0, sizeof encap);
1605 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1606 mime_parser(CM_RANGE(TheMessage, eMesageText),
1607 *extract_encapsulated_message,
1608 NULL, NULL, (void *)&encap, 0
1611 if ((Author != NULL) && (*Author == NULL))
1614 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1616 if ((Address != NULL) && (*Address == NULL))
1619 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1621 if ((MessageID != NULL) && (*MessageID == NULL))
1624 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1626 CM_Free(TheMessage);
1630 encap.msg[encap.msglen] = 0;
1631 TheMessage = convert_internet_message(encap.msg);
1632 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1634 /* Now we let it fall through to the bottom of this
1635 * function, because TheMessage now contains the
1636 * encapsulated message instead of the top-level
1637 * message. Isn't that neat?
1642 cprintf("%d msg %ld has no part %s\n",
1643 ERROR + MESSAGE_NOT_FOUND,
1647 retcode = om_no_such_msg;
1652 /* Ok, output the message now */
1653 if (retcode == CIT_OK)
1654 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1655 if ((Author != NULL) && (*Author == NULL))
1658 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1660 if ((Address != NULL) && (*Address == NULL))
1663 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1665 if ((MessageID != NULL) && (*MessageID == NULL))
1668 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1671 CM_Free(TheMessage);
1678 void OutputCtdlMsgHeaders(
1679 struct CtdlMessage *TheMessage,
1680 int do_proto) /* do Citadel protocol responses? */
1685 char display_name[256];
1687 /* begin header processing loop for Citadel message format */
1688 safestrncpy(display_name, "<unknown>", sizeof display_name);
1689 if (!CM_IsEmpty(TheMessage, eAuthor)) {
1690 strcpy(buf, TheMessage->cm_fields[eAuthor]);
1691 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1692 safestrncpy(display_name, "****", sizeof display_name);
1694 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1695 safestrncpy(display_name, "anonymous", sizeof display_name);
1698 safestrncpy(display_name, buf, sizeof display_name);
1700 if ((is_room_aide())
1701 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1702 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1703 size_t tmp = strlen(display_name);
1704 snprintf(&display_name[tmp],
1705 sizeof display_name - tmp,
1710 /* Don't show Internet address for users on the
1711 * local Citadel network.
1714 if (!CM_IsEmpty(TheMessage, eNodeName) &&
1715 (haschar(TheMessage->cm_fields[eNodeName], '.') == 0))
1720 /* Now spew the header fields in the order we like them. */
1721 for (i=0; i< NDiskFields; ++i) {
1723 Field = FieldOrder[i];
1724 if (Field != eMesageText) {
1725 if ( (!CM_IsEmpty(TheMessage, Field))
1726 && (msgkeys[Field] != NULL) ) {
1727 if ((Field == eenVelopeTo) ||
1728 (Field == eRecipient) ||
1729 (Field == eCarbonCopY)) {
1730 sanitize_truncated_recipient(TheMessage->cm_fields[Field]);
1732 if (Field == eAuthor) {
1733 if (do_proto) cprintf("%s=%s\n",
1737 else if ((Field == erFc822Addr) && (suppress_f)) {
1740 /* Masquerade display name if needed */
1742 if (do_proto) cprintf("%s=%s\n",
1744 TheMessage->cm_fields[Field]
1753 void OutputRFC822MsgHeaders(
1754 struct CtdlMessage *TheMessage,
1755 int flags, /* should the bessage be exported clean */
1757 char *mid, long sizeof_mid,
1758 char *suser, long sizeof_suser,
1759 char *luser, long sizeof_luser,
1760 char *fuser, long sizeof_fuser,
1761 char *snode, long sizeof_snode)
1763 char datestamp[100];
1764 int subject_found = 0;
1771 for (i = 0; i < NDiskFields; ++i) {
1772 if (TheMessage->cm_fields[FieldOrder[i]]) {
1773 mptr = mpptr = TheMessage->cm_fields[FieldOrder[i]];
1774 switch (FieldOrder[i]) {
1776 safestrncpy(luser, mptr, sizeof_luser);
1777 safestrncpy(suser, mptr, sizeof_suser);
1780 if ((flags & QP_EADDR) != 0) {
1781 mptr = qp_encode_email_addrs(mptr);
1783 sanitize_truncated_recipient(mptr);
1784 cprintf("CC: %s%s", mptr, nl);
1787 cprintf("Return-Path: %s%s", mptr, nl);
1790 cprintf("List-ID: %s%s", mptr, nl);
1793 if ((flags & QP_EADDR) != 0)
1794 mptr = qp_encode_email_addrs(mptr);
1796 while ((*hptr != '\0') && isspace(*hptr))
1798 if (!IsEmptyStr(hptr))
1799 cprintf("Envelope-To: %s%s", hptr, nl);
1802 cprintf("Subject: %s%s", mptr, nl);
1806 safestrncpy(mid, mptr, sizeof_mid); /// TODO: detect @ here and copy @nodename in if not found.
1809 safestrncpy(fuser, mptr, sizeof_fuser);
1810 /* case eOriginalRoom:
1811 cprintf("X-Citadel-Room: %s%s",
1816 safestrncpy(snode, mptr, sizeof_snode);
1819 if (haschar(mptr, '@') == 0)
1821 sanitize_truncated_recipient(mptr);
1822 cprintf("To: %s@%s", mptr, CtdlGetConfigStr("c_fqdn"));
1827 if ((flags & QP_EADDR) != 0) {
1828 mptr = qp_encode_email_addrs(mptr);
1830 sanitize_truncated_recipient(mptr);
1831 cprintf("To: %s", mptr);
1836 datestring(datestamp, sizeof datestamp,
1837 atol(mptr), DATESTRING_RFC822);
1838 cprintf("Date: %s%s", datestamp, nl);
1841 cprintf("References: ");
1842 k = num_tokens(mptr, '|');
1843 for (j=0; j<k; ++j) {
1844 extract_token(buf, mptr, j, '|', sizeof buf);
1845 cprintf("<%s>", buf);
1856 while ((*hptr != '\0') && isspace(*hptr))
1858 if (!IsEmptyStr(hptr))
1859 cprintf("Reply-To: %s%s", mptr, nl);
1875 /* these don't map to mime message headers. */
1883 if (subject_found == 0) {
1884 cprintf("Subject: (no subject)%s", nl);
1889 void Dump_RFC822HeadersBody(
1890 struct CtdlMessage *TheMessage,
1891 int headers_only, /* eschew the message body? */
1892 int flags, /* should the bessage be exported clean? */
1896 cit_uint8_t prev_ch;
1898 const char *StartOfText = StrBufNOTNULL;
1901 int nllen = strlen(nl);
1904 mptr = TheMessage->cm_fields[eMesageText];
1908 while (*mptr != '\0') {
1909 if (*mptr == '\r') {
1916 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
1918 eoh = *(mptr+1) == '\n';
1922 StartOfText = strchr(StartOfText, '\n');
1923 StartOfText = strchr(StartOfText, '\n');
1926 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
1927 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
1928 ((headers_only != HEADERS_NONE) &&
1929 (headers_only != HEADERS_ONLY))
1931 if (*mptr == '\n') {
1932 memcpy(&outbuf[outlen], nl, nllen);
1934 outbuf[outlen] = '\0';
1937 outbuf[outlen++] = *mptr;
1941 if (flags & ESC_DOT)
1943 if ((prev_ch == '\n') &&
1945 ((*(mptr+1) == '\r') || (*(mptr+1) == '\n')))
1947 outbuf[outlen++] = '.';
1952 if (outlen > 1000) {
1953 if (client_write(outbuf, outlen) == -1)
1955 struct CitContext *CCC = CC;
1956 MSGM_syslog(LOG_ERR, "Dump_RFC822HeadersBody(): aborting due to write failure.\n");
1963 client_write(outbuf, outlen);
1969 /* If the format type on disk is 1 (fixed-format), then we want
1970 * everything to be output completely literally ... regardless of
1971 * what message transfer format is in use.
1973 void DumpFormatFixed(
1974 struct CtdlMessage *TheMessage,
1975 int mode, /* how would you like that message? */
1982 int nllen = strlen (nl);
1985 mptr = TheMessage->cm_fields[eMesageText];
1987 if (mode == MT_MIME) {
1988 cprintf("Content-type: text/plain\n\n");
1992 while (ch = *mptr++, ch > 0) {
1996 if ((buflen > 250) && (!xlline)){
2000 while ((buflen > 0) &&
2001 (!isspace(buf[buflen])))
2007 mptr -= tbuflen - buflen;
2012 /* if we reach the outer bounds of our buffer,
2013 abort without respect what whe purge. */
2016 (buflen > SIZ - nllen - 2)))
2020 memcpy (&buf[buflen], nl, nllen);
2024 if (client_write(buf, buflen) == -1)
2026 struct CitContext *CCC = CC;
2027 MSGM_syslog(LOG_ERR, "DumpFormatFixed(): aborting due to write failure.\n");
2039 if (!IsEmptyStr(buf))
2040 cprintf("%s%s", buf, nl);
2044 * Get a message off disk. (returns om_* values found in msgbase.h)
2046 int CtdlOutputPreLoadedMsg(
2047 struct CtdlMessage *TheMessage,
2048 int mode, /* how would you like that message? */
2049 int headers_only, /* eschew the message body? */
2050 int do_proto, /* do Citadel protocol responses? */
2051 int crlf, /* Use CRLF newlines instead of LF? */
2052 int flags /* should the bessage be exported clean? */
2054 struct CitContext *CCC = CC;
2056 const char *nl; /* newline string */
2059 /* Buffers needed for RFC822 translation. These are all filled
2060 * using functions that are bounds-checked, and therefore we can
2061 * make them substantially smaller than SIZ.
2069 MSG_syslog(LOG_DEBUG, "CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d\n",
2070 ((TheMessage == NULL) ? "NULL" : "not null"),
2071 mode, headers_only, do_proto, crlf);
2073 strcpy(mid, "unknown");
2074 nl = (crlf ? "\r\n" : "\n");
2076 if (!CM_IsValidMsg(TheMessage)) {
2077 MSGM_syslog(LOG_ERR,
2078 "ERROR: invalid preloaded message for output\n");
2080 return(om_no_such_msg);
2083 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
2084 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
2086 if ( (flags & SUPPRESS_ENV_TO) && (!CM_IsEmpty(TheMessage, eenVelopeTo)) ) {
2087 memset(TheMessage->cm_fields[eenVelopeTo], ' ', TheMessage->cm_lengths[eenVelopeTo]);
2090 /* Are we downloading a MIME component? */
2091 if (mode == MT_DOWNLOAD) {
2092 if (TheMessage->cm_format_type != FMT_RFC822) {
2094 cprintf("%d This is not a MIME message.\n",
2095 ERROR + ILLEGAL_VALUE);
2096 } else if (CCC->download_fp != NULL) {
2097 if (do_proto) cprintf(
2098 "%d You already have a download open.\n",
2099 ERROR + RESOURCE_BUSY);
2101 /* Parse the message text component */
2102 mime_parser(CM_RANGE(TheMessage, eMesageText),
2103 *mime_download, NULL, NULL, NULL, 0);
2104 /* If there's no file open by this time, the requested
2105 * section wasn't found, so print an error
2107 if (CCC->download_fp == NULL) {
2108 if (do_proto) cprintf(
2109 "%d Section %s not found.\n",
2110 ERROR + FILE_NOT_FOUND,
2111 CCC->download_desired_section);
2114 return((CCC->download_fp != NULL) ? om_ok : om_mime_error);
2117 /* MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
2118 * in a single server operation instead of opening a download file.
2120 if (mode == MT_SPEW_SECTION) {
2121 if (TheMessage->cm_format_type != FMT_RFC822) {
2123 cprintf("%d This is not a MIME message.\n",
2124 ERROR + ILLEGAL_VALUE);
2126 /* Parse the message text component */
2129 mime_parser(CM_RANGE(TheMessage, eMesageText),
2130 *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
2131 /* If section wasn't found, print an error
2134 if (do_proto) cprintf(
2135 "%d Section %s not found.\n",
2136 ERROR + FILE_NOT_FOUND,
2137 CCC->download_desired_section);
2140 return((CCC->download_fp != NULL) ? om_ok : om_mime_error);
2143 /* now for the user-mode message reading loops */
2144 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
2146 /* Does the caller want to skip the headers? */
2147 if (headers_only == HEADERS_NONE) goto START_TEXT;
2149 /* Tell the client which format type we're using. */
2150 if ( (mode == MT_CITADEL) && (do_proto) ) {
2151 cprintf("type=%d\n", TheMessage->cm_format_type);
2154 /* nhdr=yes means that we're only displaying headers, no body */
2155 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
2156 && ((mode == MT_CITADEL) || (mode == MT_MIME))
2159 cprintf("nhdr=yes\n");
2162 if ((mode == MT_CITADEL) || (mode == MT_MIME))
2163 OutputCtdlMsgHeaders(TheMessage, do_proto);
2166 /* begin header processing loop for RFC822 transfer format */
2170 memcpy(snode, CtdlGetConfigStr("c_nodename"), strlen(CtdlGetConfigStr("c_nodename")) + 1);
2171 if (mode == MT_RFC822)
2172 OutputRFC822MsgHeaders(
2177 suser, sizeof(suser),
2178 luser, sizeof(luser),
2179 fuser, sizeof(fuser),
2180 snode, sizeof(snode)
2184 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2185 suser[i] = tolower(suser[i]);
2186 if (!isalnum(suser[i])) suser[i]='_';
2189 if (mode == MT_RFC822) {
2190 if (!strcasecmp(snode, NODENAME)) {
2191 safestrncpy(snode, FQDN, sizeof snode);
2194 /* Construct a fun message id */
2195 cprintf("Message-ID: <%s", mid);/// todo: this possibly breaks threadding mails.
2196 if (strchr(mid, '@')==NULL) {
2197 cprintf("@%s", snode);
2201 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2202 cprintf("From: \"----\" <x@x.org>%s", nl);
2204 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2205 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2207 else if (!IsEmptyStr(fuser)) {
2208 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2211 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2214 /* Blank line signifying RFC822 end-of-headers */
2215 if (TheMessage->cm_format_type != FMT_RFC822) {
2220 /* end header processing loop ... at this point, we're in the text */
2222 if (headers_only == HEADERS_FAST) goto DONE;
2224 /* Tell the client about the MIME parts in this message */
2225 if (TheMessage->cm_format_type == FMT_RFC822) {
2226 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2227 memset(&ma, 0, sizeof(struct ma_info));
2228 mime_parser(CM_RANGE(TheMessage, eMesageText),
2229 (do_proto ? *list_this_part : NULL),
2230 (do_proto ? *list_this_pref : NULL),
2231 (do_proto ? *list_this_suff : NULL),
2234 else if (mode == MT_RFC822) { /* unparsed RFC822 dump */
2235 Dump_RFC822HeadersBody(
2244 if (headers_only == HEADERS_ONLY) {
2248 /* signify start of msg text */
2249 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2250 if (do_proto) cprintf("text\n");
2253 if (TheMessage->cm_format_type == FMT_FIXED)
2256 mode, /* how would you like that message? */
2259 /* If the message on disk is format 0 (Citadel vari-format), we
2260 * output using the formatter at 80 columns. This is the final output
2261 * form if the transfer format is RFC822, but if the transfer format
2262 * is Citadel proprietary, it'll still work, because the indentation
2263 * for new paragraphs is correct and the client will reformat the
2264 * message to the reader's screen width.
2266 if (TheMessage->cm_format_type == FMT_CITADEL) {
2267 if (mode == MT_MIME) {
2268 cprintf("Content-type: text/x-citadel-variformat\n\n");
2270 memfmout(TheMessage->cm_fields[eMesageText], nl);
2273 /* If the message on disk is format 4 (MIME), we've gotta hand it
2274 * off to the MIME parser. The client has already been told that
2275 * this message is format 1 (fixed format), so the callback function
2276 * we use will display those parts as-is.
2278 if (TheMessage->cm_format_type == FMT_RFC822) {
2279 memset(&ma, 0, sizeof(struct ma_info));
2281 if (mode == MT_MIME) {
2282 ma.use_fo_hooks = 0;
2283 strcpy(ma.chosen_part, "1");
2284 ma.chosen_pref = 9999;
2285 ma.dont_decode = CCC->msg4_dont_decode;
2286 mime_parser(CM_RANGE(TheMessage, eMesageText),
2287 *choose_preferred, *fixed_output_pre,
2288 *fixed_output_post, (void *)&ma, 1);
2289 mime_parser(CM_RANGE(TheMessage, eMesageText),
2290 *output_preferred, NULL, NULL, (void *)&ma, 1);
2293 ma.use_fo_hooks = 1;
2294 mime_parser(CM_RANGE(TheMessage, eMesageText),
2295 *fixed_output, *fixed_output_pre,
2296 *fixed_output_post, (void *)&ma, 0);
2301 DONE: /* now we're done */
2302 if (do_proto) cprintf("000\n");
2307 * Save one or more message pointers into a specified room
2308 * (Returns 0 for success, nonzero for failure)
2309 * roomname may be NULL to use the current room
2311 * Note that the 'supplied_msg' field may be set to NULL, in which case
2312 * the message will be fetched from disk, by number, if we need to perform
2313 * replication checks. This adds an additional database read, so if the
2314 * caller already has the message in memory then it should be supplied. (Obviously
2315 * this mode of operation only works if we're saving a single message.)
2317 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2318 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2320 struct CitContext *CCC = CC;
2322 char hold_rm[ROOMNAMELEN];
2323 struct cdbdata *cdbfr;
2326 long highest_msg = 0L;
2329 struct CtdlMessage *msg = NULL;
2331 long *msgs_to_be_merged = NULL;
2332 int num_msgs_to_be_merged = 0;
2334 MSG_syslog(LOG_DEBUG,
2335 "CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)\n",
2336 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2339 strcpy(hold_rm, CCC->room.QRname);
2342 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2343 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2344 if (num_newmsgs > 1) supplied_msg = NULL;
2346 /* Now the regular stuff */
2347 if (CtdlGetRoomLock(&CCC->room,
2348 ((roomname != NULL) ? roomname : CCC->room.QRname) )
2350 MSG_syslog(LOG_ERR, "No such room <%s>\n", roomname);
2351 return(ERROR + ROOM_NOT_FOUND);
2355 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2356 num_msgs_to_be_merged = 0;
2359 cdbfr = cdb_fetch(CDB_MSGLISTS, &CCC->room.QRnumber, sizeof(long));
2360 if (cdbfr == NULL) {
2364 msglist = (long *) cdbfr->ptr;
2365 cdbfr->ptr = NULL; /* CtdlSaveMsgPointerInRoom() now owns this memory */
2366 num_msgs = cdbfr->len / sizeof(long);
2371 /* Create a list of msgid's which were supplied by the caller, but do
2372 * not already exist in the target room. It is absolutely taboo to
2373 * have more than one reference to the same message in a room.
2375 for (i=0; i<num_newmsgs; ++i) {
2377 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2378 if (msglist[j] == newmsgidlist[i]) {
2383 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2387 MSG_syslog(LOG_DEBUG, "%d unique messages to be merged\n", num_msgs_to_be_merged);
2390 * Now merge the new messages
2392 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2393 if (msglist == NULL) {
2394 MSGM_syslog(LOG_ALERT, "ERROR: can't realloc message list!\n");
2395 free(msgs_to_be_merged);
2396 return (ERROR + INTERNAL_ERROR);
2398 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2399 num_msgs += num_msgs_to_be_merged;
2401 /* Sort the message list, so all the msgid's are in order */
2402 num_msgs = sort_msglist(msglist, num_msgs);
2404 /* Determine the highest message number */
2405 highest_msg = msglist[num_msgs - 1];
2407 /* Write it back to disk. */
2408 cdb_store(CDB_MSGLISTS, &CCC->room.QRnumber, (int)sizeof(long),
2409 msglist, (int)(num_msgs * sizeof(long)));
2411 /* Free up the memory we used. */
2414 /* Update the highest-message pointer and unlock the room. */
2415 CCC->room.QRhighest = highest_msg;
2416 CtdlPutRoomLock(&CCC->room);
2418 /* Perform replication checks if necessary */
2419 if ( (DoesThisRoomNeedEuidIndexing(&CCC->room)) && (do_repl_check) ) {
2420 MSGM_syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() doing repl checks\n");
2422 for (i=0; i<num_msgs_to_be_merged; ++i) {
2423 msgid = msgs_to_be_merged[i];
2425 if (supplied_msg != NULL) {
2429 msg = CtdlFetchMessage(msgid, 0);
2433 ReplicationChecks(msg);
2435 /* If the message has an Exclusive ID, index that... */
2436 if (!CM_IsEmpty(msg, eExclusiveID)) {
2437 index_message_by_euid(msg->cm_fields[eExclusiveID], &CCC->room, msgid);
2440 /* Free up the memory we may have allocated */
2441 if (msg != supplied_msg) {
2450 MSGM_syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() skips repl checks\n");
2453 /* Submit this room for processing by hooks */
2454 PerformRoomHooks(&CCC->room);
2456 /* Go back to the room we were in before we wandered here... */
2457 CtdlGetRoom(&CCC->room, hold_rm);
2459 /* Bump the reference count for all messages which were merged */
2460 if (!suppress_refcount_adj) {
2461 AdjRefCountList(msgs_to_be_merged, num_msgs_to_be_merged, +1);
2464 /* Free up memory... */
2465 if (msgs_to_be_merged != NULL) {
2466 free(msgs_to_be_merged);
2469 /* Return success. */
2475 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2478 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
2479 int do_repl_check, struct CtdlMessage *supplied_msg)
2481 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2488 * Message base operation to save a new message to the message store
2489 * (returns new message number)
2491 * This is the back end for CtdlSubmitMsg() and should not be directly
2492 * called by server-side modules.
2495 long send_message(struct CtdlMessage *msg) {
2496 struct CitContext *CCC = CC;
2506 /* Get a new message number */
2507 newmsgid = get_new_message_number();
2508 msgidbuflen = snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
2509 (long unsigned int) time(NULL),
2510 (long unsigned int) newmsgid,
2511 CtdlGetConfigStr("c_fqdn")
2514 /* Generate an ID if we don't have one already */
2515 if (CM_IsEmpty(msg, emessageId)) {
2516 CM_SetField(msg, emessageId, msgidbuf, msgidbuflen);
2519 /* If the message is big, set its body aside for storage elsewhere */
2520 if (!CM_IsEmpty(msg, eMesageText)) {
2521 if (msg->cm_lengths[eMesageText] > BIGMSG) {
2523 holdM = msg->cm_fields[eMesageText];
2524 msg->cm_fields[eMesageText] = NULL;
2525 holdMLen = msg->cm_lengths[eMesageText];
2526 msg->cm_lengths[eMesageText] = 0;
2530 /* Serialize our data structure for storage in the database */
2531 CtdlSerializeMessage(&smr, msg);
2534 msg->cm_fields[eMesageText] = holdM;
2535 msg->cm_lengths[eMesageText] = holdMLen;
2539 cprintf("%d Unable to serialize message\n",
2540 ERROR + INTERNAL_ERROR);
2544 /* Write our little bundle of joy into the message base */
2545 if (cdb_store(CDB_MSGMAIN, &newmsgid, (int)sizeof(long),
2546 smr.ser, smr.len) < 0) {
2547 MSGM_syslog(LOG_ERR, "Can't store message\n");
2551 cdb_store(CDB_BIGMSGS,
2561 /* Free the memory we used for the serialized message */
2564 /* Return the *local* message ID to the caller
2565 * (even if we're storing an incoming network message)
2573 * Serialize a struct CtdlMessage into the format used on disk and network.
2575 * This function loads up a "struct ser_ret" (defined in server.h) which
2576 * contains the length of the serialized message and a pointer to the
2577 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2579 void CtdlSerializeMessage(struct ser_ret *ret, /* return values */
2580 struct CtdlMessage *msg) /* unserialized msg */
2582 struct CitContext *CCC = CC;
2587 * Check for valid message format
2589 if (CM_IsValidMsg(msg) == 0) {
2590 MSGM_syslog(LOG_ERR, "CtdlSerializeMessage() aborting due to invalid message\n");
2597 for (i=0; i < NDiskFields; ++i)
2598 if (msg->cm_fields[FieldOrder[i]] != NULL)
2599 ret->len += msg->cm_lengths[FieldOrder[i]] + 2;
2601 ret->ser = malloc(ret->len);
2602 if (ret->ser == NULL) {
2603 MSG_syslog(LOG_ERR, "CtdlSerializeMessage() malloc(%ld) failed: %s\n",
2604 (long)ret->len, strerror(errno));
2611 ret->ser[1] = msg->cm_anon_type;
2612 ret->ser[2] = msg->cm_format_type;
2615 for (i=0; i < NDiskFields; ++i)
2616 if (msg->cm_fields[FieldOrder[i]] != NULL)
2618 ret->ser[wlen++] = (char)FieldOrder[i];
2620 memcpy(&ret->ser[wlen],
2621 msg->cm_fields[FieldOrder[i]],
2622 msg->cm_lengths[FieldOrder[i]] + 1);
2624 wlen = wlen + msg->cm_lengths[FieldOrder[i]] + 1;
2627 if (ret->len != wlen) {
2628 MSG_syslog(LOG_ERR, "ERROR: len=%ld wlen=%ld\n",
2629 (long)ret->len, (long)wlen);
2637 * Check to see if any messages already exist in the current room which
2638 * carry the same Exclusive ID as this one. If any are found, delete them.
2640 void ReplicationChecks(struct CtdlMessage *msg) {
2641 struct CitContext *CCC = CC;
2642 long old_msgnum = (-1L);
2644 if (DoesThisRoomNeedEuidIndexing(&CCC->room) == 0) return;
2646 MSG_syslog(LOG_DEBUG, "Performing replication checks in <%s>\n",
2649 /* No exclusive id? Don't do anything. */
2650 if (msg == NULL) return;
2651 if (CM_IsEmpty(msg, eExclusiveID)) return;
2653 /*MSG_syslog(LOG_DEBUG, "Exclusive ID: <%s> for room <%s>\n",
2654 msg->cm_fields[eExclusiveID], CCC->room.QRname);*/
2656 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields[eExclusiveID], &CCC->room);
2657 if (old_msgnum > 0L) {
2658 MSG_syslog(LOG_DEBUG, "ReplicationChecks() replacing message %ld\n", old_msgnum);
2659 CtdlDeleteMessages(CCC->room.QRname, &old_msgnum, 1, "");
2666 * Save a message to disk and submit it into the delivery system.
2668 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2669 recptypes *recps, /* recipients (if mail) */
2670 const char *force, /* force a particular room? */
2671 int flags /* should the message be exported clean? */
2674 char hold_rm[ROOMNAMELEN];
2675 char actual_rm[ROOMNAMELEN];
2676 char force_room[ROOMNAMELEN];
2677 char content_type[SIZ]; /* We have to learn this */
2678 char recipient[SIZ];
2679 char bounce_to[1024];
2682 const char *mptr = NULL;
2683 struct ctdluser userbuf;
2685 struct MetaData smi;
2686 char *collected_addresses = NULL;
2687 struct addresses_to_be_filed *aptr = NULL;
2688 StrBuf *saved_rfc822_version = NULL;
2689 int qualified_for_journaling = 0;
2690 CitContext *CCC = MyContext();
2692 MSGM_syslog(LOG_DEBUG, "CtdlSubmitMsg() called\n");
2693 if (CM_IsValidMsg(msg) == 0) return(-1); /* self check */
2695 /* If this message has no timestamp, we take the liberty of
2696 * giving it one, right now.
2698 if (CM_IsEmpty(msg, eTimestamp)) {
2699 CM_SetFieldLONG(msg, eTimestamp, time(NULL));
2702 /* If this message has no path, we generate one.
2704 if (CM_IsEmpty(msg, eMessagePath)) {
2705 if (!CM_IsEmpty(msg, eAuthor)) {
2706 CM_CopyField(msg, eMessagePath, eAuthor);
2707 for (a=0; !IsEmptyStr(&msg->cm_fields[eMessagePath][a]); ++a) {
2708 if (isspace(msg->cm_fields[eMessagePath][a])) {
2709 msg->cm_fields[eMessagePath][a] = ' ';
2714 CM_SetField(msg, eMessagePath, HKEY("unknown"));
2718 if (force == NULL) {
2719 force_room[0] = '\0';
2722 strcpy(force_room, force);
2725 /* Learn about what's inside, because it's what's inside that counts */
2726 if (CM_IsEmpty(msg, eMesageText)) {
2727 MSGM_syslog(LOG_ERR, "ERROR: attempt to save message with NULL body\n");
2731 switch (msg->cm_format_type) {
2733 strcpy(content_type, "text/x-citadel-variformat");
2736 strcpy(content_type, "text/plain");
2739 strcpy(content_type, "text/plain");
2740 mptr = bmstrcasestr(msg->cm_fields[eMesageText], "Content-type:");
2743 safestrncpy(content_type, &mptr[13], sizeof content_type);
2744 striplt(content_type);
2745 aptr = content_type;
2746 while (!IsEmptyStr(aptr)) {
2758 /* Goto the correct room */
2759 room = (recps) ? CCC->room.QRname : SENTITEMS;
2760 MSG_syslog(LOG_DEBUG, "Selected room %s\n", room);
2761 strcpy(hold_rm, CCC->room.QRname);
2762 strcpy(actual_rm, CCC->room.QRname);
2763 if (recps != NULL) {
2764 strcpy(actual_rm, SENTITEMS);
2767 /* If the user is a twit, move to the twit room for posting */
2769 if (CCC->user.axlevel == AxProbU) {
2770 strcpy(hold_rm, actual_rm);
2771 strcpy(actual_rm, CtdlGetConfigStr("c_twitroom"));
2772 MSGM_syslog(LOG_DEBUG, "Diverting to twit room\n");
2776 /* ...or if this message is destined for Aide> then go there. */
2777 if (!IsEmptyStr(force_room)) {
2778 strcpy(actual_rm, force_room);
2781 MSG_syslog(LOG_INFO, "Final selection: %s (%s)\n", actual_rm, room);
2782 if (strcasecmp(actual_rm, CCC->room.QRname)) {
2783 /* CtdlGetRoom(&CCC->room, actual_rm); */
2784 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL, NULL, NULL);
2788 * If this message has no O (room) field, generate one.
2790 if (CM_IsEmpty(msg, eOriginalRoom)) {
2791 CM_SetField(msg, eOriginalRoom, CCC->room.QRname, strlen(CCC->room.QRname));
2794 /* Perform "before save" hooks (aborting if any return nonzero) */
2795 MSGM_syslog(LOG_DEBUG, "Performing before-save hooks\n");
2796 if (PerformMessageHooks(msg, recps, EVT_BEFORESAVE) > 0) return(-3);
2799 * If this message has an Exclusive ID, and the room is replication
2800 * checking enabled, then do replication checks.
2802 if (DoesThisRoomNeedEuidIndexing(&CCC->room)) {
2803 ReplicationChecks(msg);
2806 /* Save it to disk */
2807 MSGM_syslog(LOG_DEBUG, "Saving to disk\n");
2808 newmsgid = send_message(msg);
2809 if (newmsgid <= 0L) return(-5);
2811 /* Write a supplemental message info record. This doesn't have to
2812 * be a critical section because nobody else knows about this message
2815 MSGM_syslog(LOG_DEBUG, "Creating MetaData record\n");
2816 memset(&smi, 0, sizeof(struct MetaData));
2817 smi.meta_msgnum = newmsgid;
2818 smi.meta_refcount = 0;
2819 safestrncpy(smi.meta_content_type, content_type,
2820 sizeof smi.meta_content_type);
2823 * Measure how big this message will be when rendered as RFC822.
2824 * We do this for two reasons:
2825 * 1. We need the RFC822 length for the new metadata record, so the
2826 * POP and IMAP services don't have to calculate message lengths
2827 * while the user is waiting (multiplied by potentially hundreds
2828 * or thousands of messages).
2829 * 2. If journaling is enabled, we will need an RFC822 version of the
2830 * message to attach to the journalized copy.
2832 if (CCC->redirect_buffer != NULL) {
2833 MSGM_syslog(LOG_ALERT, "CCC->redirect_buffer is not NULL during message submission!\n");
2836 CCC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
2837 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
2838 smi.meta_rfc822_length = StrLength(CCC->redirect_buffer);
2839 saved_rfc822_version = CCC->redirect_buffer;
2840 CCC->redirect_buffer = NULL;
2844 /* Now figure out where to store the pointers */
2845 MSGM_syslog(LOG_DEBUG, "Storing pointers\n");
2847 /* If this is being done by the networker delivering a private
2848 * message, we want to BYPASS saving the sender's copy (because there
2849 * is no local sender; it would otherwise go to the Trashcan).
2851 if ((!CCC->internal_pgm) || (recps == NULL)) {
2852 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
2853 MSGM_syslog(LOG_ERR, "ERROR saving message pointer!\n");
2854 CtdlSaveMsgPointerInRoom(CtdlGetConfigStr("c_aideroom"), newmsgid, 0, msg);
2858 /* For internet mail, drop a copy in the outbound queue room */
2859 if ((recps != NULL) && (recps->num_internet > 0)) {
2860 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
2863 /* If other rooms are specified, drop them there too. */
2864 if ((recps != NULL) && (recps->num_room > 0))
2865 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
2866 extract_token(recipient, recps->recp_room, i,
2867 '|', sizeof recipient);
2868 MSG_syslog(LOG_DEBUG, "Delivering to room <%s>\n", recipient);///// xxxx
2869 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
2872 /* Bump this user's messages posted counter. */
2873 MSGM_syslog(LOG_DEBUG, "Updating user\n");
2874 CtdlLockGetCurrentUser();
2875 CCC->user.posted = CCC->user.posted + 1;
2876 CtdlPutCurrentUserLock();
2878 /* Decide where bounces need to be delivered */
2879 if ((recps != NULL) && (recps->bounce_to == NULL))
2882 snprintf(bounce_to, sizeof bounce_to, "%s@%s",
2883 CCC->user.fullname, CtdlGetConfigStr("c_nodename"));
2885 snprintf(bounce_to, sizeof bounce_to, "%s@%s",
2886 msg->cm_fields[eAuthor], msg->cm_fields[eNodeName]);
2887 recps->bounce_to = bounce_to;
2890 CM_SetFieldLONG(msg, eVltMsgNum, newmsgid);
2893 /* If this is private, local mail, make a copy in the
2894 * recipient's mailbox and bump the reference count.
2896 if ((recps != NULL) && (recps->num_local > 0))
2901 pch = recps->recp_local;
2902 recps->recp_local = recipient;
2903 ntokens = num_tokens(pch, '|');
2904 for (i=0; i<ntokens; ++i)
2906 extract_token(recipient, pch, i, '|', sizeof recipient);
2907 MSG_syslog(LOG_DEBUG, "Delivering private local mail to <%s>\n", recipient);
2908 if (CtdlGetUser(&userbuf, recipient) == 0) {
2909 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
2910 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
2911 CtdlBumpNewMailCounter(userbuf.usernum);
2912 PerformMessageHooks(msg, recps, EVT_AFTERUSRMBOXSAVE);
2915 MSG_syslog(LOG_DEBUG, "No user <%s>\n", recipient);
2916 CtdlSaveMsgPointerInRoom(CtdlGetConfigStr("c_aideroom"), newmsgid, 0, msg);
2919 recps->recp_local = pch;
2922 /* Perform "after save" hooks */
2923 MSGM_syslog(LOG_DEBUG, "Performing after-save hooks\n");
2925 PerformMessageHooks(msg, recps, EVT_AFTERSAVE);
2926 CM_FlushField(msg, eVltMsgNum);
2928 /* Go back to the room we started from */
2929 MSG_syslog(LOG_DEBUG, "Returning to original room %s\n", hold_rm);
2930 if (strcasecmp(hold_rm, CCC->room.QRname))
2931 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL, NULL, NULL);
2934 * Any addresses to harvest for someone's address book?
2936 if ( (CCC->logged_in) && (recps != NULL) ) {
2937 collected_addresses = harvest_collected_addresses(msg);
2940 if (collected_addresses != NULL) {
2941 aptr = (struct addresses_to_be_filed *)
2942 malloc(sizeof(struct addresses_to_be_filed));
2943 CtdlMailboxName(actual_rm, sizeof actual_rm,
2944 &CCC->user, USERCONTACTSROOM);
2945 aptr->roomname = strdup(actual_rm);
2946 aptr->collected_addresses = collected_addresses;
2947 begin_critical_section(S_ATBF);
2950 end_critical_section(S_ATBF);
2954 * Determine whether this message qualifies for journaling.
2956 if (!CM_IsEmpty(msg, eJournal)) {
2957 qualified_for_journaling = 0;
2960 if (recps == NULL) {
2961 qualified_for_journaling = CtdlGetConfigInt("c_journal_pubmsgs");
2963 else if (recps->num_local + recps->num_ignet + recps->num_internet > 0) {
2964 qualified_for_journaling = CtdlGetConfigInt("c_journal_email");
2967 qualified_for_journaling = CtdlGetConfigInt("c_journal_pubmsgs");
2972 * Do we have to perform journaling? If so, hand off the saved
2973 * RFC822 version will be handed off to the journaler for background
2974 * submit. Otherwise, we have to free the memory ourselves.
2976 if (saved_rfc822_version != NULL) {
2977 if (qualified_for_journaling) {
2978 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
2981 FreeStrBuf(&saved_rfc822_version);
2985 if ((recps != NULL) && (recps->bounce_to == bounce_to))
2986 recps->bounce_to = NULL;
2994 * Convenience function for generating small administrative messages.
2996 void quickie_message(const char *from,
2997 const char *fromaddr,
3002 const char *subject)
3004 struct CtdlMessage *msg;
3005 recptypes *recp = NULL;
3007 msg = malloc(sizeof(struct CtdlMessage));
3008 memset(msg, 0, sizeof(struct CtdlMessage));
3009 msg->cm_magic = CTDLMESSAGE_MAGIC;
3010 msg->cm_anon_type = MES_NORMAL;
3011 msg->cm_format_type = format_type;
3014 CM_SetField(msg, eAuthor, from, strlen(from));
3016 else if (fromaddr != NULL) {
3018 CM_SetField(msg, eAuthor, fromaddr, strlen(fromaddr));
3019 pAt = strchr(msg->cm_fields[eAuthor], '@');
3021 CM_CutFieldAt(msg, eAuthor, pAt - msg->cm_fields[eAuthor]);
3025 msg->cm_fields[eAuthor] = strdup("Citadel");
3028 if (fromaddr != NULL) CM_SetField(msg, erFc822Addr, fromaddr, strlen(fromaddr));
3029 if (room != NULL) CM_SetField(msg, eOriginalRoom, room, strlen(room));
3030 CM_SetField(msg, eNodeName, CtdlGetConfigStr("c_nodename"), strlen(CtdlGetConfigStr("c_nodename")));
3032 CM_SetField(msg, eRecipient, to, strlen(to));
3033 recp = validate_recipients(to, NULL, 0);
3035 if (subject != NULL) {
3036 CM_SetField(msg, eMsgSubject, subject, strlen(subject));
3038 CM_SetField(msg, eMesageText, text, strlen(text));
3040 CtdlSubmitMsg(msg, recp, room, 0);
3042 if (recp != NULL) free_recipients(recp);
3045 void flood_protect_quickie_message(const char *from,
3046 const char *fromaddr,
3051 const char *subject,
3053 const char **CritStr,
3054 const long *CritStrLen,
3060 u_char rawdigest[MD5_DIGEST_LEN];
3061 struct MD5Context md5context;
3065 static const time_t tsday = (8*60*60); /* just care for a day... */
3068 tslen = snprintf(timestamp, sizeof(timestamp), "%ld", tsday);
3069 MD5Init(&md5context);
3071 for (i = 0; i < nCriterions; i++)
3072 MD5Update(&md5context,
3073 (const unsigned char*)CritStr[i], CritStrLen[i]);
3074 MD5Update(&md5context,
3075 (const unsigned char*)timestamp, tslen);
3076 MD5Final(rawdigest, &md5context);
3078 guid = NewStrBufPlain(NULL,
3079 MD5_DIGEST_LEN * 2 + 12);
3080 StrBufHexEscAppend(guid, NULL, rawdigest, MD5_DIGEST_LEN);
3081 StrBufAppendBufPlain(guid, HKEY("_fldpt"), 0);
3082 if (StrLength(guid) > 40)
3083 StrBufCutAt(guid, 40, NULL);
3085 seenstamp = CheckIfAlreadySeen("FPAideMessage",
3092 if ((seenstamp > 0) && (seenstamp < tsday))
3095 /* yes, we did. flood protection kicks in. */
3097 "not sending message again - %ld < %ld \n", seenstamp, tsday);
3103 "sending message. %ld >= %ld", seenstamp, tsday);
3105 /* no, this message isn't sent recently; go ahead. */
3106 quickie_message(from,
3118 * Back end function used by CtdlMakeMessage() and similar functions
3120 StrBuf *CtdlReadMessageBodyBuf(char *terminator, /* token signalling EOT */
3122 size_t maxlen, /* maximum message length */
3123 StrBuf *exist, /* if non-null, append to it;
3124 exist is ALWAYS freed */
3125 int crlf, /* CRLF newlines instead of LF */
3126 int *sock /* socket handle or 0 for this session's client socket */
3135 LineBuf = NewStrBufPlain(NULL, SIZ);
3136 if (exist == NULL) {
3137 Message = NewStrBufPlain(NULL, 4 * SIZ);
3140 Message = NewStrBufDup(exist);
3143 /* Do we need to change leading ".." to "." for SMTP escaping? */
3144 if ((tlen == 1) && (*terminator == '.')) {
3148 /* read in the lines of message text one by one */
3151 if ((CtdlSockGetLine(sock, LineBuf, 5) < 0) ||
3156 if (CtdlClientGetLine(LineBuf) < 0) finished = 1;
3158 if ((StrLength(LineBuf) == tlen) &&
3159 (!strcmp(ChrPtr(LineBuf), terminator)))
3162 if ( (!flushing) && (!finished) ) {
3164 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
3167 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
3170 /* Unescape SMTP-style input of two dots at the beginning of the line */
3172 (StrLength(LineBuf) == 2) &&
3173 (!strcmp(ChrPtr(LineBuf), "..")))
3175 StrBufCutLeft(LineBuf, 1);
3178 StrBufAppendBuf(Message, LineBuf, 0);
3181 /* if we've hit the max msg length, flush the rest */
3182 if (StrLength(Message) >= maxlen) flushing = 1;
3184 } while (!finished);
3185 FreeStrBuf(&LineBuf);
3189 void DeleteAsyncMsg(ReadAsyncMsg **Msg)
3193 FreeStrBuf(&(*Msg)->MsgBuf);
3199 ReadAsyncMsg *NewAsyncMsg(const char *terminator, /* token signalling EOT */
3201 size_t maxlen, /* maximum message length */
3202 size_t expectlen, /* if we expect a message, how long should it be? */
3203 StrBuf *exist, /* if non-null, append to it;
3204 exist is ALWAYS freed */
3205 long eLen, /* length of exist */
3206 int crlf /* CRLF newlines instead of LF */
3209 ReadAsyncMsg *NewMsg;
3211 NewMsg = (ReadAsyncMsg *)malloc(sizeof(ReadAsyncMsg));
3212 memset(NewMsg, 0, sizeof(ReadAsyncMsg));
3214 if (exist == NULL) {
3217 if (expectlen == 0) {
3221 len = expectlen + 10;
3223 NewMsg->MsgBuf = NewStrBufPlain(NULL, len);
3226 NewMsg->MsgBuf = NewStrBufDup(exist);
3228 /* Do we need to change leading ".." to "." for SMTP escaping? */
3229 if ((tlen == 1) && (*terminator == '.')) {
3233 NewMsg->terminator = terminator;
3234 NewMsg->tlen = tlen;
3236 NewMsg->maxlen = maxlen;
3238 NewMsg->crlf = crlf;
3244 * Back end function used by CtdlMakeMessage() and similar functions
3246 eReadState CtdlReadMessageBodyAsync(AsyncIO *IO)
3248 ReadAsyncMsg *ReadMsg;
3249 int MsgFinished = 0;
3250 eReadState Finished = eMustReadMore;
3255 const char *pch = ChrPtr(IO->SendBuf.Buf);
3256 const char *pchh = IO->SendBuf.ReadWritePointer;
3262 nbytes = StrLength(IO->SendBuf.Buf) - (pchh - pch);
3263 snprintf(fn, SIZ, "/tmp/foolog_ev_%s.%d",
3264 ((CitContext*)(IO->CitContext))->ServiceName,
3267 fd = fopen(fn, "a+");
3269 syslog(LOG_EMERG, "failed to open file %s: %s", fn, strerror(errno));
3275 ReadMsg = IO->ReadMsg;
3277 /* read in the lines of message text one by one */
3279 Finished = StrBufChunkSipLine(IO->IOBuf, &IO->RecvBuf);
3282 case eMustReadMore: /// read new from socket...
3284 if (IO->RecvBuf.ReadWritePointer != NULL) {
3285 nbytes = StrLength(IO->RecvBuf.Buf) - (IO->RecvBuf.ReadWritePointer - ChrPtr(IO->RecvBuf.Buf));
3286 fprintf(fd, "Read; Line unfinished: %ld Bytes still in buffer [", nbytes);
3288 fwrite(IO->RecvBuf.ReadWritePointer, nbytes, 1, fd);
3292 fprintf(fd, "BufferEmpty! \n");
3298 case eBufferNotEmpty: /* shouldn't happen... */
3299 case eReadSuccess: /// done for now...
3301 case eReadFail: /// WHUT?
3307 if ((StrLength(IO->IOBuf) == ReadMsg->tlen) &&
3308 (!strcmp(ChrPtr(IO->IOBuf), ReadMsg->terminator))) {
3311 fprintf(fd, "found Terminator; Message Size: %d\n", StrLength(ReadMsg->MsgBuf));
3314 else if (!ReadMsg->flushing) {
3317 fprintf(fd, "Read Line: [%d][%s]\n", StrLength(IO->IOBuf), ChrPtr(IO->IOBuf));
3320 /* Unescape SMTP-style input of two dots at the beginning of the line */
3321 if ((ReadMsg->dodot) &&
3322 (StrLength(IO->IOBuf) == 2) && /* TODO: do we just unescape lines with two dots or any line? */
3323 (!strcmp(ChrPtr(IO->IOBuf), "..")))
3326 fprintf(fd, "UnEscaped!\n");
3328 StrBufCutLeft(IO->IOBuf, 1);
3331 if (ReadMsg->crlf) {
3332 StrBufAppendBufPlain(IO->IOBuf, HKEY("\r\n"), 0);
3335 StrBufAppendBufPlain(IO->IOBuf, HKEY("\n"), 0);
3338 StrBufAppendBuf(ReadMsg->MsgBuf, IO->IOBuf, 0);
3341 /* if we've hit the max msg length, flush the rest */
3342 if (StrLength(ReadMsg->MsgBuf) >= ReadMsg->maxlen) ReadMsg->flushing = 1;
3344 } while (!MsgFinished);
3347 fprintf(fd, "Done with reading; %s.\n, ",
3348 (MsgFinished)?"Message Finished": "FAILED");
3352 return eReadSuccess;
3359 * Back end function used by CtdlMakeMessage() and similar functions
3361 char *CtdlReadMessageBody(char *terminator, /* token signalling EOT */
3363 size_t maxlen, /* maximum message length */
3364 StrBuf *exist, /* if non-null, append to it;
3365 exist is ALWAYS freed */
3366 int crlf, /* CRLF newlines instead of LF */
3367 int *sock /* socket handle or 0 for this session's client socket */
3372 Message = CtdlReadMessageBodyBuf(terminator,
3378 if (Message == NULL)
3381 return SmashStrBuf(&Message);
3384 struct CtdlMessage *CtdlMakeMessage(
3385 struct ctdluser *author, /* author's user structure */
3386 char *recipient, /* NULL if it's not mail */
3387 char *recp_cc, /* NULL if it's not mail */
3388 char *room, /* room where it's going */
3389 int type, /* see MES_ types in header file */
3390 int format_type, /* variformat, plain text, MIME... */
3391 char *fake_name, /* who we're masquerading as */
3392 char *my_email, /* which of my email addresses to use (empty is ok) */
3393 char *subject, /* Subject (optional) */
3394 char *supplied_euid, /* ...or NULL if this is irrelevant */
3395 char *preformatted_text, /* ...or NULL to read text from client */
3396 char *references /* Thread references */
3399 return CtdlMakeMessageLen(
3400 author, /* author's user structure */
3401 recipient, /* NULL if it's not mail */
3402 (recipient)?strlen(recipient) : 0,
3403 recp_cc, /* NULL if it's not mail */
3404 (recp_cc)?strlen(recp_cc): 0,
3405 room, /* room where it's going */
3406 (room)?strlen(room): 0,
3407 type, /* see MES_ types in header file */
3408 format_type, /* variformat, plain text, MIME... */
3409 fake_name, /* who we're masquerading as */
3410 (fake_name)?strlen(fake_name): 0,
3411 my_email, /* which of my email addresses to use (empty is ok) */
3412 (my_email)?strlen(my_email): 0,
3413 subject, /* Subject (optional) */
3414 (subject)?strlen(subject): 0,
3415 supplied_euid, /* ...or NULL if this is irrelevant */
3416 (supplied_euid)?strlen(supplied_euid):0,
3417 preformatted_text, /* ...or NULL to read text from client */
3418 (preformatted_text)?strlen(preformatted_text) : 0,
3419 references, /* Thread references */
3420 (references)?strlen(references):0);
3425 * Build a binary message to be saved on disk.
3426 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3427 * will become part of the message. This means you are no longer
3428 * responsible for managing that memory -- it will be freed along with
3429 * the rest of the fields when CM_Free() is called.)
3432 struct CtdlMessage *CtdlMakeMessageLen(
3433 struct ctdluser *author, /* author's user structure */
3434 char *recipient, /* NULL if it's not mail */
3436 char *recp_cc, /* NULL if it's not mail */
3438 char *room, /* room where it's going */
3440 int type, /* see MES_ types in header file */
3441 int format_type, /* variformat, plain text, MIME... */
3442 char *fake_name, /* who we're masquerading as */
3444 char *my_email, /* which of my email addresses to use (empty is ok) */
3446 char *subject, /* Subject (optional) */
3448 char *supplied_euid, /* ...or NULL if this is irrelevant */
3450 char *preformatted_text, /* ...or NULL to read text from client */
3452 char *references, /* Thread references */
3456 struct CitContext *CCC = CC;
3457 /* Don't confuse the poor folks if it's not routed mail. * /
3458 char dest_node[256] = "";*/
3461 struct CtdlMessage *msg;
3463 StrBuf *FakeEncAuthor = NULL;
3465 msg = malloc(sizeof(struct CtdlMessage));
3466 memset(msg, 0, sizeof(struct CtdlMessage));
3467 msg->cm_magic = CTDLMESSAGE_MAGIC;
3468 msg->cm_anon_type = type;
3469 msg->cm_format_type = format_type;
3471 if (recipient != NULL) rcplen = striplt(recipient);
3472 if (recp_cc != NULL) cclen = striplt(recp_cc);
3474 /* Path or Return-Path */
3476 CM_SetField(msg, eMessagePath, my_email, myelen);
3479 CM_SetField(msg, eMessagePath, author->fullname, strlen(author->fullname));
3481 convert_spaces_to_underscores(msg->cm_fields[eMessagePath]);
3483 blen = snprintf(buf, sizeof buf, "%ld", (long)time(NULL));
3484 CM_SetField(msg, eTimestamp, buf, blen);
3487 FakeAuthor = NewStrBufPlain (fake_name, fnlen);
3490 FakeAuthor = NewStrBufPlain (author->fullname, -1);
3492 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
3493 CM_SetAsFieldSB(msg, eAuthor, &FakeEncAuthor);
3494 FreeStrBuf(&FakeAuthor);
3496 if (CCC->room.QRflags & QR_MAILBOX) { /* room */
3497 CM_SetField(msg, eOriginalRoom, &CCC->room.QRname[11], strlen(&CCC->room.QRname[11]));
3500 CM_SetField(msg, eOriginalRoom, CCC->room.QRname, strlen(CCC->room.QRname));
3503 CM_SetField(msg, eNodeName, CtdlGetConfigStr("c_nodename"), strlen(CtdlGetConfigStr("c_nodename")));
3504 CM_SetField(msg, eHumanNode, CtdlGetConfigStr("c_humannode"), strlen(CtdlGetConfigStr("c_humannode")));
3507 CM_SetField(msg, eRecipient, recipient, rcplen);
3510 CM_SetField(msg, eCarbonCopY, recp_cc, cclen);
3514 CM_SetField(msg, erFc822Addr, my_email, myelen);
3516 else if ( (author == &CCC->user) && (!IsEmptyStr(CCC->cs_inet_email)) ) {
3517 CM_SetField(msg, erFc822Addr, CCC->cs_inet_email, strlen(CCC->cs_inet_email));
3520 if (subject != NULL) {
3522 length = striplt(subject);
3528 while ((subject[i] != '\0') &&
3529 (IsAscii = isascii(subject[i]) != 0 ))
3532 CM_SetField(msg, eMsgSubject, subject, subjlen);
3533 else /* ok, we've got utf8 in the string. */
3536 rfc2047Subj = rfc2047encode(subject, length);
3537 CM_SetAsField(msg, eMsgSubject, &rfc2047Subj, strlen(rfc2047Subj));
3544 CM_SetField(msg, eExclusiveID, supplied_euid, euidlen);
3548 CM_SetField(msg, eWeferences, references, reflen);
3551 if (preformatted_text != NULL) {
3552 CM_SetField(msg, eMesageText, preformatted_text, textlen);
3556 MsgBody = CtdlReadMessageBodyBuf(HKEY("000"), CtdlGetConfigLong("c_maxmsglen"), NULL, 0, 0);
3557 if (MsgBody != NULL) {
3558 CM_SetAsFieldSB(msg, eMesageText, &MsgBody);
3569 * API function to delete messages which match a set of criteria
3570 * (returns the actual number of messages deleted)
3572 int CtdlDeleteMessages(char *room_name, /* which room */
3573 long *dmsgnums, /* array of msg numbers to be deleted */
3574 int num_dmsgnums, /* number of msgs to be deleted, or 0 for "any" */
3575 char *content_type /* or "" for any. regular expressions expected. */
3578 struct CitContext *CCC = CC;
3579 struct ctdlroom qrbuf;
3580 struct cdbdata *cdbfr;
3581 long *msglist = NULL;
3582 long *dellist = NULL;
3585 int num_deleted = 0;
3587 struct MetaData smi;
3590 int need_to_free_re = 0;
3592 if (content_type) if (!IsEmptyStr(content_type)) {
3593 regcomp(&re, content_type, 0);
3594 need_to_free_re = 1;
3596 MSG_syslog(LOG_DEBUG, " CtdlDeleteMessages(%s, %d msgs, %s)\n",
3597 room_name, num_dmsgnums, content_type);
3599 /* get room record, obtaining a lock... */
3600 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
3601 MSG_syslog(LOG_ERR, " CtdlDeleteMessages(): Room <%s> not found\n",
3603 if (need_to_free_re) regfree(&re);
3604 return (0); /* room not found */
3606 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
3608 if (cdbfr != NULL) {
3609 dellist = malloc(cdbfr->len);
3610 msglist = (long *) cdbfr->ptr;
3611 cdbfr->ptr = NULL; /* CtdlDeleteMessages() now owns this memory */
3612 num_msgs = cdbfr->len / sizeof(long);
3616 int have_contenttype = (content_type != NULL) && !IsEmptyStr(content_type);
3617 int have_delmsgs = (num_dmsgnums == 0) || (dmsgnums == NULL);
3618 int have_more_del = 1;
3620 num_msgs = sort_msglist(msglist, num_msgs);
3621 if (num_dmsgnums > 1)
3622 num_dmsgnums = sort_msglist(dmsgnums, num_dmsgnums);
3625 StrBuf *dbg = NewStrBuf();
3626 for (i = 0; i < num_dmsgnums; i++)
3627 StrBufAppendPrintf(dbg, ", %ld", dmsgnums[i]);
3628 MSG_syslog(LOG_DEBUG, " Deleting before: %s", ChrPtr(dbg));
3633 while ((i < num_msgs) && (have_more_del)) {
3636 /* Set/clear a bit for each criterion */
3638 /* 0 messages in the list or a null list means that we are
3639 * interested in deleting any messages which meet the other criteria.
3642 delete_this |= 0x01;
3645 while ((i < num_msgs) && (msglist[i] < dmsgnums[j])) i++;
3650 if (msglist[i] == dmsgnums[j]) {
3651 delete_this |= 0x01;
3654 have_more_del = (j < num_dmsgnums);
3657 if (have_contenttype) {
3658 GetMetaData(&smi, msglist[i]);
3659 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
3660 delete_this |= 0x02;
3663 delete_this |= 0x02;
3666 /* Delete message only if all bits are set */
3667 if (delete_this == 0x03) {
3668 dellist[num_deleted++] = msglist[i];
3675 StrBuf *dbg = NewStrBuf();
3676 for (i = 0; i < num_deleted; i++)
3677 StrBufAppendPrintf(dbg, ", %ld", dellist[i]);
3678 MSG_syslog(LOG_DEBUG, " Deleting: %s", ChrPtr(dbg));
3682 num_msgs = sort_msglist(msglist, num_msgs);
3683 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
3684 msglist, (int)(num_msgs * sizeof(long)));
3687 qrbuf.QRhighest = msglist[num_msgs - 1];
3689 qrbuf.QRhighest = 0;
3691 CtdlPutRoomLock(&qrbuf);
3693 /* Go through the messages we pulled out of the index, and decrement
3694 * their reference counts by 1. If this is the only room the message
3695 * was in, the reference count will reach zero and the message will
3696 * automatically be deleted from the database. We do this in a
3697 * separate pass because there might be plug-in hooks getting called,
3698 * and we don't want that happening during an S_ROOMS critical
3702 for (i=0; i<num_deleted; ++i) {
3703 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
3705 AdjRefCountList(dellist, num_deleted, -1);
3707 /* Now free the memory we used, and go away. */
3708 if (msglist != NULL) free(msglist);
3709 if (dellist != NULL) free(dellist);
3710 MSG_syslog(LOG_DEBUG, " %d message(s) deleted.\n", num_deleted);
3711 if (need_to_free_re) regfree(&re);
3712 return (num_deleted);
3719 * GetMetaData() - Get the supplementary record for a message
3721 void GetMetaData(struct MetaData *smibuf, long msgnum)
3724 struct cdbdata *cdbsmi;
3727 memset(smibuf, 0, sizeof(struct MetaData));
3728 smibuf->meta_msgnum = msgnum;
3729 smibuf->meta_refcount = 1; /* Default reference count is 1 */
3731 /* Use the negative of the message number for its supp record index */
3732 TheIndex = (0L - msgnum);
3734 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
3735 if (cdbsmi == NULL) {
3736 return; /* record not found; go with defaults */
3738 memcpy(smibuf, cdbsmi->ptr,
3739 ((cdbsmi->len > sizeof(struct MetaData)) ?
3740 sizeof(struct MetaData) : cdbsmi->len));
3747 * PutMetaData() - (re)write supplementary record for a message
3749 void PutMetaData(struct MetaData *smibuf)
3753 /* Use the negative of the message number for the metadata db index */
3754 TheIndex = (0L - smibuf->meta_msgnum);
3756 cdb_store(CDB_MSGMAIN,
3757 &TheIndex, (int)sizeof(long),
3758 smibuf, (int)sizeof(struct MetaData));
3763 * AdjRefCount - submit an adjustment to the reference count for a message.
3764 * (These are just queued -- we actually process them later.)
3766 void AdjRefCount(long msgnum, int incr)
3768 struct CitContext *CCC = CC;
3769 struct arcq new_arcq;
3772 MSG_syslog(LOG_DEBUG, "AdjRefCount() msg %ld ref count delta %+d\n", msgnum, incr);
3774 begin_critical_section(S_SUPPMSGMAIN);
3775 if (arcfp == NULL) {
3776 arcfp = fopen(file_arcq, "ab+");
3777 chown(file_arcq, CTDLUID, (-1));
3778 chmod(file_arcq, 0600);
3780 end_critical_section(S_SUPPMSGMAIN);
3782 /* msgnum < 0 means that we're trying to close the file */
3784 MSGM_syslog(LOG_DEBUG, "Closing the AdjRefCount queue file\n");
3785 begin_critical_section(S_SUPPMSGMAIN);
3786 if (arcfp != NULL) {
3790 end_critical_section(S_SUPPMSGMAIN);
3795 * If we can't open the queue, perform the operation synchronously.
3797 if (arcfp == NULL) {
3798 TDAP_AdjRefCount(msgnum, incr);
3802 new_arcq.arcq_msgnum = msgnum;
3803 new_arcq.arcq_delta = incr;
3804 rv = fwrite(&new_arcq, sizeof(struct arcq), 1, arcfp);
3806 MSG_syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
3815 void AdjRefCountList(long *msgnum, long nmsg, int incr)
3817 struct CitContext *CCC = CC;
3818 long i, the_size, offset;
3819 struct arcq *new_arcq;
3822 MSG_syslog(LOG_DEBUG, "AdjRefCountList() msg %ld ref count delta %+d\n", nmsg, incr);
3824 begin_critical_section(S_SUPPMSGMAIN);
3825 if (arcfp == NULL) {
3826 arcfp = fopen(file_arcq, "ab+");
3827 chown(file_arcq, CTDLUID, (-1));
3828 chmod(file_arcq, 0600);
3830 end_critical_section(S_SUPPMSGMAIN);
3833 * If we can't open the queue, perform the operation synchronously.
3835 if (arcfp == NULL) {
3836 for (i = 0; i < nmsg; i++)
3837 TDAP_AdjRefCount(msgnum[i], incr);
3841 the_size = sizeof(struct arcq) * nmsg;
3842 new_arcq = malloc(the_size);
3843 for (i = 0; i < nmsg; i++) {
3844 new_arcq[i].arcq_msgnum = msgnum[i];
3845 new_arcq[i].arcq_delta = incr;
3849 while ((rv >= 0) && (offset < the_size))
3851 rv = fwrite(new_arcq + offset, 1, the_size - offset, arcfp);
3853 MSG_syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
3869 * TDAP_ProcessAdjRefCountQueue()
3871 * Process the queue of message count adjustments that was created by calls
3872 * to AdjRefCount() ... by reading the queue and calling TDAP_AdjRefCount()
3873 * for each one. This should be an "off hours" operation.
3875 int TDAP_ProcessAdjRefCountQueue(void)
3877 struct CitContext *CCC = CC;
3878 char file_arcq_temp[PATH_MAX];
3881 struct arcq arcq_rec;
3882 int num_records_processed = 0;
3884 snprintf(file_arcq_temp, sizeof file_arcq_temp, "%s.%04x", file_arcq, rand());
3886 begin_critical_section(S_SUPPMSGMAIN);
3887 if (arcfp != NULL) {
3892 r = link(file_arcq, file_arcq_temp);
3894 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3895 end_critical_section(S_SUPPMSGMAIN);
3896 return(num_records_processed);
3900 end_critical_section(S_SUPPMSGMAIN);
3902 fp = fopen(file_arcq_temp, "rb");
3904 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3905 return(num_records_processed);
3908 while (fread(&arcq_rec, sizeof(struct arcq), 1, fp) == 1) {
3909 TDAP_AdjRefCount(arcq_rec.arcq_msgnum, arcq_rec.arcq_delta);
3910 ++num_records_processed;
3914 r = unlink(file_arcq_temp);
3916 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3919 return(num_records_processed);
3925 * TDAP_AdjRefCount - adjust the reference count for a message.
3926 * This one does it "for real" because it's called by
3927 * the autopurger function that processes the queue
3928 * created by AdjRefCount(). If a message's reference
3929 * count becomes zero, we also delete the message from
3930 * disk and de-index it.
3932 void TDAP_AdjRefCount(long msgnum, int incr)
3934 struct CitContext *CCC = CC;
3936 struct MetaData smi;
3939 /* This is a *tight* critical section; please keep it that way, as
3940 * it may get called while nested in other critical sections.
3941 * Complicating this any further will surely cause deadlock!
3943 begin_critical_section(S_SUPPMSGMAIN);
3944 GetMetaData(&smi, msgnum);
3945 smi.meta_refcount += incr;
3947 end_critical_section(S_SUPPMSGMAIN);
3948 MSG_syslog(LOG_DEBUG, "TDAP_AdjRefCount() msg %ld ref count delta %+d, is now %d\n",
3949 msgnum, incr, smi.meta_refcount
3952 /* If the reference count is now zero, delete the message
3953 * (and its supplementary record as well).
3955 if (smi.meta_refcount == 0) {
3956 MSG_syslog(LOG_DEBUG, "Deleting message <%ld>\n", msgnum);
3958 /* Call delete hooks with NULL room to show it has gone altogether */
3959 PerformDeleteHooks(NULL, msgnum);
3961 /* Remove from message base */
3963 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3964 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
3966 /* Remove metadata record */
3967 delnum = (0L - msgnum);
3968 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3974 * Write a generic object to this room
3976 * Note: this could be much more efficient. Right now we use two temporary
3977 * files, and still pull the message into memory as with all others.
3979 void CtdlWriteObject(char *req_room, /* Room to stuff it in */
3980 char *content_type, /* MIME type of this object */
3981 char *raw_message, /* Data to be written */
3982 off_t raw_length, /* Size of raw_message */
3983 struct ctdluser *is_mailbox, /* Mailbox room? */
3984 int is_binary, /* Is encoding necessary? */
3985 int is_unique, /* Del others of this type? */
3986 unsigned int flags /* Internal save flags */
3989 struct CitContext *CCC = CC;
3990 struct ctdlroom qrbuf;
3991 char roomname[ROOMNAMELEN];
3992 struct CtdlMessage *msg;
3993 StrBuf *encoded_message = NULL;
3995 if (is_mailbox != NULL) {
3996 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
3999 safestrncpy(roomname, req_room, sizeof(roomname));
4002 MSG_syslog(LOG_DEBUG, "Raw length is %ld\n", (long)raw_length);
4005 encoded_message = NewStrBufPlain(NULL, (size_t) (((raw_length * 134) / 100) + 4096 ) );
4008 encoded_message = NewStrBufPlain(NULL, (size_t)(raw_length + 4096));
4011 StrBufAppendBufPlain(encoded_message, HKEY("Content-type: "), 0);
4012 StrBufAppendBufPlain(encoded_message, content_type, -1, 0);
4013 StrBufAppendBufPlain(encoded_message, HKEY("\n"), 0);
4016 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: base64\n\n"), 0);
4019 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: 7bit\n\n"), 0);
4023 StrBufBase64Append(encoded_message, NULL, raw_message, raw_length, 0);
4026 StrBufAppendBufPlain(encoded_message, raw_message, raw_length, 0);
4029 MSGM_syslog(LOG_DEBUG, "Allocating\n");
4030 msg = malloc(sizeof(struct CtdlMessage));
4031 memset(msg, 0, sizeof(struct CtdlMessage));
4032 msg->cm_magic = CTDLMESSAGE_MAGIC;
4033 msg->cm_anon_type = MES_NORMAL;
4034 msg->cm_format_type = 4;
4035 CM_SetField(msg, eAuthor, CCC->user.fullname, strlen(CCC->user.fullname));
4036 CM_SetField(msg, eOriginalRoom, req_room, strlen(req_room));
4037 CM_SetField(msg, eNodeName, CtdlGetConfigStr("c_nodename"), strlen(CtdlGetConfigStr("c_nodename")));
4038 CM_SetField(msg, eHumanNode, CtdlGetConfigStr("c_humannode"), strlen(CtdlGetConfigStr("c_humannode")));
4039 msg->cm_flags = flags;
4041 CM_SetAsFieldSB(msg, eMesageText, &encoded_message);
4043 /* Create the requested room if we have to. */
4044 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
4045 CtdlCreateRoom(roomname,
4046 ( (is_mailbox != NULL) ? 5 : 3 ),
4047 "", 0, 1, 0, VIEW_BBS);
4049 /* If the caller specified this object as unique, delete all
4050 * other objects of this type that are currently in the room.
4053 MSG_syslog(LOG_DEBUG, "Deleted %d other msgs of this type\n",
4054 CtdlDeleteMessages(roomname, NULL, 0, content_type)
4057 /* Now write the data */
4058 CtdlSubmitMsg(msg, NULL, roomname, 0);
4064 /*****************************************************************************/
4065 /* MODULE INITIALIZATION STUFF */
4066 /*****************************************************************************/
4067 void SetMessageDebugEnabled(const int n)
4069 MessageDebugEnabled = n;
4071 CTDL_MODULE_INIT(msgbase)
4074 CtdlRegisterDebugFlagHook(HKEY("messages"), SetMessageDebugEnabled, &MessageDebugEnabled);
4077 /* return our Subversion id for the Log */