2 * Implements the message store.
4 * Copyright (c) 1987-2012 by the citadel.org team
6 * This program is open source software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 3.
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
18 #include <libcitadel.h>
22 #include "ctdl_module.h"
23 #include "citserver.h"
25 #include "clientsocket.h"
30 #include "internet_addressing.h"
31 #include "euidindex.h"
33 #include "journaling.h"
35 struct addresses_to_be_filed *atbf = NULL;
37 /* This temp file holds the queue of operations for AdjRefCount() */
38 static FILE *arcfp = NULL;
39 void AdjRefCountList(long *msgnum, long nmsg, int incr);
41 int MessageDebugEnabled = 0;
44 * These are the four-character field headers we use when outputting
45 * messages in Citadel format (as opposed to RFC822 format).
48 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
49 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
50 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
51 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
52 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
53 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
54 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
55 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
85 eMsgField FieldOrder[] = {
86 /* Important fields */
97 /* Semi-important fields */
103 /* G is not used yet, may become virus signature*/
106 /* Q is not used yet */
109 /* X is not used yet */
110 /* Z is not used yet */
117 /* Message text (MUST be last) */
119 /* Not saved to disk:
124 static const long NDiskFields = sizeof(FieldOrder) / sizeof(eMsgField);
126 int CM_IsEmpty(struct CtdlMessage *Msg, eMsgField which)
128 return !((Msg->cm_fields[which] != NULL) &&
129 (Msg->cm_fields[which][0] != '\0'));
132 void CM_SetField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length)
134 if (Msg->cm_fields[which] != NULL)
135 free (Msg->cm_fields[which]);
136 Msg->cm_fields[which] = malloc(length + 1);
137 memcpy(Msg->cm_fields[which], buf, length);
138 Msg->cm_fields[which][length] = '\0';
139 Msg->cm_lengths[which] = length;
142 void CM_SetFieldLONG(struct CtdlMessage *Msg, eMsgField which, long lvalue)
146 len = snprintf(buf, sizeof(buf), "%ld", lvalue);
147 CM_SetField(Msg, which, buf, len);
149 void CM_CutFieldAt(struct CtdlMessage *Msg, eMsgField WhichToCut, long maxlen)
151 if (Msg->cm_fields[WhichToCut] == NULL)
154 if (Msg->cm_lengths[WhichToCut] > maxlen)
156 Msg->cm_fields[WhichToCut][maxlen] = '\0';
157 Msg->cm_lengths[WhichToCut] = maxlen;
161 void CM_FlushField(struct CtdlMessage *Msg, eMsgField which)
163 if (Msg->cm_fields[which] != NULL)
164 free (Msg->cm_fields[which]);
165 Msg->cm_fields[which] = NULL;
166 Msg->cm_lengths[which] = 0;
168 void CM_Flush(struct CtdlMessage *Msg)
172 if (CM_IsValidMsg(Msg) == 0)
175 for (i = 0; i < 256; ++i)
177 CM_FlushField(Msg, i);
181 void CM_CopyField(struct CtdlMessage *Msg, eMsgField WhichToPutTo, eMsgField WhichtToCopy)
184 if (Msg->cm_fields[WhichToPutTo] != NULL)
185 free (Msg->cm_fields[WhichToPutTo]);
187 if (Msg->cm_fields[WhichtToCopy] != NULL)
189 len = Msg->cm_lengths[WhichtToCopy];
190 Msg->cm_fields[WhichToPutTo] = malloc(len + 1);
191 memcpy(Msg->cm_fields[WhichToPutTo], Msg->cm_fields[WhichtToCopy], len);
192 Msg->cm_fields[WhichToPutTo][len] = '\0';
193 Msg->cm_lengths[WhichToPutTo] = len;
197 Msg->cm_fields[WhichToPutTo] = NULL;
198 Msg->cm_lengths[WhichToPutTo] = 0;
203 void CM_PrependToField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length)
205 if (Msg->cm_fields[which] != NULL) {
210 oldmsgsize = Msg->cm_lengths[which] + 1;
211 newmsgsize = length + oldmsgsize;
213 new = malloc(newmsgsize);
214 memcpy(new, buf, length);
215 memcpy(new + length, Msg->cm_fields[which], oldmsgsize);
216 free(Msg->cm_fields[which]);
217 Msg->cm_fields[which] = new;
218 Msg->cm_lengths[which] = newmsgsize - 1;
221 Msg->cm_fields[which] = malloc(length + 1);
222 memcpy(Msg->cm_fields[which], buf, length);
223 Msg->cm_fields[which][length] = '\0';
224 Msg->cm_lengths[which] = length;
228 void CM_SetAsField(struct CtdlMessage *Msg, eMsgField which, char **buf, long length)
230 if (Msg->cm_fields[which] != NULL)
231 free (Msg->cm_fields[which]);
233 Msg->cm_fields[which] = *buf;
235 Msg->cm_lengths[which] = length;
238 void CM_SetAsFieldSB(struct CtdlMessage *Msg, eMsgField which, StrBuf **buf)
240 if (Msg->cm_fields[which] != NULL)
241 free (Msg->cm_fields[which]);
243 Msg->cm_lengths[which] = StrLength(*buf);
244 Msg->cm_fields[which] = SmashStrBuf(buf);
247 void CM_GetAsField(struct CtdlMessage *Msg, eMsgField which, char **ret, long *retlen)
249 if (Msg->cm_fields[which] != NULL)
251 *retlen = Msg->cm_lengths[which];
252 *ret = Msg->cm_fields[which];
253 Msg->cm_fields[which] = NULL;
254 Msg->cm_lengths[which] = 0;
264 * Returns 1 if the supplied pointer points to a valid Citadel message.
265 * If the pointer is NULL or the magic number check fails, returns 0.
267 int CM_IsValidMsg(struct CtdlMessage *msg) {
270 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
271 struct CitContext *CCC = CC;
272 MSGM_syslog(LOG_WARNING, "CM_IsValidMsg() -- self-check failed\n");
278 void CM_FreeContents(struct CtdlMessage *msg)
282 for (i = 0; i < 256; ++i)
283 if (msg->cm_fields[i] != NULL) {
284 free(msg->cm_fields[i]);
285 msg->cm_lengths[i] = 0;
288 msg->cm_magic = 0; /* just in case */
291 * 'Destructor' for struct CtdlMessage
293 void CM_Free(struct CtdlMessage *msg)
295 if (CM_IsValidMsg(msg) == 0)
297 if (msg != NULL) free (msg);
300 CM_FreeContents(msg);
304 int CM_DupField(eMsgField i, struct CtdlMessage *OrgMsg, struct CtdlMessage *NewMsg)
307 len = OrgMsg->cm_lengths[i];
308 NewMsg->cm_fields[i] = malloc(len + 1);
309 if (NewMsg->cm_fields[i] == NULL)
311 memcpy(NewMsg->cm_fields[i], OrgMsg->cm_fields[i], len);
312 NewMsg->cm_fields[i][len] = '\0';
313 NewMsg->cm_lengths[i] = len;
317 struct CtdlMessage * CM_Duplicate(struct CtdlMessage *OrgMsg)
320 struct CtdlMessage *NewMsg;
322 if (CM_IsValidMsg(OrgMsg) == 0)
324 NewMsg = (struct CtdlMessage *)malloc(sizeof(struct CtdlMessage));
328 memcpy(NewMsg, OrgMsg, sizeof(struct CtdlMessage));
330 memset(&NewMsg->cm_fields, 0, sizeof(char*) * 256);
332 for (i = 0; i < 256; ++i)
334 if (OrgMsg->cm_fields[i] != NULL)
336 if (!CM_DupField(i, OrgMsg, NewMsg))
351 /* Determine if a given message matches the fields in a message template.
352 * Return 0 for a successful match.
354 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
357 /* If there aren't any fields in the template, all messages will
360 if (template == NULL) return(0);
362 /* Null messages are bogus. */
363 if (msg == NULL) return(1);
365 for (i='A'; i<='Z'; ++i) {
366 if (template->cm_fields[i] != NULL) {
367 if (msg->cm_fields[i] == NULL) {
368 /* Considered equal if temmplate is empty string */
369 if (IsEmptyStr(template->cm_fields[i])) continue;
372 if ((template->cm_lengths[i] != msg->cm_lengths[i]) ||
373 (strcasecmp(msg->cm_fields[i], template->cm_fields[i])))
378 /* All compares succeeded: we have a match! */
385 * Retrieve the "seen" message list for the current room.
387 void CtdlGetSeen(char *buf, int which_set) {
388 struct CitContext *CCC = CC;
391 /* Learn about the user and room in question */
392 CtdlGetRelationship(&vbuf, &CCC->user, &CCC->room);
394 if (which_set == ctdlsetseen_seen)
395 safestrncpy(buf, vbuf.v_seen, SIZ);
396 if (which_set == ctdlsetseen_answered)
397 safestrncpy(buf, vbuf.v_answered, SIZ);
403 * Manipulate the "seen msgs" string (or other message set strings)
405 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
406 int target_setting, int which_set,
407 struct ctdluser *which_user, struct ctdlroom *which_room) {
408 struct CitContext *CCC = CC;
409 struct cdbdata *cdbfr;
414 long hi = (-1L); /// TODO: we just write here. y?
423 char *is_set; /* actually an array of booleans */
425 /* Don't bother doing *anything* if we were passed a list of zero messages */
426 if (num_target_msgnums < 1) {
430 /* If no room was specified, we go with the current room. */
432 which_room = &CCC->room;
435 /* If no user was specified, we go with the current user. */
437 which_user = &CCC->user;
440 MSG_syslog(LOG_DEBUG, "CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>\n",
441 num_target_msgnums, target_msgnums[0],
442 (target_setting ? "SET" : "CLEAR"),
446 /* Learn about the user and room in question */
447 CtdlGetRelationship(&vbuf, which_user, which_room);
449 /* Load the message list */
450 cdbfr = cdb_fetch(CDB_MSGLISTS, &which_room->QRnumber, sizeof(long));
452 msglist = (long *) cdbfr->ptr;
453 cdbfr->ptr = NULL; /* CtdlSetSeen() now owns this memory */
454 num_msgs = cdbfr->len / sizeof(long);
457 return; /* No messages at all? No further action. */
460 is_set = malloc(num_msgs * sizeof(char));
461 memset(is_set, 0, (num_msgs * sizeof(char)) );
463 /* Decide which message set we're manipulating */
465 case ctdlsetseen_seen:
466 vset = NewStrBufPlain(vbuf.v_seen, -1);
468 case ctdlsetseen_answered:
469 vset = NewStrBufPlain(vbuf.v_answered, -1);
476 #if 0 /* This is a special diagnostic section. Do not allow it to run during normal operation. */
477 MSG_syslog(LOG_DEBUG, "There are %d messages in the room.\n", num_msgs);
478 for (i=0; i<num_msgs; ++i) {
479 if ((i > 0) && (msglist[i] <= msglist[i-1])) abort();
481 MSG_syslog(LOG_DEBUG, "We are twiddling %d of them.\n", num_target_msgnums);
482 for (k=0; k<num_target_msgnums; ++k) {
483 if ((k > 0) && (target_msgnums[k] <= target_msgnums[k-1])) abort();
487 MSG_syslog(LOG_DEBUG, "before update: %s\n", ChrPtr(vset));
489 /* Translate the existing sequence set into an array of booleans */
490 setstr = NewStrBuf();
494 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
496 StrBufExtract_token(lostr, setstr, 0, ':');
497 if (StrBufNum_tokens(setstr, ':') >= 2) {
498 StrBufExtract_token(histr, setstr, 1, ':');
502 StrBufAppendBuf(histr, lostr, 0);
505 if (!strcmp(ChrPtr(histr), "*")) {
512 for (i = 0; i < num_msgs; ++i) {
513 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
523 /* Now translate the array of booleans back into a sequence set */
529 for (i=0; i<num_msgs; ++i) {
533 for (k=0; k<num_target_msgnums; ++k) {
534 if (msglist[i] == target_msgnums[k]) {
535 is_seen = target_setting;
539 if ((was_seen == 0) && (is_seen == 1)) {
542 else if ((was_seen == 1) && (is_seen == 0)) {
545 if (StrLength(vset) > 0) {
546 StrBufAppendBufPlain(vset, HKEY(","), 0);
549 StrBufAppendPrintf(vset, "%ld", hi);
552 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
556 if ((is_seen) && (i == num_msgs - 1)) {
557 if (StrLength(vset) > 0) {
558 StrBufAppendBufPlain(vset, HKEY(","), 0);
560 if ((i==0) || (was_seen == 0)) {
561 StrBufAppendPrintf(vset, "%ld", msglist[i]);
564 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
572 * We will have to stuff this string back into a 4096 byte buffer, so if it's
573 * larger than that now, truncate it by removing tokens from the beginning.
574 * The limit of 100 iterations is there to prevent an infinite loop in case
575 * something unexpected happens.
577 int number_of_truncations = 0;
578 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
579 StrBufRemove_token(vset, 0, ',');
580 ++number_of_truncations;
584 * If we're truncating the sequence set of messages marked with the 'seen' flag,
585 * we want the earliest messages (the truncated ones) to be marked, not unmarked.
586 * Otherwise messages at the beginning will suddenly appear to be 'unseen'.
588 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
590 first_tok = NewStrBuf();
591 StrBufExtract_token(first_tok, vset, 0, ',');
592 StrBufRemove_token(vset, 0, ',');
594 if (StrBufNum_tokens(first_tok, ':') > 1) {
595 StrBufRemove_token(first_tok, 0, ':');
599 new_set = NewStrBuf();
600 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
601 StrBufAppendBuf(new_set, first_tok, 0);
602 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
603 StrBufAppendBuf(new_set, vset, 0);
606 FreeStrBuf(&first_tok);
610 MSG_syslog(LOG_DEBUG, " after update: %s\n", ChrPtr(vset));
612 /* Decide which message set we're manipulating */
614 case ctdlsetseen_seen:
615 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
617 case ctdlsetseen_answered:
618 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
624 CtdlSetRelationship(&vbuf, which_user, which_room);
630 * API function to perform an operation for each qualifying message in the
631 * current room. (Returns the number of messages processed.)
633 int CtdlForEachMessage(int mode, long ref, char *search_string,
635 struct CtdlMessage *compare,
636 ForEachMsgCallback CallBack,
639 struct CitContext *CCC = CC;
642 struct cdbdata *cdbfr;
643 long *msglist = NULL;
645 int num_processed = 0;
648 struct CtdlMessage *msg = NULL;
651 int printed_lastold = 0;
652 int num_search_msgs = 0;
653 long *search_msgs = NULL;
655 int need_to_free_re = 0;
658 if ((content_type) && (!IsEmptyStr(content_type))) {
659 regcomp(&re, content_type, 0);
663 /* Learn about the user and room in question */
664 if (server_shutting_down) {
665 if (need_to_free_re) regfree(&re);
668 CtdlGetUser(&CCC->user, CCC->curr_user);
670 if (server_shutting_down) {
671 if (need_to_free_re) regfree(&re);
674 CtdlGetRelationship(&vbuf, &CCC->user, &CCC->room);
676 if (server_shutting_down) {
677 if (need_to_free_re) regfree(&re);
681 /* Load the message list */
682 cdbfr = cdb_fetch(CDB_MSGLISTS, &CCC->room.QRnumber, sizeof(long));
684 if (need_to_free_re) regfree(&re);
685 return 0; /* No messages at all? No further action. */
688 msglist = (long *) cdbfr->ptr;
689 num_msgs = cdbfr->len / sizeof(long);
691 cdbfr->ptr = NULL; /* clear this so that cdb_free() doesn't free it */
692 cdb_free(cdbfr); /* we own this memory now */
695 * Now begin the traversal.
697 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
699 /* If the caller is looking for a specific MIME type, filter
700 * out all messages which are not of the type requested.
702 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
704 /* This call to GetMetaData() sits inside this loop
705 * so that we only do the extra database read per msg
706 * if we need to. Doing the extra read all the time
707 * really kills the server. If we ever need to use
708 * metadata for another search criterion, we need to
709 * move the read somewhere else -- but still be smart
710 * enough to only do the read if the caller has
711 * specified something that will need it.
713 if (server_shutting_down) {
714 if (need_to_free_re) regfree(&re);
718 GetMetaData(&smi, msglist[a]);
720 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
721 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
727 num_msgs = sort_msglist(msglist, num_msgs);
729 /* If a template was supplied, filter out the messages which
730 * don't match. (This could induce some delays!)
733 if (compare != NULL) {
734 for (a = 0; a < num_msgs; ++a) {
735 if (server_shutting_down) {
736 if (need_to_free_re) regfree(&re);
740 msg = CtdlFetchMessage(msglist[a], 1);
742 if (CtdlMsgCmp(msg, compare)) {
751 /* If a search string was specified, get a message list from
752 * the full text index and remove messages which aren't on both
756 * Since the lists are sorted and strictly ascending, and the
757 * output list is guaranteed to be shorter than or equal to the
758 * input list, we overwrite the bottom of the input list. This
759 * eliminates the need to memmove big chunks of the list over and
762 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
764 /* Call search module via hook mechanism.
765 * NULL means use any search function available.
766 * otherwise replace with a char * to name of search routine
768 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
770 if (num_search_msgs > 0) {
774 orig_num_msgs = num_msgs;
776 for (i=0; i<orig_num_msgs; ++i) {
777 for (j=0; j<num_search_msgs; ++j) {
778 if (msglist[i] == search_msgs[j]) {
779 msglist[num_msgs++] = msglist[i];
785 num_msgs = 0; /* No messages qualify */
787 if (search_msgs != NULL) free(search_msgs);
789 /* Now that we've purged messages which don't contain the search
790 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
797 * Now iterate through the message list, according to the
798 * criteria supplied by the caller.
801 for (a = 0; a < num_msgs; ++a) {
802 if (server_shutting_down) {
803 if (need_to_free_re) regfree(&re);
805 return num_processed;
807 thismsg = msglist[a];
808 if (mode == MSGS_ALL) {
812 is_seen = is_msg_in_sequence_set(
813 vbuf.v_seen, thismsg);
814 if (is_seen) lastold = thismsg;
820 || ((mode == MSGS_OLD) && (is_seen))
821 || ((mode == MSGS_NEW) && (!is_seen))
822 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
823 || ((mode == MSGS_FIRST) && (a < ref))
824 || ((mode == MSGS_GT) && (thismsg > ref))
825 || ((mode == MSGS_LT) && (thismsg < ref))
826 || ((mode == MSGS_EQ) && (thismsg == ref))
829 if ((mode == MSGS_NEW) && (CCC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
831 CallBack(lastold, userdata);
835 if (CallBack) CallBack(thismsg, userdata);
839 if (need_to_free_re) regfree(&re);
842 * We cache the most recent msglist in order to do security checks later
844 if (CCC->client_socket > 0) {
845 if (CCC->cached_msglist != NULL) {
846 free(CCC->cached_msglist);
848 CCC->cached_msglist = msglist;
849 CCC->cached_num_msgs = num_msgs;
855 return num_processed;
861 * memfmout() - Citadel text formatter and paginator.
862 * Although the original purpose of this routine was to format
863 * text to the reader's screen width, all we're really using it
864 * for here is to format text out to 80 columns before sending it
865 * to the client. The client software may reformat it again.
868 char *mptr, /* where are we going to get our text from? */
869 const char *nl /* string to terminate lines with */
871 struct CitContext *CCC = CC;
873 unsigned char ch = 0;
880 while (ch=*(mptr++), ch != 0) {
883 if (client_write(outbuf, len) == -1)
885 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
889 if (client_write(nl, nllen) == -1)
891 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
896 else if (ch == '\r') {
897 /* Ignore carriage returns. Newlines are always LF or CRLF but never CR. */
899 else if (isspace(ch)) {
900 if (column > 72) { /* Beyond 72 columns, break on the next space */
901 if (client_write(outbuf, len) == -1)
903 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
907 if (client_write(nl, nllen) == -1)
909 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
922 if (column > 1000) { /* Beyond 1000 columns, break anywhere */
923 if (client_write(outbuf, len) == -1)
925 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
929 if (client_write(nl, nllen) == -1)
931 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
939 if (client_write(outbuf, len) == -1)
941 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
944 client_write(nl, nllen);
952 * Callback function for mime parser that simply lists the part
954 void list_this_part(char *name, char *filename, char *partnum, char *disp,
955 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
956 char *cbid, void *cbuserdata)
960 ma = (struct ma_info *)cbuserdata;
961 if (ma->is_ma == 0) {
962 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
975 * Callback function for multipart prefix
977 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
978 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
979 char *cbid, void *cbuserdata)
983 ma = (struct ma_info *)cbuserdata;
984 if (!strcasecmp(cbtype, "multipart/alternative")) {
988 if (ma->is_ma == 0) {
989 cprintf("pref=%s|%s\n", partnum, cbtype);
994 * Callback function for multipart sufffix
996 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
997 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
998 char *cbid, void *cbuserdata)
1002 ma = (struct ma_info *)cbuserdata;
1003 if (ma->is_ma == 0) {
1004 cprintf("suff=%s|%s\n", partnum, cbtype);
1006 if (!strcasecmp(cbtype, "multipart/alternative")) {
1013 * Callback function for mime parser that opens a section for downloading
1014 * we use serv_files function here:
1016 extern void OpenCmdResult(char *filename, const char *mime_type);
1017 void mime_download(char *name, char *filename, char *partnum, char *disp,
1018 void *content, char *cbtype, char *cbcharset, size_t length,
1019 char *encoding, char *cbid, void *cbuserdata)
1022 CitContext *CCC = MyContext();
1024 /* Silently go away if there's already a download open. */
1025 if (CCC->download_fp != NULL)
1029 (!IsEmptyStr(partnum) && (!strcasecmp(CCC->download_desired_section, partnum)))
1030 || (!IsEmptyStr(cbid) && (!strcasecmp(CCC->download_desired_section, cbid)))
1032 CCC->download_fp = tmpfile();
1033 if (CCC->download_fp == NULL) {
1034 MSG_syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
1036 cprintf("%d cannot open temporary file: %s\n",
1037 ERROR + INTERNAL_ERROR, strerror(errno));
1041 rv = fwrite(content, length, 1, CCC->download_fp);
1043 MSG_syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
1045 cprintf("%d unable to write tempfile.\n",
1047 fclose(CCC->download_fp);
1048 CCC->download_fp = NULL;
1051 fflush(CCC->download_fp);
1052 rewind(CCC->download_fp);
1054 OpenCmdResult(filename, cbtype);
1061 * Callback function for mime parser that outputs a section all at once.
1062 * We can specify the desired section by part number *or* content-id.
1064 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1065 void *content, char *cbtype, char *cbcharset, size_t length,
1066 char *encoding, char *cbid, void *cbuserdata)
1068 int *found_it = (int *)cbuserdata;
1071 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1072 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1075 cprintf("%d %d|-1|%s|%s|%s\n",
1082 client_write(content, length);
1088 * Load a message from disk into memory.
1089 * This is used by CtdlOutputMsg() and other fetch functions.
1091 * NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1092 * using the CtdlMessageFree() function.
1094 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body)
1096 struct CitContext *CCC = CC;
1097 struct cdbdata *dmsgtext;
1098 struct CtdlMessage *ret = NULL;
1102 cit_uint8_t field_header;
1105 MSG_syslog(LOG_DEBUG, "CtdlFetchMessage(%ld, %d)\n", msgnum, with_body);
1106 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1107 if (dmsgtext == NULL) {
1108 MSG_syslog(LOG_ERR, "CtdlFetchMessage(%ld, %d) Failed!\n", msgnum, with_body);
1111 mptr = dmsgtext->ptr;
1112 upper_bound = mptr + dmsgtext->len;
1114 /* Parse the three bytes that begin EVERY message on disk.
1115 * The first is always 0xFF, the on-disk magic number.
1116 * The second is the anonymous/public type byte.
1117 * The third is the format type byte (vari, fixed, or MIME).
1121 MSG_syslog(LOG_ERR, "Message %ld appears to be corrupted.\n", msgnum);
1125 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1126 memset(ret, 0, sizeof(struct CtdlMessage));
1128 ret->cm_magic = CTDLMESSAGE_MAGIC;
1129 ret->cm_anon_type = *mptr++; /* Anon type byte */
1130 ret->cm_format_type = *mptr++; /* Format type byte */
1133 if (dmsgtext->ptr[dmsgtext->len - 1] != '\0')
1135 MSG_syslog(LOG_ERR, "CtdlFetchMessage(%ld, %d) Forcefully terminating message!!\n", msgnum, with_body);
1136 dmsgtext->ptr[dmsgtext->len - 1] = '\0';
1140 * The rest is zero or more arbitrary fields. Load them in.
1141 * We're done when we encounter either a zero-length field or
1142 * have just processed the 'M' (message text) field.
1146 if (mptr >= upper_bound) {
1149 field_header = *mptr++;
1150 which = field_header;
1152 CM_SetField(ret, which, mptr, len);
1154 mptr += len + 1; /* advance to next field */
1156 } while ((mptr < upper_bound) && (field_header != 'M'));
1160 /* Always make sure there's something in the msg text field. If
1161 * it's NULL, the message text is most likely stored separately,
1162 * so go ahead and fetch that. Failing that, just set a dummy
1163 * body so other code doesn't barf.
1165 if ( (CM_IsEmpty(ret, eMesageText)) && (with_body) ) {
1166 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1167 if (dmsgtext != NULL) {
1168 CM_SetAsField(ret, eMesageText, &dmsgtext->ptr, dmsgtext->len - 1);
1172 if (CM_IsEmpty(ret, eMesageText)) {
1173 CM_SetField(ret, eMesageText, HKEY("\r\n\r\n (no text)\r\n"));
1176 /* Perform "before read" hooks (aborting if any return nonzero) */
1177 if (PerformMessageHooks(ret, NULL, EVT_BEFOREREAD) > 0) {
1188 * Pre callback function for multipart/alternative
1190 * NOTE: this differs from the standard behavior for a reason. Normally when
1191 * displaying multipart/alternative you want to show the _last_ usable
1192 * format in the message. Here we show the _first_ one, because it's
1193 * usually text/plain. Since this set of functions is designed for text
1194 * output to non-MIME-aware clients, this is the desired behavior.
1197 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1198 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1199 char *cbid, void *cbuserdata)
1201 struct CitContext *CCC = CC;
1204 ma = (struct ma_info *)cbuserdata;
1205 MSG_syslog(LOG_DEBUG, "fixed_output_pre() type=<%s>\n", cbtype);
1206 if (!strcasecmp(cbtype, "multipart/alternative")) {
1210 if (!strcasecmp(cbtype, "message/rfc822")) {
1216 * Post callback function for multipart/alternative
1218 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1219 void *content, char *cbtype, char *cbcharset, size_t length,
1220 char *encoding, char *cbid, void *cbuserdata)
1222 struct CitContext *CCC = CC;
1225 ma = (struct ma_info *)cbuserdata;
1226 MSG_syslog(LOG_DEBUG, "fixed_output_post() type=<%s>\n", cbtype);
1227 if (!strcasecmp(cbtype, "multipart/alternative")) {
1231 if (!strcasecmp(cbtype, "message/rfc822")) {
1237 * Inline callback function for mime parser that wants to display text
1239 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1240 void *content, char *cbtype, char *cbcharset, size_t length,
1241 char *encoding, char *cbid, void *cbuserdata)
1243 struct CitContext *CCC = CC;
1249 ma = (struct ma_info *)cbuserdata;
1251 MSG_syslog(LOG_DEBUG,
1252 "fixed_output() part %s: %s (%s) (%ld bytes)\n",
1253 partnum, filename, cbtype, (long)length);
1256 * If we're in the middle of a multipart/alternative scope and
1257 * we've already printed another section, skip this one.
1259 if ( (ma->is_ma) && (ma->did_print) ) {
1260 MSG_syslog(LOG_DEBUG, "Skipping part %s (%s)\n", partnum, cbtype);
1265 if ( (!strcasecmp(cbtype, "text/plain"))
1266 || (IsEmptyStr(cbtype)) ) {
1269 client_write(wptr, length);
1270 if (wptr[length-1] != '\n') {
1277 if (!strcasecmp(cbtype, "text/html")) {
1278 ptr = html_to_ascii(content, length, 80, 0);
1280 client_write(ptr, wlen);
1281 if ((wlen > 0) && (ptr[wlen-1] != '\n')) {
1288 if (ma->use_fo_hooks) {
1289 if (PerformFixedOutputHooks(cbtype, content, length)) {
1290 /* above function returns nonzero if it handled the part */
1295 if (strncasecmp(cbtype, "multipart/", 10)) {
1296 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1297 partnum, filename, cbtype, (long)length);
1303 * The client is elegant and sophisticated and wants to be choosy about
1304 * MIME content types, so figure out which multipart/alternative part
1305 * we're going to send.
1307 * We use a system of weights. When we find a part that matches one of the
1308 * MIME types we've declared as preferential, we can store it in ma->chosen_part
1309 * and then set ma->chosen_pref to that MIME type's position in our preference
1310 * list. If we then hit another match, we only replace the first match if
1311 * the preference value is lower.
1313 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1314 void *content, char *cbtype, char *cbcharset, size_t length,
1315 char *encoding, char *cbid, void *cbuserdata)
1317 struct CitContext *CCC = CC;
1322 ma = (struct ma_info *)cbuserdata;
1324 // NOTE: REMOVING THIS CONDITIONAL FIXES BUG 220
1325 // http://bugzilla.citadel.org/show_bug.cgi?id=220
1326 // I don't know if there are any side effects! Please TEST TEST TEST
1327 //if (ma->is_ma > 0) {
1329 for (i=0; i<num_tokens(CCC->preferred_formats, '|'); ++i) {
1330 extract_token(buf, CCC->preferred_formats, i, '|', sizeof buf);
1331 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1332 if (i < ma->chosen_pref) {
1333 MSG_syslog(LOG_DEBUG, "Setting chosen part: <%s>\n", partnum);
1334 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1335 ma->chosen_pref = i;
1342 * Now that we've chosen our preferred part, output it.
1344 void output_preferred(char *name,
1356 struct CitContext *CCC = CC;
1359 int add_newline = 0;
1362 char *decoded = NULL;
1363 size_t bytes_decoded;
1366 ma = (struct ma_info *)cbuserdata;
1368 /* This is not the MIME part you're looking for... */
1369 if (strcasecmp(partnum, ma->chosen_part)) return;
1371 /* If the content-type of this part is in our preferred formats
1372 * list, we can simply output it verbatim.
1374 for (i=0; i<num_tokens(CCC->preferred_formats, '|'); ++i) {
1375 extract_token(buf, CCC->preferred_formats, i, '|', sizeof buf);
1376 if (!strcasecmp(buf, cbtype)) {
1377 /* Yeah! Go! W00t!! */
1378 if (ma->dont_decode == 0)
1379 rc = mime_decode_now (content,
1385 break; /* Give us the chance, maybe theres another one. */
1387 if (rc == 0) text_content = (char *)content;
1389 text_content = decoded;
1390 length = bytes_decoded;
1393 if (text_content[length-1] != '\n') {
1396 cprintf("Content-type: %s", cbtype);
1397 if (!IsEmptyStr(cbcharset)) {
1398 cprintf("; charset=%s", cbcharset);
1400 cprintf("\nContent-length: %d\n",
1401 (int)(length + add_newline) );
1402 if (!IsEmptyStr(encoding)) {
1403 cprintf("Content-transfer-encoding: %s\n", encoding);
1406 cprintf("Content-transfer-encoding: 7bit\n");
1408 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1410 if (client_write(text_content, length) == -1)
1412 MSGM_syslog(LOG_ERR, "output_preferred(): aborting due to write failure.\n");
1415 if (add_newline) cprintf("\n");
1416 if (decoded != NULL) free(decoded);
1421 /* No translations required or possible: output as text/plain */
1422 cprintf("Content-type: text/plain\n\n");
1424 if (ma->dont_decode == 0)
1425 rc = mime_decode_now (content,
1431 return; /* Give us the chance, maybe theres another one. */
1433 if (rc == 0) text_content = (char *)content;
1435 text_content = decoded;
1436 length = bytes_decoded;
1439 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset,
1440 length, encoding, cbid, cbuserdata);
1441 if (decoded != NULL) free(decoded);
1446 char desired_section[64];
1453 * Callback function for
1455 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1456 void *content, char *cbtype, char *cbcharset, size_t length,
1457 char *encoding, char *cbid, void *cbuserdata)
1459 struct encapmsg *encap;
1461 encap = (struct encapmsg *)cbuserdata;
1463 /* Only proceed if this is the desired section... */
1464 if (!strcasecmp(encap->desired_section, partnum)) {
1465 encap->msglen = length;
1466 encap->msg = malloc(length + 2);
1467 memcpy(encap->msg, content, length);
1474 * Determine whether the specified message exists in the cached_msglist
1475 * (This is a security check)
1477 int check_cached_msglist(long msgnum) {
1478 struct CitContext *CCC = CC;
1480 /* cases in which we skip the check */
1481 if (!CCC) return om_ok; /* not a session */
1482 if (CCC->client_socket <= 0) return om_ok; /* not a client session */
1483 if (CCC->cached_msglist == NULL) return om_access_denied; /* no msglist fetched */
1484 if (CCC->cached_num_msgs == 0) return om_access_denied; /* nothing to check */
1487 /* Do a binary search within the cached_msglist for the requested msgnum */
1489 int max = (CC->cached_num_msgs - 1);
1491 while (max >= min) {
1492 int middle = min + (max-min) / 2 ;
1493 if (msgnum == CCC->cached_msglist[middle]) {
1496 if (msgnum > CC->cached_msglist[middle]) {
1504 return om_access_denied;
1510 * Get a message off disk. (returns om_* values found in msgbase.h)
1513 int CtdlOutputMsg(long msg_num, /* message number (local) to fetch */
1514 int mode, /* how would you like that message? */
1515 int headers_only, /* eschew the message body? */
1516 int do_proto, /* do Citadel protocol responses? */
1517 int crlf, /* Use CRLF newlines instead of LF? */
1518 char *section, /* NULL or a message/rfc822 section */
1519 int flags, /* various flags; see msgbase.h */
1523 struct CitContext *CCC = CC;
1524 struct CtdlMessage *TheMessage = NULL;
1525 int retcode = CIT_OK;
1526 struct encapmsg encap;
1529 MSG_syslog(LOG_DEBUG, "CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)\n",
1531 (section ? section : "<>")
1534 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1537 if (r == om_not_logged_in) {
1538 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1541 cprintf("%d An unknown error has occurred.\n", ERROR);
1548 * Check to make sure the message is actually IN this room
1550 r = check_cached_msglist(msg_num);
1551 if (r == om_access_denied) {
1552 /* Not in the cache? We get ONE shot to check it again. */
1553 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1554 r = check_cached_msglist(msg_num);
1557 MSG_syslog(LOG_DEBUG, "Security check fail: message %ld is not in %s\n",
1558 msg_num, CCC->room.QRname
1561 if (r == om_access_denied) {
1562 cprintf("%d message %ld was not found in this room\n",
1563 ERROR + HIGHER_ACCESS_REQUIRED,
1572 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1573 * request that we don't even bother loading the body into memory.
1575 if (headers_only == HEADERS_FAST) {
1576 TheMessage = CtdlFetchMessage(msg_num, 0);
1579 TheMessage = CtdlFetchMessage(msg_num, 1);
1582 if (TheMessage == NULL) {
1583 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1584 ERROR + MESSAGE_NOT_FOUND, msg_num);
1585 return(om_no_such_msg);
1588 /* Here is the weird form of this command, to process only an
1589 * encapsulated message/rfc822 section.
1591 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1592 memset(&encap, 0, sizeof encap);
1593 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1594 mime_parser(CM_RANGE(TheMessage, eMesageText),
1595 *extract_encapsulated_message,
1596 NULL, NULL, (void *)&encap, 0
1599 if ((Author != NULL) && (*Author == NULL))
1602 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1604 if ((Address != NULL) && (*Address == NULL))
1607 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1609 CM_Free(TheMessage);
1613 encap.msg[encap.msglen] = 0;
1614 TheMessage = convert_internet_message(encap.msg);
1615 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1617 /* Now we let it fall through to the bottom of this
1618 * function, because TheMessage now contains the
1619 * encapsulated message instead of the top-level
1620 * message. Isn't that neat?
1625 cprintf("%d msg %ld has no part %s\n",
1626 ERROR + MESSAGE_NOT_FOUND,
1630 retcode = om_no_such_msg;
1635 /* Ok, output the message now */
1636 if (retcode == CIT_OK)
1637 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1638 if ((Author != NULL) && (*Author == NULL))
1641 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1643 if ((Address != NULL) && (*Address == NULL))
1646 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1649 CM_Free(TheMessage);
1656 void OutputCtdlMsgHeaders(
1657 struct CtdlMessage *TheMessage,
1658 int do_proto) /* do Citadel protocol responses? */
1663 char display_name[256];
1665 /* begin header processing loop for Citadel message format */
1666 safestrncpy(display_name, "<unknown>", sizeof display_name);
1667 if (!CM_IsEmpty(TheMessage, eAuthor)) {
1668 strcpy(buf, TheMessage->cm_fields[eAuthor]);
1669 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1670 safestrncpy(display_name, "****", sizeof display_name);
1672 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1673 safestrncpy(display_name, "anonymous", sizeof display_name);
1676 safestrncpy(display_name, buf, sizeof display_name);
1678 if ((is_room_aide())
1679 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1680 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1681 size_t tmp = strlen(display_name);
1682 snprintf(&display_name[tmp],
1683 sizeof display_name - tmp,
1688 /* Don't show Internet address for users on the
1689 * local Citadel network.
1692 if (!CM_IsEmpty(TheMessage, eNodeName) &&
1693 (haschar(TheMessage->cm_fields[eNodeName], '.') == 0))
1698 /* Now spew the header fields in the order we like them. */
1699 for (i=0; i< NDiskFields; ++i) {
1701 Field = FieldOrder[i];
1702 if (Field != eMesageText) {
1703 if ( (!CM_IsEmpty(TheMessage, Field))
1704 && (msgkeys[Field] != NULL) ) {
1705 if ((Field == eenVelopeTo) ||
1706 (Field == eRecipient) ||
1707 (Field == eCarbonCopY)) {
1708 sanitize_truncated_recipient(TheMessage->cm_fields[Field]);
1710 if (Field == eAuthor) {
1711 if (do_proto) cprintf("%s=%s\n",
1715 else if ((Field == erFc822Addr) && (suppress_f)) {
1718 /* Masquerade display name if needed */
1720 if (do_proto) cprintf("%s=%s\n",
1722 TheMessage->cm_fields[Field]
1731 void OutputRFC822MsgHeaders(
1732 struct CtdlMessage *TheMessage,
1733 int flags, /* should the bessage be exported clean */
1735 char *mid, long sizeof_mid,
1736 char *suser, long sizeof_suser,
1737 char *luser, long sizeof_luser,
1738 char *fuser, long sizeof_fuser,
1739 char *snode, long sizeof_snode)
1741 char datestamp[100];
1742 int subject_found = 0;
1749 for (i = 0; i < 256; ++i) {
1750 if (TheMessage->cm_fields[i]) {
1751 mptr = mpptr = TheMessage->cm_fields[i];
1754 safestrncpy(luser, mptr, sizeof_luser);
1755 safestrncpy(suser, mptr, sizeof_suser);
1757 else if (i == 'Y') {
1758 if ((flags & QP_EADDR) != 0) {
1759 mptr = qp_encode_email_addrs(mptr);
1761 sanitize_truncated_recipient(mptr);
1762 cprintf("CC: %s%s", mptr, nl);
1764 else if (i == 'P') {
1765 cprintf("Return-Path: %s%s", mptr, nl);
1767 else if (i == eListID) {
1768 cprintf("List-ID: %s%s", mptr, nl);
1770 else if (i == 'V') {
1771 if ((flags & QP_EADDR) != 0)
1772 mptr = qp_encode_email_addrs(mptr);
1774 while ((*hptr != '\0') && isspace(*hptr))
1776 if (!IsEmptyStr(hptr))
1777 cprintf("Envelope-To: %s%s", hptr, nl);
1779 else if (i == 'U') {
1780 cprintf("Subject: %s%s", mptr, nl);
1784 safestrncpy(mid, mptr, sizeof_mid); /// TODO: detect @ here and copy @nodename in if not found.
1785 else if (i == erFc822Addr)
1786 safestrncpy(fuser, mptr, sizeof_fuser);
1787 /* else if (i == 'O')
1788 cprintf("X-Citadel-Room: %s%s",
1791 safestrncpy(snode, mptr, sizeof_snode);
1794 if (haschar(mptr, '@') == 0)
1796 sanitize_truncated_recipient(mptr);
1797 cprintf("To: %s@%s", mptr, config.c_fqdn);
1802 if ((flags & QP_EADDR) != 0) {
1803 mptr = qp_encode_email_addrs(mptr);
1805 sanitize_truncated_recipient(mptr);
1806 cprintf("To: %s", mptr);
1810 else if (i == 'T') {
1811 datestring(datestamp, sizeof datestamp,
1812 atol(mptr), DATESTRING_RFC822);
1813 cprintf("Date: %s%s", datestamp, nl);
1815 else if (i == 'W') {
1816 cprintf("References: ");
1817 k = num_tokens(mptr, '|');
1818 for (j=0; j<k; ++j) {
1819 extract_token(buf, mptr, j, '|', sizeof buf);
1820 cprintf("<%s>", buf);
1829 else if (i == eReplyTo) {
1831 while ((*hptr != '\0') && isspace(*hptr))
1833 if (!IsEmptyStr(hptr))
1834 cprintf("Reply-To: %s%s", mptr, nl);
1840 if (subject_found == 0) {
1841 cprintf("Subject: (no subject)%s", nl);
1846 void Dump_RFC822HeadersBody(
1847 struct CtdlMessage *TheMessage,
1848 int headers_only, /* eschew the message body? */
1849 int flags, /* should the bessage be exported clean? */
1853 cit_uint8_t prev_ch;
1855 const char *StartOfText = StrBufNOTNULL;
1858 int nllen = strlen(nl);
1861 mptr = TheMessage->cm_fields[eMesageText];
1865 while (*mptr != '\0') {
1866 if (*mptr == '\r') {
1873 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
1875 eoh = *(mptr+1) == '\n';
1879 StartOfText = strchr(StartOfText, '\n');
1880 StartOfText = strchr(StartOfText, '\n');
1883 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
1884 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
1885 ((headers_only != HEADERS_NONE) &&
1886 (headers_only != HEADERS_ONLY))
1888 if (*mptr == '\n') {
1889 memcpy(&outbuf[outlen], nl, nllen);
1891 outbuf[outlen] = '\0';
1894 outbuf[outlen++] = *mptr;
1898 if (flags & ESC_DOT)
1900 if ((prev_ch == '\n') &&
1902 ((*(mptr+1) == '\r') || (*(mptr+1) == '\n')))
1904 outbuf[outlen++] = '.';
1909 if (outlen > 1000) {
1910 if (client_write(outbuf, outlen) == -1)
1912 struct CitContext *CCC = CC;
1913 MSGM_syslog(LOG_ERR, "Dump_RFC822HeadersBody(): aborting due to write failure.\n");
1920 client_write(outbuf, outlen);
1926 /* If the format type on disk is 1 (fixed-format), then we want
1927 * everything to be output completely literally ... regardless of
1928 * what message transfer format is in use.
1930 void DumpFormatFixed(
1931 struct CtdlMessage *TheMessage,
1932 int mode, /* how would you like that message? */
1939 int nllen = strlen (nl);
1942 mptr = TheMessage->cm_fields[eMesageText];
1944 if (mode == MT_MIME) {
1945 cprintf("Content-type: text/plain\n\n");
1949 while (ch = *mptr++, ch > 0) {
1953 if ((buflen > 250) && (!xlline)){
1957 while ((buflen > 0) &&
1958 (!isspace(buf[buflen])))
1964 mptr -= tbuflen - buflen;
1969 /* if we reach the outer bounds of our buffer,
1970 abort without respect what whe purge. */
1973 (buflen > SIZ - nllen - 2)))
1977 memcpy (&buf[buflen], nl, nllen);
1981 if (client_write(buf, buflen) == -1)
1983 struct CitContext *CCC = CC;
1984 MSGM_syslog(LOG_ERR, "DumpFormatFixed(): aborting due to write failure.\n");
1996 if (!IsEmptyStr(buf))
1997 cprintf("%s%s", buf, nl);
2001 * Get a message off disk. (returns om_* values found in msgbase.h)
2003 int CtdlOutputPreLoadedMsg(
2004 struct CtdlMessage *TheMessage,
2005 int mode, /* how would you like that message? */
2006 int headers_only, /* eschew the message body? */
2007 int do_proto, /* do Citadel protocol responses? */
2008 int crlf, /* Use CRLF newlines instead of LF? */
2009 int flags /* should the bessage be exported clean? */
2011 struct CitContext *CCC = CC;
2013 const char *nl; /* newline string */
2016 /* Buffers needed for RFC822 translation. These are all filled
2017 * using functions that are bounds-checked, and therefore we can
2018 * make them substantially smaller than SIZ.
2026 MSG_syslog(LOG_DEBUG, "CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d\n",
2027 ((TheMessage == NULL) ? "NULL" : "not null"),
2028 mode, headers_only, do_proto, crlf);
2030 strcpy(mid, "unknown");
2031 nl = (crlf ? "\r\n" : "\n");
2033 if (!CM_IsValidMsg(TheMessage)) {
2034 MSGM_syslog(LOG_ERR,
2035 "ERROR: invalid preloaded message for output\n");
2037 return(om_no_such_msg);
2040 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
2041 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
2043 if ( (flags & SUPPRESS_ENV_TO) && (!CM_IsEmpty(TheMessage, eenVelopeTo)) ) {
2044 memset(TheMessage->cm_fields[eenVelopeTo], ' ', TheMessage->cm_lengths[eenVelopeTo]);
2047 /* Are we downloading a MIME component? */
2048 if (mode == MT_DOWNLOAD) {
2049 if (TheMessage->cm_format_type != FMT_RFC822) {
2051 cprintf("%d This is not a MIME message.\n",
2052 ERROR + ILLEGAL_VALUE);
2053 } else if (CCC->download_fp != NULL) {
2054 if (do_proto) cprintf(
2055 "%d You already have a download open.\n",
2056 ERROR + RESOURCE_BUSY);
2058 /* Parse the message text component */
2059 mime_parser(CM_RANGE(TheMessage, eMesageText),
2060 *mime_download, NULL, NULL, NULL, 0);
2061 /* If there's no file open by this time, the requested
2062 * section wasn't found, so print an error
2064 if (CCC->download_fp == NULL) {
2065 if (do_proto) cprintf(
2066 "%d Section %s not found.\n",
2067 ERROR + FILE_NOT_FOUND,
2068 CCC->download_desired_section);
2071 return((CCC->download_fp != NULL) ? om_ok : om_mime_error);
2074 /* MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
2075 * in a single server operation instead of opening a download file.
2077 if (mode == MT_SPEW_SECTION) {
2078 if (TheMessage->cm_format_type != FMT_RFC822) {
2080 cprintf("%d This is not a MIME message.\n",
2081 ERROR + ILLEGAL_VALUE);
2083 /* Parse the message text component */
2086 mime_parser(CM_RANGE(TheMessage, eMesageText),
2087 *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
2088 /* If section wasn't found, print an error
2091 if (do_proto) cprintf(
2092 "%d Section %s not found.\n",
2093 ERROR + FILE_NOT_FOUND,
2094 CCC->download_desired_section);
2097 return((CCC->download_fp != NULL) ? om_ok : om_mime_error);
2100 /* now for the user-mode message reading loops */
2101 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
2103 /* Does the caller want to skip the headers? */
2104 if (headers_only == HEADERS_NONE) goto START_TEXT;
2106 /* Tell the client which format type we're using. */
2107 if ( (mode == MT_CITADEL) && (do_proto) ) {
2108 cprintf("type=%d\n", TheMessage->cm_format_type);
2111 /* nhdr=yes means that we're only displaying headers, no body */
2112 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
2113 && ((mode == MT_CITADEL) || (mode == MT_MIME))
2116 cprintf("nhdr=yes\n");
2119 if ((mode == MT_CITADEL) || (mode == MT_MIME))
2120 OutputCtdlMsgHeaders(TheMessage, do_proto);
2123 /* begin header processing loop for RFC822 transfer format */
2127 memcpy(snode, CFG_KEY(c_nodename) + 1);
2128 if (mode == MT_RFC822)
2129 OutputRFC822MsgHeaders(
2134 suser, sizeof(suser),
2135 luser, sizeof(luser),
2136 fuser, sizeof(fuser),
2137 snode, sizeof(snode)
2141 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2142 suser[i] = tolower(suser[i]);
2143 if (!isalnum(suser[i])) suser[i]='_';
2146 if (mode == MT_RFC822) {
2147 if (!strcasecmp(snode, NODENAME)) {
2148 safestrncpy(snode, FQDN, sizeof snode);
2151 /* Construct a fun message id */
2152 cprintf("Message-ID: <%s", mid);/// todo: this possibly breaks threadding mails.
2153 if (strchr(mid, '@')==NULL) {
2154 cprintf("@%s", snode);
2158 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2159 cprintf("From: \"----\" <x@x.org>%s", nl);
2161 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2162 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2164 else if (!IsEmptyStr(fuser)) {
2165 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2168 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2171 /* Blank line signifying RFC822 end-of-headers */
2172 if (TheMessage->cm_format_type != FMT_RFC822) {
2177 /* end header processing loop ... at this point, we're in the text */
2179 if (headers_only == HEADERS_FAST) goto DONE;
2181 /* Tell the client about the MIME parts in this message */
2182 if (TheMessage->cm_format_type == FMT_RFC822) {
2183 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2184 memset(&ma, 0, sizeof(struct ma_info));
2185 mime_parser(CM_RANGE(TheMessage, eMesageText),
2186 (do_proto ? *list_this_part : NULL),
2187 (do_proto ? *list_this_pref : NULL),
2188 (do_proto ? *list_this_suff : NULL),
2191 else if (mode == MT_RFC822) { /* unparsed RFC822 dump */
2192 Dump_RFC822HeadersBody(
2201 if (headers_only == HEADERS_ONLY) {
2205 /* signify start of msg text */
2206 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2207 if (do_proto) cprintf("text\n");
2210 if (TheMessage->cm_format_type == FMT_FIXED)
2213 mode, /* how would you like that message? */
2216 /* If the message on disk is format 0 (Citadel vari-format), we
2217 * output using the formatter at 80 columns. This is the final output
2218 * form if the transfer format is RFC822, but if the transfer format
2219 * is Citadel proprietary, it'll still work, because the indentation
2220 * for new paragraphs is correct and the client will reformat the
2221 * message to the reader's screen width.
2223 if (TheMessage->cm_format_type == FMT_CITADEL) {
2224 if (mode == MT_MIME) {
2225 cprintf("Content-type: text/x-citadel-variformat\n\n");
2227 memfmout(TheMessage->cm_fields[eMesageText], nl);
2230 /* If the message on disk is format 4 (MIME), we've gotta hand it
2231 * off to the MIME parser. The client has already been told that
2232 * this message is format 1 (fixed format), so the callback function
2233 * we use will display those parts as-is.
2235 if (TheMessage->cm_format_type == FMT_RFC822) {
2236 memset(&ma, 0, sizeof(struct ma_info));
2238 if (mode == MT_MIME) {
2239 ma.use_fo_hooks = 0;
2240 strcpy(ma.chosen_part, "1");
2241 ma.chosen_pref = 9999;
2242 ma.dont_decode = CCC->msg4_dont_decode;
2243 mime_parser(CM_RANGE(TheMessage, eMesageText),
2244 *choose_preferred, *fixed_output_pre,
2245 *fixed_output_post, (void *)&ma, 1);
2246 mime_parser(CM_RANGE(TheMessage, eMesageText),
2247 *output_preferred, NULL, NULL, (void *)&ma, 1);
2250 ma.use_fo_hooks = 1;
2251 mime_parser(CM_RANGE(TheMessage, eMesageText),
2252 *fixed_output, *fixed_output_pre,
2253 *fixed_output_post, (void *)&ma, 0);
2258 DONE: /* now we're done */
2259 if (do_proto) cprintf("000\n");
2264 * Save one or more message pointers into a specified room
2265 * (Returns 0 for success, nonzero for failure)
2266 * roomname may be NULL to use the current room
2268 * Note that the 'supplied_msg' field may be set to NULL, in which case
2269 * the message will be fetched from disk, by number, if we need to perform
2270 * replication checks. This adds an additional database read, so if the
2271 * caller already has the message in memory then it should be supplied. (Obviously
2272 * this mode of operation only works if we're saving a single message.)
2274 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2275 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2277 struct CitContext *CCC = CC;
2279 char hold_rm[ROOMNAMELEN];
2280 struct cdbdata *cdbfr;
2283 long highest_msg = 0L;
2286 struct CtdlMessage *msg = NULL;
2288 long *msgs_to_be_merged = NULL;
2289 int num_msgs_to_be_merged = 0;
2291 MSG_syslog(LOG_DEBUG,
2292 "CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)\n",
2293 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2296 strcpy(hold_rm, CCC->room.QRname);
2299 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2300 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2301 if (num_newmsgs > 1) supplied_msg = NULL;
2303 /* Now the regular stuff */
2304 if (CtdlGetRoomLock(&CCC->room,
2305 ((roomname != NULL) ? roomname : CCC->room.QRname) )
2307 MSG_syslog(LOG_ERR, "No such room <%s>\n", roomname);
2308 return(ERROR + ROOM_NOT_FOUND);
2312 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2313 num_msgs_to_be_merged = 0;
2316 cdbfr = cdb_fetch(CDB_MSGLISTS, &CCC->room.QRnumber, sizeof(long));
2317 if (cdbfr == NULL) {
2321 msglist = (long *) cdbfr->ptr;
2322 cdbfr->ptr = NULL; /* CtdlSaveMsgPointerInRoom() now owns this memory */
2323 num_msgs = cdbfr->len / sizeof(long);
2328 /* Create a list of msgid's which were supplied by the caller, but do
2329 * not already exist in the target room. It is absolutely taboo to
2330 * have more than one reference to the same message in a room.
2332 for (i=0; i<num_newmsgs; ++i) {
2334 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2335 if (msglist[j] == newmsgidlist[i]) {
2340 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2344 MSG_syslog(LOG_DEBUG, "%d unique messages to be merged\n", num_msgs_to_be_merged);
2347 * Now merge the new messages
2349 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2350 if (msglist == NULL) {
2351 MSGM_syslog(LOG_ALERT, "ERROR: can't realloc message list!\n");
2352 free(msgs_to_be_merged);
2353 return (ERROR + INTERNAL_ERROR);
2355 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2356 num_msgs += num_msgs_to_be_merged;
2358 /* Sort the message list, so all the msgid's are in order */
2359 num_msgs = sort_msglist(msglist, num_msgs);
2361 /* Determine the highest message number */
2362 highest_msg = msglist[num_msgs - 1];
2364 /* Write it back to disk. */
2365 cdb_store(CDB_MSGLISTS, &CCC->room.QRnumber, (int)sizeof(long),
2366 msglist, (int)(num_msgs * sizeof(long)));
2368 /* Free up the memory we used. */
2371 /* Update the highest-message pointer and unlock the room. */
2372 CCC->room.QRhighest = highest_msg;
2373 CtdlPutRoomLock(&CCC->room);
2375 /* Perform replication checks if necessary */
2376 if ( (DoesThisRoomNeedEuidIndexing(&CCC->room)) && (do_repl_check) ) {
2377 MSGM_syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() doing repl checks\n");
2379 for (i=0; i<num_msgs_to_be_merged; ++i) {
2380 msgid = msgs_to_be_merged[i];
2382 if (supplied_msg != NULL) {
2386 msg = CtdlFetchMessage(msgid, 0);
2390 ReplicationChecks(msg);
2392 /* If the message has an Exclusive ID, index that... */
2393 if (!CM_IsEmpty(msg, eExclusiveID)) {
2394 index_message_by_euid(msg->cm_fields[eExclusiveID], &CCC->room, msgid);
2397 /* Free up the memory we may have allocated */
2398 if (msg != supplied_msg) {
2407 MSGM_syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() skips repl checks\n");
2410 /* Submit this room for processing by hooks */
2411 PerformRoomHooks(&CCC->room);
2413 /* Go back to the room we were in before we wandered here... */
2414 CtdlGetRoom(&CCC->room, hold_rm);
2416 /* Bump the reference count for all messages which were merged */
2417 if (!suppress_refcount_adj) {
2418 AdjRefCountList(msgs_to_be_merged, num_msgs_to_be_merged, +1);
2421 /* Free up memory... */
2422 if (msgs_to_be_merged != NULL) {
2423 free(msgs_to_be_merged);
2426 /* Return success. */
2432 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2435 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
2436 int do_repl_check, struct CtdlMessage *supplied_msg)
2438 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2445 * Message base operation to save a new message to the message store
2446 * (returns new message number)
2448 * This is the back end for CtdlSubmitMsg() and should not be directly
2449 * called by server-side modules.
2452 long send_message(struct CtdlMessage *msg) {
2453 struct CitContext *CCC = CC;
2463 /* Get a new message number */
2464 newmsgid = get_new_message_number();
2465 msgidbuflen = snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
2466 (long unsigned int) time(NULL),
2467 (long unsigned int) newmsgid,
2471 /* Generate an ID if we don't have one already */
2472 if (CM_IsEmpty(msg, emessageId)) {
2473 CM_SetField(msg, emessageId, msgidbuf, msgidbuflen);
2476 /* If the message is big, set its body aside for storage elsewhere */
2477 if (!CM_IsEmpty(msg, eMesageText)) {
2478 if (msg->cm_lengths[eMesageText] > BIGMSG) {
2480 holdM = msg->cm_fields[eMesageText];
2481 msg->cm_fields[eMesageText] = NULL;
2482 holdMLen = msg->cm_lengths[eMesageText];
2483 msg->cm_lengths[eMesageText] = 0;
2487 /* Serialize our data structure for storage in the database */
2488 CtdlSerializeMessage(&smr, msg);
2491 msg->cm_fields[eMesageText] = holdM;
2492 msg->cm_lengths[eMesageText] = holdMLen;
2496 cprintf("%d Unable to serialize message\n",
2497 ERROR + INTERNAL_ERROR);
2501 /* Write our little bundle of joy into the message base */
2502 if (cdb_store(CDB_MSGMAIN, &newmsgid, (int)sizeof(long),
2503 smr.ser, smr.len) < 0) {
2504 MSGM_syslog(LOG_ERR, "Can't store message\n");
2508 cdb_store(CDB_BIGMSGS,
2518 /* Free the memory we used for the serialized message */
2521 /* Return the *local* message ID to the caller
2522 * (even if we're storing an incoming network message)
2530 * Serialize a struct CtdlMessage into the format used on disk and network.
2532 * This function loads up a "struct ser_ret" (defined in server.h) which
2533 * contains the length of the serialized message and a pointer to the
2534 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2536 void CtdlSerializeMessage(struct ser_ret *ret, /* return values */
2537 struct CtdlMessage *msg) /* unserialized msg */
2539 struct CitContext *CCC = CC;
2544 * Check for valid message format
2546 if (CM_IsValidMsg(msg) == 0) {
2547 MSGM_syslog(LOG_ERR, "CtdlSerializeMessage() aborting due to invalid message\n");
2554 for (i=0; i < NDiskFields; ++i)
2555 if (msg->cm_fields[FieldOrder[i]] != NULL)
2556 ret->len += msg->cm_lengths[FieldOrder[i]] + 2;
2558 ret->ser = malloc(ret->len);
2559 if (ret->ser == NULL) {
2560 MSG_syslog(LOG_ERR, "CtdlSerializeMessage() malloc(%ld) failed: %s\n",
2561 (long)ret->len, strerror(errno));
2568 ret->ser[1] = msg->cm_anon_type;
2569 ret->ser[2] = msg->cm_format_type;
2572 for (i=0; i < NDiskFields; ++i)
2573 if (msg->cm_fields[FieldOrder[i]] != NULL)
2575 ret->ser[wlen++] = (char)FieldOrder[i];
2577 memcpy(&ret->ser[wlen],
2578 msg->cm_fields[FieldOrder[i]],
2579 msg->cm_lengths[FieldOrder[i]] + 1);
2581 wlen = wlen + msg->cm_lengths[FieldOrder[i]] + 1;
2584 if (ret->len != wlen) {
2585 MSG_syslog(LOG_ERR, "ERROR: len=%ld wlen=%ld\n",
2586 (long)ret->len, (long)wlen);
2594 * Check to see if any messages already exist in the current room which
2595 * carry the same Exclusive ID as this one. If any are found, delete them.
2597 void ReplicationChecks(struct CtdlMessage *msg) {
2598 struct CitContext *CCC = CC;
2599 long old_msgnum = (-1L);
2601 if (DoesThisRoomNeedEuidIndexing(&CCC->room) == 0) return;
2603 MSG_syslog(LOG_DEBUG, "Performing replication checks in <%s>\n",
2606 /* No exclusive id? Don't do anything. */
2607 if (msg == NULL) return;
2608 if (CM_IsEmpty(msg, eExclusiveID)) return;
2610 /*MSG_syslog(LOG_DEBUG, "Exclusive ID: <%s> for room <%s>\n",
2611 msg->cm_fields[eExclusiveID], CCC->room.QRname);*/
2613 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields[eExclusiveID], &CCC->room);
2614 if (old_msgnum > 0L) {
2615 MSG_syslog(LOG_DEBUG, "ReplicationChecks() replacing message %ld\n", old_msgnum);
2616 CtdlDeleteMessages(CCC->room.QRname, &old_msgnum, 1, "");
2623 * Save a message to disk and submit it into the delivery system.
2625 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2626 recptypes *recps, /* recipients (if mail) */
2627 const char *force, /* force a particular room? */
2628 int flags /* should the message be exported clean? */
2631 char hold_rm[ROOMNAMELEN];
2632 char actual_rm[ROOMNAMELEN];
2633 char force_room[ROOMNAMELEN];
2634 char content_type[SIZ]; /* We have to learn this */
2635 char recipient[SIZ];
2636 char bounce_to[1024];
2639 const char *mptr = NULL;
2640 struct ctdluser userbuf;
2642 struct MetaData smi;
2643 char *collected_addresses = NULL;
2644 struct addresses_to_be_filed *aptr = NULL;
2645 StrBuf *saved_rfc822_version = NULL;
2646 int qualified_for_journaling = 0;
2647 CitContext *CCC = MyContext();
2649 MSGM_syslog(LOG_DEBUG, "CtdlSubmitMsg() called\n");
2650 if (CM_IsValidMsg(msg) == 0) return(-1); /* self check */
2652 /* If this message has no timestamp, we take the liberty of
2653 * giving it one, right now.
2655 if (CM_IsEmpty(msg, eTimestamp)) {
2656 CM_SetFieldLONG(msg, eTimestamp, time(NULL));
2659 /* If this message has no path, we generate one.
2661 if (CM_IsEmpty(msg, eMessagePath)) {
2662 if (!CM_IsEmpty(msg, eAuthor)) {
2663 CM_CopyField(msg, eMessagePath, eAuthor);
2664 for (a=0; !IsEmptyStr(&msg->cm_fields[eMessagePath][a]); ++a) {
2665 if (isspace(msg->cm_fields[eMessagePath][a])) {
2666 msg->cm_fields[eMessagePath][a] = ' ';
2671 CM_SetField(msg, eMessagePath, HKEY("unknown"));
2675 if (force == NULL) {
2676 force_room[0] = '\0';
2679 strcpy(force_room, force);
2682 /* Learn about what's inside, because it's what's inside that counts */
2683 if (CM_IsEmpty(msg, eMesageText)) {
2684 MSGM_syslog(LOG_ERR, "ERROR: attempt to save message with NULL body\n");
2688 switch (msg->cm_format_type) {
2690 strcpy(content_type, "text/x-citadel-variformat");
2693 strcpy(content_type, "text/plain");
2696 strcpy(content_type, "text/plain");
2697 mptr = bmstrcasestr(msg->cm_fields[eMesageText], "Content-type:");
2700 safestrncpy(content_type, &mptr[13], sizeof content_type);
2701 striplt(content_type);
2702 aptr = content_type;
2703 while (!IsEmptyStr(aptr)) {
2715 /* Goto the correct room */
2716 room = (recps) ? CCC->room.QRname : SENTITEMS;
2717 MSG_syslog(LOG_DEBUG, "Selected room %s\n", room);
2718 strcpy(hold_rm, CCC->room.QRname);
2719 strcpy(actual_rm, CCC->room.QRname);
2720 if (recps != NULL) {
2721 strcpy(actual_rm, SENTITEMS);
2724 /* If the user is a twit, move to the twit room for posting */
2726 if (CCC->user.axlevel == AxProbU) {
2727 strcpy(hold_rm, actual_rm);
2728 strcpy(actual_rm, config.c_twitroom);
2729 MSGM_syslog(LOG_DEBUG, "Diverting to twit room\n");
2733 /* ...or if this message is destined for Aide> then go there. */
2734 if (!IsEmptyStr(force_room)) {
2735 strcpy(actual_rm, force_room);
2738 MSG_syslog(LOG_INFO, "Final selection: %s (%s)\n", actual_rm, room);
2739 if (strcasecmp(actual_rm, CCC->room.QRname)) {
2740 /* CtdlGetRoom(&CCC->room, actual_rm); */
2741 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL);
2745 * If this message has no O (room) field, generate one.
2747 if (CM_IsEmpty(msg, eOriginalRoom)) {
2748 CM_SetField(msg, eOriginalRoom, CCC->room.QRname, strlen(CCC->room.QRname));
2751 /* Perform "before save" hooks (aborting if any return nonzero) */
2752 MSGM_syslog(LOG_DEBUG, "Performing before-save hooks\n");
2753 if (PerformMessageHooks(msg, recps, EVT_BEFORESAVE) > 0) return(-3);
2756 * If this message has an Exclusive ID, and the room is replication
2757 * checking enabled, then do replication checks.
2759 if (DoesThisRoomNeedEuidIndexing(&CCC->room)) {
2760 ReplicationChecks(msg);
2763 /* Save it to disk */
2764 MSGM_syslog(LOG_DEBUG, "Saving to disk\n");
2765 newmsgid = send_message(msg);
2766 if (newmsgid <= 0L) return(-5);
2768 /* Write a supplemental message info record. This doesn't have to
2769 * be a critical section because nobody else knows about this message
2772 MSGM_syslog(LOG_DEBUG, "Creating MetaData record\n");
2773 memset(&smi, 0, sizeof(struct MetaData));
2774 smi.meta_msgnum = newmsgid;
2775 smi.meta_refcount = 0;
2776 safestrncpy(smi.meta_content_type, content_type,
2777 sizeof smi.meta_content_type);
2780 * Measure how big this message will be when rendered as RFC822.
2781 * We do this for two reasons:
2782 * 1. We need the RFC822 length for the new metadata record, so the
2783 * POP and IMAP services don't have to calculate message lengths
2784 * while the user is waiting (multiplied by potentially hundreds
2785 * or thousands of messages).
2786 * 2. If journaling is enabled, we will need an RFC822 version of the
2787 * message to attach to the journalized copy.
2789 if (CCC->redirect_buffer != NULL) {
2790 MSGM_syslog(LOG_ALERT, "CCC->redirect_buffer is not NULL during message submission!\n");
2793 CCC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
2794 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
2795 smi.meta_rfc822_length = StrLength(CCC->redirect_buffer);
2796 saved_rfc822_version = CCC->redirect_buffer;
2797 CCC->redirect_buffer = NULL;
2801 /* Now figure out where to store the pointers */
2802 MSGM_syslog(LOG_DEBUG, "Storing pointers\n");
2804 /* If this is being done by the networker delivering a private
2805 * message, we want to BYPASS saving the sender's copy (because there
2806 * is no local sender; it would otherwise go to the Trashcan).
2808 if ((!CCC->internal_pgm) || (recps == NULL)) {
2809 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
2810 MSGM_syslog(LOG_ERR, "ERROR saving message pointer!\n");
2811 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
2815 /* For internet mail, drop a copy in the outbound queue room */
2816 if ((recps != NULL) && (recps->num_internet > 0)) {
2817 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
2820 /* If other rooms are specified, drop them there too. */
2821 if ((recps != NULL) && (recps->num_room > 0))
2822 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
2823 extract_token(recipient, recps->recp_room, i,
2824 '|', sizeof recipient);
2825 MSG_syslog(LOG_DEBUG, "Delivering to room <%s>\n", recipient);///// xxxx
2826 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
2829 /* Bump this user's messages posted counter. */
2830 MSGM_syslog(LOG_DEBUG, "Updating user\n");
2831 CtdlGetUserLock(&CCC->user, CCC->curr_user);
2832 CCC->user.posted = CCC->user.posted + 1;
2833 CtdlPutUserLock(&CCC->user);
2835 /* Decide where bounces need to be delivered */
2836 if ((recps != NULL) && (recps->bounce_to == NULL))
2839 snprintf(bounce_to, sizeof bounce_to, "%s@%s",
2840 CCC->user.fullname, config.c_nodename);
2842 snprintf(bounce_to, sizeof bounce_to, "%s@%s",
2843 msg->cm_fields[eAuthor], msg->cm_fields[eNodeName]);
2844 recps->bounce_to = bounce_to;
2847 CM_SetFieldLONG(msg, eVltMsgNum, newmsgid);
2850 /* If this is private, local mail, make a copy in the
2851 * recipient's mailbox and bump the reference count.
2853 if ((recps != NULL) && (recps->num_local > 0))
2858 pch = recps->recp_local;
2859 recps->recp_local = recipient;
2860 ntokens = num_tokens(pch, '|');
2861 for (i=0; i<ntokens; ++i)
2863 extract_token(recipient, pch, i, '|', sizeof recipient);
2864 MSG_syslog(LOG_DEBUG, "Delivering private local mail to <%s>\n", recipient);
2865 if (CtdlGetUser(&userbuf, recipient) == 0) {
2866 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
2867 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
2868 CtdlBumpNewMailCounter(userbuf.usernum);
2869 PerformMessageHooks(msg, recps, EVT_AFTERUSRMBOXSAVE);
2872 MSG_syslog(LOG_DEBUG, "No user <%s>\n", recipient);
2873 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
2876 recps->recp_local = pch;
2879 /* Perform "after save" hooks */
2880 MSGM_syslog(LOG_DEBUG, "Performing after-save hooks\n");
2882 PerformMessageHooks(msg, recps, EVT_AFTERSAVE);
2883 CM_FlushField(msg, eVltMsgNum);
2885 /* Go back to the room we started from */
2886 MSG_syslog(LOG_DEBUG, "Returning to original room %s\n", hold_rm);
2887 if (strcasecmp(hold_rm, CCC->room.QRname))
2888 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL);
2891 * Any addresses to harvest for someone's address book?
2893 if ( (CCC->logged_in) && (recps != NULL) ) {
2894 collected_addresses = harvest_collected_addresses(msg);
2897 if (collected_addresses != NULL) {
2898 aptr = (struct addresses_to_be_filed *)
2899 malloc(sizeof(struct addresses_to_be_filed));
2900 CtdlMailboxName(actual_rm, sizeof actual_rm,
2901 &CCC->user, USERCONTACTSROOM);
2902 aptr->roomname = strdup(actual_rm);
2903 aptr->collected_addresses = collected_addresses;
2904 begin_critical_section(S_ATBF);
2907 end_critical_section(S_ATBF);
2911 * Determine whether this message qualifies for journaling.
2913 if (!CM_IsEmpty(msg, eJournal)) {
2914 qualified_for_journaling = 0;
2917 if (recps == NULL) {
2918 qualified_for_journaling = config.c_journal_pubmsgs;
2920 else if (recps->num_local + recps->num_ignet + recps->num_internet > 0) {
2921 qualified_for_journaling = config.c_journal_email;
2924 qualified_for_journaling = config.c_journal_pubmsgs;
2929 * Do we have to perform journaling? If so, hand off the saved
2930 * RFC822 version will be handed off to the journaler for background
2931 * submit. Otherwise, we have to free the memory ourselves.
2933 if (saved_rfc822_version != NULL) {
2934 if (qualified_for_journaling) {
2935 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
2938 FreeStrBuf(&saved_rfc822_version);
2942 if ((recps != NULL) && (recps->bounce_to == bounce_to))
2943 recps->bounce_to = NULL;
2951 * Convenience function for generating small administrative messages.
2953 void quickie_message(const char *from,
2954 const char *fromaddr,
2959 const char *subject)
2961 struct CtdlMessage *msg;
2962 recptypes *recp = NULL;
2964 msg = malloc(sizeof(struct CtdlMessage));
2965 memset(msg, 0, sizeof(struct CtdlMessage));
2966 msg->cm_magic = CTDLMESSAGE_MAGIC;
2967 msg->cm_anon_type = MES_NORMAL;
2968 msg->cm_format_type = format_type;
2971 CM_SetField(msg, eAuthor, from, strlen(from));
2973 else if (fromaddr != NULL) {
2975 CM_SetField(msg, eAuthor, fromaddr, strlen(fromaddr));
2976 pAt = strchr(msg->cm_fields[eAuthor], '@');
2978 CM_CutFieldAt(msg, eAuthor, pAt - msg->cm_fields[eAuthor]);
2982 msg->cm_fields[eAuthor] = strdup("Citadel");
2985 if (fromaddr != NULL) CM_SetField(msg, erFc822Addr, fromaddr, strlen(fromaddr));
2986 if (room != NULL) CM_SetField(msg, eOriginalRoom, room, strlen(room));
2987 CM_SetField(msg, eNodeName, CFG_KEY(c_nodename));
2989 CM_SetField(msg, eRecipient, to, strlen(to));
2990 recp = validate_recipients(to, NULL, 0);
2992 if (subject != NULL) {
2993 CM_SetField(msg, eMsgSubject, subject, strlen(subject));
2995 CM_SetField(msg, eMesageText, text, strlen(text));
2997 CtdlSubmitMsg(msg, recp, room, 0);
2999 if (recp != NULL) free_recipients(recp);
3002 void flood_protect_quickie_message(const char *from,
3003 const char *fromaddr,
3008 const char *subject,
3010 const char **CritStr,
3017 u_char rawdigest[MD5_DIGEST_LEN];
3018 struct MD5Context md5context;
3022 time_t tsday = NOW / (8*60*60); /* just care for a day... */
3024 tslen = snprintf(timestamp, sizeof(timestamp), "%ld", tsday);
3025 MD5Init(&md5context);
3027 for (i = 0; i < nCriterions; i++)
3028 MD5Update(&md5context,
3029 (const unsigned char*)CritStr[i], CritStrLen[i]);
3030 MD5Update(&md5context,
3031 (const unsigned char*)timestamp, tslen);
3032 MD5Final(rawdigest, &md5context);
3034 guid = NewStrBufPlain(NULL,
3035 MD5_DIGEST_LEN * 2 + 12);
3036 StrBufHexEscAppend(guid, NULL, rawdigest, MD5_DIGEST_LEN);
3037 StrBufAppendBufPlain(guid, HKEY("_fldpt"), 0);
3038 if (StrLength(guid) > 40)
3039 StrBufCutAt(guid, 40, NULL);
3041 if (CheckIfAlreadySeen("FPAideMessage",
3050 /* yes, we did. flood protection kicks in. */
3052 "not sending message again\n");
3056 /* no, this message isn't sent recently; go ahead. */
3057 quickie_message(from,
3068 * Back end function used by CtdlMakeMessage() and similar functions
3070 StrBuf *CtdlReadMessageBodyBuf(char *terminator, /* token signalling EOT */
3072 size_t maxlen, /* maximum message length */
3073 StrBuf *exist, /* if non-null, append to it;
3074 exist is ALWAYS freed */
3075 int crlf, /* CRLF newlines instead of LF */
3076 int *sock /* socket handle or 0 for this session's client socket */
3085 LineBuf = NewStrBufPlain(NULL, SIZ);
3086 if (exist == NULL) {
3087 Message = NewStrBufPlain(NULL, 4 * SIZ);
3090 Message = NewStrBufDup(exist);
3093 /* Do we need to change leading ".." to "." for SMTP escaping? */
3094 if ((tlen == 1) && (*terminator == '.')) {
3098 /* read in the lines of message text one by one */
3101 if ((CtdlSockGetLine(sock, LineBuf, 5) < 0) ||
3106 if (CtdlClientGetLine(LineBuf) < 0) finished = 1;
3108 if ((StrLength(LineBuf) == tlen) &&
3109 (!strcmp(ChrPtr(LineBuf), terminator)))
3112 if ( (!flushing) && (!finished) ) {
3114 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
3117 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
3120 /* Unescape SMTP-style input of two dots at the beginning of the line */
3122 (StrLength(LineBuf) == 2) &&
3123 (!strcmp(ChrPtr(LineBuf), "..")))
3125 StrBufCutLeft(LineBuf, 1);
3128 StrBufAppendBuf(Message, LineBuf, 0);
3131 /* if we've hit the max msg length, flush the rest */
3132 if (StrLength(Message) >= maxlen) flushing = 1;
3134 } while (!finished);
3135 FreeStrBuf(&LineBuf);
3139 void DeleteAsyncMsg(ReadAsyncMsg **Msg)
3143 FreeStrBuf(&(*Msg)->MsgBuf);
3149 ReadAsyncMsg *NewAsyncMsg(const char *terminator, /* token signalling EOT */
3151 size_t maxlen, /* maximum message length */
3152 size_t expectlen, /* if we expect a message, how long should it be? */
3153 StrBuf *exist, /* if non-null, append to it;
3154 exist is ALWAYS freed */
3155 long eLen, /* length of exist */
3156 int crlf /* CRLF newlines instead of LF */
3159 ReadAsyncMsg *NewMsg;
3161 NewMsg = (ReadAsyncMsg *)malloc(sizeof(ReadAsyncMsg));
3162 memset(NewMsg, 0, sizeof(ReadAsyncMsg));
3164 if (exist == NULL) {
3167 if (expectlen == 0) {
3171 len = expectlen + 10;
3173 NewMsg->MsgBuf = NewStrBufPlain(NULL, len);
3176 NewMsg->MsgBuf = NewStrBufDup(exist);
3178 /* Do we need to change leading ".." to "." for SMTP escaping? */
3179 if ((tlen == 1) && (*terminator == '.')) {
3183 NewMsg->terminator = terminator;
3184 NewMsg->tlen = tlen;
3186 NewMsg->maxlen = maxlen;
3188 NewMsg->crlf = crlf;
3194 * Back end function used by CtdlMakeMessage() and similar functions
3196 eReadState CtdlReadMessageBodyAsync(AsyncIO *IO)
3198 ReadAsyncMsg *ReadMsg;
3199 int MsgFinished = 0;
3200 eReadState Finished = eMustReadMore;
3205 const char *pch = ChrPtr(IO->SendBuf.Buf);
3206 const char *pchh = IO->SendBuf.ReadWritePointer;
3212 nbytes = StrLength(IO->SendBuf.Buf) - (pchh - pch);
3213 snprintf(fn, SIZ, "/tmp/foolog_ev_%s.%d",
3214 ((CitContext*)(IO->CitContext))->ServiceName,
3217 fd = fopen(fn, "a+");
3220 ReadMsg = IO->ReadMsg;
3222 /* read in the lines of message text one by one */
3224 Finished = StrBufChunkSipLine(IO->IOBuf, &IO->RecvBuf);
3227 case eMustReadMore: /// read new from socket...
3229 if (IO->RecvBuf.ReadWritePointer != NULL) {
3230 nbytes = StrLength(IO->RecvBuf.Buf) - (IO->RecvBuf.ReadWritePointer - ChrPtr(IO->RecvBuf.Buf));
3231 fprintf(fd, "Read; Line unfinished: %ld Bytes still in buffer [", nbytes);
3233 fwrite(IO->RecvBuf.ReadWritePointer, nbytes, 1, fd);
3237 fprintf(fd, "BufferEmpty! \n");
3243 case eBufferNotEmpty: /* shouldn't happen... */
3244 case eReadSuccess: /// done for now...
3246 case eReadFail: /// WHUT?
3252 if ((StrLength(IO->IOBuf) == ReadMsg->tlen) &&
3253 (!strcmp(ChrPtr(IO->IOBuf), ReadMsg->terminator))) {
3256 fprintf(fd, "found Terminator; Message Size: %d\n", StrLength(ReadMsg->MsgBuf));
3259 else if (!ReadMsg->flushing) {
3262 fprintf(fd, "Read Line: [%d][%s]\n", StrLength(IO->IOBuf), ChrPtr(IO->IOBuf));
3265 /* Unescape SMTP-style input of two dots at the beginning of the line */
3266 if ((ReadMsg->dodot) &&
3267 (StrLength(IO->IOBuf) == 2) && /* TODO: do we just unescape lines with two dots or any line? */
3268 (!strcmp(ChrPtr(IO->IOBuf), "..")))
3271 fprintf(fd, "UnEscaped!\n");
3273 StrBufCutLeft(IO->IOBuf, 1);
3276 if (ReadMsg->crlf) {
3277 StrBufAppendBufPlain(IO->IOBuf, HKEY("\r\n"), 0);
3280 StrBufAppendBufPlain(IO->IOBuf, HKEY("\n"), 0);
3283 StrBufAppendBuf(ReadMsg->MsgBuf, IO->IOBuf, 0);
3286 /* if we've hit the max msg length, flush the rest */
3287 if (StrLength(ReadMsg->MsgBuf) >= ReadMsg->maxlen) ReadMsg->flushing = 1;
3289 } while (!MsgFinished);
3292 fprintf(fd, "Done with reading; %s.\n, ",
3293 (MsgFinished)?"Message Finished": "FAILED");
3297 return eReadSuccess;
3304 * Back end function used by CtdlMakeMessage() and similar functions
3306 char *CtdlReadMessageBody(char *terminator, /* token signalling EOT */
3308 size_t maxlen, /* maximum message length */
3309 StrBuf *exist, /* if non-null, append to it;
3310 exist is ALWAYS freed */
3311 int crlf, /* CRLF newlines instead of LF */
3312 int *sock /* socket handle or 0 for this session's client socket */
3317 Message = CtdlReadMessageBodyBuf(terminator,
3323 if (Message == NULL)
3326 return SmashStrBuf(&Message);
3329 struct CtdlMessage *CtdlMakeMessage(
3330 struct ctdluser *author, /* author's user structure */
3331 char *recipient, /* NULL if it's not mail */
3332 char *recp_cc, /* NULL if it's not mail */
3333 char *room, /* room where it's going */
3334 int type, /* see MES_ types in header file */
3335 int format_type, /* variformat, plain text, MIME... */
3336 char *fake_name, /* who we're masquerading as */
3337 char *my_email, /* which of my email addresses to use (empty is ok) */
3338 char *subject, /* Subject (optional) */
3339 char *supplied_euid, /* ...or NULL if this is irrelevant */
3340 char *preformatted_text, /* ...or NULL to read text from client */
3341 char *references /* Thread references */
3344 return CtdlMakeMessageLen(
3345 author, /* author's user structure */
3346 recipient, /* NULL if it's not mail */
3347 (recipient)?strlen(recipient) : 0,
3348 recp_cc, /* NULL if it's not mail */
3349 (recp_cc)?strlen(recp_cc): 0,
3350 room, /* room where it's going */
3351 (room)?strlen(room): 0,
3352 type, /* see MES_ types in header file */
3353 format_type, /* variformat, plain text, MIME... */
3354 fake_name, /* who we're masquerading as */
3355 (fake_name)?strlen(fake_name): 0,
3356 my_email, /* which of my email addresses to use (empty is ok) */
3357 (my_email)?strlen(my_email): 0,
3358 subject, /* Subject (optional) */
3359 (subject)?strlen(subject): 0,
3360 supplied_euid, /* ...or NULL if this is irrelevant */
3361 (supplied_euid)?strlen(supplied_euid):0,
3362 preformatted_text, /* ...or NULL to read text from client */
3363 (preformatted_text)?strlen(preformatted_text) : 0,
3364 references, /* Thread references */
3365 (references)?strlen(references):0);
3370 * Build a binary message to be saved on disk.
3371 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3372 * will become part of the message. This means you are no longer
3373 * responsible for managing that memory -- it will be freed along with
3374 * the rest of the fields when CM_Free() is called.)
3377 struct CtdlMessage *CtdlMakeMessageLen(
3378 struct ctdluser *author, /* author's user structure */
3379 char *recipient, /* NULL if it's not mail */
3381 char *recp_cc, /* NULL if it's not mail */
3383 char *room, /* room where it's going */
3385 int type, /* see MES_ types in header file */
3386 int format_type, /* variformat, plain text, MIME... */
3387 char *fake_name, /* who we're masquerading as */
3389 char *my_email, /* which of my email addresses to use (empty is ok) */
3391 char *subject, /* Subject (optional) */
3393 char *supplied_euid, /* ...or NULL if this is irrelevant */
3395 char *preformatted_text, /* ...or NULL to read text from client */
3397 char *references, /* Thread references */
3401 struct CitContext *CCC = CC;
3402 /* Don't confuse the poor folks if it's not routed mail. * /
3403 char dest_node[256] = "";*/
3406 struct CtdlMessage *msg;
3408 StrBuf *FakeEncAuthor = NULL;
3410 msg = malloc(sizeof(struct CtdlMessage));
3411 memset(msg, 0, sizeof(struct CtdlMessage));
3412 msg->cm_magic = CTDLMESSAGE_MAGIC;
3413 msg->cm_anon_type = type;
3414 msg->cm_format_type = format_type;
3416 if (recipient != NULL) rcplen = striplt(recipient);
3417 if (recp_cc != NULL) cclen = striplt(recp_cc);
3419 /* Path or Return-Path */
3421 CM_SetField(msg, eMessagePath, my_email, myelen);
3424 CM_SetField(msg, eMessagePath, author->fullname, strlen(author->fullname));
3426 convert_spaces_to_underscores(msg->cm_fields[eMessagePath]);
3428 blen = snprintf(buf, sizeof buf, "%ld", (long)time(NULL));
3429 CM_SetField(msg, eTimestamp, buf, blen);
3432 FakeAuthor = NewStrBufPlain (fake_name, fnlen);
3435 FakeAuthor = NewStrBufPlain (author->fullname, -1);
3437 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
3438 CM_SetAsFieldSB(msg, eAuthor, &FakeEncAuthor);
3439 FreeStrBuf(&FakeAuthor);
3441 if (CCC->room.QRflags & QR_MAILBOX) { /* room */
3442 CM_SetField(msg, eOriginalRoom, &CCC->room.QRname[11], strlen(&CCC->room.QRname[11]));
3445 CM_SetField(msg, eOriginalRoom, CCC->room.QRname, strlen(CCC->room.QRname));
3448 CM_SetField(msg, eNodeName, CFG_KEY(c_nodename));
3449 CM_SetField(msg, eHumanNode, CFG_KEY(c_humannode));
3452 CM_SetField(msg, eRecipient, recipient, rcplen);
3455 CM_SetField(msg, eCarbonCopY, recp_cc, cclen);
3459 CM_SetField(msg, erFc822Addr, my_email, myelen);
3461 else if ( (author == &CCC->user) && (!IsEmptyStr(CCC->cs_inet_email)) ) {
3462 CM_SetField(msg, erFc822Addr, CCC->cs_inet_email, strlen(CCC->cs_inet_email));
3465 if (subject != NULL) {
3467 length = striplt(subject);
3473 while ((subject[i] != '\0') &&
3474 (IsAscii = isascii(subject[i]) != 0 ))
3477 CM_SetField(msg, eMsgSubject, subject, subjlen);
3478 else /* ok, we've got utf8 in the string. */
3481 rfc2047Subj = rfc2047encode(subject, length);
3482 CM_SetAsField(msg, eMsgSubject, &rfc2047Subj, strlen(rfc2047Subj));
3489 CM_SetField(msg, eExclusiveID, supplied_euid, euidlen);
3493 CM_SetField(msg, eWeferences, references, reflen);
3496 if (preformatted_text != NULL) {
3497 CM_SetField(msg, eMesageText, preformatted_text, textlen);
3501 MsgBody = CtdlReadMessageBodyBuf(HKEY("000"), config.c_maxmsglen, NULL, 0, 0);
3502 if (MsgBody != NULL) {
3503 CM_SetAsFieldSB(msg, eMesageText, &MsgBody);
3514 * API function to delete messages which match a set of criteria
3515 * (returns the actual number of messages deleted)
3517 int CtdlDeleteMessages(char *room_name, /* which room */
3518 long *dmsgnums, /* array of msg numbers to be deleted */
3519 int num_dmsgnums, /* number of msgs to be deleted, or 0 for "any" */
3520 char *content_type /* or "" for any. regular expressions expected. */
3523 struct CitContext *CCC = CC;
3524 struct ctdlroom qrbuf;
3525 struct cdbdata *cdbfr;
3526 long *msglist = NULL;
3527 long *dellist = NULL;
3530 int num_deleted = 0;
3532 struct MetaData smi;
3535 int need_to_free_re = 0;
3537 if (content_type) if (!IsEmptyStr(content_type)) {
3538 regcomp(&re, content_type, 0);
3539 need_to_free_re = 1;
3541 MSG_syslog(LOG_DEBUG, " CtdlDeleteMessages(%s, %d msgs, %s)\n",
3542 room_name, num_dmsgnums, content_type);
3544 /* get room record, obtaining a lock... */
3545 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
3546 MSG_syslog(LOG_ERR, " CtdlDeleteMessages(): Room <%s> not found\n",
3548 if (need_to_free_re) regfree(&re);
3549 return (0); /* room not found */
3551 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
3553 if (cdbfr != NULL) {
3554 dellist = malloc(cdbfr->len);
3555 msglist = (long *) cdbfr->ptr;
3556 cdbfr->ptr = NULL; /* CtdlDeleteMessages() now owns this memory */
3557 num_msgs = cdbfr->len / sizeof(long);
3561 int have_contenttype = (content_type != NULL) && !IsEmptyStr(content_type);
3562 int have_delmsgs = (num_dmsgnums == 0) || (dmsgnums == NULL);
3563 int have_more_del = 1;
3565 num_msgs = sort_msglist(msglist, num_msgs);
3566 if (num_dmsgnums > 1)
3567 num_dmsgnums = sort_msglist(dmsgnums, num_dmsgnums);
3570 StrBuf *dbg = NewStrBuf();
3571 for (i = 0; i < num_dmsgnums; i++)
3572 StrBufAppendPrintf(dbg, ", %ld", dmsgnums[i]);
3573 MSG_syslog(LOG_DEBUG, " Deleting before: %s", ChrPtr(dbg));
3578 while ((i < num_msgs) && (have_more_del)) {
3581 /* Set/clear a bit for each criterion */
3583 /* 0 messages in the list or a null list means that we are
3584 * interested in deleting any messages which meet the other criteria.
3587 delete_this |= 0x01;
3590 while ((i < num_msgs) && (msglist[i] < dmsgnums[j])) i++;
3595 if (msglist[i] == dmsgnums[j]) {
3596 delete_this |= 0x01;
3599 have_more_del = (j < num_dmsgnums);
3602 if (have_contenttype) {
3603 GetMetaData(&smi, msglist[i]);
3604 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
3605 delete_this |= 0x02;
3608 delete_this |= 0x02;
3611 /* Delete message only if all bits are set */
3612 if (delete_this == 0x03) {
3613 dellist[num_deleted++] = msglist[i];
3620 StrBuf *dbg = NewStrBuf();
3621 for (i = 0; i < num_deleted; i++)
3622 StrBufAppendPrintf(dbg, ", %ld", dellist[i]);
3623 MSG_syslog(LOG_DEBUG, " Deleting: %s", ChrPtr(dbg));
3627 num_msgs = sort_msglist(msglist, num_msgs);
3628 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
3629 msglist, (int)(num_msgs * sizeof(long)));
3632 qrbuf.QRhighest = msglist[num_msgs - 1];
3634 qrbuf.QRhighest = 0;
3636 CtdlPutRoomLock(&qrbuf);
3638 /* Go through the messages we pulled out of the index, and decrement
3639 * their reference counts by 1. If this is the only room the message
3640 * was in, the reference count will reach zero and the message will
3641 * automatically be deleted from the database. We do this in a
3642 * separate pass because there might be plug-in hooks getting called,
3643 * and we don't want that happening during an S_ROOMS critical
3647 for (i=0; i<num_deleted; ++i) {
3648 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
3650 AdjRefCountList(dellist, num_deleted, -1);
3652 /* Now free the memory we used, and go away. */
3653 if (msglist != NULL) free(msglist);
3654 if (dellist != NULL) free(dellist);
3655 MSG_syslog(LOG_DEBUG, " %d message(s) deleted.\n", num_deleted);
3656 if (need_to_free_re) regfree(&re);
3657 return (num_deleted);
3664 * GetMetaData() - Get the supplementary record for a message
3666 void GetMetaData(struct MetaData *smibuf, long msgnum)
3669 struct cdbdata *cdbsmi;
3672 memset(smibuf, 0, sizeof(struct MetaData));
3673 smibuf->meta_msgnum = msgnum;
3674 smibuf->meta_refcount = 1; /* Default reference count is 1 */
3676 /* Use the negative of the message number for its supp record index */
3677 TheIndex = (0L - msgnum);
3679 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
3680 if (cdbsmi == NULL) {
3681 return; /* record not found; go with defaults */
3683 memcpy(smibuf, cdbsmi->ptr,
3684 ((cdbsmi->len > sizeof(struct MetaData)) ?
3685 sizeof(struct MetaData) : cdbsmi->len));
3692 * PutMetaData() - (re)write supplementary record for a message
3694 void PutMetaData(struct MetaData *smibuf)
3698 /* Use the negative of the message number for the metadata db index */
3699 TheIndex = (0L - smibuf->meta_msgnum);
3701 cdb_store(CDB_MSGMAIN,
3702 &TheIndex, (int)sizeof(long),
3703 smibuf, (int)sizeof(struct MetaData));
3708 * AdjRefCount - submit an adjustment to the reference count for a message.
3709 * (These are just queued -- we actually process them later.)
3711 void AdjRefCount(long msgnum, int incr)
3713 struct CitContext *CCC = CC;
3714 struct arcq new_arcq;
3717 MSG_syslog(LOG_DEBUG, "AdjRefCount() msg %ld ref count delta %+d\n", msgnum, incr);
3719 begin_critical_section(S_SUPPMSGMAIN);
3720 if (arcfp == NULL) {
3721 arcfp = fopen(file_arcq, "ab+");
3722 chown(file_arcq, CTDLUID, (-1));
3723 chmod(file_arcq, 0600);
3725 end_critical_section(S_SUPPMSGMAIN);
3727 /* msgnum < 0 means that we're trying to close the file */
3729 MSGM_syslog(LOG_DEBUG, "Closing the AdjRefCount queue file\n");
3730 begin_critical_section(S_SUPPMSGMAIN);
3731 if (arcfp != NULL) {
3735 end_critical_section(S_SUPPMSGMAIN);
3740 * If we can't open the queue, perform the operation synchronously.
3742 if (arcfp == NULL) {
3743 TDAP_AdjRefCount(msgnum, incr);
3747 new_arcq.arcq_msgnum = msgnum;
3748 new_arcq.arcq_delta = incr;
3749 rv = fwrite(&new_arcq, sizeof(struct arcq), 1, arcfp);
3751 MSG_syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
3760 void AdjRefCountList(long *msgnum, long nmsg, int incr)
3762 struct CitContext *CCC = CC;
3763 long i, the_size, offset;
3764 struct arcq *new_arcq;
3767 MSG_syslog(LOG_DEBUG, "AdjRefCountList() msg %ld ref count delta %+d\n", nmsg, incr);
3769 begin_critical_section(S_SUPPMSGMAIN);
3770 if (arcfp == NULL) {
3771 arcfp = fopen(file_arcq, "ab+");
3772 chown(file_arcq, CTDLUID, (-1));
3773 chmod(file_arcq, 0600);
3775 end_critical_section(S_SUPPMSGMAIN);
3778 * If we can't open the queue, perform the operation synchronously.
3780 if (arcfp == NULL) {
3781 for (i = 0; i < nmsg; i++)
3782 TDAP_AdjRefCount(msgnum[i], incr);
3786 the_size = sizeof(struct arcq) * nmsg;
3787 new_arcq = malloc(the_size);
3788 for (i = 0; i < nmsg; i++) {
3789 new_arcq[i].arcq_msgnum = msgnum[i];
3790 new_arcq[i].arcq_delta = incr;
3794 while ((rv >= 0) && (offset < the_size))
3796 rv = fwrite(new_arcq + offset, 1, the_size - offset, arcfp);
3798 MSG_syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
3814 * TDAP_ProcessAdjRefCountQueue()
3816 * Process the queue of message count adjustments that was created by calls
3817 * to AdjRefCount() ... by reading the queue and calling TDAP_AdjRefCount()
3818 * for each one. This should be an "off hours" operation.
3820 int TDAP_ProcessAdjRefCountQueue(void)
3822 struct CitContext *CCC = CC;
3823 char file_arcq_temp[PATH_MAX];
3826 struct arcq arcq_rec;
3827 int num_records_processed = 0;
3829 snprintf(file_arcq_temp, sizeof file_arcq_temp, "%s.%04x", file_arcq, rand());
3831 begin_critical_section(S_SUPPMSGMAIN);
3832 if (arcfp != NULL) {
3837 r = link(file_arcq, file_arcq_temp);
3839 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3840 end_critical_section(S_SUPPMSGMAIN);
3841 return(num_records_processed);
3845 end_critical_section(S_SUPPMSGMAIN);
3847 fp = fopen(file_arcq_temp, "rb");
3849 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3850 return(num_records_processed);
3853 while (fread(&arcq_rec, sizeof(struct arcq), 1, fp) == 1) {
3854 TDAP_AdjRefCount(arcq_rec.arcq_msgnum, arcq_rec.arcq_delta);
3855 ++num_records_processed;
3859 r = unlink(file_arcq_temp);
3861 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3864 return(num_records_processed);
3870 * TDAP_AdjRefCount - adjust the reference count for a message.
3871 * This one does it "for real" because it's called by
3872 * the autopurger function that processes the queue
3873 * created by AdjRefCount(). If a message's reference
3874 * count becomes zero, we also delete the message from
3875 * disk and de-index it.
3877 void TDAP_AdjRefCount(long msgnum, int incr)
3879 struct CitContext *CCC = CC;
3881 struct MetaData smi;
3884 /* This is a *tight* critical section; please keep it that way, as
3885 * it may get called while nested in other critical sections.
3886 * Complicating this any further will surely cause deadlock!
3888 begin_critical_section(S_SUPPMSGMAIN);
3889 GetMetaData(&smi, msgnum);
3890 smi.meta_refcount += incr;
3892 end_critical_section(S_SUPPMSGMAIN);
3893 MSG_syslog(LOG_DEBUG, "TDAP_AdjRefCount() msg %ld ref count delta %+d, is now %d\n",
3894 msgnum, incr, smi.meta_refcount
3897 /* If the reference count is now zero, delete the message
3898 * (and its supplementary record as well).
3900 if (smi.meta_refcount == 0) {
3901 MSG_syslog(LOG_DEBUG, "Deleting message <%ld>\n", msgnum);
3903 /* Call delete hooks with NULL room to show it has gone altogether */
3904 PerformDeleteHooks(NULL, msgnum);
3906 /* Remove from message base */
3908 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3909 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
3911 /* Remove metadata record */
3912 delnum = (0L - msgnum);
3913 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3919 * Write a generic object to this room
3921 * Note: this could be much more efficient. Right now we use two temporary
3922 * files, and still pull the message into memory as with all others.
3924 void CtdlWriteObject(char *req_room, /* Room to stuff it in */
3925 char *content_type, /* MIME type of this object */
3926 char *raw_message, /* Data to be written */
3927 off_t raw_length, /* Size of raw_message */
3928 struct ctdluser *is_mailbox, /* Mailbox room? */
3929 int is_binary, /* Is encoding necessary? */
3930 int is_unique, /* Del others of this type? */
3931 unsigned int flags /* Internal save flags */
3934 struct CitContext *CCC = CC;
3935 struct ctdlroom qrbuf;
3936 char roomname[ROOMNAMELEN];
3937 struct CtdlMessage *msg;
3938 StrBuf *encoded_message = NULL;
3940 if (is_mailbox != NULL) {
3941 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
3944 safestrncpy(roomname, req_room, sizeof(roomname));
3947 MSG_syslog(LOG_DEBUG, "Raw length is %ld\n", (long)raw_length);
3950 encoded_message = NewStrBufPlain(NULL, (size_t) (((raw_length * 134) / 100) + 4096 ) );
3953 encoded_message = NewStrBufPlain(NULL, (size_t)(raw_length + 4096));
3956 StrBufAppendBufPlain(encoded_message, HKEY("Content-type: "), 0);
3957 StrBufAppendBufPlain(encoded_message, content_type, -1, 0);
3958 StrBufAppendBufPlain(encoded_message, HKEY("\n"), 0);
3961 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: base64\n\n"), 0);
3964 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: 7bit\n\n"), 0);
3968 StrBufBase64Append(encoded_message, NULL, raw_message, raw_length, 0);
3971 StrBufAppendBufPlain(encoded_message, raw_message, raw_length, 0);
3974 MSGM_syslog(LOG_DEBUG, "Allocating\n");
3975 msg = malloc(sizeof(struct CtdlMessage));
3976 memset(msg, 0, sizeof(struct CtdlMessage));
3977 msg->cm_magic = CTDLMESSAGE_MAGIC;
3978 msg->cm_anon_type = MES_NORMAL;
3979 msg->cm_format_type = 4;
3980 CM_SetField(msg, eAuthor, CCC->user.fullname, strlen(CCC->user.fullname));
3981 CM_SetField(msg, eOriginalRoom, req_room, strlen(req_room));
3982 CM_SetField(msg, eNodeName, CFG_KEY(c_nodename));
3983 CM_SetField(msg, eHumanNode, CFG_KEY(c_humannode));
3984 msg->cm_flags = flags;
3986 CM_SetAsFieldSB(msg, eMesageText, &encoded_message);
3988 /* Create the requested room if we have to. */
3989 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
3990 CtdlCreateRoom(roomname,
3991 ( (is_mailbox != NULL) ? 5 : 3 ),
3992 "", 0, 1, 0, VIEW_BBS);
3994 /* If the caller specified this object as unique, delete all
3995 * other objects of this type that are currently in the room.
3998 MSG_syslog(LOG_DEBUG, "Deleted %d other msgs of this type\n",
3999 CtdlDeleteMessages(roomname, NULL, 0, content_type)
4002 /* Now write the data */
4003 CtdlSubmitMsg(msg, NULL, roomname, 0);
4009 /*****************************************************************************/
4010 /* MODULE INITIALIZATION STUFF */
4011 /*****************************************************************************/
4012 void SetMessageDebugEnabled(const int n)
4014 MessageDebugEnabled = n;
4016 CTDL_MODULE_INIT(msgbase)
4019 CtdlRegisterDebugFlagHook(HKEY("messages"), SetMessageDebugEnabled, &MessageDebugEnabled);
4022 /* return our Subversion id for the Log */