2 * Implements the message store.
4 * Copyright (c) 1987-2012 by the citadel.org team
6 * This program is open source software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 3.
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
18 #include <libcitadel.h>
22 #include "ctdl_module.h"
23 #include "citserver.h"
25 #include "clientsocket.h"
30 #include "internet_addressing.h"
31 #include "euidindex.h"
33 #include "journaling.h"
35 struct addresses_to_be_filed *atbf = NULL;
37 /* This temp file holds the queue of operations for AdjRefCount() */
38 static FILE *arcfp = NULL;
39 void AdjRefCountList(long *msgnum, long nmsg, int incr);
41 int MessageDebugEnabled = 0;
44 * These are the four-character field headers we use when outputting
45 * messages in Citadel format (as opposed to RFC822 format).
48 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
49 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
50 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
51 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
52 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
53 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
54 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
55 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
85 eMsgField FieldOrder[] = {
86 /* Important fields */
97 /* Semi-important fields */
103 /* G is not used yet, may become virus signature*/
106 /* Q is not used yet */
109 /* X is not used yet */
110 /* Z is not used yet */
117 /* Message text (MUST be last) */
119 /* Not saved to disk:
124 static const long NDiskFields = sizeof(FieldOrder) / sizeof(eMsgField);
126 int CM_IsEmpty(struct CtdlMessage *Msg, eMsgField which)
128 return !((Msg->cm_fields[which] != NULL) &&
129 (Msg->cm_fields[which][0] != '\0'));
132 void CM_SetField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length)
134 if (Msg->cm_fields[which] != NULL)
135 free (Msg->cm_fields[which]);
136 Msg->cm_fields[which] = malloc(length + 1);
137 memcpy(Msg->cm_fields[which], buf, length);
138 Msg->cm_fields[which][length] = '\0';
139 Msg->cm_lengths[which] = length;
142 void CM_SetFieldLONG(struct CtdlMessage *Msg, eMsgField which, long lvalue)
146 len = snprintf(buf, sizeof(buf), "%ld", lvalue);
147 CM_SetField(Msg, which, buf, len);
149 void CM_CutFieldAt(struct CtdlMessage *Msg, eMsgField WhichToCut, long maxlen)
151 if (Msg->cm_fields[WhichToCut] == NULL)
154 if (Msg->cm_lengths[WhichToCut] > maxlen)
156 Msg->cm_fields[WhichToCut][maxlen] = '\0';
157 Msg->cm_lengths[WhichToCut] = maxlen;
161 void CM_FlushField(struct CtdlMessage *Msg, eMsgField which)
163 if (Msg->cm_fields[which] != NULL)
164 free (Msg->cm_fields[which]);
165 Msg->cm_fields[which] = NULL;
166 Msg->cm_lengths[which] = 0;
168 void CM_Flush(struct CtdlMessage *Msg)
172 if (CM_IsValidMsg(Msg) == 0)
175 for (i = 0; i < 256; ++i)
177 CM_FlushField(Msg, i);
181 void CM_CopyField(struct CtdlMessage *Msg, eMsgField WhichToPutTo, eMsgField WhichtToCopy)
184 if (Msg->cm_fields[WhichToPutTo] != NULL)
185 free (Msg->cm_fields[WhichToPutTo]);
187 if (Msg->cm_fields[WhichtToCopy] != NULL)
189 len = Msg->cm_lengths[WhichtToCopy];
190 Msg->cm_fields[WhichToPutTo] = malloc(len + 1);
191 memcpy(Msg->cm_fields[WhichToPutTo], Msg->cm_fields[WhichtToCopy], len);
192 Msg->cm_fields[WhichToPutTo][len] = '\0';
193 Msg->cm_lengths[WhichToPutTo] = len;
197 Msg->cm_fields[WhichToPutTo] = NULL;
198 Msg->cm_lengths[WhichToPutTo] = 0;
203 void CM_PrependToField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length)
205 if (Msg->cm_fields[which] != NULL) {
210 oldmsgsize = Msg->cm_lengths[which] + 1;
211 newmsgsize = length + oldmsgsize;
213 new = malloc(newmsgsize);
214 memcpy(new, buf, length);
215 memcpy(new + length, Msg->cm_fields[which], oldmsgsize);
216 free(Msg->cm_fields[which]);
217 Msg->cm_fields[which] = new;
218 Msg->cm_lengths[which] = newmsgsize - 1;
221 Msg->cm_fields[which] = malloc(length + 1);
222 memcpy(Msg->cm_fields[which], buf, length);
223 Msg->cm_fields[which][length] = '\0';
224 Msg->cm_lengths[which] = length;
228 void CM_SetAsField(struct CtdlMessage *Msg, eMsgField which, char **buf, long length)
230 if (Msg->cm_fields[which] != NULL)
231 free (Msg->cm_fields[which]);
233 Msg->cm_fields[which] = *buf;
235 Msg->cm_lengths[which] = length;
238 void CM_SetAsFieldSB(struct CtdlMessage *Msg, eMsgField which, StrBuf **buf)
240 if (Msg->cm_fields[which] != NULL)
241 free (Msg->cm_fields[which]);
243 Msg->cm_lengths[which] = StrLength(*buf);
244 Msg->cm_fields[which] = SmashStrBuf(buf);
247 void CM_GetAsField(struct CtdlMessage *Msg, eMsgField which, char **ret, long *retlen)
249 if (Msg->cm_fields[which] != NULL)
251 *retlen = Msg->cm_lengths[which];
252 *ret = Msg->cm_fields[which];
253 Msg->cm_fields[which] = NULL;
254 Msg->cm_lengths[which] = 0;
264 * Returns 1 if the supplied pointer points to a valid Citadel message.
265 * If the pointer is NULL or the magic number check fails, returns 0.
267 int CM_IsValidMsg(struct CtdlMessage *msg) {
270 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
271 struct CitContext *CCC = CC;
272 MSGM_syslog(LOG_WARNING, "CM_IsValidMsg() -- self-check failed\n");
278 void CM_FreeContents(struct CtdlMessage *msg)
282 for (i = 0; i < 256; ++i)
283 if (msg->cm_fields[i] != NULL) {
284 free(msg->cm_fields[i]);
285 msg->cm_lengths[i] = 0;
288 msg->cm_magic = 0; /* just in case */
291 * 'Destructor' for struct CtdlMessage
293 void CM_Free(struct CtdlMessage *msg)
295 if (CM_IsValidMsg(msg) == 0)
297 if (msg != NULL) free (msg);
300 CM_FreeContents(msg);
304 int CM_DupField(eMsgField i, struct CtdlMessage *OrgMsg, struct CtdlMessage *NewMsg)
307 len = OrgMsg->cm_lengths[i];
308 NewMsg->cm_fields[i] = malloc(len + 1);
309 if (NewMsg->cm_fields[i] == NULL)
311 memcpy(NewMsg->cm_fields[i], OrgMsg->cm_fields[i], len);
312 NewMsg->cm_fields[i][len] = '\0';
313 NewMsg->cm_lengths[i] = len;
317 struct CtdlMessage * CM_Duplicate(struct CtdlMessage *OrgMsg)
320 struct CtdlMessage *NewMsg;
322 if (CM_IsValidMsg(OrgMsg) == 0)
324 NewMsg = (struct CtdlMessage *)malloc(sizeof(struct CtdlMessage));
328 memcpy(NewMsg, OrgMsg, sizeof(struct CtdlMessage));
330 memset(&NewMsg->cm_fields, 0, sizeof(char*) * 256);
332 for (i = 0; i < 256; ++i)
334 if (OrgMsg->cm_fields[i] != NULL)
336 if (!CM_DupField(i, OrgMsg, NewMsg))
351 /* Determine if a given message matches the fields in a message template.
352 * Return 0 for a successful match.
354 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
357 /* If there aren't any fields in the template, all messages will
360 if (template == NULL) return(0);
362 /* Null messages are bogus. */
363 if (msg == NULL) return(1);
365 for (i='A'; i<='Z'; ++i) {
366 if (template->cm_fields[i] != NULL) {
367 if (msg->cm_fields[i] == NULL) {
368 /* Considered equal if temmplate is empty string */
369 if (IsEmptyStr(template->cm_fields[i])) continue;
372 if ((template->cm_lengths[i] != msg->cm_lengths[i]) ||
373 (strcasecmp(msg->cm_fields[i], template->cm_fields[i])))
378 /* All compares succeeded: we have a match! */
385 * Retrieve the "seen" message list for the current room.
387 void CtdlGetSeen(char *buf, int which_set) {
388 struct CitContext *CCC = CC;
391 /* Learn about the user and room in question */
392 CtdlGetRelationship(&vbuf, &CCC->user, &CCC->room);
394 if (which_set == ctdlsetseen_seen)
395 safestrncpy(buf, vbuf.v_seen, SIZ);
396 if (which_set == ctdlsetseen_answered)
397 safestrncpy(buf, vbuf.v_answered, SIZ);
403 * Manipulate the "seen msgs" string (or other message set strings)
405 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
406 int target_setting, int which_set,
407 struct ctdluser *which_user, struct ctdlroom *which_room) {
408 struct CitContext *CCC = CC;
409 struct cdbdata *cdbfr;
414 long hi = (-1L); /// TODO: we just write here. y?
423 char *is_set; /* actually an array of booleans */
425 /* Don't bother doing *anything* if we were passed a list of zero messages */
426 if (num_target_msgnums < 1) {
430 /* If no room was specified, we go with the current room. */
432 which_room = &CCC->room;
435 /* If no user was specified, we go with the current user. */
437 which_user = &CCC->user;
440 MSG_syslog(LOG_DEBUG, "CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>\n",
441 num_target_msgnums, target_msgnums[0],
442 (target_setting ? "SET" : "CLEAR"),
446 /* Learn about the user and room in question */
447 CtdlGetRelationship(&vbuf, which_user, which_room);
449 /* Load the message list */
450 cdbfr = cdb_fetch(CDB_MSGLISTS, &which_room->QRnumber, sizeof(long));
452 msglist = (long *) cdbfr->ptr;
453 cdbfr->ptr = NULL; /* CtdlSetSeen() now owns this memory */
454 num_msgs = cdbfr->len / sizeof(long);
457 return; /* No messages at all? No further action. */
460 is_set = malloc(num_msgs * sizeof(char));
461 memset(is_set, 0, (num_msgs * sizeof(char)) );
463 /* Decide which message set we're manipulating */
465 case ctdlsetseen_seen:
466 vset = NewStrBufPlain(vbuf.v_seen, -1);
468 case ctdlsetseen_answered:
469 vset = NewStrBufPlain(vbuf.v_answered, -1);
476 #if 0 /* This is a special diagnostic section. Do not allow it to run during normal operation. */
477 MSG_syslog(LOG_DEBUG, "There are %d messages in the room.\n", num_msgs);
478 for (i=0; i<num_msgs; ++i) {
479 if ((i > 0) && (msglist[i] <= msglist[i-1])) abort();
481 MSG_syslog(LOG_DEBUG, "We are twiddling %d of them.\n", num_target_msgnums);
482 for (k=0; k<num_target_msgnums; ++k) {
483 if ((k > 0) && (target_msgnums[k] <= target_msgnums[k-1])) abort();
487 MSG_syslog(LOG_DEBUG, "before update: %s\n", ChrPtr(vset));
489 /* Translate the existing sequence set into an array of booleans */
490 setstr = NewStrBuf();
494 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
496 StrBufExtract_token(lostr, setstr, 0, ':');
497 if (StrBufNum_tokens(setstr, ':') >= 2) {
498 StrBufExtract_token(histr, setstr, 1, ':');
502 StrBufAppendBuf(histr, lostr, 0);
505 if (!strcmp(ChrPtr(histr), "*")) {
512 for (i = 0; i < num_msgs; ++i) {
513 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
523 /* Now translate the array of booleans back into a sequence set */
529 for (i=0; i<num_msgs; ++i) {
533 for (k=0; k<num_target_msgnums; ++k) {
534 if (msglist[i] == target_msgnums[k]) {
535 is_seen = target_setting;
539 if ((was_seen == 0) && (is_seen == 1)) {
542 else if ((was_seen == 1) && (is_seen == 0)) {
545 if (StrLength(vset) > 0) {
546 StrBufAppendBufPlain(vset, HKEY(","), 0);
549 StrBufAppendPrintf(vset, "%ld", hi);
552 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
556 if ((is_seen) && (i == num_msgs - 1)) {
557 if (StrLength(vset) > 0) {
558 StrBufAppendBufPlain(vset, HKEY(","), 0);
560 if ((i==0) || (was_seen == 0)) {
561 StrBufAppendPrintf(vset, "%ld", msglist[i]);
564 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
572 * We will have to stuff this string back into a 4096 byte buffer, so if it's
573 * larger than that now, truncate it by removing tokens from the beginning.
574 * The limit of 100 iterations is there to prevent an infinite loop in case
575 * something unexpected happens.
577 int number_of_truncations = 0;
578 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
579 StrBufRemove_token(vset, 0, ',');
580 ++number_of_truncations;
584 * If we're truncating the sequence set of messages marked with the 'seen' flag,
585 * we want the earliest messages (the truncated ones) to be marked, not unmarked.
586 * Otherwise messages at the beginning will suddenly appear to be 'unseen'.
588 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
590 first_tok = NewStrBuf();
591 StrBufExtract_token(first_tok, vset, 0, ',');
592 StrBufRemove_token(vset, 0, ',');
594 if (StrBufNum_tokens(first_tok, ':') > 1) {
595 StrBufRemove_token(first_tok, 0, ':');
599 new_set = NewStrBuf();
600 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
601 StrBufAppendBuf(new_set, first_tok, 0);
602 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
603 StrBufAppendBuf(new_set, vset, 0);
606 FreeStrBuf(&first_tok);
610 MSG_syslog(LOG_DEBUG, " after update: %s\n", ChrPtr(vset));
612 /* Decide which message set we're manipulating */
614 case ctdlsetseen_seen:
615 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
617 case ctdlsetseen_answered:
618 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
624 CtdlSetRelationship(&vbuf, which_user, which_room);
630 * API function to perform an operation for each qualifying message in the
631 * current room. (Returns the number of messages processed.)
633 int CtdlForEachMessage(int mode, long ref, char *search_string,
635 struct CtdlMessage *compare,
636 ForEachMsgCallback CallBack,
639 struct CitContext *CCC = CC;
642 struct cdbdata *cdbfr;
643 long *msglist = NULL;
645 int num_processed = 0;
648 struct CtdlMessage *msg = NULL;
651 int printed_lastold = 0;
652 int num_search_msgs = 0;
653 long *search_msgs = NULL;
655 int need_to_free_re = 0;
658 if ((content_type) && (!IsEmptyStr(content_type))) {
659 regcomp(&re, content_type, 0);
663 /* Learn about the user and room in question */
664 if (server_shutting_down) {
665 if (need_to_free_re) regfree(&re);
668 CtdlGetUser(&CCC->user, CCC->curr_user);
670 if (server_shutting_down) {
671 if (need_to_free_re) regfree(&re);
674 CtdlGetRelationship(&vbuf, &CCC->user, &CCC->room);
676 if (server_shutting_down) {
677 if (need_to_free_re) regfree(&re);
681 /* Load the message list */
682 cdbfr = cdb_fetch(CDB_MSGLISTS, &CCC->room.QRnumber, sizeof(long));
684 if (need_to_free_re) regfree(&re);
685 return 0; /* No messages at all? No further action. */
688 msglist = (long *) cdbfr->ptr;
689 num_msgs = cdbfr->len / sizeof(long);
691 cdbfr->ptr = NULL; /* clear this so that cdb_free() doesn't free it */
692 cdb_free(cdbfr); /* we own this memory now */
695 * Now begin the traversal.
697 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
699 /* If the caller is looking for a specific MIME type, filter
700 * out all messages which are not of the type requested.
702 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
704 /* This call to GetMetaData() sits inside this loop
705 * so that we only do the extra database read per msg
706 * if we need to. Doing the extra read all the time
707 * really kills the server. If we ever need to use
708 * metadata for another search criterion, we need to
709 * move the read somewhere else -- but still be smart
710 * enough to only do the read if the caller has
711 * specified something that will need it.
713 if (server_shutting_down) {
714 if (need_to_free_re) regfree(&re);
718 GetMetaData(&smi, msglist[a]);
720 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
721 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
727 num_msgs = sort_msglist(msglist, num_msgs);
729 /* If a template was supplied, filter out the messages which
730 * don't match. (This could induce some delays!)
733 if (compare != NULL) {
734 for (a = 0; a < num_msgs; ++a) {
735 if (server_shutting_down) {
736 if (need_to_free_re) regfree(&re);
740 msg = CtdlFetchMessage(msglist[a], 1);
742 if (CtdlMsgCmp(msg, compare)) {
751 /* If a search string was specified, get a message list from
752 * the full text index and remove messages which aren't on both
756 * Since the lists are sorted and strictly ascending, and the
757 * output list is guaranteed to be shorter than or equal to the
758 * input list, we overwrite the bottom of the input list. This
759 * eliminates the need to memmove big chunks of the list over and
762 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
764 /* Call search module via hook mechanism.
765 * NULL means use any search function available.
766 * otherwise replace with a char * to name of search routine
768 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
770 if (num_search_msgs > 0) {
774 orig_num_msgs = num_msgs;
776 for (i=0; i<orig_num_msgs; ++i) {
777 for (j=0; j<num_search_msgs; ++j) {
778 if (msglist[i] == search_msgs[j]) {
779 msglist[num_msgs++] = msglist[i];
785 num_msgs = 0; /* No messages qualify */
787 if (search_msgs != NULL) free(search_msgs);
789 /* Now that we've purged messages which don't contain the search
790 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
797 * Now iterate through the message list, according to the
798 * criteria supplied by the caller.
801 for (a = 0; a < num_msgs; ++a) {
802 if (server_shutting_down) {
803 if (need_to_free_re) regfree(&re);
805 return num_processed;
807 thismsg = msglist[a];
808 if (mode == MSGS_ALL) {
812 is_seen = is_msg_in_sequence_set(
813 vbuf.v_seen, thismsg);
814 if (is_seen) lastold = thismsg;
820 || ((mode == MSGS_OLD) && (is_seen))
821 || ((mode == MSGS_NEW) && (!is_seen))
822 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
823 || ((mode == MSGS_FIRST) && (a < ref))
824 || ((mode == MSGS_GT) && (thismsg > ref))
825 || ((mode == MSGS_LT) && (thismsg < ref))
826 || ((mode == MSGS_EQ) && (thismsg == ref))
829 if ((mode == MSGS_NEW) && (CCC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
831 CallBack(lastold, userdata);
835 if (CallBack) CallBack(thismsg, userdata);
839 if (need_to_free_re) regfree(&re);
842 * We cache the most recent msglist in order to do security checks later
844 if (CCC->client_socket > 0) {
845 if (CCC->cached_msglist != NULL) {
846 free(CCC->cached_msglist);
848 CCC->cached_msglist = msglist;
849 CCC->cached_num_msgs = num_msgs;
855 return num_processed;
861 * memfmout() - Citadel text formatter and paginator.
862 * Although the original purpose of this routine was to format
863 * text to the reader's screen width, all we're really using it
864 * for here is to format text out to 80 columns before sending it
865 * to the client. The client software may reformat it again.
868 char *mptr, /* where are we going to get our text from? */
869 const char *nl /* string to terminate lines with */
871 struct CitContext *CCC = CC;
873 unsigned char ch = 0;
880 while (ch=*(mptr++), ch != 0) {
883 if (client_write(outbuf, len) == -1)
885 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
889 if (client_write(nl, nllen) == -1)
891 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
896 else if (ch == '\r') {
897 /* Ignore carriage returns. Newlines are always LF or CRLF but never CR. */
899 else if (isspace(ch)) {
900 if (column > 72) { /* Beyond 72 columns, break on the next space */
901 if (client_write(outbuf, len) == -1)
903 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
907 if (client_write(nl, nllen) == -1)
909 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
922 if (column > 1000) { /* Beyond 1000 columns, break anywhere */
923 if (client_write(outbuf, len) == -1)
925 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
929 if (client_write(nl, nllen) == -1)
931 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
939 if (client_write(outbuf, len) == -1)
941 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
944 client_write(nl, nllen);
952 * Callback function for mime parser that simply lists the part
954 void list_this_part(char *name, char *filename, char *partnum, char *disp,
955 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
956 char *cbid, void *cbuserdata)
960 ma = (struct ma_info *)cbuserdata;
961 if (ma->is_ma == 0) {
962 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
975 * Callback function for multipart prefix
977 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
978 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
979 char *cbid, void *cbuserdata)
983 ma = (struct ma_info *)cbuserdata;
984 if (!strcasecmp(cbtype, "multipart/alternative")) {
988 if (ma->is_ma == 0) {
989 cprintf("pref=%s|%s\n", partnum, cbtype);
994 * Callback function for multipart sufffix
996 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
997 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
998 char *cbid, void *cbuserdata)
1002 ma = (struct ma_info *)cbuserdata;
1003 if (ma->is_ma == 0) {
1004 cprintf("suff=%s|%s\n", partnum, cbtype);
1006 if (!strcasecmp(cbtype, "multipart/alternative")) {
1013 * Callback function for mime parser that opens a section for downloading
1014 * we use serv_files function here:
1016 extern void OpenCmdResult(char *filename, const char *mime_type);
1017 void mime_download(char *name, char *filename, char *partnum, char *disp,
1018 void *content, char *cbtype, char *cbcharset, size_t length,
1019 char *encoding, char *cbid, void *cbuserdata)
1022 CitContext *CCC = MyContext();
1024 /* Silently go away if there's already a download open. */
1025 if (CCC->download_fp != NULL)
1029 (!IsEmptyStr(partnum) && (!strcasecmp(CCC->download_desired_section, partnum)))
1030 || (!IsEmptyStr(cbid) && (!strcasecmp(CCC->download_desired_section, cbid)))
1032 CCC->download_fp = tmpfile();
1033 if (CCC->download_fp == NULL) {
1034 MSG_syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
1036 cprintf("%d cannot open temporary file: %s\n",
1037 ERROR + INTERNAL_ERROR, strerror(errno));
1041 rv = fwrite(content, length, 1, CCC->download_fp);
1043 MSG_syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
1045 cprintf("%d unable to write tempfile.\n",
1047 fclose(CCC->download_fp);
1048 CCC->download_fp = NULL;
1051 fflush(CCC->download_fp);
1052 rewind(CCC->download_fp);
1054 OpenCmdResult(filename, cbtype);
1061 * Callback function for mime parser that outputs a section all at once.
1062 * We can specify the desired section by part number *or* content-id.
1064 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1065 void *content, char *cbtype, char *cbcharset, size_t length,
1066 char *encoding, char *cbid, void *cbuserdata)
1068 int *found_it = (int *)cbuserdata;
1071 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1072 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1075 cprintf("%d %d|-1|%s|%s|%s\n",
1082 client_write(content, length);
1088 * Load a message from disk into memory.
1089 * This is used by CtdlOutputMsg() and other fetch functions.
1091 * NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1092 * using the CtdlMessageFree() function.
1094 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body)
1096 struct CitContext *CCC = CC;
1097 struct cdbdata *dmsgtext;
1098 struct CtdlMessage *ret = NULL;
1102 cit_uint8_t field_header;
1105 MSG_syslog(LOG_DEBUG, "CtdlFetchMessage(%ld, %d)\n", msgnum, with_body);
1106 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1107 if (dmsgtext == NULL) {
1108 MSG_syslog(LOG_ERR, "CtdlFetchMessage(%ld, %d) Failed!\n", msgnum, with_body);
1111 mptr = dmsgtext->ptr;
1112 upper_bound = mptr + dmsgtext->len;
1114 /* Parse the three bytes that begin EVERY message on disk.
1115 * The first is always 0xFF, the on-disk magic number.
1116 * The second is the anonymous/public type byte.
1117 * The third is the format type byte (vari, fixed, or MIME).
1121 MSG_syslog(LOG_ERR, "Message %ld appears to be corrupted.\n", msgnum);
1125 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1126 memset(ret, 0, sizeof(struct CtdlMessage));
1128 ret->cm_magic = CTDLMESSAGE_MAGIC;
1129 ret->cm_anon_type = *mptr++; /* Anon type byte */
1130 ret->cm_format_type = *mptr++; /* Format type byte */
1133 if (dmsgtext->ptr[dmsgtext->len - 1] != '\0')
1135 MSG_syslog(LOG_ERR, "CtdlFetchMessage(%ld, %d) Forcefully terminating message!!\n", msgnum, with_body);
1136 dmsgtext->ptr[dmsgtext->len - 1] = '\0';
1140 * The rest is zero or more arbitrary fields. Load them in.
1141 * We're done when we encounter either a zero-length field or
1142 * have just processed the 'M' (message text) field.
1145 field_header = '\0';
1148 /* work around possibly buggy messages: */
1149 while (field_header == '\0')
1151 if (mptr >= upper_bound) {
1154 field_header = *mptr++;
1156 which = field_header;
1158 CM_SetField(ret, which, mptr, len);
1160 mptr += len + 1; /* advance to next field */
1162 } while ((mptr < upper_bound) && (field_header != 'M'));
1166 /* Always make sure there's something in the msg text field. If
1167 * it's NULL, the message text is most likely stored separately,
1168 * so go ahead and fetch that. Failing that, just set a dummy
1169 * body so other code doesn't barf.
1171 if ( (CM_IsEmpty(ret, eMesageText)) && (with_body) ) {
1172 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1173 if (dmsgtext != NULL) {
1174 CM_SetAsField(ret, eMesageText, &dmsgtext->ptr, dmsgtext->len - 1);
1178 if (CM_IsEmpty(ret, eMesageText)) {
1179 CM_SetField(ret, eMesageText, HKEY("\r\n\r\n (no text)\r\n"));
1182 /* Perform "before read" hooks (aborting if any return nonzero) */
1183 if (PerformMessageHooks(ret, NULL, EVT_BEFOREREAD) > 0) {
1194 * Pre callback function for multipart/alternative
1196 * NOTE: this differs from the standard behavior for a reason. Normally when
1197 * displaying multipart/alternative you want to show the _last_ usable
1198 * format in the message. Here we show the _first_ one, because it's
1199 * usually text/plain. Since this set of functions is designed for text
1200 * output to non-MIME-aware clients, this is the desired behavior.
1203 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1204 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1205 char *cbid, void *cbuserdata)
1207 struct CitContext *CCC = CC;
1210 ma = (struct ma_info *)cbuserdata;
1211 MSG_syslog(LOG_DEBUG, "fixed_output_pre() type=<%s>\n", cbtype);
1212 if (!strcasecmp(cbtype, "multipart/alternative")) {
1216 if (!strcasecmp(cbtype, "message/rfc822")) {
1222 * Post callback function for multipart/alternative
1224 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1225 void *content, char *cbtype, char *cbcharset, size_t length,
1226 char *encoding, char *cbid, void *cbuserdata)
1228 struct CitContext *CCC = CC;
1231 ma = (struct ma_info *)cbuserdata;
1232 MSG_syslog(LOG_DEBUG, "fixed_output_post() type=<%s>\n", cbtype);
1233 if (!strcasecmp(cbtype, "multipart/alternative")) {
1237 if (!strcasecmp(cbtype, "message/rfc822")) {
1243 * Inline callback function for mime parser that wants to display text
1245 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1246 void *content, char *cbtype, char *cbcharset, size_t length,
1247 char *encoding, char *cbid, void *cbuserdata)
1249 struct CitContext *CCC = CC;
1255 ma = (struct ma_info *)cbuserdata;
1257 MSG_syslog(LOG_DEBUG,
1258 "fixed_output() part %s: %s (%s) (%ld bytes)\n",
1259 partnum, filename, cbtype, (long)length);
1262 * If we're in the middle of a multipart/alternative scope and
1263 * we've already printed another section, skip this one.
1265 if ( (ma->is_ma) && (ma->did_print) ) {
1266 MSG_syslog(LOG_DEBUG, "Skipping part %s (%s)\n", partnum, cbtype);
1271 if ( (!strcasecmp(cbtype, "text/plain"))
1272 || (IsEmptyStr(cbtype)) ) {
1275 client_write(wptr, length);
1276 if (wptr[length-1] != '\n') {
1283 if (!strcasecmp(cbtype, "text/html")) {
1284 ptr = html_to_ascii(content, length, 80, 0);
1286 client_write(ptr, wlen);
1287 if ((wlen > 0) && (ptr[wlen-1] != '\n')) {
1294 if (ma->use_fo_hooks) {
1295 if (PerformFixedOutputHooks(cbtype, content, length)) {
1296 /* above function returns nonzero if it handled the part */
1301 if (strncasecmp(cbtype, "multipart/", 10)) {
1302 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1303 partnum, filename, cbtype, (long)length);
1309 * The client is elegant and sophisticated and wants to be choosy about
1310 * MIME content types, so figure out which multipart/alternative part
1311 * we're going to send.
1313 * We use a system of weights. When we find a part that matches one of the
1314 * MIME types we've declared as preferential, we can store it in ma->chosen_part
1315 * and then set ma->chosen_pref to that MIME type's position in our preference
1316 * list. If we then hit another match, we only replace the first match if
1317 * the preference value is lower.
1319 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1320 void *content, char *cbtype, char *cbcharset, size_t length,
1321 char *encoding, char *cbid, void *cbuserdata)
1323 struct CitContext *CCC = CC;
1328 ma = (struct ma_info *)cbuserdata;
1330 // NOTE: REMOVING THIS CONDITIONAL FIXES BUG 220
1331 // http://bugzilla.citadel.org/show_bug.cgi?id=220
1332 // I don't know if there are any side effects! Please TEST TEST TEST
1333 //if (ma->is_ma > 0) {
1335 for (i=0; i<num_tokens(CCC->preferred_formats, '|'); ++i) {
1336 extract_token(buf, CCC->preferred_formats, i, '|', sizeof buf);
1337 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1338 if (i < ma->chosen_pref) {
1339 MSG_syslog(LOG_DEBUG, "Setting chosen part: <%s>\n", partnum);
1340 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1341 ma->chosen_pref = i;
1348 * Now that we've chosen our preferred part, output it.
1350 void output_preferred(char *name,
1362 struct CitContext *CCC = CC;
1365 int add_newline = 0;
1368 char *decoded = NULL;
1369 size_t bytes_decoded;
1372 ma = (struct ma_info *)cbuserdata;
1374 /* This is not the MIME part you're looking for... */
1375 if (strcasecmp(partnum, ma->chosen_part)) return;
1377 /* If the content-type of this part is in our preferred formats
1378 * list, we can simply output it verbatim.
1380 for (i=0; i<num_tokens(CCC->preferred_formats, '|'); ++i) {
1381 extract_token(buf, CCC->preferred_formats, i, '|', sizeof buf);
1382 if (!strcasecmp(buf, cbtype)) {
1383 /* Yeah! Go! W00t!! */
1384 if (ma->dont_decode == 0)
1385 rc = mime_decode_now (content,
1391 break; /* Give us the chance, maybe theres another one. */
1393 if (rc == 0) text_content = (char *)content;
1395 text_content = decoded;
1396 length = bytes_decoded;
1399 if (text_content[length-1] != '\n') {
1402 cprintf("Content-type: %s", cbtype);
1403 if (!IsEmptyStr(cbcharset)) {
1404 cprintf("; charset=%s", cbcharset);
1406 cprintf("\nContent-length: %d\n",
1407 (int)(length + add_newline) );
1408 if (!IsEmptyStr(encoding)) {
1409 cprintf("Content-transfer-encoding: %s\n", encoding);
1412 cprintf("Content-transfer-encoding: 7bit\n");
1414 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1416 if (client_write(text_content, length) == -1)
1418 MSGM_syslog(LOG_ERR, "output_preferred(): aborting due to write failure.\n");
1421 if (add_newline) cprintf("\n");
1422 if (decoded != NULL) free(decoded);
1427 /* No translations required or possible: output as text/plain */
1428 cprintf("Content-type: text/plain\n\n");
1430 if (ma->dont_decode == 0)
1431 rc = mime_decode_now (content,
1437 return; /* Give us the chance, maybe theres another one. */
1439 if (rc == 0) text_content = (char *)content;
1441 text_content = decoded;
1442 length = bytes_decoded;
1445 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset,
1446 length, encoding, cbid, cbuserdata);
1447 if (decoded != NULL) free(decoded);
1452 char desired_section[64];
1459 * Callback function for
1461 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1462 void *content, char *cbtype, char *cbcharset, size_t length,
1463 char *encoding, char *cbid, void *cbuserdata)
1465 struct encapmsg *encap;
1467 encap = (struct encapmsg *)cbuserdata;
1469 /* Only proceed if this is the desired section... */
1470 if (!strcasecmp(encap->desired_section, partnum)) {
1471 encap->msglen = length;
1472 encap->msg = malloc(length + 2);
1473 memcpy(encap->msg, content, length);
1480 * Determine whether the specified message exists in the cached_msglist
1481 * (This is a security check)
1483 int check_cached_msglist(long msgnum) {
1484 struct CitContext *CCC = CC;
1486 /* cases in which we skip the check */
1487 if (!CCC) return om_ok; /* not a session */
1488 if (CCC->client_socket <= 0) return om_ok; /* not a client session */
1489 if (CCC->cached_msglist == NULL) return om_access_denied; /* no msglist fetched */
1490 if (CCC->cached_num_msgs == 0) return om_access_denied; /* nothing to check */
1493 /* Do a binary search within the cached_msglist for the requested msgnum */
1495 int max = (CC->cached_num_msgs - 1);
1497 while (max >= min) {
1498 int middle = min + (max-min) / 2 ;
1499 if (msgnum == CCC->cached_msglist[middle]) {
1502 if (msgnum > CC->cached_msglist[middle]) {
1510 return om_access_denied;
1516 * Get a message off disk. (returns om_* values found in msgbase.h)
1519 int CtdlOutputMsg(long msg_num, /* message number (local) to fetch */
1520 int mode, /* how would you like that message? */
1521 int headers_only, /* eschew the message body? */
1522 int do_proto, /* do Citadel protocol responses? */
1523 int crlf, /* Use CRLF newlines instead of LF? */
1524 char *section, /* NULL or a message/rfc822 section */
1525 int flags, /* various flags; see msgbase.h */
1529 struct CitContext *CCC = CC;
1530 struct CtdlMessage *TheMessage = NULL;
1531 int retcode = CIT_OK;
1532 struct encapmsg encap;
1535 MSG_syslog(LOG_DEBUG, "CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)\n",
1537 (section ? section : "<>")
1540 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1543 if (r == om_not_logged_in) {
1544 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1547 cprintf("%d An unknown error has occurred.\n", ERROR);
1554 * Check to make sure the message is actually IN this room
1556 r = check_cached_msglist(msg_num);
1557 if (r == om_access_denied) {
1558 /* Not in the cache? We get ONE shot to check it again. */
1559 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1560 r = check_cached_msglist(msg_num);
1563 MSG_syslog(LOG_DEBUG, "Security check fail: message %ld is not in %s\n",
1564 msg_num, CCC->room.QRname
1567 if (r == om_access_denied) {
1568 cprintf("%d message %ld was not found in this room\n",
1569 ERROR + HIGHER_ACCESS_REQUIRED,
1578 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1579 * request that we don't even bother loading the body into memory.
1581 if (headers_only == HEADERS_FAST) {
1582 TheMessage = CtdlFetchMessage(msg_num, 0);
1585 TheMessage = CtdlFetchMessage(msg_num, 1);
1588 if (TheMessage == NULL) {
1589 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1590 ERROR + MESSAGE_NOT_FOUND, msg_num);
1591 return(om_no_such_msg);
1594 /* Here is the weird form of this command, to process only an
1595 * encapsulated message/rfc822 section.
1597 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1598 memset(&encap, 0, sizeof encap);
1599 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1600 mime_parser(CM_RANGE(TheMessage, eMesageText),
1601 *extract_encapsulated_message,
1602 NULL, NULL, (void *)&encap, 0
1605 if ((Author != NULL) && (*Author == NULL))
1608 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1610 if ((Address != NULL) && (*Address == NULL))
1613 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1615 CM_Free(TheMessage);
1619 encap.msg[encap.msglen] = 0;
1620 TheMessage = convert_internet_message(encap.msg);
1621 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1623 /* Now we let it fall through to the bottom of this
1624 * function, because TheMessage now contains the
1625 * encapsulated message instead of the top-level
1626 * message. Isn't that neat?
1631 cprintf("%d msg %ld has no part %s\n",
1632 ERROR + MESSAGE_NOT_FOUND,
1636 retcode = om_no_such_msg;
1641 /* Ok, output the message now */
1642 if (retcode == CIT_OK)
1643 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1644 if ((Author != NULL) && (*Author == NULL))
1647 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1649 if ((Address != NULL) && (*Address == NULL))
1652 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1655 CM_Free(TheMessage);
1662 void OutputCtdlMsgHeaders(
1663 struct CtdlMessage *TheMessage,
1664 int do_proto) /* do Citadel protocol responses? */
1669 char display_name[256];
1671 /* begin header processing loop for Citadel message format */
1672 safestrncpy(display_name, "<unknown>", sizeof display_name);
1673 if (!CM_IsEmpty(TheMessage, eAuthor)) {
1674 strcpy(buf, TheMessage->cm_fields[eAuthor]);
1675 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1676 safestrncpy(display_name, "****", sizeof display_name);
1678 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1679 safestrncpy(display_name, "anonymous", sizeof display_name);
1682 safestrncpy(display_name, buf, sizeof display_name);
1684 if ((is_room_aide())
1685 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1686 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1687 size_t tmp = strlen(display_name);
1688 snprintf(&display_name[tmp],
1689 sizeof display_name - tmp,
1694 /* Don't show Internet address for users on the
1695 * local Citadel network.
1698 if (!CM_IsEmpty(TheMessage, eNodeName) &&
1699 (haschar(TheMessage->cm_fields[eNodeName], '.') == 0))
1704 /* Now spew the header fields in the order we like them. */
1705 for (i=0; i< NDiskFields; ++i) {
1707 Field = FieldOrder[i];
1708 if (Field != eMesageText) {
1709 if ( (!CM_IsEmpty(TheMessage, Field))
1710 && (msgkeys[Field] != NULL) ) {
1711 if ((Field == eenVelopeTo) ||
1712 (Field == eRecipient) ||
1713 (Field == eCarbonCopY)) {
1714 sanitize_truncated_recipient(TheMessage->cm_fields[Field]);
1716 if (Field == eAuthor) {
1717 if (do_proto) cprintf("%s=%s\n",
1721 else if ((Field == erFc822Addr) && (suppress_f)) {
1724 /* Masquerade display name if needed */
1726 if (do_proto) cprintf("%s=%s\n",
1728 TheMessage->cm_fields[Field]
1737 void OutputRFC822MsgHeaders(
1738 struct CtdlMessage *TheMessage,
1739 int flags, /* should the bessage be exported clean */
1741 char *mid, long sizeof_mid,
1742 char *suser, long sizeof_suser,
1743 char *luser, long sizeof_luser,
1744 char *fuser, long sizeof_fuser,
1745 char *snode, long sizeof_snode)
1747 char datestamp[100];
1748 int subject_found = 0;
1755 for (i = 0; i < NDiskFields; ++i) {
1756 if (TheMessage->cm_fields[FieldOrder[i]]) {
1757 mptr = mpptr = TheMessage->cm_fields[FieldOrder[i]];
1758 switch (FieldOrder[i]) {
1760 safestrncpy(luser, mptr, sizeof_luser);
1761 safestrncpy(suser, mptr, sizeof_suser);
1764 if ((flags & QP_EADDR) != 0) {
1765 mptr = qp_encode_email_addrs(mptr);
1767 sanitize_truncated_recipient(mptr);
1768 cprintf("CC: %s%s", mptr, nl);
1771 cprintf("Return-Path: %s%s", mptr, nl);
1774 cprintf("List-ID: %s%s", mptr, nl);
1777 if ((flags & QP_EADDR) != 0)
1778 mptr = qp_encode_email_addrs(mptr);
1780 while ((*hptr != '\0') && isspace(*hptr))
1782 if (!IsEmptyStr(hptr))
1783 cprintf("Envelope-To: %s%s", hptr, nl);
1786 cprintf("Subject: %s%s", mptr, nl);
1790 safestrncpy(mid, mptr, sizeof_mid); /// TODO: detect @ here and copy @nodename in if not found.
1793 safestrncpy(fuser, mptr, sizeof_fuser);
1794 /* case eOriginalRoom:
1795 cprintf("X-Citadel-Room: %s%s",
1800 safestrncpy(snode, mptr, sizeof_snode);
1803 if (haschar(mptr, '@') == 0)
1805 sanitize_truncated_recipient(mptr);
1806 cprintf("To: %s@%s", mptr, config.c_fqdn);
1811 if ((flags & QP_EADDR) != 0) {
1812 mptr = qp_encode_email_addrs(mptr);
1814 sanitize_truncated_recipient(mptr);
1815 cprintf("To: %s", mptr);
1820 datestring(datestamp, sizeof datestamp,
1821 atol(mptr), DATESTRING_RFC822);
1822 cprintf("Date: %s%s", datestamp, nl);
1825 cprintf("References: ");
1826 k = num_tokens(mptr, '|');
1827 for (j=0; j<k; ++j) {
1828 extract_token(buf, mptr, j, '|', sizeof buf);
1829 cprintf("<%s>", buf);
1840 while ((*hptr != '\0') && isspace(*hptr))
1842 if (!IsEmptyStr(hptr))
1843 cprintf("Reply-To: %s%s", mptr, nl);
1859 /* these don't map to mime message headers. */
1867 if (subject_found == 0) {
1868 cprintf("Subject: (no subject)%s", nl);
1873 void Dump_RFC822HeadersBody(
1874 struct CtdlMessage *TheMessage,
1875 int headers_only, /* eschew the message body? */
1876 int flags, /* should the bessage be exported clean? */
1880 cit_uint8_t prev_ch;
1882 const char *StartOfText = StrBufNOTNULL;
1885 int nllen = strlen(nl);
1888 mptr = TheMessage->cm_fields[eMesageText];
1892 while (*mptr != '\0') {
1893 if (*mptr == '\r') {
1900 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
1902 eoh = *(mptr+1) == '\n';
1906 StartOfText = strchr(StartOfText, '\n');
1907 StartOfText = strchr(StartOfText, '\n');
1910 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
1911 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
1912 ((headers_only != HEADERS_NONE) &&
1913 (headers_only != HEADERS_ONLY))
1915 if (*mptr == '\n') {
1916 memcpy(&outbuf[outlen], nl, nllen);
1918 outbuf[outlen] = '\0';
1921 outbuf[outlen++] = *mptr;
1925 if (flags & ESC_DOT)
1927 if ((prev_ch == '\n') &&
1929 ((*(mptr+1) == '\r') || (*(mptr+1) == '\n')))
1931 outbuf[outlen++] = '.';
1936 if (outlen > 1000) {
1937 if (client_write(outbuf, outlen) == -1)
1939 struct CitContext *CCC = CC;
1940 MSGM_syslog(LOG_ERR, "Dump_RFC822HeadersBody(): aborting due to write failure.\n");
1947 client_write(outbuf, outlen);
1953 /* If the format type on disk is 1 (fixed-format), then we want
1954 * everything to be output completely literally ... regardless of
1955 * what message transfer format is in use.
1957 void DumpFormatFixed(
1958 struct CtdlMessage *TheMessage,
1959 int mode, /* how would you like that message? */
1966 int nllen = strlen (nl);
1969 mptr = TheMessage->cm_fields[eMesageText];
1971 if (mode == MT_MIME) {
1972 cprintf("Content-type: text/plain\n\n");
1976 while (ch = *mptr++, ch > 0) {
1980 if ((buflen > 250) && (!xlline)){
1984 while ((buflen > 0) &&
1985 (!isspace(buf[buflen])))
1991 mptr -= tbuflen - buflen;
1996 /* if we reach the outer bounds of our buffer,
1997 abort without respect what whe purge. */
2000 (buflen > SIZ - nllen - 2)))
2004 memcpy (&buf[buflen], nl, nllen);
2008 if (client_write(buf, buflen) == -1)
2010 struct CitContext *CCC = CC;
2011 MSGM_syslog(LOG_ERR, "DumpFormatFixed(): aborting due to write failure.\n");
2023 if (!IsEmptyStr(buf))
2024 cprintf("%s%s", buf, nl);
2028 * Get a message off disk. (returns om_* values found in msgbase.h)
2030 int CtdlOutputPreLoadedMsg(
2031 struct CtdlMessage *TheMessage,
2032 int mode, /* how would you like that message? */
2033 int headers_only, /* eschew the message body? */
2034 int do_proto, /* do Citadel protocol responses? */
2035 int crlf, /* Use CRLF newlines instead of LF? */
2036 int flags /* should the bessage be exported clean? */
2038 struct CitContext *CCC = CC;
2040 const char *nl; /* newline string */
2043 /* Buffers needed for RFC822 translation. These are all filled
2044 * using functions that are bounds-checked, and therefore we can
2045 * make them substantially smaller than SIZ.
2053 MSG_syslog(LOG_DEBUG, "CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d\n",
2054 ((TheMessage == NULL) ? "NULL" : "not null"),
2055 mode, headers_only, do_proto, crlf);
2057 strcpy(mid, "unknown");
2058 nl = (crlf ? "\r\n" : "\n");
2060 if (!CM_IsValidMsg(TheMessage)) {
2061 MSGM_syslog(LOG_ERR,
2062 "ERROR: invalid preloaded message for output\n");
2064 return(om_no_such_msg);
2067 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
2068 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
2070 if ( (flags & SUPPRESS_ENV_TO) && (!CM_IsEmpty(TheMessage, eenVelopeTo)) ) {
2071 memset(TheMessage->cm_fields[eenVelopeTo], ' ', TheMessage->cm_lengths[eenVelopeTo]);
2074 /* Are we downloading a MIME component? */
2075 if (mode == MT_DOWNLOAD) {
2076 if (TheMessage->cm_format_type != FMT_RFC822) {
2078 cprintf("%d This is not a MIME message.\n",
2079 ERROR + ILLEGAL_VALUE);
2080 } else if (CCC->download_fp != NULL) {
2081 if (do_proto) cprintf(
2082 "%d You already have a download open.\n",
2083 ERROR + RESOURCE_BUSY);
2085 /* Parse the message text component */
2086 mime_parser(CM_RANGE(TheMessage, eMesageText),
2087 *mime_download, NULL, NULL, NULL, 0);
2088 /* If there's no file open by this time, the requested
2089 * section wasn't found, so print an error
2091 if (CCC->download_fp == NULL) {
2092 if (do_proto) cprintf(
2093 "%d Section %s not found.\n",
2094 ERROR + FILE_NOT_FOUND,
2095 CCC->download_desired_section);
2098 return((CCC->download_fp != NULL) ? om_ok : om_mime_error);
2101 /* MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
2102 * in a single server operation instead of opening a download file.
2104 if (mode == MT_SPEW_SECTION) {
2105 if (TheMessage->cm_format_type != FMT_RFC822) {
2107 cprintf("%d This is not a MIME message.\n",
2108 ERROR + ILLEGAL_VALUE);
2110 /* Parse the message text component */
2113 mime_parser(CM_RANGE(TheMessage, eMesageText),
2114 *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
2115 /* If section wasn't found, print an error
2118 if (do_proto) cprintf(
2119 "%d Section %s not found.\n",
2120 ERROR + FILE_NOT_FOUND,
2121 CCC->download_desired_section);
2124 return((CCC->download_fp != NULL) ? om_ok : om_mime_error);
2127 /* now for the user-mode message reading loops */
2128 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
2130 /* Does the caller want to skip the headers? */
2131 if (headers_only == HEADERS_NONE) goto START_TEXT;
2133 /* Tell the client which format type we're using. */
2134 if ( (mode == MT_CITADEL) && (do_proto) ) {
2135 cprintf("type=%d\n", TheMessage->cm_format_type);
2138 /* nhdr=yes means that we're only displaying headers, no body */
2139 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
2140 && ((mode == MT_CITADEL) || (mode == MT_MIME))
2143 cprintf("nhdr=yes\n");
2146 if ((mode == MT_CITADEL) || (mode == MT_MIME))
2147 OutputCtdlMsgHeaders(TheMessage, do_proto);
2150 /* begin header processing loop for RFC822 transfer format */
2154 memcpy(snode, CFG_KEY(c_nodename) + 1);
2155 if (mode == MT_RFC822)
2156 OutputRFC822MsgHeaders(
2161 suser, sizeof(suser),
2162 luser, sizeof(luser),
2163 fuser, sizeof(fuser),
2164 snode, sizeof(snode)
2168 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2169 suser[i] = tolower(suser[i]);
2170 if (!isalnum(suser[i])) suser[i]='_';
2173 if (mode == MT_RFC822) {
2174 if (!strcasecmp(snode, NODENAME)) {
2175 safestrncpy(snode, FQDN, sizeof snode);
2178 /* Construct a fun message id */
2179 cprintf("Message-ID: <%s", mid);/// todo: this possibly breaks threadding mails.
2180 if (strchr(mid, '@')==NULL) {
2181 cprintf("@%s", snode);
2185 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2186 cprintf("From: \"----\" <x@x.org>%s", nl);
2188 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2189 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2191 else if (!IsEmptyStr(fuser)) {
2192 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2195 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2198 /* Blank line signifying RFC822 end-of-headers */
2199 if (TheMessage->cm_format_type != FMT_RFC822) {
2204 /* end header processing loop ... at this point, we're in the text */
2206 if (headers_only == HEADERS_FAST) goto DONE;
2208 /* Tell the client about the MIME parts in this message */
2209 if (TheMessage->cm_format_type == FMT_RFC822) {
2210 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2211 memset(&ma, 0, sizeof(struct ma_info));
2212 mime_parser(CM_RANGE(TheMessage, eMesageText),
2213 (do_proto ? *list_this_part : NULL),
2214 (do_proto ? *list_this_pref : NULL),
2215 (do_proto ? *list_this_suff : NULL),
2218 else if (mode == MT_RFC822) { /* unparsed RFC822 dump */
2219 Dump_RFC822HeadersBody(
2228 if (headers_only == HEADERS_ONLY) {
2232 /* signify start of msg text */
2233 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2234 if (do_proto) cprintf("text\n");
2237 if (TheMessage->cm_format_type == FMT_FIXED)
2240 mode, /* how would you like that message? */
2243 /* If the message on disk is format 0 (Citadel vari-format), we
2244 * output using the formatter at 80 columns. This is the final output
2245 * form if the transfer format is RFC822, but if the transfer format
2246 * is Citadel proprietary, it'll still work, because the indentation
2247 * for new paragraphs is correct and the client will reformat the
2248 * message to the reader's screen width.
2250 if (TheMessage->cm_format_type == FMT_CITADEL) {
2251 if (mode == MT_MIME) {
2252 cprintf("Content-type: text/x-citadel-variformat\n\n");
2254 memfmout(TheMessage->cm_fields[eMesageText], nl);
2257 /* If the message on disk is format 4 (MIME), we've gotta hand it
2258 * off to the MIME parser. The client has already been told that
2259 * this message is format 1 (fixed format), so the callback function
2260 * we use will display those parts as-is.
2262 if (TheMessage->cm_format_type == FMT_RFC822) {
2263 memset(&ma, 0, sizeof(struct ma_info));
2265 if (mode == MT_MIME) {
2266 ma.use_fo_hooks = 0;
2267 strcpy(ma.chosen_part, "1");
2268 ma.chosen_pref = 9999;
2269 ma.dont_decode = CCC->msg4_dont_decode;
2270 mime_parser(CM_RANGE(TheMessage, eMesageText),
2271 *choose_preferred, *fixed_output_pre,
2272 *fixed_output_post, (void *)&ma, 1);
2273 mime_parser(CM_RANGE(TheMessage, eMesageText),
2274 *output_preferred, NULL, NULL, (void *)&ma, 1);
2277 ma.use_fo_hooks = 1;
2278 mime_parser(CM_RANGE(TheMessage, eMesageText),
2279 *fixed_output, *fixed_output_pre,
2280 *fixed_output_post, (void *)&ma, 0);
2285 DONE: /* now we're done */
2286 if (do_proto) cprintf("000\n");
2291 * Save one or more message pointers into a specified room
2292 * (Returns 0 for success, nonzero for failure)
2293 * roomname may be NULL to use the current room
2295 * Note that the 'supplied_msg' field may be set to NULL, in which case
2296 * the message will be fetched from disk, by number, if we need to perform
2297 * replication checks. This adds an additional database read, so if the
2298 * caller already has the message in memory then it should be supplied. (Obviously
2299 * this mode of operation only works if we're saving a single message.)
2301 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2302 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2304 struct CitContext *CCC = CC;
2306 char hold_rm[ROOMNAMELEN];
2307 struct cdbdata *cdbfr;
2310 long highest_msg = 0L;
2313 struct CtdlMessage *msg = NULL;
2315 long *msgs_to_be_merged = NULL;
2316 int num_msgs_to_be_merged = 0;
2318 MSG_syslog(LOG_DEBUG,
2319 "CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)\n",
2320 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2323 strcpy(hold_rm, CCC->room.QRname);
2326 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2327 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2328 if (num_newmsgs > 1) supplied_msg = NULL;
2330 /* Now the regular stuff */
2331 if (CtdlGetRoomLock(&CCC->room,
2332 ((roomname != NULL) ? roomname : CCC->room.QRname) )
2334 MSG_syslog(LOG_ERR, "No such room <%s>\n", roomname);
2335 return(ERROR + ROOM_NOT_FOUND);
2339 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2340 num_msgs_to_be_merged = 0;
2343 cdbfr = cdb_fetch(CDB_MSGLISTS, &CCC->room.QRnumber, sizeof(long));
2344 if (cdbfr == NULL) {
2348 msglist = (long *) cdbfr->ptr;
2349 cdbfr->ptr = NULL; /* CtdlSaveMsgPointerInRoom() now owns this memory */
2350 num_msgs = cdbfr->len / sizeof(long);
2355 /* Create a list of msgid's which were supplied by the caller, but do
2356 * not already exist in the target room. It is absolutely taboo to
2357 * have more than one reference to the same message in a room.
2359 for (i=0; i<num_newmsgs; ++i) {
2361 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2362 if (msglist[j] == newmsgidlist[i]) {
2367 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2371 MSG_syslog(LOG_DEBUG, "%d unique messages to be merged\n", num_msgs_to_be_merged);
2374 * Now merge the new messages
2376 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2377 if (msglist == NULL) {
2378 MSGM_syslog(LOG_ALERT, "ERROR: can't realloc message list!\n");
2379 free(msgs_to_be_merged);
2380 return (ERROR + INTERNAL_ERROR);
2382 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2383 num_msgs += num_msgs_to_be_merged;
2385 /* Sort the message list, so all the msgid's are in order */
2386 num_msgs = sort_msglist(msglist, num_msgs);
2388 /* Determine the highest message number */
2389 highest_msg = msglist[num_msgs - 1];
2391 /* Write it back to disk. */
2392 cdb_store(CDB_MSGLISTS, &CCC->room.QRnumber, (int)sizeof(long),
2393 msglist, (int)(num_msgs * sizeof(long)));
2395 /* Free up the memory we used. */
2398 /* Update the highest-message pointer and unlock the room. */
2399 CCC->room.QRhighest = highest_msg;
2400 CtdlPutRoomLock(&CCC->room);
2402 /* Perform replication checks if necessary */
2403 if ( (DoesThisRoomNeedEuidIndexing(&CCC->room)) && (do_repl_check) ) {
2404 MSGM_syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() doing repl checks\n");
2406 for (i=0; i<num_msgs_to_be_merged; ++i) {
2407 msgid = msgs_to_be_merged[i];
2409 if (supplied_msg != NULL) {
2413 msg = CtdlFetchMessage(msgid, 0);
2417 ReplicationChecks(msg);
2419 /* If the message has an Exclusive ID, index that... */
2420 if (!CM_IsEmpty(msg, eExclusiveID)) {
2421 index_message_by_euid(msg->cm_fields[eExclusiveID], &CCC->room, msgid);
2424 /* Free up the memory we may have allocated */
2425 if (msg != supplied_msg) {
2434 MSGM_syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() skips repl checks\n");
2437 /* Submit this room for processing by hooks */
2438 PerformRoomHooks(&CCC->room);
2440 /* Go back to the room we were in before we wandered here... */
2441 CtdlGetRoom(&CCC->room, hold_rm);
2443 /* Bump the reference count for all messages which were merged */
2444 if (!suppress_refcount_adj) {
2445 AdjRefCountList(msgs_to_be_merged, num_msgs_to_be_merged, +1);
2448 /* Free up memory... */
2449 if (msgs_to_be_merged != NULL) {
2450 free(msgs_to_be_merged);
2453 /* Return success. */
2459 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2462 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
2463 int do_repl_check, struct CtdlMessage *supplied_msg)
2465 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2472 * Message base operation to save a new message to the message store
2473 * (returns new message number)
2475 * This is the back end for CtdlSubmitMsg() and should not be directly
2476 * called by server-side modules.
2479 long send_message(struct CtdlMessage *msg) {
2480 struct CitContext *CCC = CC;
2490 /* Get a new message number */
2491 newmsgid = get_new_message_number();
2492 msgidbuflen = snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
2493 (long unsigned int) time(NULL),
2494 (long unsigned int) newmsgid,
2498 /* Generate an ID if we don't have one already */
2499 if (CM_IsEmpty(msg, emessageId)) {
2500 CM_SetField(msg, emessageId, msgidbuf, msgidbuflen);
2503 /* If the message is big, set its body aside for storage elsewhere */
2504 if (!CM_IsEmpty(msg, eMesageText)) {
2505 if (msg->cm_lengths[eMesageText] > BIGMSG) {
2507 holdM = msg->cm_fields[eMesageText];
2508 msg->cm_fields[eMesageText] = NULL;
2509 holdMLen = msg->cm_lengths[eMesageText];
2510 msg->cm_lengths[eMesageText] = 0;
2514 /* Serialize our data structure for storage in the database */
2515 CtdlSerializeMessage(&smr, msg);
2518 msg->cm_fields[eMesageText] = holdM;
2519 msg->cm_lengths[eMesageText] = holdMLen;
2523 cprintf("%d Unable to serialize message\n",
2524 ERROR + INTERNAL_ERROR);
2528 /* Write our little bundle of joy into the message base */
2529 if (cdb_store(CDB_MSGMAIN, &newmsgid, (int)sizeof(long),
2530 smr.ser, smr.len) < 0) {
2531 MSGM_syslog(LOG_ERR, "Can't store message\n");
2535 cdb_store(CDB_BIGMSGS,
2545 /* Free the memory we used for the serialized message */
2548 /* Return the *local* message ID to the caller
2549 * (even if we're storing an incoming network message)
2557 * Serialize a struct CtdlMessage into the format used on disk and network.
2559 * This function loads up a "struct ser_ret" (defined in server.h) which
2560 * contains the length of the serialized message and a pointer to the
2561 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2563 void CtdlSerializeMessage(struct ser_ret *ret, /* return values */
2564 struct CtdlMessage *msg) /* unserialized msg */
2566 struct CitContext *CCC = CC;
2571 * Check for valid message format
2573 if (CM_IsValidMsg(msg) == 0) {
2574 MSGM_syslog(LOG_ERR, "CtdlSerializeMessage() aborting due to invalid message\n");
2581 for (i=0; i < NDiskFields; ++i)
2582 if (msg->cm_fields[FieldOrder[i]] != NULL)
2583 ret->len += msg->cm_lengths[FieldOrder[i]] + 2;
2585 ret->ser = malloc(ret->len);
2586 if (ret->ser == NULL) {
2587 MSG_syslog(LOG_ERR, "CtdlSerializeMessage() malloc(%ld) failed: %s\n",
2588 (long)ret->len, strerror(errno));
2595 ret->ser[1] = msg->cm_anon_type;
2596 ret->ser[2] = msg->cm_format_type;
2599 for (i=0; i < NDiskFields; ++i)
2600 if (msg->cm_fields[FieldOrder[i]] != NULL)
2602 ret->ser[wlen++] = (char)FieldOrder[i];
2604 memcpy(&ret->ser[wlen],
2605 msg->cm_fields[FieldOrder[i]],
2606 msg->cm_lengths[FieldOrder[i]] + 1);
2608 wlen = wlen + msg->cm_lengths[FieldOrder[i]] + 1;
2611 if (ret->len != wlen) {
2612 MSG_syslog(LOG_ERR, "ERROR: len=%ld wlen=%ld\n",
2613 (long)ret->len, (long)wlen);
2621 * Check to see if any messages already exist in the current room which
2622 * carry the same Exclusive ID as this one. If any are found, delete them.
2624 void ReplicationChecks(struct CtdlMessage *msg) {
2625 struct CitContext *CCC = CC;
2626 long old_msgnum = (-1L);
2628 if (DoesThisRoomNeedEuidIndexing(&CCC->room) == 0) return;
2630 MSG_syslog(LOG_DEBUG, "Performing replication checks in <%s>\n",
2633 /* No exclusive id? Don't do anything. */
2634 if (msg == NULL) return;
2635 if (CM_IsEmpty(msg, eExclusiveID)) return;
2637 /*MSG_syslog(LOG_DEBUG, "Exclusive ID: <%s> for room <%s>\n",
2638 msg->cm_fields[eExclusiveID], CCC->room.QRname);*/
2640 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields[eExclusiveID], &CCC->room);
2641 if (old_msgnum > 0L) {
2642 MSG_syslog(LOG_DEBUG, "ReplicationChecks() replacing message %ld\n", old_msgnum);
2643 CtdlDeleteMessages(CCC->room.QRname, &old_msgnum, 1, "");
2650 * Save a message to disk and submit it into the delivery system.
2652 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2653 recptypes *recps, /* recipients (if mail) */
2654 const char *force, /* force a particular room? */
2655 int flags /* should the message be exported clean? */
2658 char hold_rm[ROOMNAMELEN];
2659 char actual_rm[ROOMNAMELEN];
2660 char force_room[ROOMNAMELEN];
2661 char content_type[SIZ]; /* We have to learn this */
2662 char recipient[SIZ];
2663 char bounce_to[1024];
2666 const char *mptr = NULL;
2667 struct ctdluser userbuf;
2669 struct MetaData smi;
2670 char *collected_addresses = NULL;
2671 struct addresses_to_be_filed *aptr = NULL;
2672 StrBuf *saved_rfc822_version = NULL;
2673 int qualified_for_journaling = 0;
2674 CitContext *CCC = MyContext();
2676 MSGM_syslog(LOG_DEBUG, "CtdlSubmitMsg() called\n");
2677 if (CM_IsValidMsg(msg) == 0) return(-1); /* self check */
2679 /* If this message has no timestamp, we take the liberty of
2680 * giving it one, right now.
2682 if (CM_IsEmpty(msg, eTimestamp)) {
2683 CM_SetFieldLONG(msg, eTimestamp, time(NULL));
2686 /* If this message has no path, we generate one.
2688 if (CM_IsEmpty(msg, eMessagePath)) {
2689 if (!CM_IsEmpty(msg, eAuthor)) {
2690 CM_CopyField(msg, eMessagePath, eAuthor);
2691 for (a=0; !IsEmptyStr(&msg->cm_fields[eMessagePath][a]); ++a) {
2692 if (isspace(msg->cm_fields[eMessagePath][a])) {
2693 msg->cm_fields[eMessagePath][a] = ' ';
2698 CM_SetField(msg, eMessagePath, HKEY("unknown"));
2702 if (force == NULL) {
2703 force_room[0] = '\0';
2706 strcpy(force_room, force);
2709 /* Learn about what's inside, because it's what's inside that counts */
2710 if (CM_IsEmpty(msg, eMesageText)) {
2711 MSGM_syslog(LOG_ERR, "ERROR: attempt to save message with NULL body\n");
2715 switch (msg->cm_format_type) {
2717 strcpy(content_type, "text/x-citadel-variformat");
2720 strcpy(content_type, "text/plain");
2723 strcpy(content_type, "text/plain");
2724 mptr = bmstrcasestr(msg->cm_fields[eMesageText], "Content-type:");
2727 safestrncpy(content_type, &mptr[13], sizeof content_type);
2728 striplt(content_type);
2729 aptr = content_type;
2730 while (!IsEmptyStr(aptr)) {
2742 /* Goto the correct room */
2743 room = (recps) ? CCC->room.QRname : SENTITEMS;
2744 MSG_syslog(LOG_DEBUG, "Selected room %s\n", room);
2745 strcpy(hold_rm, CCC->room.QRname);
2746 strcpy(actual_rm, CCC->room.QRname);
2747 if (recps != NULL) {
2748 strcpy(actual_rm, SENTITEMS);
2751 /* If the user is a twit, move to the twit room for posting */
2753 if (CCC->user.axlevel == AxProbU) {
2754 strcpy(hold_rm, actual_rm);
2755 strcpy(actual_rm, config.c_twitroom);
2756 MSGM_syslog(LOG_DEBUG, "Diverting to twit room\n");
2760 /* ...or if this message is destined for Aide> then go there. */
2761 if (!IsEmptyStr(force_room)) {
2762 strcpy(actual_rm, force_room);
2765 MSG_syslog(LOG_INFO, "Final selection: %s (%s)\n", actual_rm, room);
2766 if (strcasecmp(actual_rm, CCC->room.QRname)) {
2767 /* CtdlGetRoom(&CCC->room, actual_rm); */
2768 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL);
2772 * If this message has no O (room) field, generate one.
2774 if (CM_IsEmpty(msg, eOriginalRoom)) {
2775 CM_SetField(msg, eOriginalRoom, CCC->room.QRname, strlen(CCC->room.QRname));
2778 /* Perform "before save" hooks (aborting if any return nonzero) */
2779 MSGM_syslog(LOG_DEBUG, "Performing before-save hooks\n");
2780 if (PerformMessageHooks(msg, recps, EVT_BEFORESAVE) > 0) return(-3);
2783 * If this message has an Exclusive ID, and the room is replication
2784 * checking enabled, then do replication checks.
2786 if (DoesThisRoomNeedEuidIndexing(&CCC->room)) {
2787 ReplicationChecks(msg);
2790 /* Save it to disk */
2791 MSGM_syslog(LOG_DEBUG, "Saving to disk\n");
2792 newmsgid = send_message(msg);
2793 if (newmsgid <= 0L) return(-5);
2795 /* Write a supplemental message info record. This doesn't have to
2796 * be a critical section because nobody else knows about this message
2799 MSGM_syslog(LOG_DEBUG, "Creating MetaData record\n");
2800 memset(&smi, 0, sizeof(struct MetaData));
2801 smi.meta_msgnum = newmsgid;
2802 smi.meta_refcount = 0;
2803 safestrncpy(smi.meta_content_type, content_type,
2804 sizeof smi.meta_content_type);
2807 * Measure how big this message will be when rendered as RFC822.
2808 * We do this for two reasons:
2809 * 1. We need the RFC822 length for the new metadata record, so the
2810 * POP and IMAP services don't have to calculate message lengths
2811 * while the user is waiting (multiplied by potentially hundreds
2812 * or thousands of messages).
2813 * 2. If journaling is enabled, we will need an RFC822 version of the
2814 * message to attach to the journalized copy.
2816 if (CCC->redirect_buffer != NULL) {
2817 MSGM_syslog(LOG_ALERT, "CCC->redirect_buffer is not NULL during message submission!\n");
2820 CCC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
2821 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
2822 smi.meta_rfc822_length = StrLength(CCC->redirect_buffer);
2823 saved_rfc822_version = CCC->redirect_buffer;
2824 CCC->redirect_buffer = NULL;
2828 /* Now figure out where to store the pointers */
2829 MSGM_syslog(LOG_DEBUG, "Storing pointers\n");
2831 /* If this is being done by the networker delivering a private
2832 * message, we want to BYPASS saving the sender's copy (because there
2833 * is no local sender; it would otherwise go to the Trashcan).
2835 if ((!CCC->internal_pgm) || (recps == NULL)) {
2836 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
2837 MSGM_syslog(LOG_ERR, "ERROR saving message pointer!\n");
2838 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
2842 /* For internet mail, drop a copy in the outbound queue room */
2843 if ((recps != NULL) && (recps->num_internet > 0)) {
2844 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
2847 /* If other rooms are specified, drop them there too. */
2848 if ((recps != NULL) && (recps->num_room > 0))
2849 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
2850 extract_token(recipient, recps->recp_room, i,
2851 '|', sizeof recipient);
2852 MSG_syslog(LOG_DEBUG, "Delivering to room <%s>\n", recipient);///// xxxx
2853 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
2856 /* Bump this user's messages posted counter. */
2857 MSGM_syslog(LOG_DEBUG, "Updating user\n");
2858 CtdlGetUserLock(&CCC->user, CCC->curr_user);
2859 CCC->user.posted = CCC->user.posted + 1;
2860 CtdlPutUserLock(&CCC->user);
2862 /* Decide where bounces need to be delivered */
2863 if ((recps != NULL) && (recps->bounce_to == NULL))
2866 snprintf(bounce_to, sizeof bounce_to, "%s@%s",
2867 CCC->user.fullname, config.c_nodename);
2869 snprintf(bounce_to, sizeof bounce_to, "%s@%s",
2870 msg->cm_fields[eAuthor], msg->cm_fields[eNodeName]);
2871 recps->bounce_to = bounce_to;
2874 CM_SetFieldLONG(msg, eVltMsgNum, newmsgid);
2877 /* If this is private, local mail, make a copy in the
2878 * recipient's mailbox and bump the reference count.
2880 if ((recps != NULL) && (recps->num_local > 0))
2885 pch = recps->recp_local;
2886 recps->recp_local = recipient;
2887 ntokens = num_tokens(pch, '|');
2888 for (i=0; i<ntokens; ++i)
2890 extract_token(recipient, pch, i, '|', sizeof recipient);
2891 MSG_syslog(LOG_DEBUG, "Delivering private local mail to <%s>\n", recipient);
2892 if (CtdlGetUser(&userbuf, recipient) == 0) {
2893 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
2894 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
2895 CtdlBumpNewMailCounter(userbuf.usernum);
2896 PerformMessageHooks(msg, recps, EVT_AFTERUSRMBOXSAVE);
2899 MSG_syslog(LOG_DEBUG, "No user <%s>\n", recipient);
2900 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
2903 recps->recp_local = pch;
2906 /* Perform "after save" hooks */
2907 MSGM_syslog(LOG_DEBUG, "Performing after-save hooks\n");
2909 PerformMessageHooks(msg, recps, EVT_AFTERSAVE);
2910 CM_FlushField(msg, eVltMsgNum);
2912 /* Go back to the room we started from */
2913 MSG_syslog(LOG_DEBUG, "Returning to original room %s\n", hold_rm);
2914 if (strcasecmp(hold_rm, CCC->room.QRname))
2915 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL);
2918 * Any addresses to harvest for someone's address book?
2920 if ( (CCC->logged_in) && (recps != NULL) ) {
2921 collected_addresses = harvest_collected_addresses(msg);
2924 if (collected_addresses != NULL) {
2925 aptr = (struct addresses_to_be_filed *)
2926 malloc(sizeof(struct addresses_to_be_filed));
2927 CtdlMailboxName(actual_rm, sizeof actual_rm,
2928 &CCC->user, USERCONTACTSROOM);
2929 aptr->roomname = strdup(actual_rm);
2930 aptr->collected_addresses = collected_addresses;
2931 begin_critical_section(S_ATBF);
2934 end_critical_section(S_ATBF);
2938 * Determine whether this message qualifies for journaling.
2940 if (!CM_IsEmpty(msg, eJournal)) {
2941 qualified_for_journaling = 0;
2944 if (recps == NULL) {
2945 qualified_for_journaling = config.c_journal_pubmsgs;
2947 else if (recps->num_local + recps->num_ignet + recps->num_internet > 0) {
2948 qualified_for_journaling = config.c_journal_email;
2951 qualified_for_journaling = config.c_journal_pubmsgs;
2956 * Do we have to perform journaling? If so, hand off the saved
2957 * RFC822 version will be handed off to the journaler for background
2958 * submit. Otherwise, we have to free the memory ourselves.
2960 if (saved_rfc822_version != NULL) {
2961 if (qualified_for_journaling) {
2962 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
2965 FreeStrBuf(&saved_rfc822_version);
2969 if ((recps != NULL) && (recps->bounce_to == bounce_to))
2970 recps->bounce_to = NULL;
2978 * Convenience function for generating small administrative messages.
2980 void quickie_message(const char *from,
2981 const char *fromaddr,
2986 const char *subject)
2988 struct CtdlMessage *msg;
2989 recptypes *recp = NULL;
2991 msg = malloc(sizeof(struct CtdlMessage));
2992 memset(msg, 0, sizeof(struct CtdlMessage));
2993 msg->cm_magic = CTDLMESSAGE_MAGIC;
2994 msg->cm_anon_type = MES_NORMAL;
2995 msg->cm_format_type = format_type;
2998 CM_SetField(msg, eAuthor, from, strlen(from));
3000 else if (fromaddr != NULL) {
3002 CM_SetField(msg, eAuthor, fromaddr, strlen(fromaddr));
3003 pAt = strchr(msg->cm_fields[eAuthor], '@');
3005 CM_CutFieldAt(msg, eAuthor, pAt - msg->cm_fields[eAuthor]);
3009 msg->cm_fields[eAuthor] = strdup("Citadel");
3012 if (fromaddr != NULL) CM_SetField(msg, erFc822Addr, fromaddr, strlen(fromaddr));
3013 if (room != NULL) CM_SetField(msg, eOriginalRoom, room, strlen(room));
3014 CM_SetField(msg, eNodeName, CFG_KEY(c_nodename));
3016 CM_SetField(msg, eRecipient, to, strlen(to));
3017 recp = validate_recipients(to, NULL, 0);
3019 if (subject != NULL) {
3020 CM_SetField(msg, eMsgSubject, subject, strlen(subject));
3022 CM_SetField(msg, eMesageText, text, strlen(text));
3024 CtdlSubmitMsg(msg, recp, room, 0);
3026 if (recp != NULL) free_recipients(recp);
3029 void flood_protect_quickie_message(const char *from,
3030 const char *fromaddr,
3035 const char *subject,
3037 const char **CritStr,
3044 u_char rawdigest[MD5_DIGEST_LEN];
3045 struct MD5Context md5context;
3049 time_t tsday = NOW / (8*60*60); /* just care for a day... */
3051 tslen = snprintf(timestamp, sizeof(timestamp), "%ld", tsday);
3052 MD5Init(&md5context);
3054 for (i = 0; i < nCriterions; i++)
3055 MD5Update(&md5context,
3056 (const unsigned char*)CritStr[i], CritStrLen[i]);
3057 MD5Update(&md5context,
3058 (const unsigned char*)timestamp, tslen);
3059 MD5Final(rawdigest, &md5context);
3061 guid = NewStrBufPlain(NULL,
3062 MD5_DIGEST_LEN * 2 + 12);
3063 StrBufHexEscAppend(guid, NULL, rawdigest, MD5_DIGEST_LEN);
3064 StrBufAppendBufPlain(guid, HKEY("_fldpt"), 0);
3065 if (StrLength(guid) > 40)
3066 StrBufCutAt(guid, 40, NULL);
3068 if (CheckIfAlreadySeen("FPAideMessage",
3077 /* yes, we did. flood protection kicks in. */
3079 "not sending message again\n");
3083 /* no, this message isn't sent recently; go ahead. */
3084 quickie_message(from,
3095 * Back end function used by CtdlMakeMessage() and similar functions
3097 StrBuf *CtdlReadMessageBodyBuf(char *terminator, /* token signalling EOT */
3099 size_t maxlen, /* maximum message length */
3100 StrBuf *exist, /* if non-null, append to it;
3101 exist is ALWAYS freed */
3102 int crlf, /* CRLF newlines instead of LF */
3103 int *sock /* socket handle or 0 for this session's client socket */
3112 LineBuf = NewStrBufPlain(NULL, SIZ);
3113 if (exist == NULL) {
3114 Message = NewStrBufPlain(NULL, 4 * SIZ);
3117 Message = NewStrBufDup(exist);
3120 /* Do we need to change leading ".." to "." for SMTP escaping? */
3121 if ((tlen == 1) && (*terminator == '.')) {
3125 /* read in the lines of message text one by one */
3128 if ((CtdlSockGetLine(sock, LineBuf, 5) < 0) ||
3133 if (CtdlClientGetLine(LineBuf) < 0) finished = 1;
3135 if ((StrLength(LineBuf) == tlen) &&
3136 (!strcmp(ChrPtr(LineBuf), terminator)))
3139 if ( (!flushing) && (!finished) ) {
3141 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
3144 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
3147 /* Unescape SMTP-style input of two dots at the beginning of the line */
3149 (StrLength(LineBuf) == 2) &&
3150 (!strcmp(ChrPtr(LineBuf), "..")))
3152 StrBufCutLeft(LineBuf, 1);
3155 StrBufAppendBuf(Message, LineBuf, 0);
3158 /* if we've hit the max msg length, flush the rest */
3159 if (StrLength(Message) >= maxlen) flushing = 1;
3161 } while (!finished);
3162 FreeStrBuf(&LineBuf);
3166 void DeleteAsyncMsg(ReadAsyncMsg **Msg)
3170 FreeStrBuf(&(*Msg)->MsgBuf);
3176 ReadAsyncMsg *NewAsyncMsg(const char *terminator, /* token signalling EOT */
3178 size_t maxlen, /* maximum message length */
3179 size_t expectlen, /* if we expect a message, how long should it be? */
3180 StrBuf *exist, /* if non-null, append to it;
3181 exist is ALWAYS freed */
3182 long eLen, /* length of exist */
3183 int crlf /* CRLF newlines instead of LF */
3186 ReadAsyncMsg *NewMsg;
3188 NewMsg = (ReadAsyncMsg *)malloc(sizeof(ReadAsyncMsg));
3189 memset(NewMsg, 0, sizeof(ReadAsyncMsg));
3191 if (exist == NULL) {
3194 if (expectlen == 0) {
3198 len = expectlen + 10;
3200 NewMsg->MsgBuf = NewStrBufPlain(NULL, len);
3203 NewMsg->MsgBuf = NewStrBufDup(exist);
3205 /* Do we need to change leading ".." to "." for SMTP escaping? */
3206 if ((tlen == 1) && (*terminator == '.')) {
3210 NewMsg->terminator = terminator;
3211 NewMsg->tlen = tlen;
3213 NewMsg->maxlen = maxlen;
3215 NewMsg->crlf = crlf;
3221 * Back end function used by CtdlMakeMessage() and similar functions
3223 eReadState CtdlReadMessageBodyAsync(AsyncIO *IO)
3225 ReadAsyncMsg *ReadMsg;
3226 int MsgFinished = 0;
3227 eReadState Finished = eMustReadMore;
3232 const char *pch = ChrPtr(IO->SendBuf.Buf);
3233 const char *pchh = IO->SendBuf.ReadWritePointer;
3239 nbytes = StrLength(IO->SendBuf.Buf) - (pchh - pch);
3240 snprintf(fn, SIZ, "/tmp/foolog_ev_%s.%d",
3241 ((CitContext*)(IO->CitContext))->ServiceName,
3244 fd = fopen(fn, "a+");
3247 ReadMsg = IO->ReadMsg;
3249 /* read in the lines of message text one by one */
3251 Finished = StrBufChunkSipLine(IO->IOBuf, &IO->RecvBuf);
3254 case eMustReadMore: /// read new from socket...
3256 if (IO->RecvBuf.ReadWritePointer != NULL) {
3257 nbytes = StrLength(IO->RecvBuf.Buf) - (IO->RecvBuf.ReadWritePointer - ChrPtr(IO->RecvBuf.Buf));
3258 fprintf(fd, "Read; Line unfinished: %ld Bytes still in buffer [", nbytes);
3260 fwrite(IO->RecvBuf.ReadWritePointer, nbytes, 1, fd);
3264 fprintf(fd, "BufferEmpty! \n");
3270 case eBufferNotEmpty: /* shouldn't happen... */
3271 case eReadSuccess: /// done for now...
3273 case eReadFail: /// WHUT?
3279 if ((StrLength(IO->IOBuf) == ReadMsg->tlen) &&
3280 (!strcmp(ChrPtr(IO->IOBuf), ReadMsg->terminator))) {
3283 fprintf(fd, "found Terminator; Message Size: %d\n", StrLength(ReadMsg->MsgBuf));
3286 else if (!ReadMsg->flushing) {
3289 fprintf(fd, "Read Line: [%d][%s]\n", StrLength(IO->IOBuf), ChrPtr(IO->IOBuf));
3292 /* Unescape SMTP-style input of two dots at the beginning of the line */
3293 if ((ReadMsg->dodot) &&
3294 (StrLength(IO->IOBuf) == 2) && /* TODO: do we just unescape lines with two dots or any line? */
3295 (!strcmp(ChrPtr(IO->IOBuf), "..")))
3298 fprintf(fd, "UnEscaped!\n");
3300 StrBufCutLeft(IO->IOBuf, 1);
3303 if (ReadMsg->crlf) {
3304 StrBufAppendBufPlain(IO->IOBuf, HKEY("\r\n"), 0);
3307 StrBufAppendBufPlain(IO->IOBuf, HKEY("\n"), 0);
3310 StrBufAppendBuf(ReadMsg->MsgBuf, IO->IOBuf, 0);
3313 /* if we've hit the max msg length, flush the rest */
3314 if (StrLength(ReadMsg->MsgBuf) >= ReadMsg->maxlen) ReadMsg->flushing = 1;
3316 } while (!MsgFinished);
3319 fprintf(fd, "Done with reading; %s.\n, ",
3320 (MsgFinished)?"Message Finished": "FAILED");
3324 return eReadSuccess;
3331 * Back end function used by CtdlMakeMessage() and similar functions
3333 char *CtdlReadMessageBody(char *terminator, /* token signalling EOT */
3335 size_t maxlen, /* maximum message length */
3336 StrBuf *exist, /* if non-null, append to it;
3337 exist is ALWAYS freed */
3338 int crlf, /* CRLF newlines instead of LF */
3339 int *sock /* socket handle or 0 for this session's client socket */
3344 Message = CtdlReadMessageBodyBuf(terminator,
3350 if (Message == NULL)
3353 return SmashStrBuf(&Message);
3356 struct CtdlMessage *CtdlMakeMessage(
3357 struct ctdluser *author, /* author's user structure */
3358 char *recipient, /* NULL if it's not mail */
3359 char *recp_cc, /* NULL if it's not mail */
3360 char *room, /* room where it's going */
3361 int type, /* see MES_ types in header file */
3362 int format_type, /* variformat, plain text, MIME... */
3363 char *fake_name, /* who we're masquerading as */
3364 char *my_email, /* which of my email addresses to use (empty is ok) */
3365 char *subject, /* Subject (optional) */
3366 char *supplied_euid, /* ...or NULL if this is irrelevant */
3367 char *preformatted_text, /* ...or NULL to read text from client */
3368 char *references /* Thread references */
3371 return CtdlMakeMessageLen(
3372 author, /* author's user structure */
3373 recipient, /* NULL if it's not mail */
3374 (recipient)?strlen(recipient) : 0,
3375 recp_cc, /* NULL if it's not mail */
3376 (recp_cc)?strlen(recp_cc): 0,
3377 room, /* room where it's going */
3378 (room)?strlen(room): 0,
3379 type, /* see MES_ types in header file */
3380 format_type, /* variformat, plain text, MIME... */
3381 fake_name, /* who we're masquerading as */
3382 (fake_name)?strlen(fake_name): 0,
3383 my_email, /* which of my email addresses to use (empty is ok) */
3384 (my_email)?strlen(my_email): 0,
3385 subject, /* Subject (optional) */
3386 (subject)?strlen(subject): 0,
3387 supplied_euid, /* ...or NULL if this is irrelevant */
3388 (supplied_euid)?strlen(supplied_euid):0,
3389 preformatted_text, /* ...or NULL to read text from client */
3390 (preformatted_text)?strlen(preformatted_text) : 0,
3391 references, /* Thread references */
3392 (references)?strlen(references):0);
3397 * Build a binary message to be saved on disk.
3398 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3399 * will become part of the message. This means you are no longer
3400 * responsible for managing that memory -- it will be freed along with
3401 * the rest of the fields when CM_Free() is called.)
3404 struct CtdlMessage *CtdlMakeMessageLen(
3405 struct ctdluser *author, /* author's user structure */
3406 char *recipient, /* NULL if it's not mail */
3408 char *recp_cc, /* NULL if it's not mail */
3410 char *room, /* room where it's going */
3412 int type, /* see MES_ types in header file */
3413 int format_type, /* variformat, plain text, MIME... */
3414 char *fake_name, /* who we're masquerading as */
3416 char *my_email, /* which of my email addresses to use (empty is ok) */
3418 char *subject, /* Subject (optional) */
3420 char *supplied_euid, /* ...or NULL if this is irrelevant */
3422 char *preformatted_text, /* ...or NULL to read text from client */
3424 char *references, /* Thread references */
3428 struct CitContext *CCC = CC;
3429 /* Don't confuse the poor folks if it's not routed mail. * /
3430 char dest_node[256] = "";*/
3433 struct CtdlMessage *msg;
3435 StrBuf *FakeEncAuthor = NULL;
3437 msg = malloc(sizeof(struct CtdlMessage));
3438 memset(msg, 0, sizeof(struct CtdlMessage));
3439 msg->cm_magic = CTDLMESSAGE_MAGIC;
3440 msg->cm_anon_type = type;
3441 msg->cm_format_type = format_type;
3443 if (recipient != NULL) rcplen = striplt(recipient);
3444 if (recp_cc != NULL) cclen = striplt(recp_cc);
3446 /* Path or Return-Path */
3448 CM_SetField(msg, eMessagePath, my_email, myelen);
3451 CM_SetField(msg, eMessagePath, author->fullname, strlen(author->fullname));
3453 convert_spaces_to_underscores(msg->cm_fields[eMessagePath]);
3455 blen = snprintf(buf, sizeof buf, "%ld", (long)time(NULL));
3456 CM_SetField(msg, eTimestamp, buf, blen);
3459 FakeAuthor = NewStrBufPlain (fake_name, fnlen);
3462 FakeAuthor = NewStrBufPlain (author->fullname, -1);
3464 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
3465 CM_SetAsFieldSB(msg, eAuthor, &FakeEncAuthor);
3466 FreeStrBuf(&FakeAuthor);
3468 if (CCC->room.QRflags & QR_MAILBOX) { /* room */
3469 CM_SetField(msg, eOriginalRoom, &CCC->room.QRname[11], strlen(&CCC->room.QRname[11]));
3472 CM_SetField(msg, eOriginalRoom, CCC->room.QRname, strlen(CCC->room.QRname));
3475 CM_SetField(msg, eNodeName, CFG_KEY(c_nodename));
3476 CM_SetField(msg, eHumanNode, CFG_KEY(c_humannode));
3479 CM_SetField(msg, eRecipient, recipient, rcplen);
3482 CM_SetField(msg, eCarbonCopY, recp_cc, cclen);
3486 CM_SetField(msg, erFc822Addr, my_email, myelen);
3488 else if ( (author == &CCC->user) && (!IsEmptyStr(CCC->cs_inet_email)) ) {
3489 CM_SetField(msg, erFc822Addr, CCC->cs_inet_email, strlen(CCC->cs_inet_email));
3492 if (subject != NULL) {
3494 length = striplt(subject);
3500 while ((subject[i] != '\0') &&
3501 (IsAscii = isascii(subject[i]) != 0 ))
3504 CM_SetField(msg, eMsgSubject, subject, subjlen);
3505 else /* ok, we've got utf8 in the string. */
3508 rfc2047Subj = rfc2047encode(subject, length);
3509 CM_SetAsField(msg, eMsgSubject, &rfc2047Subj, strlen(rfc2047Subj));
3516 CM_SetField(msg, eExclusiveID, supplied_euid, euidlen);
3520 CM_SetField(msg, eWeferences, references, reflen);
3523 if (preformatted_text != NULL) {
3524 CM_SetField(msg, eMesageText, preformatted_text, textlen);
3528 MsgBody = CtdlReadMessageBodyBuf(HKEY("000"), config.c_maxmsglen, NULL, 0, 0);
3529 if (MsgBody != NULL) {
3530 CM_SetAsFieldSB(msg, eMesageText, &MsgBody);
3541 * API function to delete messages which match a set of criteria
3542 * (returns the actual number of messages deleted)
3544 int CtdlDeleteMessages(char *room_name, /* which room */
3545 long *dmsgnums, /* array of msg numbers to be deleted */
3546 int num_dmsgnums, /* number of msgs to be deleted, or 0 for "any" */
3547 char *content_type /* or "" for any. regular expressions expected. */
3550 struct CitContext *CCC = CC;
3551 struct ctdlroom qrbuf;
3552 struct cdbdata *cdbfr;
3553 long *msglist = NULL;
3554 long *dellist = NULL;
3557 int num_deleted = 0;
3559 struct MetaData smi;
3562 int need_to_free_re = 0;
3564 if (content_type) if (!IsEmptyStr(content_type)) {
3565 regcomp(&re, content_type, 0);
3566 need_to_free_re = 1;
3568 MSG_syslog(LOG_DEBUG, " CtdlDeleteMessages(%s, %d msgs, %s)\n",
3569 room_name, num_dmsgnums, content_type);
3571 /* get room record, obtaining a lock... */
3572 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
3573 MSG_syslog(LOG_ERR, " CtdlDeleteMessages(): Room <%s> not found\n",
3575 if (need_to_free_re) regfree(&re);
3576 return (0); /* room not found */
3578 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
3580 if (cdbfr != NULL) {
3581 dellist = malloc(cdbfr->len);
3582 msglist = (long *) cdbfr->ptr;
3583 cdbfr->ptr = NULL; /* CtdlDeleteMessages() now owns this memory */
3584 num_msgs = cdbfr->len / sizeof(long);
3588 int have_contenttype = (content_type != NULL) && !IsEmptyStr(content_type);
3589 int have_delmsgs = (num_dmsgnums == 0) || (dmsgnums == NULL);
3590 int have_more_del = 1;
3592 num_msgs = sort_msglist(msglist, num_msgs);
3593 if (num_dmsgnums > 1)
3594 num_dmsgnums = sort_msglist(dmsgnums, num_dmsgnums);
3597 StrBuf *dbg = NewStrBuf();
3598 for (i = 0; i < num_dmsgnums; i++)
3599 StrBufAppendPrintf(dbg, ", %ld", dmsgnums[i]);
3600 MSG_syslog(LOG_DEBUG, " Deleting before: %s", ChrPtr(dbg));
3605 while ((i < num_msgs) && (have_more_del)) {
3608 /* Set/clear a bit for each criterion */
3610 /* 0 messages in the list or a null list means that we are
3611 * interested in deleting any messages which meet the other criteria.
3614 delete_this |= 0x01;
3617 while ((i < num_msgs) && (msglist[i] < dmsgnums[j])) i++;
3622 if (msglist[i] == dmsgnums[j]) {
3623 delete_this |= 0x01;
3626 have_more_del = (j < num_dmsgnums);
3629 if (have_contenttype) {
3630 GetMetaData(&smi, msglist[i]);
3631 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
3632 delete_this |= 0x02;
3635 delete_this |= 0x02;
3638 /* Delete message only if all bits are set */
3639 if (delete_this == 0x03) {
3640 dellist[num_deleted++] = msglist[i];
3647 StrBuf *dbg = NewStrBuf();
3648 for (i = 0; i < num_deleted; i++)
3649 StrBufAppendPrintf(dbg, ", %ld", dellist[i]);
3650 MSG_syslog(LOG_DEBUG, " Deleting: %s", ChrPtr(dbg));
3654 num_msgs = sort_msglist(msglist, num_msgs);
3655 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
3656 msglist, (int)(num_msgs * sizeof(long)));
3659 qrbuf.QRhighest = msglist[num_msgs - 1];
3661 qrbuf.QRhighest = 0;
3663 CtdlPutRoomLock(&qrbuf);
3665 /* Go through the messages we pulled out of the index, and decrement
3666 * their reference counts by 1. If this is the only room the message
3667 * was in, the reference count will reach zero and the message will
3668 * automatically be deleted from the database. We do this in a
3669 * separate pass because there might be plug-in hooks getting called,
3670 * and we don't want that happening during an S_ROOMS critical
3674 for (i=0; i<num_deleted; ++i) {
3675 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
3677 AdjRefCountList(dellist, num_deleted, -1);
3679 /* Now free the memory we used, and go away. */
3680 if (msglist != NULL) free(msglist);
3681 if (dellist != NULL) free(dellist);
3682 MSG_syslog(LOG_DEBUG, " %d message(s) deleted.\n", num_deleted);
3683 if (need_to_free_re) regfree(&re);
3684 return (num_deleted);
3691 * GetMetaData() - Get the supplementary record for a message
3693 void GetMetaData(struct MetaData *smibuf, long msgnum)
3696 struct cdbdata *cdbsmi;
3699 memset(smibuf, 0, sizeof(struct MetaData));
3700 smibuf->meta_msgnum = msgnum;
3701 smibuf->meta_refcount = 1; /* Default reference count is 1 */
3703 /* Use the negative of the message number for its supp record index */
3704 TheIndex = (0L - msgnum);
3706 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
3707 if (cdbsmi == NULL) {
3708 return; /* record not found; go with defaults */
3710 memcpy(smibuf, cdbsmi->ptr,
3711 ((cdbsmi->len > sizeof(struct MetaData)) ?
3712 sizeof(struct MetaData) : cdbsmi->len));
3719 * PutMetaData() - (re)write supplementary record for a message
3721 void PutMetaData(struct MetaData *smibuf)
3725 /* Use the negative of the message number for the metadata db index */
3726 TheIndex = (0L - smibuf->meta_msgnum);
3728 cdb_store(CDB_MSGMAIN,
3729 &TheIndex, (int)sizeof(long),
3730 smibuf, (int)sizeof(struct MetaData));
3735 * AdjRefCount - submit an adjustment to the reference count for a message.
3736 * (These are just queued -- we actually process them later.)
3738 void AdjRefCount(long msgnum, int incr)
3740 struct CitContext *CCC = CC;
3741 struct arcq new_arcq;
3744 MSG_syslog(LOG_DEBUG, "AdjRefCount() msg %ld ref count delta %+d\n", msgnum, incr);
3746 begin_critical_section(S_SUPPMSGMAIN);
3747 if (arcfp == NULL) {
3748 arcfp = fopen(file_arcq, "ab+");
3749 chown(file_arcq, CTDLUID, (-1));
3750 chmod(file_arcq, 0600);
3752 end_critical_section(S_SUPPMSGMAIN);
3754 /* msgnum < 0 means that we're trying to close the file */
3756 MSGM_syslog(LOG_DEBUG, "Closing the AdjRefCount queue file\n");
3757 begin_critical_section(S_SUPPMSGMAIN);
3758 if (arcfp != NULL) {
3762 end_critical_section(S_SUPPMSGMAIN);
3767 * If we can't open the queue, perform the operation synchronously.
3769 if (arcfp == NULL) {
3770 TDAP_AdjRefCount(msgnum, incr);
3774 new_arcq.arcq_msgnum = msgnum;
3775 new_arcq.arcq_delta = incr;
3776 rv = fwrite(&new_arcq, sizeof(struct arcq), 1, arcfp);
3778 MSG_syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
3787 void AdjRefCountList(long *msgnum, long nmsg, int incr)
3789 struct CitContext *CCC = CC;
3790 long i, the_size, offset;
3791 struct arcq *new_arcq;
3794 MSG_syslog(LOG_DEBUG, "AdjRefCountList() msg %ld ref count delta %+d\n", nmsg, incr);
3796 begin_critical_section(S_SUPPMSGMAIN);
3797 if (arcfp == NULL) {
3798 arcfp = fopen(file_arcq, "ab+");
3799 chown(file_arcq, CTDLUID, (-1));
3800 chmod(file_arcq, 0600);
3802 end_critical_section(S_SUPPMSGMAIN);
3805 * If we can't open the queue, perform the operation synchronously.
3807 if (arcfp == NULL) {
3808 for (i = 0; i < nmsg; i++)
3809 TDAP_AdjRefCount(msgnum[i], incr);
3813 the_size = sizeof(struct arcq) * nmsg;
3814 new_arcq = malloc(the_size);
3815 for (i = 0; i < nmsg; i++) {
3816 new_arcq[i].arcq_msgnum = msgnum[i];
3817 new_arcq[i].arcq_delta = incr;
3821 while ((rv >= 0) && (offset < the_size))
3823 rv = fwrite(new_arcq + offset, 1, the_size - offset, arcfp);
3825 MSG_syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
3841 * TDAP_ProcessAdjRefCountQueue()
3843 * Process the queue of message count adjustments that was created by calls
3844 * to AdjRefCount() ... by reading the queue and calling TDAP_AdjRefCount()
3845 * for each one. This should be an "off hours" operation.
3847 int TDAP_ProcessAdjRefCountQueue(void)
3849 struct CitContext *CCC = CC;
3850 char file_arcq_temp[PATH_MAX];
3853 struct arcq arcq_rec;
3854 int num_records_processed = 0;
3856 snprintf(file_arcq_temp, sizeof file_arcq_temp, "%s.%04x", file_arcq, rand());
3858 begin_critical_section(S_SUPPMSGMAIN);
3859 if (arcfp != NULL) {
3864 r = link(file_arcq, file_arcq_temp);
3866 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3867 end_critical_section(S_SUPPMSGMAIN);
3868 return(num_records_processed);
3872 end_critical_section(S_SUPPMSGMAIN);
3874 fp = fopen(file_arcq_temp, "rb");
3876 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3877 return(num_records_processed);
3880 while (fread(&arcq_rec, sizeof(struct arcq), 1, fp) == 1) {
3881 TDAP_AdjRefCount(arcq_rec.arcq_msgnum, arcq_rec.arcq_delta);
3882 ++num_records_processed;
3886 r = unlink(file_arcq_temp);
3888 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3891 return(num_records_processed);
3897 * TDAP_AdjRefCount - adjust the reference count for a message.
3898 * This one does it "for real" because it's called by
3899 * the autopurger function that processes the queue
3900 * created by AdjRefCount(). If a message's reference
3901 * count becomes zero, we also delete the message from
3902 * disk and de-index it.
3904 void TDAP_AdjRefCount(long msgnum, int incr)
3906 struct CitContext *CCC = CC;
3908 struct MetaData smi;
3911 /* This is a *tight* critical section; please keep it that way, as
3912 * it may get called while nested in other critical sections.
3913 * Complicating this any further will surely cause deadlock!
3915 begin_critical_section(S_SUPPMSGMAIN);
3916 GetMetaData(&smi, msgnum);
3917 smi.meta_refcount += incr;
3919 end_critical_section(S_SUPPMSGMAIN);
3920 MSG_syslog(LOG_DEBUG, "TDAP_AdjRefCount() msg %ld ref count delta %+d, is now %d\n",
3921 msgnum, incr, smi.meta_refcount
3924 /* If the reference count is now zero, delete the message
3925 * (and its supplementary record as well).
3927 if (smi.meta_refcount == 0) {
3928 MSG_syslog(LOG_DEBUG, "Deleting message <%ld>\n", msgnum);
3930 /* Call delete hooks with NULL room to show it has gone altogether */
3931 PerformDeleteHooks(NULL, msgnum);
3933 /* Remove from message base */
3935 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3936 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
3938 /* Remove metadata record */
3939 delnum = (0L - msgnum);
3940 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3946 * Write a generic object to this room
3948 * Note: this could be much more efficient. Right now we use two temporary
3949 * files, and still pull the message into memory as with all others.
3951 void CtdlWriteObject(char *req_room, /* Room to stuff it in */
3952 char *content_type, /* MIME type of this object */
3953 char *raw_message, /* Data to be written */
3954 off_t raw_length, /* Size of raw_message */
3955 struct ctdluser *is_mailbox, /* Mailbox room? */
3956 int is_binary, /* Is encoding necessary? */
3957 int is_unique, /* Del others of this type? */
3958 unsigned int flags /* Internal save flags */
3961 struct CitContext *CCC = CC;
3962 struct ctdlroom qrbuf;
3963 char roomname[ROOMNAMELEN];
3964 struct CtdlMessage *msg;
3965 StrBuf *encoded_message = NULL;
3967 if (is_mailbox != NULL) {
3968 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
3971 safestrncpy(roomname, req_room, sizeof(roomname));
3974 MSG_syslog(LOG_DEBUG, "Raw length is %ld\n", (long)raw_length);
3977 encoded_message = NewStrBufPlain(NULL, (size_t) (((raw_length * 134) / 100) + 4096 ) );
3980 encoded_message = NewStrBufPlain(NULL, (size_t)(raw_length + 4096));
3983 StrBufAppendBufPlain(encoded_message, HKEY("Content-type: "), 0);
3984 StrBufAppendBufPlain(encoded_message, content_type, -1, 0);
3985 StrBufAppendBufPlain(encoded_message, HKEY("\n"), 0);
3988 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: base64\n\n"), 0);
3991 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: 7bit\n\n"), 0);
3995 StrBufBase64Append(encoded_message, NULL, raw_message, raw_length, 0);
3998 StrBufAppendBufPlain(encoded_message, raw_message, raw_length, 0);
4001 MSGM_syslog(LOG_DEBUG, "Allocating\n");
4002 msg = malloc(sizeof(struct CtdlMessage));
4003 memset(msg, 0, sizeof(struct CtdlMessage));
4004 msg->cm_magic = CTDLMESSAGE_MAGIC;
4005 msg->cm_anon_type = MES_NORMAL;
4006 msg->cm_format_type = 4;
4007 CM_SetField(msg, eAuthor, CCC->user.fullname, strlen(CCC->user.fullname));
4008 CM_SetField(msg, eOriginalRoom, req_room, strlen(req_room));
4009 CM_SetField(msg, eNodeName, CFG_KEY(c_nodename));
4010 CM_SetField(msg, eHumanNode, CFG_KEY(c_humannode));
4011 msg->cm_flags = flags;
4013 CM_SetAsFieldSB(msg, eMesageText, &encoded_message);
4015 /* Create the requested room if we have to. */
4016 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
4017 CtdlCreateRoom(roomname,
4018 ( (is_mailbox != NULL) ? 5 : 3 ),
4019 "", 0, 1, 0, VIEW_BBS);
4021 /* If the caller specified this object as unique, delete all
4022 * other objects of this type that are currently in the room.
4025 MSG_syslog(LOG_DEBUG, "Deleted %d other msgs of this type\n",
4026 CtdlDeleteMessages(roomname, NULL, 0, content_type)
4029 /* Now write the data */
4030 CtdlSubmitMsg(msg, NULL, roomname, 0);
4036 /*****************************************************************************/
4037 /* MODULE INITIALIZATION STUFF */
4038 /*****************************************************************************/
4039 void SetMessageDebugEnabled(const int n)
4041 MessageDebugEnabled = n;
4043 CTDL_MODULE_INIT(msgbase)
4046 CtdlRegisterDebugFlagHook(HKEY("messages"), SetMessageDebugEnabled, &MessageDebugEnabled);
4049 /* return our Subversion id for the Log */