2 * Implements the message store.
4 * Copyright (c) 1987-2012 by the citadel.org team
6 * This program is open source software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 3.
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
18 #include <libcitadel.h>
22 #include "ctdl_module.h"
23 #include "citserver.h"
25 #include "clientsocket.h"
30 #include "internet_addressing.h"
31 #include "euidindex.h"
33 #include "journaling.h"
35 struct addresses_to_be_filed *atbf = NULL;
37 /* This temp file holds the queue of operations for AdjRefCount() */
38 static FILE *arcfp = NULL;
39 void AdjRefCountList(long *msgnum, long nmsg, int incr);
41 int MessageDebugEnabled = 0;
44 * These are the four-character field headers we use when outputting
45 * messages in Citadel format (as opposed to RFC822 format).
48 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
49 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
50 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
51 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
52 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
53 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
54 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
55 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
85 eMsgField FieldOrder[] = {
86 /* Important fields */
97 /* Semi-important fields */
103 /* G is not used yet, may become virus signature*/
106 /* Q is not used yet */
109 /* X is not used yet */
110 /* Z is not used yet */
117 /* Message text (MUST be last) */
119 /* Not saved to disk:
124 static const long NDiskFields = sizeof(FieldOrder) / sizeof(eMsgField);
126 int CM_IsEmpty(struct CtdlMessage *Msg, eMsgField which)
128 return !((Msg->cm_fields[which] != NULL) &&
129 (Msg->cm_fields[which][0] != '\0'));
132 void CM_SetField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length)
134 if (Msg->cm_fields[which] != NULL)
135 free (Msg->cm_fields[which]);
136 Msg->cm_fields[which] = malloc(length + 1);
137 memcpy(Msg->cm_fields[which], buf, length);
138 Msg->cm_fields[which][length] = '\0';
139 Msg->cm_lengths[which] = length;
142 void CM_SetFieldLONG(struct CtdlMessage *Msg, eMsgField which, long lvalue)
146 len = snprintf(buf, sizeof(buf), "%ld", lvalue);
147 CM_SetField(Msg, which, buf, len);
149 void CM_CutFieldAt(struct CtdlMessage *Msg, eMsgField WhichToCut, long maxlen)
151 if (Msg->cm_fields[WhichToCut] == NULL)
154 if (Msg->cm_lengths[WhichToCut] > maxlen)
156 Msg->cm_fields[WhichToCut][maxlen] = '\0';
157 Msg->cm_lengths[WhichToCut] = maxlen;
161 void CM_FlushField(struct CtdlMessage *Msg, eMsgField which)
163 if (Msg->cm_fields[which] != NULL)
164 free (Msg->cm_fields[which]);
165 Msg->cm_fields[which] = NULL;
166 Msg->cm_lengths[which] = 0;
168 void CM_Flush(struct CtdlMessage *Msg)
172 if (CM_IsValidMsg(Msg) == 0)
175 for (i = 0; i < 256; ++i)
177 CM_FlushField(Msg, i);
181 void CM_CopyField(struct CtdlMessage *Msg, eMsgField WhichToPutTo, eMsgField WhichtToCopy)
184 if (Msg->cm_fields[WhichToPutTo] != NULL)
185 free (Msg->cm_fields[WhichToPutTo]);
187 if (Msg->cm_fields[WhichtToCopy] != NULL)
189 len = Msg->cm_lengths[WhichtToCopy];
190 Msg->cm_fields[WhichToPutTo] = malloc(len + 1);
191 memcpy(Msg->cm_fields[WhichToPutTo], Msg->cm_fields[WhichtToCopy], len);
192 Msg->cm_fields[WhichToPutTo][len] = '\0';
193 Msg->cm_lengths[WhichToPutTo] = len;
197 Msg->cm_fields[WhichToPutTo] = NULL;
198 Msg->cm_lengths[WhichToPutTo] = 0;
203 void CM_PrependToField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length)
205 if (Msg->cm_fields[which] != NULL) {
210 oldmsgsize = Msg->cm_lengths[which] + 1;
211 newmsgsize = length + oldmsgsize;
213 new = malloc(newmsgsize);
214 memcpy(new, buf, length);
215 memcpy(new + length, Msg->cm_fields[which], oldmsgsize);
216 free(Msg->cm_fields[which]);
217 Msg->cm_fields[which] = new;
218 Msg->cm_lengths[which] = newmsgsize - 1;
221 Msg->cm_fields[which] = malloc(length + 1);
222 memcpy(Msg->cm_fields[which], buf, length);
223 Msg->cm_fields[which][length] = '\0';
224 Msg->cm_lengths[which] = length;
228 void CM_SetAsField(struct CtdlMessage *Msg, eMsgField which, char **buf, long length)
230 if (Msg->cm_fields[which] != NULL)
231 free (Msg->cm_fields[which]);
233 Msg->cm_fields[which] = *buf;
235 Msg->cm_lengths[which] = length;
238 void CM_SetAsFieldSB(struct CtdlMessage *Msg, eMsgField which, StrBuf **buf)
240 if (Msg->cm_fields[which] != NULL)
241 free (Msg->cm_fields[which]);
243 Msg->cm_lengths[which] = StrLength(*buf);
244 Msg->cm_fields[which] = SmashStrBuf(buf);
247 void CM_GetAsField(struct CtdlMessage *Msg, eMsgField which, char **ret, long *retlen)
249 if (Msg->cm_fields[which] != NULL)
251 *retlen = Msg->cm_lengths[which];
252 *ret = Msg->cm_fields[which];
253 Msg->cm_fields[which] = NULL;
254 Msg->cm_lengths[which] = 0;
264 * Returns 1 if the supplied pointer points to a valid Citadel message.
265 * If the pointer is NULL or the magic number check fails, returns 0.
267 int CM_IsValidMsg(struct CtdlMessage *msg) {
270 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
271 struct CitContext *CCC = CC;
272 MSGM_syslog(LOG_WARNING, "CM_IsValidMsg() -- self-check failed\n");
278 void CM_FreeContents(struct CtdlMessage *msg)
282 for (i = 0; i < 256; ++i)
283 if (msg->cm_fields[i] != NULL) {
284 free(msg->cm_fields[i]);
285 msg->cm_lengths[i] = 0;
288 msg->cm_magic = 0; /* just in case */
291 * 'Destructor' for struct CtdlMessage
293 void CM_Free(struct CtdlMessage *msg)
295 if (CM_IsValidMsg(msg) == 0)
297 if (msg != NULL) free (msg);
300 CM_FreeContents(msg);
304 int CM_DupField(eMsgField i, struct CtdlMessage *OrgMsg, struct CtdlMessage *NewMsg)
307 len = OrgMsg->cm_lengths[i];
308 NewMsg->cm_fields[i] = malloc(len + 1);
309 if (NewMsg->cm_fields[i] == NULL)
311 memcpy(NewMsg->cm_fields[i], OrgMsg->cm_fields[i], len);
312 NewMsg->cm_fields[i][len] = '\0';
313 NewMsg->cm_lengths[i] = len;
317 struct CtdlMessage * CM_Duplicate(struct CtdlMessage *OrgMsg)
320 struct CtdlMessage *NewMsg;
322 if (CM_IsValidMsg(OrgMsg) == 0)
324 NewMsg = (struct CtdlMessage *)malloc(sizeof(struct CtdlMessage));
328 memcpy(NewMsg, OrgMsg, sizeof(struct CtdlMessage));
330 memset(&NewMsg->cm_fields, 0, sizeof(char*) * 256);
332 for (i = 0; i < 256; ++i)
334 if (OrgMsg->cm_fields[i] != NULL)
336 if (!CM_DupField(i, OrgMsg, NewMsg))
351 /* Determine if a given message matches the fields in a message template.
352 * Return 0 for a successful match.
354 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
357 /* If there aren't any fields in the template, all messages will
360 if (template == NULL) return(0);
362 /* Null messages are bogus. */
363 if (msg == NULL) return(1);
365 for (i='A'; i<='Z'; ++i) {
366 if (template->cm_fields[i] != NULL) {
367 if (msg->cm_fields[i] == NULL) {
368 /* Considered equal if temmplate is empty string */
369 if (IsEmptyStr(template->cm_fields[i])) continue;
372 if ((template->cm_lengths[i] != msg->cm_lengths[i]) ||
373 (strcasecmp(msg->cm_fields[i], template->cm_fields[i])))
378 /* All compares succeeded: we have a match! */
385 * Retrieve the "seen" message list for the current room.
387 void CtdlGetSeen(char *buf, int which_set) {
388 struct CitContext *CCC = CC;
391 /* Learn about the user and room in question */
392 CtdlGetRelationship(&vbuf, &CCC->user, &CCC->room);
394 if (which_set == ctdlsetseen_seen)
395 safestrncpy(buf, vbuf.v_seen, SIZ);
396 if (which_set == ctdlsetseen_answered)
397 safestrncpy(buf, vbuf.v_answered, SIZ);
403 * Manipulate the "seen msgs" string (or other message set strings)
405 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
406 int target_setting, int which_set,
407 struct ctdluser *which_user, struct ctdlroom *which_room) {
408 struct CitContext *CCC = CC;
409 struct cdbdata *cdbfr;
414 long hi = (-1L); /// TODO: we just write here. y?
423 char *is_set; /* actually an array of booleans */
425 /* Don't bother doing *anything* if we were passed a list of zero messages */
426 if (num_target_msgnums < 1) {
430 /* If no room was specified, we go with the current room. */
432 which_room = &CCC->room;
435 /* If no user was specified, we go with the current user. */
437 which_user = &CCC->user;
440 MSG_syslog(LOG_DEBUG, "CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>\n",
441 num_target_msgnums, target_msgnums[0],
442 (target_setting ? "SET" : "CLEAR"),
446 /* Learn about the user and room in question */
447 CtdlGetRelationship(&vbuf, which_user, which_room);
449 /* Load the message list */
450 cdbfr = cdb_fetch(CDB_MSGLISTS, &which_room->QRnumber, sizeof(long));
452 msglist = (long *) cdbfr->ptr;
453 cdbfr->ptr = NULL; /* CtdlSetSeen() now owns this memory */
454 num_msgs = cdbfr->len / sizeof(long);
457 return; /* No messages at all? No further action. */
460 is_set = malloc(num_msgs * sizeof(char));
461 memset(is_set, 0, (num_msgs * sizeof(char)) );
463 /* Decide which message set we're manipulating */
465 case ctdlsetseen_seen:
466 vset = NewStrBufPlain(vbuf.v_seen, -1);
468 case ctdlsetseen_answered:
469 vset = NewStrBufPlain(vbuf.v_answered, -1);
476 #if 0 /* This is a special diagnostic section. Do not allow it to run during normal operation. */
477 MSG_syslog(LOG_DEBUG, "There are %d messages in the room.\n", num_msgs);
478 for (i=0; i<num_msgs; ++i) {
479 if ((i > 0) && (msglist[i] <= msglist[i-1])) abort();
481 MSG_syslog(LOG_DEBUG, "We are twiddling %d of them.\n", num_target_msgnums);
482 for (k=0; k<num_target_msgnums; ++k) {
483 if ((k > 0) && (target_msgnums[k] <= target_msgnums[k-1])) abort();
487 MSG_syslog(LOG_DEBUG, "before update: %s\n", ChrPtr(vset));
489 /* Translate the existing sequence set into an array of booleans */
490 setstr = NewStrBuf();
494 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
496 StrBufExtract_token(lostr, setstr, 0, ':');
497 if (StrBufNum_tokens(setstr, ':') >= 2) {
498 StrBufExtract_token(histr, setstr, 1, ':');
502 StrBufAppendBuf(histr, lostr, 0);
505 if (!strcmp(ChrPtr(histr), "*")) {
512 for (i = 0; i < num_msgs; ++i) {
513 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
523 /* Now translate the array of booleans back into a sequence set */
529 for (i=0; i<num_msgs; ++i) {
533 for (k=0; k<num_target_msgnums; ++k) {
534 if (msglist[i] == target_msgnums[k]) {
535 is_seen = target_setting;
539 if ((was_seen == 0) && (is_seen == 1)) {
542 else if ((was_seen == 1) && (is_seen == 0)) {
545 if (StrLength(vset) > 0) {
546 StrBufAppendBufPlain(vset, HKEY(","), 0);
549 StrBufAppendPrintf(vset, "%ld", hi);
552 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
556 if ((is_seen) && (i == num_msgs - 1)) {
557 if (StrLength(vset) > 0) {
558 StrBufAppendBufPlain(vset, HKEY(","), 0);
560 if ((i==0) || (was_seen == 0)) {
561 StrBufAppendPrintf(vset, "%ld", msglist[i]);
564 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
572 * We will have to stuff this string back into a 4096 byte buffer, so if it's
573 * larger than that now, truncate it by removing tokens from the beginning.
574 * The limit of 100 iterations is there to prevent an infinite loop in case
575 * something unexpected happens.
577 int number_of_truncations = 0;
578 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
579 StrBufRemove_token(vset, 0, ',');
580 ++number_of_truncations;
584 * If we're truncating the sequence set of messages marked with the 'seen' flag,
585 * we want the earliest messages (the truncated ones) to be marked, not unmarked.
586 * Otherwise messages at the beginning will suddenly appear to be 'unseen'.
588 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
590 first_tok = NewStrBuf();
591 StrBufExtract_token(first_tok, vset, 0, ',');
592 StrBufRemove_token(vset, 0, ',');
594 if (StrBufNum_tokens(first_tok, ':') > 1) {
595 StrBufRemove_token(first_tok, 0, ':');
599 new_set = NewStrBuf();
600 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
601 StrBufAppendBuf(new_set, first_tok, 0);
602 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
603 StrBufAppendBuf(new_set, vset, 0);
606 FreeStrBuf(&first_tok);
610 MSG_syslog(LOG_DEBUG, " after update: %s\n", ChrPtr(vset));
612 /* Decide which message set we're manipulating */
614 case ctdlsetseen_seen:
615 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
617 case ctdlsetseen_answered:
618 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
624 CtdlSetRelationship(&vbuf, which_user, which_room);
630 * API function to perform an operation for each qualifying message in the
631 * current room. (Returns the number of messages processed.)
633 int CtdlForEachMessage(int mode, long ref, char *search_string,
635 struct CtdlMessage *compare,
636 ForEachMsgCallback CallBack,
639 struct CitContext *CCC = CC;
642 struct cdbdata *cdbfr;
643 long *msglist = NULL;
645 int num_processed = 0;
648 struct CtdlMessage *msg = NULL;
651 int printed_lastold = 0;
652 int num_search_msgs = 0;
653 long *search_msgs = NULL;
655 int need_to_free_re = 0;
658 if ((content_type) && (!IsEmptyStr(content_type))) {
659 regcomp(&re, content_type, 0);
663 /* Learn about the user and room in question */
664 if (server_shutting_down) {
665 if (need_to_free_re) regfree(&re);
668 CtdlGetUser(&CCC->user, CCC->curr_user);
670 if (server_shutting_down) {
671 if (need_to_free_re) regfree(&re);
674 CtdlGetRelationship(&vbuf, &CCC->user, &CCC->room);
676 if (server_shutting_down) {
677 if (need_to_free_re) regfree(&re);
681 /* Load the message list */
682 cdbfr = cdb_fetch(CDB_MSGLISTS, &CCC->room.QRnumber, sizeof(long));
684 if (need_to_free_re) regfree(&re);
685 return 0; /* No messages at all? No further action. */
688 msglist = (long *) cdbfr->ptr;
689 num_msgs = cdbfr->len / sizeof(long);
691 cdbfr->ptr = NULL; /* clear this so that cdb_free() doesn't free it */
692 cdb_free(cdbfr); /* we own this memory now */
695 * Now begin the traversal.
697 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
699 /* If the caller is looking for a specific MIME type, filter
700 * out all messages which are not of the type requested.
702 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
704 /* This call to GetMetaData() sits inside this loop
705 * so that we only do the extra database read per msg
706 * if we need to. Doing the extra read all the time
707 * really kills the server. If we ever need to use
708 * metadata for another search criterion, we need to
709 * move the read somewhere else -- but still be smart
710 * enough to only do the read if the caller has
711 * specified something that will need it.
713 if (server_shutting_down) {
714 if (need_to_free_re) regfree(&re);
718 GetMetaData(&smi, msglist[a]);
720 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
721 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
727 num_msgs = sort_msglist(msglist, num_msgs);
729 /* If a template was supplied, filter out the messages which
730 * don't match. (This could induce some delays!)
733 if (compare != NULL) {
734 for (a = 0; a < num_msgs; ++a) {
735 if (server_shutting_down) {
736 if (need_to_free_re) regfree(&re);
740 msg = CtdlFetchMessage(msglist[a], 1, 1);
742 if (CtdlMsgCmp(msg, compare)) {
751 /* If a search string was specified, get a message list from
752 * the full text index and remove messages which aren't on both
756 * Since the lists are sorted and strictly ascending, and the
757 * output list is guaranteed to be shorter than or equal to the
758 * input list, we overwrite the bottom of the input list. This
759 * eliminates the need to memmove big chunks of the list over and
762 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
764 /* Call search module via hook mechanism.
765 * NULL means use any search function available.
766 * otherwise replace with a char * to name of search routine
768 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
770 if (num_search_msgs > 0) {
774 orig_num_msgs = num_msgs;
776 for (i=0; i<orig_num_msgs; ++i) {
777 for (j=0; j<num_search_msgs; ++j) {
778 if (msglist[i] == search_msgs[j]) {
779 msglist[num_msgs++] = msglist[i];
785 num_msgs = 0; /* No messages qualify */
787 if (search_msgs != NULL) free(search_msgs);
789 /* Now that we've purged messages which don't contain the search
790 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
797 * Now iterate through the message list, according to the
798 * criteria supplied by the caller.
801 for (a = 0; a < num_msgs; ++a) {
802 if (server_shutting_down) {
803 if (need_to_free_re) regfree(&re);
805 return num_processed;
807 thismsg = msglist[a];
808 if (mode == MSGS_ALL) {
812 is_seen = is_msg_in_sequence_set(
813 vbuf.v_seen, thismsg);
814 if (is_seen) lastold = thismsg;
820 || ((mode == MSGS_OLD) && (is_seen))
821 || ((mode == MSGS_NEW) && (!is_seen))
822 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
823 || ((mode == MSGS_FIRST) && (a < ref))
824 || ((mode == MSGS_GT) && (thismsg > ref))
825 || ((mode == MSGS_LT) && (thismsg < ref))
826 || ((mode == MSGS_EQ) && (thismsg == ref))
829 if ((mode == MSGS_NEW) && (CCC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
831 CallBack(lastold, userdata);
835 if (CallBack) CallBack(thismsg, userdata);
839 if (need_to_free_re) regfree(&re);
842 * We cache the most recent msglist in order to do security checks later
844 if (CCC->client_socket > 0) {
845 if (CCC->cached_msglist != NULL) {
846 free(CCC->cached_msglist);
848 CCC->cached_msglist = msglist;
849 CCC->cached_num_msgs = num_msgs;
855 return num_processed;
861 * memfmout() - Citadel text formatter and paginator.
862 * Although the original purpose of this routine was to format
863 * text to the reader's screen width, all we're really using it
864 * for here is to format text out to 80 columns before sending it
865 * to the client. The client software may reformat it again.
868 char *mptr, /* where are we going to get our text from? */
869 const char *nl /* string to terminate lines with */
871 struct CitContext *CCC = CC;
873 unsigned char ch = 0;
880 while (ch=*(mptr++), ch != 0) {
883 if (client_write(outbuf, len) == -1)
885 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
889 if (client_write(nl, nllen) == -1)
891 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
896 else if (ch == '\r') {
897 /* Ignore carriage returns. Newlines are always LF or CRLF but never CR. */
899 else if (isspace(ch)) {
900 if (column > 72) { /* Beyond 72 columns, break on the next space */
901 if (client_write(outbuf, len) == -1)
903 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
907 if (client_write(nl, nllen) == -1)
909 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
922 if (column > 1000) { /* Beyond 1000 columns, break anywhere */
923 if (client_write(outbuf, len) == -1)
925 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
929 if (client_write(nl, nllen) == -1)
931 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
939 if (client_write(outbuf, len) == -1)
941 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
944 client_write(nl, nllen);
952 * Callback function for mime parser that simply lists the part
954 void list_this_part(char *name, char *filename, char *partnum, char *disp,
955 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
956 char *cbid, void *cbuserdata)
960 ma = (struct ma_info *)cbuserdata;
961 if (ma->is_ma == 0) {
962 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
975 * Callback function for multipart prefix
977 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
978 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
979 char *cbid, void *cbuserdata)
983 ma = (struct ma_info *)cbuserdata;
984 if (!strcasecmp(cbtype, "multipart/alternative")) {
988 if (ma->is_ma == 0) {
989 cprintf("pref=%s|%s\n", partnum, cbtype);
994 * Callback function for multipart sufffix
996 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
997 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
998 char *cbid, void *cbuserdata)
1002 ma = (struct ma_info *)cbuserdata;
1003 if (ma->is_ma == 0) {
1004 cprintf("suff=%s|%s\n", partnum, cbtype);
1006 if (!strcasecmp(cbtype, "multipart/alternative")) {
1013 * Callback function for mime parser that opens a section for downloading
1014 * we use serv_files function here:
1016 extern void OpenCmdResult(char *filename, const char *mime_type);
1017 void mime_download(char *name, char *filename, char *partnum, char *disp,
1018 void *content, char *cbtype, char *cbcharset, size_t length,
1019 char *encoding, char *cbid, void *cbuserdata)
1022 CitContext *CCC = MyContext();
1024 /* Silently go away if there's already a download open. */
1025 if (CCC->download_fp != NULL)
1029 (!IsEmptyStr(partnum) && (!strcasecmp(CCC->download_desired_section, partnum)))
1030 || (!IsEmptyStr(cbid) && (!strcasecmp(CCC->download_desired_section, cbid)))
1032 CCC->download_fp = tmpfile();
1033 if (CCC->download_fp == NULL) {
1034 MSG_syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
1036 cprintf("%d cannot open temporary file: %s\n",
1037 ERROR + INTERNAL_ERROR, strerror(errno));
1041 rv = fwrite(content, length, 1, CCC->download_fp);
1043 MSG_syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
1045 cprintf("%d unable to write tempfile.\n",
1047 fclose(CCC->download_fp);
1048 CCC->download_fp = NULL;
1051 fflush(CCC->download_fp);
1052 rewind(CCC->download_fp);
1054 OpenCmdResult(filename, cbtype);
1061 * Callback function for mime parser that outputs a section all at once.
1062 * We can specify the desired section by part number *or* content-id.
1064 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1065 void *content, char *cbtype, char *cbcharset, size_t length,
1066 char *encoding, char *cbid, void *cbuserdata)
1068 int *found_it = (int *)cbuserdata;
1071 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1072 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1075 cprintf("%d %d|-1|%s|%s|%s\n",
1082 client_write(content, length);
1086 struct CtdlMessage *CtdlDeserializeMessage(long msgnum, int with_body, const char *Buffer, long Length)
1088 struct CitContext *CCC = CC;
1089 struct CtdlMessage *ret = NULL;
1091 const char *upper_bound;
1093 cit_uint8_t field_header;
1097 upper_bound = Buffer + Length;
1099 /* Parse the three bytes that begin EVERY message on disk.
1100 * The first is always 0xFF, the on-disk magic number.
1101 * The second is the anonymous/public type byte.
1102 * The third is the format type byte (vari, fixed, or MIME).
1106 MSG_syslog(LOG_ERR, "Message %ld appears to be corrupted.\n", msgnum);
1109 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1110 memset(ret, 0, sizeof(struct CtdlMessage));
1112 ret->cm_magic = CTDLMESSAGE_MAGIC;
1113 ret->cm_anon_type = *mptr++; /* Anon type byte */
1114 ret->cm_format_type = *mptr++; /* Format type byte */
1117 * The rest is zero or more arbitrary fields. Load them in.
1118 * We're done when we encounter either a zero-length field or
1119 * have just processed the 'M' (message text) field.
1122 field_header = '\0';
1125 /* work around possibly buggy messages: */
1126 while (field_header == '\0')
1128 if (mptr >= upper_bound) {
1131 field_header = *mptr++;
1133 if (mptr >= upper_bound) {
1136 which = field_header;
1139 CM_SetField(ret, which, mptr, len);
1141 mptr += len + 1; /* advance to next field */
1143 } while ((mptr < upper_bound) && (field_header != 'M'));
1150 * Load a message from disk into memory.
1151 * This is used by CtdlOutputMsg() and other fetch functions.
1153 * NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1154 * using the CtdlMessageFree() function.
1156 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body, int run_msg_hooks)
1158 struct CitContext *CCC = CC;
1159 struct cdbdata *dmsgtext;
1160 struct CtdlMessage *ret = NULL;
1162 MSG_syslog(LOG_DEBUG, "CtdlFetchMessage(%ld, %d)\n", msgnum, with_body);
1163 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1164 if (dmsgtext == NULL) {
1165 MSG_syslog(LOG_ERR, "CtdlFetchMessage(%ld, %d) Failed!\n", msgnum, with_body);
1169 if (dmsgtext->ptr[dmsgtext->len - 1] != '\0')
1171 MSG_syslog(LOG_ERR, "CtdlFetchMessage(%ld, %d) Forcefully terminating message!!\n", msgnum, with_body);
1172 dmsgtext->ptr[dmsgtext->len - 1] = '\0';
1175 ret = CtdlDeserializeMessage(msgnum, with_body, dmsgtext->ptr, dmsgtext->len);
1183 /* Always make sure there's something in the msg text field. If
1184 * it's NULL, the message text is most likely stored separately,
1185 * so go ahead and fetch that. Failing that, just set a dummy
1186 * body so other code doesn't barf.
1188 if ( (CM_IsEmpty(ret, eMesageText)) && (with_body) ) {
1189 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1190 if (dmsgtext != NULL) {
1191 CM_SetAsField(ret, eMesageText, &dmsgtext->ptr, dmsgtext->len - 1);
1195 if (CM_IsEmpty(ret, eMesageText)) {
1196 CM_SetField(ret, eMesageText, HKEY("\r\n\r\n (no text)\r\n"));
1199 /* Perform "before read" hooks (aborting if any return nonzero) */
1200 if (run_msg_hooks && (PerformMessageHooks(ret, NULL, EVT_BEFOREREAD) > 0)) {
1211 * Pre callback function for multipart/alternative
1213 * NOTE: this differs from the standard behavior for a reason. Normally when
1214 * displaying multipart/alternative you want to show the _last_ usable
1215 * format in the message. Here we show the _first_ one, because it's
1216 * usually text/plain. Since this set of functions is designed for text
1217 * output to non-MIME-aware clients, this is the desired behavior.
1220 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1221 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1222 char *cbid, void *cbuserdata)
1224 struct CitContext *CCC = CC;
1227 ma = (struct ma_info *)cbuserdata;
1228 MSG_syslog(LOG_DEBUG, "fixed_output_pre() type=<%s>\n", cbtype);
1229 if (!strcasecmp(cbtype, "multipart/alternative")) {
1233 if (!strcasecmp(cbtype, "message/rfc822")) {
1239 * Post callback function for multipart/alternative
1241 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1242 void *content, char *cbtype, char *cbcharset, size_t length,
1243 char *encoding, char *cbid, void *cbuserdata)
1245 struct CitContext *CCC = CC;
1248 ma = (struct ma_info *)cbuserdata;
1249 MSG_syslog(LOG_DEBUG, "fixed_output_post() type=<%s>\n", cbtype);
1250 if (!strcasecmp(cbtype, "multipart/alternative")) {
1254 if (!strcasecmp(cbtype, "message/rfc822")) {
1260 * Inline callback function for mime parser that wants to display text
1262 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1263 void *content, char *cbtype, char *cbcharset, size_t length,
1264 char *encoding, char *cbid, void *cbuserdata)
1266 struct CitContext *CCC = CC;
1272 ma = (struct ma_info *)cbuserdata;
1274 MSG_syslog(LOG_DEBUG,
1275 "fixed_output() part %s: %s (%s) (%ld bytes)\n",
1276 partnum, filename, cbtype, (long)length);
1279 * If we're in the middle of a multipart/alternative scope and
1280 * we've already printed another section, skip this one.
1282 if ( (ma->is_ma) && (ma->did_print) ) {
1283 MSG_syslog(LOG_DEBUG, "Skipping part %s (%s)\n", partnum, cbtype);
1288 if ( (!strcasecmp(cbtype, "text/plain"))
1289 || (IsEmptyStr(cbtype)) ) {
1292 client_write(wptr, length);
1293 if (wptr[length-1] != '\n') {
1300 if (!strcasecmp(cbtype, "text/html")) {
1301 ptr = html_to_ascii(content, length, 80, 0);
1303 client_write(ptr, wlen);
1304 if ((wlen > 0) && (ptr[wlen-1] != '\n')) {
1311 if (ma->use_fo_hooks) {
1312 if (PerformFixedOutputHooks(cbtype, content, length)) {
1313 /* above function returns nonzero if it handled the part */
1318 if (strncasecmp(cbtype, "multipart/", 10)) {
1319 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1320 partnum, filename, cbtype, (long)length);
1326 * The client is elegant and sophisticated and wants to be choosy about
1327 * MIME content types, so figure out which multipart/alternative part
1328 * we're going to send.
1330 * We use a system of weights. When we find a part that matches one of the
1331 * MIME types we've declared as preferential, we can store it in ma->chosen_part
1332 * and then set ma->chosen_pref to that MIME type's position in our preference
1333 * list. If we then hit another match, we only replace the first match if
1334 * the preference value is lower.
1336 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1337 void *content, char *cbtype, char *cbcharset, size_t length,
1338 char *encoding, char *cbid, void *cbuserdata)
1340 struct CitContext *CCC = CC;
1345 ma = (struct ma_info *)cbuserdata;
1347 // NOTE: REMOVING THIS CONDITIONAL FIXES BUG 220
1348 // http://bugzilla.citadel.org/show_bug.cgi?id=220
1349 // I don't know if there are any side effects! Please TEST TEST TEST
1350 //if (ma->is_ma > 0) {
1352 for (i=0; i<num_tokens(CCC->preferred_formats, '|'); ++i) {
1353 extract_token(buf, CCC->preferred_formats, i, '|', sizeof buf);
1354 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1355 if (i < ma->chosen_pref) {
1356 MSG_syslog(LOG_DEBUG, "Setting chosen part: <%s>\n", partnum);
1357 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1358 ma->chosen_pref = i;
1365 * Now that we've chosen our preferred part, output it.
1367 void output_preferred(char *name,
1379 struct CitContext *CCC = CC;
1382 int add_newline = 0;
1385 char *decoded = NULL;
1386 size_t bytes_decoded;
1389 ma = (struct ma_info *)cbuserdata;
1391 /* This is not the MIME part you're looking for... */
1392 if (strcasecmp(partnum, ma->chosen_part)) return;
1394 /* If the content-type of this part is in our preferred formats
1395 * list, we can simply output it verbatim.
1397 for (i=0; i<num_tokens(CCC->preferred_formats, '|'); ++i) {
1398 extract_token(buf, CCC->preferred_formats, i, '|', sizeof buf);
1399 if (!strcasecmp(buf, cbtype)) {
1400 /* Yeah! Go! W00t!! */
1401 if (ma->dont_decode == 0)
1402 rc = mime_decode_now (content,
1408 break; /* Give us the chance, maybe theres another one. */
1410 if (rc == 0) text_content = (char *)content;
1412 text_content = decoded;
1413 length = bytes_decoded;
1416 if (text_content[length-1] != '\n') {
1419 cprintf("Content-type: %s", cbtype);
1420 if (!IsEmptyStr(cbcharset)) {
1421 cprintf("; charset=%s", cbcharset);
1423 cprintf("\nContent-length: %d\n",
1424 (int)(length + add_newline) );
1425 if (!IsEmptyStr(encoding)) {
1426 cprintf("Content-transfer-encoding: %s\n", encoding);
1429 cprintf("Content-transfer-encoding: 7bit\n");
1431 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1433 if (client_write(text_content, length) == -1)
1435 MSGM_syslog(LOG_ERR, "output_preferred(): aborting due to write failure.\n");
1438 if (add_newline) cprintf("\n");
1439 if (decoded != NULL) free(decoded);
1444 /* No translations required or possible: output as text/plain */
1445 cprintf("Content-type: text/plain\n\n");
1447 if (ma->dont_decode == 0)
1448 rc = mime_decode_now (content,
1454 return; /* Give us the chance, maybe theres another one. */
1456 if (rc == 0) text_content = (char *)content;
1458 text_content = decoded;
1459 length = bytes_decoded;
1462 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset,
1463 length, encoding, cbid, cbuserdata);
1464 if (decoded != NULL) free(decoded);
1469 char desired_section[64];
1476 * Callback function for
1478 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1479 void *content, char *cbtype, char *cbcharset, size_t length,
1480 char *encoding, char *cbid, void *cbuserdata)
1482 struct encapmsg *encap;
1484 encap = (struct encapmsg *)cbuserdata;
1486 /* Only proceed if this is the desired section... */
1487 if (!strcasecmp(encap->desired_section, partnum)) {
1488 encap->msglen = length;
1489 encap->msg = malloc(length + 2);
1490 memcpy(encap->msg, content, length);
1497 * Determine whether the specified message exists in the cached_msglist
1498 * (This is a security check)
1500 int check_cached_msglist(long msgnum) {
1501 struct CitContext *CCC = CC;
1503 /* cases in which we skip the check */
1504 if (!CCC) return om_ok; /* not a session */
1505 if (CCC->client_socket <= 0) return om_ok; /* not a client session */
1506 if (CCC->cached_msglist == NULL) return om_access_denied; /* no msglist fetched */
1507 if (CCC->cached_num_msgs == 0) return om_access_denied; /* nothing to check */
1510 /* Do a binary search within the cached_msglist for the requested msgnum */
1512 int max = (CC->cached_num_msgs - 1);
1514 while (max >= min) {
1515 int middle = min + (max-min) / 2 ;
1516 if (msgnum == CCC->cached_msglist[middle]) {
1519 if (msgnum > CC->cached_msglist[middle]) {
1527 return om_access_denied;
1533 * Get a message off disk. (returns om_* values found in msgbase.h)
1536 int CtdlOutputMsg(long msg_num, /* message number (local) to fetch */
1537 int mode, /* how would you like that message? */
1538 int headers_only, /* eschew the message body? */
1539 int do_proto, /* do Citadel protocol responses? */
1540 int crlf, /* Use CRLF newlines instead of LF? */
1541 char *section, /* NULL or a message/rfc822 section */
1542 int flags, /* various flags; see msgbase.h */
1547 struct CitContext *CCC = CC;
1548 struct CtdlMessage *TheMessage = NULL;
1549 int retcode = CIT_OK;
1550 struct encapmsg encap;
1553 MSG_syslog(LOG_DEBUG, "CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)\n",
1555 (section ? section : "<>")
1558 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1561 if (r == om_not_logged_in) {
1562 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1565 cprintf("%d An unknown error has occurred.\n", ERROR);
1572 * Check to make sure the message is actually IN this room
1574 r = check_cached_msglist(msg_num);
1575 if (r == om_access_denied) {
1576 /* Not in the cache? We get ONE shot to check it again. */
1577 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1578 r = check_cached_msglist(msg_num);
1581 MSG_syslog(LOG_DEBUG, "Security check fail: message %ld is not in %s\n",
1582 msg_num, CCC->room.QRname
1585 if (r == om_access_denied) {
1586 cprintf("%d message %ld was not found in this room\n",
1587 ERROR + HIGHER_ACCESS_REQUIRED,
1596 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1597 * request that we don't even bother loading the body into memory.
1599 if (headers_only == HEADERS_FAST) {
1600 TheMessage = CtdlFetchMessage(msg_num, 0, 1);
1603 TheMessage = CtdlFetchMessage(msg_num, 1, 1);
1606 if (TheMessage == NULL) {
1607 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1608 ERROR + MESSAGE_NOT_FOUND, msg_num);
1609 return(om_no_such_msg);
1612 /* Here is the weird form of this command, to process only an
1613 * encapsulated message/rfc822 section.
1615 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1616 memset(&encap, 0, sizeof encap);
1617 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1618 mime_parser(CM_RANGE(TheMessage, eMesageText),
1619 *extract_encapsulated_message,
1620 NULL, NULL, (void *)&encap, 0
1623 if ((Author != NULL) && (*Author == NULL))
1626 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1628 if ((Address != NULL) && (*Address == NULL))
1631 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1633 if ((MessageID != NULL) && (*MessageID == NULL))
1636 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1638 CM_Free(TheMessage);
1642 encap.msg[encap.msglen] = 0;
1643 TheMessage = convert_internet_message(encap.msg);
1644 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1646 /* Now we let it fall through to the bottom of this
1647 * function, because TheMessage now contains the
1648 * encapsulated message instead of the top-level
1649 * message. Isn't that neat?
1654 cprintf("%d msg %ld has no part %s\n",
1655 ERROR + MESSAGE_NOT_FOUND,
1659 retcode = om_no_such_msg;
1664 /* Ok, output the message now */
1665 if (retcode == CIT_OK)
1666 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1667 if ((Author != NULL) && (*Author == NULL))
1670 CM_GetAsField(TheMessage, eAuthor, Author, &len);
1672 if ((Address != NULL) && (*Address == NULL))
1675 CM_GetAsField(TheMessage, erFc822Addr, Address, &len);
1677 if ((MessageID != NULL) && (*MessageID == NULL))
1680 CM_GetAsField(TheMessage, emessageId, MessageID, &len);
1683 CM_Free(TheMessage);
1690 void OutputCtdlMsgHeaders(
1691 struct CtdlMessage *TheMessage,
1692 int do_proto) /* do Citadel protocol responses? */
1697 char display_name[256];
1699 /* begin header processing loop for Citadel message format */
1700 safestrncpy(display_name, "<unknown>", sizeof display_name);
1701 if (!CM_IsEmpty(TheMessage, eAuthor)) {
1702 strcpy(buf, TheMessage->cm_fields[eAuthor]);
1703 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1704 safestrncpy(display_name, "****", sizeof display_name);
1706 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1707 safestrncpy(display_name, "anonymous", sizeof display_name);
1710 safestrncpy(display_name, buf, sizeof display_name);
1712 if ((is_room_aide())
1713 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1714 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1715 size_t tmp = strlen(display_name);
1716 snprintf(&display_name[tmp],
1717 sizeof display_name - tmp,
1722 /* Don't show Internet address for users on the
1723 * local Citadel network.
1726 if (!CM_IsEmpty(TheMessage, eNodeName) &&
1727 (haschar(TheMessage->cm_fields[eNodeName], '.') == 0))
1732 /* Now spew the header fields in the order we like them. */
1733 for (i=0; i< NDiskFields; ++i) {
1735 Field = FieldOrder[i];
1736 if (Field != eMesageText) {
1737 if ( (!CM_IsEmpty(TheMessage, Field))
1738 && (msgkeys[Field] != NULL) ) {
1739 if ((Field == eenVelopeTo) ||
1740 (Field == eRecipient) ||
1741 (Field == eCarbonCopY)) {
1742 sanitize_truncated_recipient(TheMessage->cm_fields[Field]);
1744 if (Field == eAuthor) {
1745 if (do_proto) cprintf("%s=%s\n",
1749 else if ((Field == erFc822Addr) && (suppress_f)) {
1752 /* Masquerade display name if needed */
1754 if (do_proto) cprintf("%s=%s\n",
1756 TheMessage->cm_fields[Field]
1765 void OutputRFC822MsgHeaders(
1766 struct CtdlMessage *TheMessage,
1767 int flags, /* should the bessage be exported clean */
1769 char *mid, long sizeof_mid,
1770 char *suser, long sizeof_suser,
1771 char *luser, long sizeof_luser,
1772 char *fuser, long sizeof_fuser,
1773 char *snode, long sizeof_snode)
1775 char datestamp[100];
1776 int subject_found = 0;
1783 for (i = 0; i < NDiskFields; ++i) {
1784 if (TheMessage->cm_fields[FieldOrder[i]]) {
1785 mptr = mpptr = TheMessage->cm_fields[FieldOrder[i]];
1786 switch (FieldOrder[i]) {
1788 safestrncpy(luser, mptr, sizeof_luser);
1789 safestrncpy(suser, mptr, sizeof_suser);
1792 if ((flags & QP_EADDR) != 0) {
1793 mptr = qp_encode_email_addrs(mptr);
1795 sanitize_truncated_recipient(mptr);
1796 cprintf("CC: %s%s", mptr, nl);
1799 cprintf("Return-Path: %s%s", mptr, nl);
1802 cprintf("List-ID: %s%s", mptr, nl);
1805 if ((flags & QP_EADDR) != 0)
1806 mptr = qp_encode_email_addrs(mptr);
1808 while ((*hptr != '\0') && isspace(*hptr))
1810 if (!IsEmptyStr(hptr))
1811 cprintf("Envelope-To: %s%s", hptr, nl);
1814 cprintf("Subject: %s%s", mptr, nl);
1818 safestrncpy(mid, mptr, sizeof_mid); /// TODO: detect @ here and copy @nodename in if not found.
1821 safestrncpy(fuser, mptr, sizeof_fuser);
1822 /* case eOriginalRoom:
1823 cprintf("X-Citadel-Room: %s%s",
1828 safestrncpy(snode, mptr, sizeof_snode);
1831 if (haschar(mptr, '@') == 0)
1833 sanitize_truncated_recipient(mptr);
1834 cprintf("To: %s@%s", mptr, config.c_fqdn);
1839 if ((flags & QP_EADDR) != 0) {
1840 mptr = qp_encode_email_addrs(mptr);
1842 sanitize_truncated_recipient(mptr);
1843 cprintf("To: %s", mptr);
1848 datestring(datestamp, sizeof datestamp,
1849 atol(mptr), DATESTRING_RFC822);
1850 cprintf("Date: %s%s", datestamp, nl);
1853 cprintf("References: ");
1854 k = num_tokens(mptr, '|');
1855 for (j=0; j<k; ++j) {
1856 extract_token(buf, mptr, j, '|', sizeof buf);
1857 cprintf("<%s>", buf);
1868 while ((*hptr != '\0') && isspace(*hptr))
1870 if (!IsEmptyStr(hptr))
1871 cprintf("Reply-To: %s%s", mptr, nl);
1887 /* these don't map to mime message headers. */
1895 if (subject_found == 0) {
1896 cprintf("Subject: (no subject)%s", nl);
1901 void Dump_RFC822HeadersBody(
1902 struct CtdlMessage *TheMessage,
1903 int headers_only, /* eschew the message body? */
1904 int flags, /* should the bessage be exported clean? */
1908 cit_uint8_t prev_ch;
1910 const char *StartOfText = StrBufNOTNULL;
1913 int nllen = strlen(nl);
1916 mptr = TheMessage->cm_fields[eMesageText];
1920 while (*mptr != '\0') {
1921 if (*mptr == '\r') {
1928 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
1930 eoh = *(mptr+1) == '\n';
1934 StartOfText = strchr(StartOfText, '\n');
1935 StartOfText = strchr(StartOfText, '\n');
1938 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
1939 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
1940 ((headers_only != HEADERS_NONE) &&
1941 (headers_only != HEADERS_ONLY))
1943 if (*mptr == '\n') {
1944 memcpy(&outbuf[outlen], nl, nllen);
1946 outbuf[outlen] = '\0';
1949 outbuf[outlen++] = *mptr;
1953 if (flags & ESC_DOT)
1955 if ((prev_ch == '\n') &&
1957 ((*(mptr+1) == '\r') || (*(mptr+1) == '\n')))
1959 outbuf[outlen++] = '.';
1964 if (outlen > 1000) {
1965 if (client_write(outbuf, outlen) == -1)
1967 struct CitContext *CCC = CC;
1968 MSGM_syslog(LOG_ERR, "Dump_RFC822HeadersBody(): aborting due to write failure.\n");
1975 client_write(outbuf, outlen);
1981 /* If the format type on disk is 1 (fixed-format), then we want
1982 * everything to be output completely literally ... regardless of
1983 * what message transfer format is in use.
1985 void DumpFormatFixed(
1986 struct CtdlMessage *TheMessage,
1987 int mode, /* how would you like that message? */
1994 int nllen = strlen (nl);
1997 mptr = TheMessage->cm_fields[eMesageText];
1999 if (mode == MT_MIME) {
2000 cprintf("Content-type: text/plain\n\n");
2004 while (ch = *mptr++, ch > 0) {
2008 if ((buflen > 250) && (!xlline)){
2012 while ((buflen > 0) &&
2013 (!isspace(buf[buflen])))
2019 mptr -= tbuflen - buflen;
2024 /* if we reach the outer bounds of our buffer,
2025 abort without respect what whe purge. */
2028 (buflen > SIZ - nllen - 2)))
2032 memcpy (&buf[buflen], nl, nllen);
2036 if (client_write(buf, buflen) == -1)
2038 struct CitContext *CCC = CC;
2039 MSGM_syslog(LOG_ERR, "DumpFormatFixed(): aborting due to write failure.\n");
2051 if (!IsEmptyStr(buf))
2052 cprintf("%s%s", buf, nl);
2056 * Get a message off disk. (returns om_* values found in msgbase.h)
2058 int CtdlOutputPreLoadedMsg(
2059 struct CtdlMessage *TheMessage,
2060 int mode, /* how would you like that message? */
2061 int headers_only, /* eschew the message body? */
2062 int do_proto, /* do Citadel protocol responses? */
2063 int crlf, /* Use CRLF newlines instead of LF? */
2064 int flags /* should the bessage be exported clean? */
2066 struct CitContext *CCC = CC;
2068 const char *nl; /* newline string */
2071 /* Buffers needed for RFC822 translation. These are all filled
2072 * using functions that are bounds-checked, and therefore we can
2073 * make them substantially smaller than SIZ.
2081 MSG_syslog(LOG_DEBUG, "CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d\n",
2082 ((TheMessage == NULL) ? "NULL" : "not null"),
2083 mode, headers_only, do_proto, crlf);
2085 strcpy(mid, "unknown");
2086 nl = (crlf ? "\r\n" : "\n");
2088 if (!CM_IsValidMsg(TheMessage)) {
2089 MSGM_syslog(LOG_ERR,
2090 "ERROR: invalid preloaded message for output\n");
2092 return(om_no_such_msg);
2095 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
2096 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
2098 if ( (flags & SUPPRESS_ENV_TO) && (!CM_IsEmpty(TheMessage, eenVelopeTo)) ) {
2099 memset(TheMessage->cm_fields[eenVelopeTo], ' ', TheMessage->cm_lengths[eenVelopeTo]);
2102 /* Are we downloading a MIME component? */
2103 if (mode == MT_DOWNLOAD) {
2104 if (TheMessage->cm_format_type != FMT_RFC822) {
2106 cprintf("%d This is not a MIME message.\n",
2107 ERROR + ILLEGAL_VALUE);
2108 } else if (CCC->download_fp != NULL) {
2109 if (do_proto) cprintf(
2110 "%d You already have a download open.\n",
2111 ERROR + RESOURCE_BUSY);
2113 /* Parse the message text component */
2114 mime_parser(CM_RANGE(TheMessage, eMesageText),
2115 *mime_download, NULL, NULL, NULL, 0);
2116 /* If there's no file open by this time, the requested
2117 * section wasn't found, so print an error
2119 if (CCC->download_fp == NULL) {
2120 if (do_proto) cprintf(
2121 "%d Section %s not found.\n",
2122 ERROR + FILE_NOT_FOUND,
2123 CCC->download_desired_section);
2126 return((CCC->download_fp != NULL) ? om_ok : om_mime_error);
2129 /* MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
2130 * in a single server operation instead of opening a download file.
2132 if (mode == MT_SPEW_SECTION) {
2133 if (TheMessage->cm_format_type != FMT_RFC822) {
2135 cprintf("%d This is not a MIME message.\n",
2136 ERROR + ILLEGAL_VALUE);
2138 /* Parse the message text component */
2141 mime_parser(CM_RANGE(TheMessage, eMesageText),
2142 *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
2143 /* If section wasn't found, print an error
2146 if (do_proto) cprintf(
2147 "%d Section %s not found.\n",
2148 ERROR + FILE_NOT_FOUND,
2149 CCC->download_desired_section);
2152 return((CCC->download_fp != NULL) ? om_ok : om_mime_error);
2155 /* now for the user-mode message reading loops */
2156 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
2158 /* Does the caller want to skip the headers? */
2159 if (headers_only == HEADERS_NONE) goto START_TEXT;
2161 /* Tell the client which format type we're using. */
2162 if ( (mode == MT_CITADEL) && (do_proto) ) {
2163 cprintf("type=%d\n", TheMessage->cm_format_type);
2166 /* nhdr=yes means that we're only displaying headers, no body */
2167 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
2168 && ((mode == MT_CITADEL) || (mode == MT_MIME))
2171 cprintf("nhdr=yes\n");
2174 if ((mode == MT_CITADEL) || (mode == MT_MIME))
2175 OutputCtdlMsgHeaders(TheMessage, do_proto);
2178 /* begin header processing loop for RFC822 transfer format */
2182 memcpy(snode, CFG_KEY(c_nodename) + 1);
2183 if (mode == MT_RFC822)
2184 OutputRFC822MsgHeaders(
2189 suser, sizeof(suser),
2190 luser, sizeof(luser),
2191 fuser, sizeof(fuser),
2192 snode, sizeof(snode)
2196 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2197 suser[i] = tolower(suser[i]);
2198 if (!isalnum(suser[i])) suser[i]='_';
2201 if (mode == MT_RFC822) {
2202 if (!strcasecmp(snode, NODENAME)) {
2203 safestrncpy(snode, FQDN, sizeof snode);
2206 /* Construct a fun message id */
2207 cprintf("Message-ID: <%s", mid);/// todo: this possibly breaks threadding mails.
2208 if (strchr(mid, '@')==NULL) {
2209 cprintf("@%s", snode);
2213 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2214 cprintf("From: \"----\" <x@x.org>%s", nl);
2216 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2217 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2219 else if (!IsEmptyStr(fuser)) {
2220 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2223 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2226 /* Blank line signifying RFC822 end-of-headers */
2227 if (TheMessage->cm_format_type != FMT_RFC822) {
2232 /* end header processing loop ... at this point, we're in the text */
2234 if (headers_only == HEADERS_FAST) goto DONE;
2236 /* Tell the client about the MIME parts in this message */
2237 if (TheMessage->cm_format_type == FMT_RFC822) {
2238 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2239 memset(&ma, 0, sizeof(struct ma_info));
2240 mime_parser(CM_RANGE(TheMessage, eMesageText),
2241 (do_proto ? *list_this_part : NULL),
2242 (do_proto ? *list_this_pref : NULL),
2243 (do_proto ? *list_this_suff : NULL),
2246 else if (mode == MT_RFC822) { /* unparsed RFC822 dump */
2247 Dump_RFC822HeadersBody(
2256 if (headers_only == HEADERS_ONLY) {
2260 /* signify start of msg text */
2261 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2262 if (do_proto) cprintf("text\n");
2265 if (TheMessage->cm_format_type == FMT_FIXED)
2268 mode, /* how would you like that message? */
2271 /* If the message on disk is format 0 (Citadel vari-format), we
2272 * output using the formatter at 80 columns. This is the final output
2273 * form if the transfer format is RFC822, but if the transfer format
2274 * is Citadel proprietary, it'll still work, because the indentation
2275 * for new paragraphs is correct and the client will reformat the
2276 * message to the reader's screen width.
2278 if (TheMessage->cm_format_type == FMT_CITADEL) {
2279 if (mode == MT_MIME) {
2280 cprintf("Content-type: text/x-citadel-variformat\n\n");
2282 memfmout(TheMessage->cm_fields[eMesageText], nl);
2285 /* If the message on disk is format 4 (MIME), we've gotta hand it
2286 * off to the MIME parser. The client has already been told that
2287 * this message is format 1 (fixed format), so the callback function
2288 * we use will display those parts as-is.
2290 if (TheMessage->cm_format_type == FMT_RFC822) {
2291 memset(&ma, 0, sizeof(struct ma_info));
2293 if (mode == MT_MIME) {
2294 ma.use_fo_hooks = 0;
2295 strcpy(ma.chosen_part, "1");
2296 ma.chosen_pref = 9999;
2297 ma.dont_decode = CCC->msg4_dont_decode;
2298 mime_parser(CM_RANGE(TheMessage, eMesageText),
2299 *choose_preferred, *fixed_output_pre,
2300 *fixed_output_post, (void *)&ma, 1);
2301 mime_parser(CM_RANGE(TheMessage, eMesageText),
2302 *output_preferred, NULL, NULL, (void *)&ma, 1);
2305 ma.use_fo_hooks = 1;
2306 mime_parser(CM_RANGE(TheMessage, eMesageText),
2307 *fixed_output, *fixed_output_pre,
2308 *fixed_output_post, (void *)&ma, 0);
2313 DONE: /* now we're done */
2314 if (do_proto) cprintf("000\n");
2319 * Save one or more message pointers into a specified room
2320 * (Returns 0 for success, nonzero for failure)
2321 * roomname may be NULL to use the current room
2323 * Note that the 'supplied_msg' field may be set to NULL, in which case
2324 * the message will be fetched from disk, by number, if we need to perform
2325 * replication checks. This adds an additional database read, so if the
2326 * caller already has the message in memory then it should be supplied. (Obviously
2327 * this mode of operation only works if we're saving a single message.)
2329 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2330 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2332 struct CitContext *CCC = CC;
2334 char hold_rm[ROOMNAMELEN];
2335 struct cdbdata *cdbfr;
2338 long highest_msg = 0L;
2341 struct CtdlMessage *msg = NULL;
2343 long *msgs_to_be_merged = NULL;
2344 int num_msgs_to_be_merged = 0;
2346 MSG_syslog(LOG_DEBUG,
2347 "CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)\n",
2348 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2351 strcpy(hold_rm, CCC->room.QRname);
2354 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2355 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2356 if (num_newmsgs > 1) supplied_msg = NULL;
2358 /* Now the regular stuff */
2359 if (CtdlGetRoomLock(&CCC->room,
2360 ((roomname != NULL) ? roomname : CCC->room.QRname) )
2362 MSG_syslog(LOG_ERR, "No such room <%s>\n", roomname);
2363 return(ERROR + ROOM_NOT_FOUND);
2367 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2368 num_msgs_to_be_merged = 0;
2371 cdbfr = cdb_fetch(CDB_MSGLISTS, &CCC->room.QRnumber, sizeof(long));
2372 if (cdbfr == NULL) {
2376 msglist = (long *) cdbfr->ptr;
2377 cdbfr->ptr = NULL; /* CtdlSaveMsgPointerInRoom() now owns this memory */
2378 num_msgs = cdbfr->len / sizeof(long);
2383 /* Create a list of msgid's which were supplied by the caller, but do
2384 * not already exist in the target room. It is absolutely taboo to
2385 * have more than one reference to the same message in a room.
2387 for (i=0; i<num_newmsgs; ++i) {
2389 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2390 if (msglist[j] == newmsgidlist[i]) {
2395 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2399 MSG_syslog(LOG_DEBUG, "%d unique messages to be merged\n", num_msgs_to_be_merged);
2402 * Now merge the new messages
2404 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2405 if (msglist == NULL) {
2406 MSGM_syslog(LOG_ALERT, "ERROR: can't realloc message list!\n");
2407 free(msgs_to_be_merged);
2408 return (ERROR + INTERNAL_ERROR);
2410 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2411 num_msgs += num_msgs_to_be_merged;
2413 /* Sort the message list, so all the msgid's are in order */
2414 num_msgs = sort_msglist(msglist, num_msgs);
2416 /* Determine the highest message number */
2417 highest_msg = msglist[num_msgs - 1];
2419 /* Write it back to disk. */
2420 cdb_store(CDB_MSGLISTS, &CCC->room.QRnumber, (int)sizeof(long),
2421 msglist, (int)(num_msgs * sizeof(long)));
2423 /* Free up the memory we used. */
2426 /* Update the highest-message pointer and unlock the room. */
2427 CCC->room.QRhighest = highest_msg;
2428 CtdlPutRoomLock(&CCC->room);
2430 /* Perform replication checks if necessary */
2431 if ( (DoesThisRoomNeedEuidIndexing(&CCC->room)) && (do_repl_check) ) {
2432 MSGM_syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() doing repl checks\n");
2434 for (i=0; i<num_msgs_to_be_merged; ++i) {
2435 msgid = msgs_to_be_merged[i];
2437 if (supplied_msg != NULL) {
2441 msg = CtdlFetchMessage(msgid, 0, 1);
2445 ReplicationChecks(msg);
2447 /* If the message has an Exclusive ID, index that... */
2448 if (!CM_IsEmpty(msg, eExclusiveID)) {
2449 index_message_by_euid(msg->cm_fields[eExclusiveID], &CCC->room, msgid);
2452 /* Free up the memory we may have allocated */
2453 if (msg != supplied_msg) {
2462 MSGM_syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() skips repl checks\n");
2465 /* Submit this room for processing by hooks */
2466 PerformRoomHooks(&CCC->room);
2468 /* Go back to the room we were in before we wandered here... */
2469 CtdlGetRoom(&CCC->room, hold_rm);
2471 /* Bump the reference count for all messages which were merged */
2472 if (!suppress_refcount_adj) {
2473 AdjRefCountList(msgs_to_be_merged, num_msgs_to_be_merged, +1);
2476 /* Free up memory... */
2477 if (msgs_to_be_merged != NULL) {
2478 free(msgs_to_be_merged);
2481 /* Return success. */
2487 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2490 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
2491 int do_repl_check, struct CtdlMessage *supplied_msg)
2493 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2500 * Message base operation to save a new message to the message store
2501 * (returns new message number)
2503 * This is the back end for CtdlSubmitMsg() and should not be directly
2504 * called by server-side modules.
2507 long CtdlSaveThisMessage(struct CtdlMessage *msg, long msgid, int Reply) {
2508 struct CitContext *CCC = CC;
2516 * If the message is big, set its body aside for storage elsewhere
2517 * and we hide the message body from the serializer
2519 if (!CM_IsEmpty(msg, eMesageText) && msg->cm_lengths[eMesageText] > BIGMSG)
2522 holdM = msg->cm_fields[eMesageText];
2523 msg->cm_fields[eMesageText] = NULL;
2524 holdMLen = msg->cm_lengths[eMesageText];
2525 msg->cm_lengths[eMesageText] = 0;
2528 /* Serialize our data structure for storage in the database */
2529 CtdlSerializeMessage(&smr, msg);
2532 /* put the message body back into the message */
2533 msg->cm_fields[eMesageText] = holdM;
2534 msg->cm_lengths[eMesageText] = holdMLen;
2539 cprintf("%d Unable to serialize message\n",
2540 ERROR + INTERNAL_ERROR);
2543 MSGM_syslog(LOG_ERR, "CtdlSaveMessage() unable to serialize message");
2549 /* Write our little bundle of joy into the message base */
2550 retval = cdb_store(CDB_MSGMAIN, &msgid, (int)sizeof(long),
2553 MSG_syslog(LOG_ERR, "Can't store message %ld: %ld", msgid, retval);
2557 retval = cdb_store(CDB_BIGMSGS,
2564 MSG_syslog(LOG_ERR, "failed to store message body for msgid %ld: %ld",
2570 /* Free the memory we used for the serialized message */
2576 long send_message(struct CtdlMessage *msg) {
2582 /* Get a new message number */
2583 newmsgid = get_new_message_number();
2585 /* Generate an ID if we don't have one already */
2586 if (CM_IsEmpty(msg, emessageId)) {
2587 msgidbuflen = snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
2588 (long unsigned int) time(NULL),
2589 (long unsigned int) newmsgid,
2593 CM_SetField(msg, emessageId, msgidbuf, msgidbuflen);
2596 retval = CtdlSaveThisMessage(msg, newmsgid, 1);
2602 /* Return the *local* message ID to the caller
2603 * (even if we're storing an incoming network message)
2611 * Serialize a struct CtdlMessage into the format used on disk and network.
2613 * This function loads up a "struct ser_ret" (defined in server.h) which
2614 * contains the length of the serialized message and a pointer to the
2615 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2617 void CtdlSerializeMessage(struct ser_ret *ret, /* return values */
2618 struct CtdlMessage *msg) /* unserialized msg */
2620 struct CitContext *CCC = CC;
2625 * Check for valid message format
2627 if (CM_IsValidMsg(msg) == 0) {
2628 MSGM_syslog(LOG_ERR, "CtdlSerializeMessage() aborting due to invalid message\n");
2635 for (i=0; i < NDiskFields; ++i)
2636 if (msg->cm_fields[FieldOrder[i]] != NULL)
2637 ret->len += msg->cm_lengths[FieldOrder[i]] + 2;
2639 ret->ser = malloc(ret->len);
2640 if (ret->ser == NULL) {
2641 MSG_syslog(LOG_ERR, "CtdlSerializeMessage() malloc(%ld) failed: %s\n",
2642 (long)ret->len, strerror(errno));
2649 ret->ser[1] = msg->cm_anon_type;
2650 ret->ser[2] = msg->cm_format_type;
2653 for (i=0; i < NDiskFields; ++i)
2654 if (msg->cm_fields[FieldOrder[i]] != NULL)
2656 ret->ser[wlen++] = (char)FieldOrder[i];
2658 memcpy(&ret->ser[wlen],
2659 msg->cm_fields[FieldOrder[i]],
2660 msg->cm_lengths[FieldOrder[i]] + 1);
2662 wlen = wlen + msg->cm_lengths[FieldOrder[i]] + 1;
2665 if (ret->len != wlen) {
2666 MSG_syslog(LOG_ERR, "ERROR: len=%ld wlen=%ld\n",
2667 (long)ret->len, (long)wlen);
2675 * Check to see if any messages already exist in the current room which
2676 * carry the same Exclusive ID as this one. If any are found, delete them.
2678 void ReplicationChecks(struct CtdlMessage *msg) {
2679 struct CitContext *CCC = CC;
2680 long old_msgnum = (-1L);
2682 if (DoesThisRoomNeedEuidIndexing(&CCC->room) == 0) return;
2684 MSG_syslog(LOG_DEBUG, "Performing replication checks in <%s>\n",
2687 /* No exclusive id? Don't do anything. */
2688 if (msg == NULL) return;
2689 if (CM_IsEmpty(msg, eExclusiveID)) return;
2691 /*MSG_syslog(LOG_DEBUG, "Exclusive ID: <%s> for room <%s>\n",
2692 msg->cm_fields[eExclusiveID], CCC->room.QRname);*/
2694 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields[eExclusiveID], &CCC->room);
2695 if (old_msgnum > 0L) {
2696 MSG_syslog(LOG_DEBUG, "ReplicationChecks() replacing message %ld\n", old_msgnum);
2697 CtdlDeleteMessages(CCC->room.QRname, &old_msgnum, 1, "");
2704 * Save a message to disk and submit it into the delivery system.
2706 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2707 recptypes *recps, /* recipients (if mail) */
2708 const char *force, /* force a particular room? */
2709 int flags /* should the message be exported clean? */
2712 char hold_rm[ROOMNAMELEN];
2713 char actual_rm[ROOMNAMELEN];
2714 char force_room[ROOMNAMELEN];
2715 char content_type[SIZ]; /* We have to learn this */
2716 char recipient[SIZ];
2717 char bounce_to[1024];
2720 const char *mptr = NULL;
2721 struct ctdluser userbuf;
2723 struct MetaData smi;
2724 char *collected_addresses = NULL;
2725 struct addresses_to_be_filed *aptr = NULL;
2726 StrBuf *saved_rfc822_version = NULL;
2727 int qualified_for_journaling = 0;
2728 CitContext *CCC = MyContext();
2730 MSGM_syslog(LOG_DEBUG, "CtdlSubmitMsg() called\n");
2731 if (CM_IsValidMsg(msg) == 0) return(-1); /* self check */
2733 /* If this message has no timestamp, we take the liberty of
2734 * giving it one, right now.
2736 if (CM_IsEmpty(msg, eTimestamp)) {
2737 CM_SetFieldLONG(msg, eTimestamp, time(NULL));
2740 /* If this message has no path, we generate one.
2742 if (CM_IsEmpty(msg, eMessagePath)) {
2743 if (!CM_IsEmpty(msg, eAuthor)) {
2744 CM_CopyField(msg, eMessagePath, eAuthor);
2745 for (a=0; !IsEmptyStr(&msg->cm_fields[eMessagePath][a]); ++a) {
2746 if (isspace(msg->cm_fields[eMessagePath][a])) {
2747 msg->cm_fields[eMessagePath][a] = ' ';
2752 CM_SetField(msg, eMessagePath, HKEY("unknown"));
2756 if (force == NULL) {
2757 force_room[0] = '\0';
2760 strcpy(force_room, force);
2763 /* Learn about what's inside, because it's what's inside that counts */
2764 if (CM_IsEmpty(msg, eMesageText)) {
2765 MSGM_syslog(LOG_ERR, "ERROR: attempt to save message with NULL body\n");
2769 switch (msg->cm_format_type) {
2771 strcpy(content_type, "text/x-citadel-variformat");
2774 strcpy(content_type, "text/plain");
2777 strcpy(content_type, "text/plain");
2778 mptr = bmstrcasestr(msg->cm_fields[eMesageText], "Content-type:");
2781 safestrncpy(content_type, &mptr[13], sizeof content_type);
2782 striplt(content_type);
2783 aptr = content_type;
2784 while (!IsEmptyStr(aptr)) {
2796 /* Goto the correct room */
2797 room = (recps) ? CCC->room.QRname : SENTITEMS;
2798 MSG_syslog(LOG_DEBUG, "Selected room %s\n", room);
2799 strcpy(hold_rm, CCC->room.QRname);
2800 strcpy(actual_rm, CCC->room.QRname);
2801 if (recps != NULL) {
2802 strcpy(actual_rm, SENTITEMS);
2805 /* If the user is a twit, move to the twit room for posting */
2807 if (CCC->user.axlevel == AxProbU) {
2808 strcpy(hold_rm, actual_rm);
2809 strcpy(actual_rm, config.c_twitroom);
2810 MSGM_syslog(LOG_DEBUG, "Diverting to twit room\n");
2814 /* ...or if this message is destined for Aide> then go there. */
2815 if (!IsEmptyStr(force_room)) {
2816 strcpy(actual_rm, force_room);
2819 MSG_syslog(LOG_INFO, "Final selection: %s (%s)\n", actual_rm, room);
2820 if (strcasecmp(actual_rm, CCC->room.QRname)) {
2821 /* CtdlGetRoom(&CCC->room, actual_rm); */
2822 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL, NULL, NULL);
2826 * If this message has no O (room) field, generate one.
2828 if (CM_IsEmpty(msg, eOriginalRoom)) {
2829 CM_SetField(msg, eOriginalRoom, CCC->room.QRname, strlen(CCC->room.QRname));
2832 /* Perform "before save" hooks (aborting if any return nonzero) */
2833 MSGM_syslog(LOG_DEBUG, "Performing before-save hooks\n");
2834 if (PerformMessageHooks(msg, recps, EVT_BEFORESAVE) > 0) return(-3);
2837 * If this message has an Exclusive ID, and the room is replication
2838 * checking enabled, then do replication checks.
2840 if (DoesThisRoomNeedEuidIndexing(&CCC->room)) {
2841 ReplicationChecks(msg);
2844 /* Save it to disk */
2845 MSGM_syslog(LOG_DEBUG, "Saving to disk\n");
2846 newmsgid = send_message(msg);
2847 if (newmsgid <= 0L) return(-5);
2849 /* Write a supplemental message info record. This doesn't have to
2850 * be a critical section because nobody else knows about this message
2853 MSGM_syslog(LOG_DEBUG, "Creating MetaData record\n");
2854 memset(&smi, 0, sizeof(struct MetaData));
2855 smi.meta_msgnum = newmsgid;
2856 smi.meta_refcount = 0;
2857 safestrncpy(smi.meta_content_type, content_type,
2858 sizeof smi.meta_content_type);
2861 * Measure how big this message will be when rendered as RFC822.
2862 * We do this for two reasons:
2863 * 1. We need the RFC822 length for the new metadata record, so the
2864 * POP and IMAP services don't have to calculate message lengths
2865 * while the user is waiting (multiplied by potentially hundreds
2866 * or thousands of messages).
2867 * 2. If journaling is enabled, we will need an RFC822 version of the
2868 * message to attach to the journalized copy.
2870 if (CCC->redirect_buffer != NULL) {
2871 MSGM_syslog(LOG_ALERT, "CCC->redirect_buffer is not NULL during message submission!\n");
2874 CCC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
2875 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
2876 smi.meta_rfc822_length = StrLength(CCC->redirect_buffer);
2877 saved_rfc822_version = CCC->redirect_buffer;
2878 CCC->redirect_buffer = NULL;
2882 /* Now figure out where to store the pointers */
2883 MSGM_syslog(LOG_DEBUG, "Storing pointers\n");
2885 /* If this is being done by the networker delivering a private
2886 * message, we want to BYPASS saving the sender's copy (because there
2887 * is no local sender; it would otherwise go to the Trashcan).
2889 if ((!CCC->internal_pgm) || (recps == NULL)) {
2890 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
2891 MSGM_syslog(LOG_ERR, "ERROR saving message pointer!\n");
2892 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
2896 /* For internet mail, drop a copy in the outbound queue room */
2897 if ((recps != NULL) && (recps->num_internet > 0)) {
2898 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
2901 /* If other rooms are specified, drop them there too. */
2902 if ((recps != NULL) && (recps->num_room > 0))
2903 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
2904 extract_token(recipient, recps->recp_room, i,
2905 '|', sizeof recipient);
2906 MSG_syslog(LOG_DEBUG, "Delivering to room <%s>\n", recipient);///// xxxx
2907 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
2910 /* Bump this user's messages posted counter. */
2911 MSGM_syslog(LOG_DEBUG, "Updating user\n");
2912 CtdlLockGetCurrentUser();
2913 CCC->user.posted = CCC->user.posted + 1;
2914 CtdlPutCurrentUserLock();
2916 /* Decide where bounces need to be delivered */
2917 if ((recps != NULL) && (recps->bounce_to == NULL))
2920 snprintf(bounce_to, sizeof bounce_to, "%s@%s",
2921 CCC->user.fullname, config.c_nodename);
2923 snprintf(bounce_to, sizeof bounce_to, "%s@%s",
2924 msg->cm_fields[eAuthor], msg->cm_fields[eNodeName]);
2925 recps->bounce_to = bounce_to;
2928 CM_SetFieldLONG(msg, eVltMsgNum, newmsgid);
2931 /* If this is private, local mail, make a copy in the
2932 * recipient's mailbox and bump the reference count.
2934 if ((recps != NULL) && (recps->num_local > 0))
2939 pch = recps->recp_local;
2940 recps->recp_local = recipient;
2941 ntokens = num_tokens(pch, '|');
2942 for (i=0; i<ntokens; ++i)
2944 extract_token(recipient, pch, i, '|', sizeof recipient);
2945 MSG_syslog(LOG_DEBUG, "Delivering private local mail to <%s>\n", recipient);
2946 if (CtdlGetUser(&userbuf, recipient) == 0) {
2947 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
2948 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
2949 CtdlBumpNewMailCounter(userbuf.usernum);
2950 PerformMessageHooks(msg, recps, EVT_AFTERUSRMBOXSAVE);
2953 MSG_syslog(LOG_DEBUG, "No user <%s>\n", recipient);
2954 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
2957 recps->recp_local = pch;
2960 /* Perform "after save" hooks */
2961 MSGM_syslog(LOG_DEBUG, "Performing after-save hooks\n");
2963 PerformMessageHooks(msg, recps, EVT_AFTERSAVE);
2964 CM_FlushField(msg, eVltMsgNum);
2966 /* Go back to the room we started from */
2967 MSG_syslog(LOG_DEBUG, "Returning to original room %s\n", hold_rm);
2968 if (strcasecmp(hold_rm, CCC->room.QRname))
2969 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL, NULL, NULL);
2972 * Any addresses to harvest for someone's address book?
2974 if ( (CCC->logged_in) && (recps != NULL) ) {
2975 collected_addresses = harvest_collected_addresses(msg);
2978 if (collected_addresses != NULL) {
2979 aptr = (struct addresses_to_be_filed *)
2980 malloc(sizeof(struct addresses_to_be_filed));
2981 CtdlMailboxName(actual_rm, sizeof actual_rm,
2982 &CCC->user, USERCONTACTSROOM);
2983 aptr->roomname = strdup(actual_rm);
2984 aptr->collected_addresses = collected_addresses;
2985 begin_critical_section(S_ATBF);
2988 end_critical_section(S_ATBF);
2992 * Determine whether this message qualifies for journaling.
2994 if (!CM_IsEmpty(msg, eJournal)) {
2995 qualified_for_journaling = 0;
2998 if (recps == NULL) {
2999 qualified_for_journaling = config.c_journal_pubmsgs;
3001 else if (recps->num_local + recps->num_ignet + recps->num_internet > 0) {
3002 qualified_for_journaling = config.c_journal_email;
3005 qualified_for_journaling = config.c_journal_pubmsgs;
3010 * Do we have to perform journaling? If so, hand off the saved
3011 * RFC822 version will be handed off to the journaler for background
3012 * submit. Otherwise, we have to free the memory ourselves.
3014 if (saved_rfc822_version != NULL) {
3015 if (qualified_for_journaling) {
3016 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
3019 FreeStrBuf(&saved_rfc822_version);
3023 if ((recps != NULL) && (recps->bounce_to == bounce_to))
3024 recps->bounce_to = NULL;
3032 * Convenience function for generating small administrative messages.
3034 void quickie_message(const char *from,
3035 const char *fromaddr,
3040 const char *subject)
3042 struct CtdlMessage *msg;
3043 recptypes *recp = NULL;
3045 msg = malloc(sizeof(struct CtdlMessage));
3046 memset(msg, 0, sizeof(struct CtdlMessage));
3047 msg->cm_magic = CTDLMESSAGE_MAGIC;
3048 msg->cm_anon_type = MES_NORMAL;
3049 msg->cm_format_type = format_type;
3052 CM_SetField(msg, eAuthor, from, strlen(from));
3054 else if (fromaddr != NULL) {
3056 CM_SetField(msg, eAuthor, fromaddr, strlen(fromaddr));
3057 pAt = strchr(msg->cm_fields[eAuthor], '@');
3059 CM_CutFieldAt(msg, eAuthor, pAt - msg->cm_fields[eAuthor]);
3063 msg->cm_fields[eAuthor] = strdup("Citadel");
3066 if (fromaddr != NULL) CM_SetField(msg, erFc822Addr, fromaddr, strlen(fromaddr));
3067 if (room != NULL) CM_SetField(msg, eOriginalRoom, room, strlen(room));
3068 CM_SetField(msg, eNodeName, CFG_KEY(c_nodename));
3070 CM_SetField(msg, eRecipient, to, strlen(to));
3071 recp = validate_recipients(to, NULL, 0);
3073 if (subject != NULL) {
3074 CM_SetField(msg, eMsgSubject, subject, strlen(subject));
3076 CM_SetField(msg, eMesageText, text, strlen(text));
3078 CtdlSubmitMsg(msg, recp, room, 0);
3080 if (recp != NULL) free_recipients(recp);
3083 void flood_protect_quickie_message(const char *from,
3084 const char *fromaddr,
3089 const char *subject,
3091 const char **CritStr,
3092 const long *CritStrLen,
3098 u_char rawdigest[MD5_DIGEST_LEN];
3099 struct MD5Context md5context;
3103 static const time_t tsday = (8*60*60); /* just care for a day... */
3106 tslen = snprintf(timestamp, sizeof(timestamp), "%ld", tsday);
3107 MD5Init(&md5context);
3109 for (i = 0; i < nCriterions; i++)
3110 MD5Update(&md5context,
3111 (const unsigned char*)CritStr[i], CritStrLen[i]);
3112 MD5Update(&md5context,
3113 (const unsigned char*)timestamp, tslen);
3114 MD5Final(rawdigest, &md5context);
3116 guid = NewStrBufPlain(NULL,
3117 MD5_DIGEST_LEN * 2 + 12);
3118 StrBufHexEscAppend(guid, NULL, rawdigest, MD5_DIGEST_LEN);
3119 StrBufAppendBufPlain(guid, HKEY("_fldpt"), 0);
3120 if (StrLength(guid) > 40)
3121 StrBufCutAt(guid, 40, NULL);
3123 seenstamp = CheckIfAlreadySeen("FPAideMessage",
3130 if ((seenstamp > 0) && (seenstamp < tsday))
3133 /* yes, we did. flood protection kicks in. */
3135 "not sending message again - %ld < %ld \n", seenstamp, tsday);
3141 "sending message. %ld >= %ld", seenstamp, tsday);
3143 /* no, this message isn't sent recently; go ahead. */
3144 quickie_message(from,
3156 * Back end function used by CtdlMakeMessage() and similar functions
3158 StrBuf *CtdlReadMessageBodyBuf(char *terminator, /* token signalling EOT */
3160 size_t maxlen, /* maximum message length */
3161 StrBuf *exist, /* if non-null, append to it;
3162 exist is ALWAYS freed */
3163 int crlf, /* CRLF newlines instead of LF */
3164 int *sock /* socket handle or 0 for this session's client socket */
3173 LineBuf = NewStrBufPlain(NULL, SIZ);
3174 if (exist == NULL) {
3175 Message = NewStrBufPlain(NULL, 4 * SIZ);
3178 Message = NewStrBufDup(exist);
3181 /* Do we need to change leading ".." to "." for SMTP escaping? */
3182 if ((tlen == 1) && (*terminator == '.')) {
3186 /* read in the lines of message text one by one */
3189 if ((CtdlSockGetLine(sock, LineBuf, 5) < 0) ||
3194 if (CtdlClientGetLine(LineBuf) < 0) finished = 1;
3196 if ((StrLength(LineBuf) == tlen) &&
3197 (!strcmp(ChrPtr(LineBuf), terminator)))
3200 if ( (!flushing) && (!finished) ) {
3202 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
3205 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
3208 /* Unescape SMTP-style input of two dots at the beginning of the line */
3210 (StrLength(LineBuf) == 2) &&
3211 (!strcmp(ChrPtr(LineBuf), "..")))
3213 StrBufCutLeft(LineBuf, 1);
3216 StrBufAppendBuf(Message, LineBuf, 0);
3219 /* if we've hit the max msg length, flush the rest */
3220 if (StrLength(Message) >= maxlen) flushing = 1;
3222 } while (!finished);
3223 FreeStrBuf(&LineBuf);
3227 void DeleteAsyncMsg(ReadAsyncMsg **Msg)
3231 FreeStrBuf(&(*Msg)->MsgBuf);
3237 ReadAsyncMsg *NewAsyncMsg(const char *terminator, /* token signalling EOT */
3239 size_t maxlen, /* maximum message length */
3240 size_t expectlen, /* if we expect a message, how long should it be? */
3241 StrBuf *exist, /* if non-null, append to it;
3242 exist is ALWAYS freed */
3243 long eLen, /* length of exist */
3244 int crlf /* CRLF newlines instead of LF */
3247 ReadAsyncMsg *NewMsg;
3249 NewMsg = (ReadAsyncMsg *)malloc(sizeof(ReadAsyncMsg));
3250 memset(NewMsg, 0, sizeof(ReadAsyncMsg));
3252 if (exist == NULL) {
3255 if (expectlen == 0) {
3259 len = expectlen + 10;
3261 NewMsg->MsgBuf = NewStrBufPlain(NULL, len);
3264 NewMsg->MsgBuf = NewStrBufDup(exist);
3266 /* Do we need to change leading ".." to "." for SMTP escaping? */
3267 if ((tlen == 1) && (*terminator == '.')) {
3271 NewMsg->terminator = terminator;
3272 NewMsg->tlen = tlen;
3274 NewMsg->maxlen = maxlen;
3276 NewMsg->crlf = crlf;
3282 * Back end function used by CtdlMakeMessage() and similar functions
3284 eReadState CtdlReadMessageBodyAsync(AsyncIO *IO)
3286 ReadAsyncMsg *ReadMsg;
3287 int MsgFinished = 0;
3288 eReadState Finished = eMustReadMore;
3293 const char *pch = ChrPtr(IO->SendBuf.Buf);
3294 const char *pchh = IO->SendBuf.ReadWritePointer;
3300 nbytes = StrLength(IO->SendBuf.Buf) - (pchh - pch);
3301 snprintf(fn, SIZ, "/tmp/foolog_ev_%s.%d",
3302 ((CitContext*)(IO->CitContext))->ServiceName,
3305 fd = fopen(fn, "a+");
3307 syslog(LOG_EMERG, "failed to open file %s: %s", fn, strerror(errno));
3313 ReadMsg = IO->ReadMsg;
3315 /* read in the lines of message text one by one */
3317 Finished = StrBufChunkSipLine(IO->IOBuf, &IO->RecvBuf);
3320 case eMustReadMore: /// read new from socket...
3322 if (IO->RecvBuf.ReadWritePointer != NULL) {
3323 nbytes = StrLength(IO->RecvBuf.Buf) - (IO->RecvBuf.ReadWritePointer - ChrPtr(IO->RecvBuf.Buf));
3324 fprintf(fd, "Read; Line unfinished: %ld Bytes still in buffer [", nbytes);
3326 fwrite(IO->RecvBuf.ReadWritePointer, nbytes, 1, fd);
3330 fprintf(fd, "BufferEmpty! \n");
3336 case eBufferNotEmpty: /* shouldn't happen... */
3337 case eReadSuccess: /// done for now...
3339 case eReadFail: /// WHUT?
3345 if ((StrLength(IO->IOBuf) == ReadMsg->tlen) &&
3346 (!strcmp(ChrPtr(IO->IOBuf), ReadMsg->terminator))) {
3349 fprintf(fd, "found Terminator; Message Size: %d\n", StrLength(ReadMsg->MsgBuf));
3352 else if (!ReadMsg->flushing) {
3355 fprintf(fd, "Read Line: [%d][%s]\n", StrLength(IO->IOBuf), ChrPtr(IO->IOBuf));
3358 /* Unescape SMTP-style input of two dots at the beginning of the line */
3359 if ((ReadMsg->dodot) &&
3360 (StrLength(IO->IOBuf) == 2) && /* TODO: do we just unescape lines with two dots or any line? */
3361 (!strcmp(ChrPtr(IO->IOBuf), "..")))
3364 fprintf(fd, "UnEscaped!\n");
3366 StrBufCutLeft(IO->IOBuf, 1);
3369 if (ReadMsg->crlf) {
3370 StrBufAppendBufPlain(IO->IOBuf, HKEY("\r\n"), 0);
3373 StrBufAppendBufPlain(IO->IOBuf, HKEY("\n"), 0);
3376 StrBufAppendBuf(ReadMsg->MsgBuf, IO->IOBuf, 0);
3379 /* if we've hit the max msg length, flush the rest */
3380 if (StrLength(ReadMsg->MsgBuf) >= ReadMsg->maxlen) ReadMsg->flushing = 1;
3382 } while (!MsgFinished);
3385 fprintf(fd, "Done with reading; %s.\n, ",
3386 (MsgFinished)?"Message Finished": "FAILED");
3390 return eReadSuccess;
3397 * Back end function used by CtdlMakeMessage() and similar functions
3399 char *CtdlReadMessageBody(char *terminator, /* token signalling EOT */
3401 size_t maxlen, /* maximum message length */
3402 StrBuf *exist, /* if non-null, append to it;
3403 exist is ALWAYS freed */
3404 int crlf, /* CRLF newlines instead of LF */
3405 int *sock /* socket handle or 0 for this session's client socket */
3410 Message = CtdlReadMessageBodyBuf(terminator,
3416 if (Message == NULL)
3419 return SmashStrBuf(&Message);
3422 struct CtdlMessage *CtdlMakeMessage(
3423 struct ctdluser *author, /* author's user structure */
3424 char *recipient, /* NULL if it's not mail */
3425 char *recp_cc, /* NULL if it's not mail */
3426 char *room, /* room where it's going */
3427 int type, /* see MES_ types in header file */
3428 int format_type, /* variformat, plain text, MIME... */
3429 char *fake_name, /* who we're masquerading as */
3430 char *my_email, /* which of my email addresses to use (empty is ok) */
3431 char *subject, /* Subject (optional) */
3432 char *supplied_euid, /* ...or NULL if this is irrelevant */
3433 char *preformatted_text, /* ...or NULL to read text from client */
3434 char *references /* Thread references */
3437 return CtdlMakeMessageLen(
3438 author, /* author's user structure */
3439 recipient, /* NULL if it's not mail */
3440 (recipient)?strlen(recipient) : 0,
3441 recp_cc, /* NULL if it's not mail */
3442 (recp_cc)?strlen(recp_cc): 0,
3443 room, /* room where it's going */
3444 (room)?strlen(room): 0,
3445 type, /* see MES_ types in header file */
3446 format_type, /* variformat, plain text, MIME... */
3447 fake_name, /* who we're masquerading as */
3448 (fake_name)?strlen(fake_name): 0,
3449 my_email, /* which of my email addresses to use (empty is ok) */
3450 (my_email)?strlen(my_email): 0,
3451 subject, /* Subject (optional) */
3452 (subject)?strlen(subject): 0,
3453 supplied_euid, /* ...or NULL if this is irrelevant */
3454 (supplied_euid)?strlen(supplied_euid):0,
3455 preformatted_text, /* ...or NULL to read text from client */
3456 (preformatted_text)?strlen(preformatted_text) : 0,
3457 references, /* Thread references */
3458 (references)?strlen(references):0);
3463 * Build a binary message to be saved on disk.
3464 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3465 * will become part of the message. This means you are no longer
3466 * responsible for managing that memory -- it will be freed along with
3467 * the rest of the fields when CM_Free() is called.)
3470 struct CtdlMessage *CtdlMakeMessageLen(
3471 struct ctdluser *author, /* author's user structure */
3472 char *recipient, /* NULL if it's not mail */
3474 char *recp_cc, /* NULL if it's not mail */
3476 char *room, /* room where it's going */
3478 int type, /* see MES_ types in header file */
3479 int format_type, /* variformat, plain text, MIME... */
3480 char *fake_name, /* who we're masquerading as */
3482 char *my_email, /* which of my email addresses to use (empty is ok) */
3484 char *subject, /* Subject (optional) */
3486 char *supplied_euid, /* ...or NULL if this is irrelevant */
3488 char *preformatted_text, /* ...or NULL to read text from client */
3490 char *references, /* Thread references */
3494 struct CitContext *CCC = CC;
3495 /* Don't confuse the poor folks if it's not routed mail. * /
3496 char dest_node[256] = "";*/
3499 struct CtdlMessage *msg;
3501 StrBuf *FakeEncAuthor = NULL;
3503 msg = malloc(sizeof(struct CtdlMessage));
3504 memset(msg, 0, sizeof(struct CtdlMessage));
3505 msg->cm_magic = CTDLMESSAGE_MAGIC;
3506 msg->cm_anon_type = type;
3507 msg->cm_format_type = format_type;
3509 if (recipient != NULL) rcplen = striplt(recipient);
3510 if (recp_cc != NULL) cclen = striplt(recp_cc);
3512 /* Path or Return-Path */
3514 CM_SetField(msg, eMessagePath, my_email, myelen);
3517 CM_SetField(msg, eMessagePath, author->fullname, strlen(author->fullname));
3519 convert_spaces_to_underscores(msg->cm_fields[eMessagePath]);
3521 blen = snprintf(buf, sizeof buf, "%ld", (long)time(NULL));
3522 CM_SetField(msg, eTimestamp, buf, blen);
3525 FakeAuthor = NewStrBufPlain (fake_name, fnlen);
3528 FakeAuthor = NewStrBufPlain (author->fullname, -1);
3530 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
3531 CM_SetAsFieldSB(msg, eAuthor, &FakeEncAuthor);
3532 FreeStrBuf(&FakeAuthor);
3534 if (CCC->room.QRflags & QR_MAILBOX) { /* room */
3535 CM_SetField(msg, eOriginalRoom, &CCC->room.QRname[11], strlen(&CCC->room.QRname[11]));
3538 CM_SetField(msg, eOriginalRoom, CCC->room.QRname, strlen(CCC->room.QRname));
3541 CM_SetField(msg, eNodeName, CFG_KEY(c_nodename));
3542 CM_SetField(msg, eHumanNode, CFG_KEY(c_humannode));
3545 CM_SetField(msg, eRecipient, recipient, rcplen);
3548 CM_SetField(msg, eCarbonCopY, recp_cc, cclen);
3552 CM_SetField(msg, erFc822Addr, my_email, myelen);
3554 else if ( (author == &CCC->user) && (!IsEmptyStr(CCC->cs_inet_email)) ) {
3555 CM_SetField(msg, erFc822Addr, CCC->cs_inet_email, strlen(CCC->cs_inet_email));
3558 if (subject != NULL) {
3560 length = striplt(subject);
3566 while ((subject[i] != '\0') &&
3567 (IsAscii = isascii(subject[i]) != 0 ))
3570 CM_SetField(msg, eMsgSubject, subject, subjlen);
3571 else /* ok, we've got utf8 in the string. */
3574 rfc2047Subj = rfc2047encode(subject, length);
3575 CM_SetAsField(msg, eMsgSubject, &rfc2047Subj, strlen(rfc2047Subj));
3582 CM_SetField(msg, eExclusiveID, supplied_euid, euidlen);
3586 CM_SetField(msg, eWeferences, references, reflen);
3589 if (preformatted_text != NULL) {
3590 CM_SetField(msg, eMesageText, preformatted_text, textlen);
3594 MsgBody = CtdlReadMessageBodyBuf(HKEY("000"), config.c_maxmsglen, NULL, 0, 0);
3595 if (MsgBody != NULL) {
3596 CM_SetAsFieldSB(msg, eMesageText, &MsgBody);
3607 * API function to delete messages which match a set of criteria
3608 * (returns the actual number of messages deleted)
3610 int CtdlDeleteMessages(const char *room_name, /* which room */
3611 long *dmsgnums, /* array of msg numbers to be deleted */
3612 int num_dmsgnums, /* number of msgs to be deleted, or 0 for "any" */
3613 char *content_type /* or "" for any. regular expressions expected. */
3616 struct CitContext *CCC = CC;
3617 struct ctdlroom qrbuf;
3618 struct cdbdata *cdbfr;
3619 long *msglist = NULL;
3620 long *dellist = NULL;
3623 int num_deleted = 0;
3625 struct MetaData smi;
3628 int need_to_free_re = 0;
3630 if (content_type) if (!IsEmptyStr(content_type)) {
3631 regcomp(&re, content_type, 0);
3632 need_to_free_re = 1;
3634 MSG_syslog(LOG_DEBUG, " CtdlDeleteMessages(%s, %d msgs, %s)\n",
3635 room_name, num_dmsgnums, content_type);
3637 /* get room record, obtaining a lock... */
3638 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
3639 MSG_syslog(LOG_ERR, " CtdlDeleteMessages(): Room <%s> not found\n",
3641 if (need_to_free_re) regfree(&re);
3642 return (0); /* room not found */
3644 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
3646 if (cdbfr != NULL) {
3647 dellist = malloc(cdbfr->len);
3648 msglist = (long *) cdbfr->ptr;
3649 cdbfr->ptr = NULL; /* CtdlDeleteMessages() now owns this memory */
3650 num_msgs = cdbfr->len / sizeof(long);
3654 int have_contenttype = (content_type != NULL) && !IsEmptyStr(content_type);
3655 int have_delmsgs = (num_dmsgnums == 0) || (dmsgnums == NULL);
3656 int have_more_del = 1;
3658 num_msgs = sort_msglist(msglist, num_msgs);
3659 if (num_dmsgnums > 1)
3660 num_dmsgnums = sort_msglist(dmsgnums, num_dmsgnums);
3663 StrBuf *dbg = NewStrBuf();
3664 for (i = 0; i < num_dmsgnums; i++)
3665 StrBufAppendPrintf(dbg, ", %ld", dmsgnums[i]);
3666 MSG_syslog(LOG_DEBUG, " Deleting before: %s", ChrPtr(dbg));
3671 while ((i < num_msgs) && (have_more_del)) {
3674 /* Set/clear a bit for each criterion */
3676 /* 0 messages in the list or a null list means that we are
3677 * interested in deleting any messages which meet the other criteria.
3680 delete_this |= 0x01;
3683 while ((i < num_msgs) && (msglist[i] < dmsgnums[j])) i++;
3688 if (msglist[i] == dmsgnums[j]) {
3689 delete_this |= 0x01;
3692 have_more_del = (j < num_dmsgnums);
3695 if (have_contenttype) {
3696 GetMetaData(&smi, msglist[i]);
3697 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
3698 delete_this |= 0x02;
3701 delete_this |= 0x02;
3704 /* Delete message only if all bits are set */
3705 if (delete_this == 0x03) {
3706 dellist[num_deleted++] = msglist[i];
3713 StrBuf *dbg = NewStrBuf();
3714 for (i = 0; i < num_deleted; i++)
3715 StrBufAppendPrintf(dbg, ", %ld", dellist[i]);
3716 MSG_syslog(LOG_DEBUG, " Deleting: %s", ChrPtr(dbg));
3720 num_msgs = sort_msglist(msglist, num_msgs);
3721 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
3722 msglist, (int)(num_msgs * sizeof(long)));
3725 qrbuf.QRhighest = msglist[num_msgs - 1];
3727 qrbuf.QRhighest = 0;
3729 CtdlPutRoomLock(&qrbuf);
3731 /* Go through the messages we pulled out of the index, and decrement
3732 * their reference counts by 1. If this is the only room the message
3733 * was in, the reference count will reach zero and the message will
3734 * automatically be deleted from the database. We do this in a
3735 * separate pass because there might be plug-in hooks getting called,
3736 * and we don't want that happening during an S_ROOMS critical
3740 for (i=0; i<num_deleted; ++i) {
3741 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
3743 AdjRefCountList(dellist, num_deleted, -1);
3745 /* Now free the memory we used, and go away. */
3746 if (msglist != NULL) free(msglist);
3747 if (dellist != NULL) free(dellist);
3748 MSG_syslog(LOG_DEBUG, " %d message(s) deleted.\n", num_deleted);
3749 if (need_to_free_re) regfree(&re);
3750 return (num_deleted);
3757 * GetMetaData() - Get the supplementary record for a message
3759 void GetMetaData(struct MetaData *smibuf, long msgnum)
3762 struct cdbdata *cdbsmi;
3765 memset(smibuf, 0, sizeof(struct MetaData));
3766 smibuf->meta_msgnum = msgnum;
3767 smibuf->meta_refcount = 1; /* Default reference count is 1 */
3769 /* Use the negative of the message number for its supp record index */
3770 TheIndex = (0L - msgnum);
3772 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
3773 if (cdbsmi == NULL) {
3774 return; /* record not found; go with defaults */
3776 memcpy(smibuf, cdbsmi->ptr,
3777 ((cdbsmi->len > sizeof(struct MetaData)) ?
3778 sizeof(struct MetaData) : cdbsmi->len));
3785 * PutMetaData() - (re)write supplementary record for a message
3787 void PutMetaData(struct MetaData *smibuf)
3791 /* Use the negative of the message number for the metadata db index */
3792 TheIndex = (0L - smibuf->meta_msgnum);
3794 cdb_store(CDB_MSGMAIN,
3795 &TheIndex, (int)sizeof(long),
3796 smibuf, (int)sizeof(struct MetaData));
3801 * AdjRefCount - submit an adjustment to the reference count for a message.
3802 * (These are just queued -- we actually process them later.)
3804 void AdjRefCount(long msgnum, int incr)
3806 struct CitContext *CCC = CC;
3807 struct arcq new_arcq;
3810 MSG_syslog(LOG_DEBUG, "AdjRefCount() msg %ld ref count delta %+d\n", msgnum, incr);
3812 begin_critical_section(S_SUPPMSGMAIN);
3813 if (arcfp == NULL) {
3814 arcfp = fopen(file_arcq, "ab+");
3815 chown(file_arcq, CTDLUID, (-1));
3816 chmod(file_arcq, 0600);
3818 end_critical_section(S_SUPPMSGMAIN);
3820 /* msgnum < 0 means that we're trying to close the file */
3822 MSGM_syslog(LOG_DEBUG, "Closing the AdjRefCount queue file\n");
3823 begin_critical_section(S_SUPPMSGMAIN);
3824 if (arcfp != NULL) {
3828 end_critical_section(S_SUPPMSGMAIN);
3833 * If we can't open the queue, perform the operation synchronously.
3835 if (arcfp == NULL) {
3836 TDAP_AdjRefCount(msgnum, incr);
3840 new_arcq.arcq_msgnum = msgnum;
3841 new_arcq.arcq_delta = incr;
3842 rv = fwrite(&new_arcq, sizeof(struct arcq), 1, arcfp);
3844 MSG_syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
3853 void AdjRefCountList(long *msgnum, long nmsg, int incr)
3855 struct CitContext *CCC = CC;
3856 long i, the_size, offset;
3857 struct arcq *new_arcq;
3860 MSG_syslog(LOG_DEBUG, "AdjRefCountList() msg %ld ref count delta %+d\n", nmsg, incr);
3862 begin_critical_section(S_SUPPMSGMAIN);
3863 if (arcfp == NULL) {
3864 arcfp = fopen(file_arcq, "ab+");
3865 chown(file_arcq, CTDLUID, (-1));
3866 chmod(file_arcq, 0600);
3868 end_critical_section(S_SUPPMSGMAIN);
3871 * If we can't open the queue, perform the operation synchronously.
3873 if (arcfp == NULL) {
3874 for (i = 0; i < nmsg; i++)
3875 TDAP_AdjRefCount(msgnum[i], incr);
3879 the_size = sizeof(struct arcq) * nmsg;
3880 new_arcq = malloc(the_size);
3881 for (i = 0; i < nmsg; i++) {
3882 new_arcq[i].arcq_msgnum = msgnum[i];
3883 new_arcq[i].arcq_delta = incr;
3887 while ((rv >= 0) && (offset < the_size))
3889 rv = fwrite(new_arcq + offset, 1, the_size - offset, arcfp);
3891 MSG_syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
3907 * TDAP_ProcessAdjRefCountQueue()
3909 * Process the queue of message count adjustments that was created by calls
3910 * to AdjRefCount() ... by reading the queue and calling TDAP_AdjRefCount()
3911 * for each one. This should be an "off hours" operation.
3913 int TDAP_ProcessAdjRefCountQueue(void)
3915 struct CitContext *CCC = CC;
3916 char file_arcq_temp[PATH_MAX];
3919 struct arcq arcq_rec;
3920 int num_records_processed = 0;
3922 snprintf(file_arcq_temp, sizeof file_arcq_temp, "%s.%04x", file_arcq, rand());
3924 begin_critical_section(S_SUPPMSGMAIN);
3925 if (arcfp != NULL) {
3930 r = link(file_arcq, file_arcq_temp);
3932 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3933 end_critical_section(S_SUPPMSGMAIN);
3934 return(num_records_processed);
3938 end_critical_section(S_SUPPMSGMAIN);
3940 fp = fopen(file_arcq_temp, "rb");
3942 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3943 return(num_records_processed);
3946 while (fread(&arcq_rec, sizeof(struct arcq), 1, fp) == 1) {
3947 TDAP_AdjRefCount(arcq_rec.arcq_msgnum, arcq_rec.arcq_delta);
3948 ++num_records_processed;
3952 r = unlink(file_arcq_temp);
3954 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3957 return(num_records_processed);
3963 * TDAP_AdjRefCount - adjust the reference count for a message.
3964 * This one does it "for real" because it's called by
3965 * the autopurger function that processes the queue
3966 * created by AdjRefCount(). If a message's reference
3967 * count becomes zero, we also delete the message from
3968 * disk and de-index it.
3970 void TDAP_AdjRefCount(long msgnum, int incr)
3972 struct CitContext *CCC = CC;
3974 struct MetaData smi;
3977 /* This is a *tight* critical section; please keep it that way, as
3978 * it may get called while nested in other critical sections.
3979 * Complicating this any further will surely cause deadlock!
3981 begin_critical_section(S_SUPPMSGMAIN);
3982 GetMetaData(&smi, msgnum);
3983 smi.meta_refcount += incr;
3985 end_critical_section(S_SUPPMSGMAIN);
3986 MSG_syslog(LOG_DEBUG, "TDAP_AdjRefCount() msg %ld ref count delta %+d, is now %d\n",
3987 msgnum, incr, smi.meta_refcount
3990 /* If the reference count is now zero, delete the message
3991 * (and its supplementary record as well).
3993 if (smi.meta_refcount == 0) {
3994 MSG_syslog(LOG_DEBUG, "Deleting message <%ld>\n", msgnum);
3996 /* Call delete hooks with NULL room to show it has gone altogether */
3997 PerformDeleteHooks(NULL, msgnum);
3999 /* Remove from message base */
4001 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
4002 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
4004 /* Remove metadata record */
4005 delnum = (0L - msgnum);
4006 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
4012 * Write a generic object to this room
4014 * Note: this could be much more efficient. Right now we use two temporary
4015 * files, and still pull the message into memory as with all others.
4017 void CtdlWriteObject(char *req_room, /* Room to stuff it in */
4018 char *content_type, /* MIME type of this object */
4019 char *raw_message, /* Data to be written */
4020 off_t raw_length, /* Size of raw_message */
4021 struct ctdluser *is_mailbox, /* Mailbox room? */
4022 int is_binary, /* Is encoding necessary? */
4023 int is_unique, /* Del others of this type? */
4024 unsigned int flags /* Internal save flags */
4027 struct CitContext *CCC = CC;
4028 struct ctdlroom qrbuf;
4029 char roomname[ROOMNAMELEN];
4030 struct CtdlMessage *msg;
4031 StrBuf *encoded_message = NULL;
4033 if (is_mailbox != NULL) {
4034 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
4037 safestrncpy(roomname, req_room, sizeof(roomname));
4040 MSG_syslog(LOG_DEBUG, "Raw length is %ld\n", (long)raw_length);
4043 encoded_message = NewStrBufPlain(NULL, (size_t) (((raw_length * 134) / 100) + 4096 ) );
4046 encoded_message = NewStrBufPlain(NULL, (size_t)(raw_length + 4096));
4049 StrBufAppendBufPlain(encoded_message, HKEY("Content-type: "), 0);
4050 StrBufAppendBufPlain(encoded_message, content_type, -1, 0);
4051 StrBufAppendBufPlain(encoded_message, HKEY("\n"), 0);
4054 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: base64\n\n"), 0);
4057 StrBufAppendBufPlain(encoded_message, HKEY("Content-transfer-encoding: 7bit\n\n"), 0);
4061 StrBufBase64Append(encoded_message, NULL, raw_message, raw_length, 0);
4064 StrBufAppendBufPlain(encoded_message, raw_message, raw_length, 0);
4067 MSGM_syslog(LOG_DEBUG, "Allocating\n");
4068 msg = malloc(sizeof(struct CtdlMessage));
4069 memset(msg, 0, sizeof(struct CtdlMessage));
4070 msg->cm_magic = CTDLMESSAGE_MAGIC;
4071 msg->cm_anon_type = MES_NORMAL;
4072 msg->cm_format_type = 4;
4073 CM_SetField(msg, eAuthor, CCC->user.fullname, strlen(CCC->user.fullname));
4074 CM_SetField(msg, eOriginalRoom, req_room, strlen(req_room));
4075 CM_SetField(msg, eNodeName, CFG_KEY(c_nodename));
4076 CM_SetField(msg, eHumanNode, CFG_KEY(c_humannode));
4077 msg->cm_flags = flags;
4079 CM_SetAsFieldSB(msg, eMesageText, &encoded_message);
4081 /* Create the requested room if we have to. */
4082 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
4083 CtdlCreateRoom(roomname,
4084 ( (is_mailbox != NULL) ? 5 : 3 ),
4085 "", 0, 1, 0, VIEW_BBS);
4087 /* If the caller specified this object as unique, delete all
4088 * other objects of this type that are currently in the room.
4091 MSG_syslog(LOG_DEBUG, "Deleted %d other msgs of this type\n",
4092 CtdlDeleteMessages(roomname, NULL, 0, content_type)
4095 /* Now write the data */
4096 CtdlSubmitMsg(msg, NULL, roomname, 0);
4102 /*****************************************************************************/
4103 /* MODULE INITIALIZATION STUFF */
4104 /*****************************************************************************/
4105 void SetMessageDebugEnabled(const int n)
4107 MessageDebugEnabled = n;
4109 CTDL_MODULE_INIT(msgbase)
4112 CtdlRegisterDebugFlagHook(HKEY("messages"), SetMessageDebugEnabled, &MessageDebugEnabled);
4115 /* return our Subversion id for the Log */