4 * Implements the message store.
6 * Copyright (c) 1987-2010 by the citadel.org team
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 3 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
29 #if TIME_WITH_SYS_TIME
30 # include <sys/time.h>
34 # include <sys/time.h>
47 #include <sys/types.h>
49 #include <libcitadel.h>
52 #include "serv_extensions.h"
56 #include "sysdep_decls.h"
57 #include "citserver.h"
64 #include "internet_addressing.h"
65 #include "euidindex.h"
66 #include "journaling.h"
67 #include "citadel_dirs.h"
68 #include "clientsocket.h"
69 #include "serv_network.h"
72 #include "ctdl_module.h"
75 struct addresses_to_be_filed *atbf = NULL;
77 /* This temp file holds the queue of operations for AdjRefCount() */
78 static FILE *arcfp = NULL;
81 * This really belongs in serv_network.c, but I don't know how to export
82 * symbols between modules.
84 struct FilterList *filterlist = NULL;
88 * These are the four-character field headers we use when outputting
89 * messages in Citadel format (as opposed to RFC822 format).
92 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
93 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
94 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
95 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
96 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
97 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
98 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
99 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
128 * This function is self explanatory.
129 * (What can I say, I'm in a weird mood today...)
131 void remove_any_whitespace_to_the_left_or_right_of_at_symbol(char *name)
135 for (i = 0; i < strlen(name); ++i) {
136 if (name[i] == '@') {
137 while (isspace(name[i - 1]) && i > 0) {
138 strcpy(&name[i - 1], &name[i]);
141 while (isspace(name[i + 1])) {
142 strcpy(&name[i + 1], &name[i + 2]);
150 * Aliasing for network mail.
151 * (Error messages have been commented out, because this is a server.)
153 int alias(char *name)
154 { /* process alias and routing info for mail */
157 char aaa[SIZ], bbb[SIZ];
158 char *ignetcfg = NULL;
159 char *ignetmap = NULL;
165 char original_name[256];
166 safestrncpy(original_name, name, sizeof original_name);
169 remove_any_whitespace_to_the_left_or_right_of_at_symbol(name);
170 stripallbut(name, '<', '>');
172 fp = fopen(file_mail_aliases, "r");
174 fp = fopen("/dev/null", "r");
181 while (fgets(aaa, sizeof aaa, fp) != NULL) {
182 while (isspace(name[0]))
183 strcpy(name, &name[1]);
184 aaa[strlen(aaa) - 1] = 0;
186 for (a = 0; a < strlen(aaa); ++a) {
188 strcpy(bbb, &aaa[a + 1]);
192 if (!strcasecmp(name, aaa))
197 /* Hit the Global Address Book */
198 if (CtdlDirectoryLookup(aaa, name, sizeof aaa) == 0) {
202 if (strcasecmp(original_name, name)) {
203 CtdlLogPrintf(CTDL_INFO, "%s is being forwarded to %s\n", original_name, name);
206 /* Change "user @ xxx" to "user" if xxx is an alias for this host */
207 for (a=0; a<strlen(name); ++a) {
208 if (name[a] == '@') {
209 if (CtdlHostAlias(&name[a+1]) == hostalias_localhost) {
211 CtdlLogPrintf(CTDL_INFO, "Changed to <%s>\n", name);
216 /* determine local or remote type, see citadel.h */
217 at = haschar(name, '@');
218 if (at == 0) return(MES_LOCAL); /* no @'s - local address */
219 if (at > 1) return(MES_ERROR); /* >1 @'s - invalid address */
220 remove_any_whitespace_to_the_left_or_right_of_at_symbol(name);
222 /* figure out the delivery mode */
223 extract_token(node, name, 1, '@', sizeof node);
225 /* If there are one or more dots in the nodename, we assume that it
226 * is an FQDN and will attempt SMTP delivery to the Internet.
228 if (haschar(node, '.') > 0) {
229 return(MES_INTERNET);
232 /* Otherwise we look in the IGnet maps for a valid Citadel node.
233 * Try directly-connected nodes first...
235 ignetcfg = CtdlGetSysConfig(IGNETCFG);
236 for (i=0; i<num_tokens(ignetcfg, '\n'); ++i) {
237 extract_token(buf, ignetcfg, i, '\n', sizeof buf);
238 extract_token(testnode, buf, 0, '|', sizeof testnode);
239 if (!strcasecmp(node, testnode)) {
247 * Then try nodes that are two or more hops away.
249 ignetmap = CtdlGetSysConfig(IGNETMAP);
250 for (i=0; i<num_tokens(ignetmap, '\n'); ++i) {
251 extract_token(buf, ignetmap, i, '\n', sizeof buf);
252 extract_token(testnode, buf, 0, '|', sizeof testnode);
253 if (!strcasecmp(node, testnode)) {
260 /* If we get to this point it's an invalid node name */
266 * Back end for the MSGS command: output message number only.
268 void simple_listing(long msgnum, void *userdata)
270 cprintf("%ld\n", msgnum);
276 * Back end for the MSGS command: output header summary.
278 void headers_listing(long msgnum, void *userdata)
280 struct CtdlMessage *msg;
282 msg = CtdlFetchMessage(msgnum, 0);
284 cprintf("%ld|0|||||\n", msgnum);
288 cprintf("%ld|%s|%s|%s|%s|%s|\n",
290 (msg->cm_fields['T'] ? msg->cm_fields['T'] : "0"),
291 (msg->cm_fields['A'] ? msg->cm_fields['A'] : ""),
292 (msg->cm_fields['N'] ? msg->cm_fields['N'] : ""),
293 (msg->cm_fields['F'] ? msg->cm_fields['F'] : ""),
294 (msg->cm_fields['U'] ? msg->cm_fields['U'] : "")
296 CtdlFreeMessage(msg);
300 * Back end for the MSGS command: output EUID header.
302 void headers_euid(long msgnum, void *userdata)
304 struct CtdlMessage *msg;
306 msg = CtdlFetchMessage(msgnum, 0);
308 cprintf("%ld||\n", msgnum);
312 cprintf("%ld|%s|\n", msgnum, (msg->cm_fields['E'] ? msg->cm_fields['E'] : ""));
313 CtdlFreeMessage(msg);
320 /* Determine if a given message matches the fields in a message template.
321 * Return 0 for a successful match.
323 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
326 /* If there aren't any fields in the template, all messages will
329 if (template == NULL) return(0);
331 /* Null messages are bogus. */
332 if (msg == NULL) return(1);
334 for (i='A'; i<='Z'; ++i) {
335 if (template->cm_fields[i] != NULL) {
336 if (msg->cm_fields[i] == NULL) {
337 /* Considered equal if temmplate is empty string */
338 if (IsEmptyStr(template->cm_fields[i])) continue;
341 if (strcasecmp(msg->cm_fields[i],
342 template->cm_fields[i])) return 1;
346 /* All compares succeeded: we have a match! */
353 * Retrieve the "seen" message list for the current room.
355 void CtdlGetSeen(char *buf, int which_set) {
358 /* Learn about the user and room in question */
359 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
361 if (which_set == ctdlsetseen_seen)
362 safestrncpy(buf, vbuf.v_seen, SIZ);
363 if (which_set == ctdlsetseen_answered)
364 safestrncpy(buf, vbuf.v_answered, SIZ);
370 * Manipulate the "seen msgs" string (or other message set strings)
372 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
373 int target_setting, int which_set,
374 struct ctdluser *which_user, struct ctdlroom *which_room) {
375 struct cdbdata *cdbfr;
389 char *is_set; /* actually an array of booleans */
391 /* Don't bother doing *anything* if we were passed a list of zero messages */
392 if (num_target_msgnums < 1) {
396 /* If no room was specified, we go with the current room. */
398 which_room = &CC->room;
401 /* If no user was specified, we go with the current user. */
403 which_user = &CC->user;
406 CtdlLogPrintf(CTDL_DEBUG, "CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>\n",
407 num_target_msgnums, target_msgnums[0],
408 (target_setting ? "SET" : "CLEAR"),
412 /* Learn about the user and room in question */
413 CtdlGetRelationship(&vbuf, which_user, which_room);
415 /* Load the message list */
416 cdbfr = cdb_fetch(CDB_MSGLISTS, &which_room->QRnumber, sizeof(long));
418 msglist = (long *) cdbfr->ptr;
419 cdbfr->ptr = NULL; /* CtdlSetSeen() now owns this memory */
420 num_msgs = cdbfr->len / sizeof(long);
423 return; /* No messages at all? No further action. */
426 is_set = malloc(num_msgs * sizeof(char));
427 memset(is_set, 0, (num_msgs * sizeof(char)) );
429 /* Decide which message set we're manipulating */
431 case ctdlsetseen_seen:
432 vset = NewStrBufPlain(vbuf.v_seen, -1);
434 case ctdlsetseen_answered:
435 vset = NewStrBufPlain(vbuf.v_answered, -1);
442 #if 0 /* This is a special diagnostic section. Do not allow it to run during normal operation. */
443 CtdlLogPrintf(CTDL_DEBUG, "There are %d messages in the room.\n", num_msgs);
444 for (i=0; i<num_msgs; ++i) {
445 if ((i > 0) && (msglist[i] <= msglist[i-1])) abort();
447 CtdlLogPrintf(CTDL_DEBUG, "We are twiddling %d of them.\n", num_target_msgnums);
448 for (k=0; k<num_target_msgnums; ++k) {
449 if ((k > 0) && (target_msgnums[k] <= target_msgnums[k-1])) abort();
453 CtdlLogPrintf(CTDL_DEBUG, "before update: %s\n", ChrPtr(vset));
455 /* Translate the existing sequence set into an array of booleans */
456 setstr = NewStrBuf();
460 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
462 StrBufExtract_token(lostr, setstr, 0, ':');
463 if (StrBufNum_tokens(setstr, ':') >= 2) {
464 StrBufExtract_token(histr, setstr, 1, ':');
468 StrBufAppendBuf(histr, lostr, 0);
471 if (!strcmp(ChrPtr(histr), "*")) {
478 for (i = 0; i < num_msgs; ++i) {
479 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
489 /* Now translate the array of booleans back into a sequence set */
495 for (i=0; i<num_msgs; ++i) {
499 for (k=0; k<num_target_msgnums; ++k) {
500 if (msglist[i] == target_msgnums[k]) {
501 is_seen = target_setting;
505 if ((was_seen == 0) && (is_seen == 1)) {
508 else if ((was_seen == 1) && (is_seen == 0)) {
511 if (StrLength(vset) > 0) {
512 StrBufAppendBufPlain(vset, HKEY(","), 0);
515 StrBufAppendPrintf(vset, "%ld", hi);
518 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
522 if ((is_seen) && (i == num_msgs - 1)) {
523 if (StrLength(vset) > 0) {
524 StrBufAppendBufPlain(vset, HKEY(","), 0);
526 if ((i==0) || (was_seen == 0)) {
527 StrBufAppendPrintf(vset, "%ld", msglist[i]);
530 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
538 * We will have to stuff this string back into a 4096 byte buffer, so if it's
539 * larger than that now, truncate it by removing tokens from the beginning.
540 * The limit of 100 iterations is there to prevent an infinite loop in case
541 * something unexpected happens.
543 int number_of_truncations = 0;
544 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
545 StrBufRemove_token(vset, 0, ',');
546 ++number_of_truncations;
550 * If we're truncating the sequence set of messages marked with the 'seen' flag,
551 * we want the earliest messages (the truncated ones) to be marked, not unmarked.
552 * Otherwise messages at the beginning will suddenly appear to be 'unseen'.
554 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
556 first_tok = NewStrBuf();
557 StrBufExtract_token(first_tok, vset, 0, ',');
558 StrBufRemove_token(vset, 0, ',');
560 if (StrBufNum_tokens(first_tok, ':') > 1) {
561 StrBufRemove_token(first_tok, 0, ':');
565 new_set = NewStrBuf();
566 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
567 StrBufAppendBuf(new_set, first_tok, 0);
568 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
569 StrBufAppendBuf(new_set, vset, 0);
572 FreeStrBuf(&first_tok);
576 CtdlLogPrintf(CTDL_DEBUG, " after update: %s\n", ChrPtr(vset));
578 /* Decide which message set we're manipulating */
580 case ctdlsetseen_seen:
581 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
583 case ctdlsetseen_answered:
584 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
590 CtdlSetRelationship(&vbuf, which_user, which_room);
596 * API function to perform an operation for each qualifying message in the
597 * current room. (Returns the number of messages processed.)
599 int CtdlForEachMessage(int mode, long ref, char *search_string,
601 struct CtdlMessage *compare,
602 ForEachMsgCallback CallBack,
608 struct cdbdata *cdbfr;
609 long *msglist = NULL;
611 int num_processed = 0;
614 struct CtdlMessage *msg = NULL;
617 int printed_lastold = 0;
618 int num_search_msgs = 0;
619 long *search_msgs = NULL;
621 int need_to_free_re = 0;
624 if ((content_type) && (!IsEmptyStr(content_type))) {
625 regcomp(&re, content_type, 0);
629 /* Learn about the user and room in question */
630 CtdlGetUser(&CC->user, CC->curr_user);
631 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
633 /* Load the message list */
634 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
636 msglist = (long *) cdbfr->ptr;
637 num_msgs = cdbfr->len / sizeof(long);
639 if (need_to_free_re) regfree(&re);
640 return 0; /* No messages at all? No further action. */
645 * Now begin the traversal.
647 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
649 /* If the caller is looking for a specific MIME type, filter
650 * out all messages which are not of the type requested.
652 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
654 /* This call to GetMetaData() sits inside this loop
655 * so that we only do the extra database read per msg
656 * if we need to. Doing the extra read all the time
657 * really kills the server. If we ever need to use
658 * metadata for another search criterion, we need to
659 * move the read somewhere else -- but still be smart
660 * enough to only do the read if the caller has
661 * specified something that will need it.
663 GetMetaData(&smi, msglist[a]);
665 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
666 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
672 num_msgs = sort_msglist(msglist, num_msgs);
674 /* If a template was supplied, filter out the messages which
675 * don't match. (This could induce some delays!)
678 if (compare != NULL) {
679 for (a = 0; a < num_msgs; ++a) {
680 msg = CtdlFetchMessage(msglist[a], 1);
682 if (CtdlMsgCmp(msg, compare)) {
685 CtdlFreeMessage(msg);
691 /* If a search string was specified, get a message list from
692 * the full text index and remove messages which aren't on both
696 * Since the lists are sorted and strictly ascending, and the
697 * output list is guaranteed to be shorter than or equal to the
698 * input list, we overwrite the bottom of the input list. This
699 * eliminates the need to memmove big chunks of the list over and
702 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
704 /* Call search module via hook mechanism.
705 * NULL means use any search function available.
706 * otherwise replace with a char * to name of search routine
708 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
710 if (num_search_msgs > 0) {
714 orig_num_msgs = num_msgs;
716 for (i=0; i<orig_num_msgs; ++i) {
717 for (j=0; j<num_search_msgs; ++j) {
718 if (msglist[i] == search_msgs[j]) {
719 msglist[num_msgs++] = msglist[i];
725 num_msgs = 0; /* No messages qualify */
727 if (search_msgs != NULL) free(search_msgs);
729 /* Now that we've purged messages which don't contain the search
730 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
737 * Now iterate through the message list, according to the
738 * criteria supplied by the caller.
741 for (a = 0; a < num_msgs; ++a) {
742 thismsg = msglist[a];
743 if (mode == MSGS_ALL) {
747 is_seen = is_msg_in_sequence_set(
748 vbuf.v_seen, thismsg);
749 if (is_seen) lastold = thismsg;
755 || ((mode == MSGS_OLD) && (is_seen))
756 || ((mode == MSGS_NEW) && (!is_seen))
757 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
758 || ((mode == MSGS_FIRST) && (a < ref))
759 || ((mode == MSGS_GT) && (thismsg > ref))
760 || ((mode == MSGS_LT) && (thismsg < ref))
761 || ((mode == MSGS_EQ) && (thismsg == ref))
764 if ((mode == MSGS_NEW) && (CC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
766 CallBack(lastold, userdata);
770 if (CallBack) CallBack(thismsg, userdata);
774 cdb_free(cdbfr); /* Clean up */
775 if (need_to_free_re) regfree(&re);
776 return num_processed;
782 * cmd_msgs() - get list of message #'s in this room
783 * implements the MSGS server command using CtdlForEachMessage()
785 void cmd_msgs(char *cmdbuf)
794 int with_template = 0;
795 struct CtdlMessage *template = NULL;
796 char search_string[1024];
797 ForEachMsgCallback CallBack;
799 extract_token(which, cmdbuf, 0, '|', sizeof which);
800 cm_ref = extract_int(cmdbuf, 1);
801 extract_token(search_string, cmdbuf, 1, '|', sizeof search_string);
802 with_template = extract_int(cmdbuf, 2);
803 switch (extract_int(cmdbuf, 3))
807 CallBack = simple_listing;
810 CallBack = headers_listing;
813 CallBack = headers_euid;
818 if (!strncasecmp(which, "OLD", 3))
820 else if (!strncasecmp(which, "NEW", 3))
822 else if (!strncasecmp(which, "FIRST", 5))
824 else if (!strncasecmp(which, "LAST", 4))
826 else if (!strncasecmp(which, "GT", 2))
828 else if (!strncasecmp(which, "LT", 2))
830 else if (!strncasecmp(which, "SEARCH", 6))
835 if ((!(CC->logged_in)) && (!(CC->internal_pgm))) {
836 cprintf("%d not logged in\n", ERROR + NOT_LOGGED_IN);
840 if ( (mode == MSGS_SEARCH) && (!config.c_enable_fulltext) ) {
841 cprintf("%d Full text index is not enabled on this server.\n",
842 ERROR + CMD_NOT_SUPPORTED);
848 cprintf("%d Send template then receive message list\n",
850 template = (struct CtdlMessage *)
851 malloc(sizeof(struct CtdlMessage));
852 memset(template, 0, sizeof(struct CtdlMessage));
853 template->cm_magic = CTDLMESSAGE_MAGIC;
854 template->cm_anon_type = MES_NORMAL;
856 while(client_getln(buf, sizeof buf) >= 0 && strcmp(buf,"000")) {
857 extract_token(tfield, buf, 0, '|', sizeof tfield);
858 extract_token(tvalue, buf, 1, '|', sizeof tvalue);
859 for (i='A'; i<='Z'; ++i) if (msgkeys[i]!=NULL) {
860 if (!strcasecmp(tfield, msgkeys[i])) {
861 template->cm_fields[i] =
869 cprintf("%d \n", LISTING_FOLLOWS);
872 CtdlForEachMessage(mode,
873 ( (mode == MSGS_SEARCH) ? 0 : cm_ref ),
874 ( (mode == MSGS_SEARCH) ? search_string : NULL ),
879 if (template != NULL) CtdlFreeMessage(template);
887 * help_subst() - support routine for help file viewer
889 void help_subst(char *strbuf, char *source, char *dest)
894 while (p = pattern2(strbuf, source), (p >= 0)) {
895 strcpy(workbuf, &strbuf[p + strlen(source)]);
896 strcpy(&strbuf[p], dest);
897 strcat(strbuf, workbuf);
902 void do_help_subst(char *buffer)
906 help_subst(buffer, "^nodename", config.c_nodename);
907 help_subst(buffer, "^humannode", config.c_humannode);
908 help_subst(buffer, "^fqdn", config.c_fqdn);
909 help_subst(buffer, "^username", CC->user.fullname);
910 snprintf(buf2, sizeof buf2, "%ld", CC->user.usernum);
911 help_subst(buffer, "^usernum", buf2);
912 help_subst(buffer, "^sysadm", config.c_sysadm);
913 help_subst(buffer, "^variantname", CITADEL);
914 snprintf(buf2, sizeof buf2, "%d", config.c_maxsessions);
915 help_subst(buffer, "^maxsessions", buf2);
916 help_subst(buffer, "^bbsdir", ctdl_message_dir);
922 * memfmout() - Citadel text formatter and paginator.
923 * Although the original purpose of this routine was to format
924 * text to the reader's screen width, all we're really using it
925 * for here is to format text out to 80 columns before sending it
926 * to the client. The client software may reformat it again.
929 char *mptr, /* where are we going to get our text from? */
930 const char *nl) /* string to terminate lines with */
938 int NLFound, NLFoundLastTime;
945 OutBuf = NewStrBufPlain(NULL, 200);
947 NLFound = NLFoundLastTime = 0;
951 LineStart = LastBlank = mptr;
956 if (LineStart[i] == '\n')
958 else if (LineStart[i] == '\r')
960 else if (LineStart[i] == ' ')
962 LastBlank = &LineStart[i];
965 else if ((i > 80) && (LineStart != LastBlank))
967 else if (LineStart[i] == '\0')
974 if (LineStart[i + 1] == '\r')
975 mptr = &LineStart[i + 2];
977 mptr = &LineStart[i + 1];
982 if (LineStart[i + 1] == '\n')
983 mptr = &LineStart[i + 2];
985 mptr = &LineStart[i + 1];
990 mptr = &LineStart[i + 1];
995 mptr = LastBlank + 1;
996 i = LastBlank - LineStart;
1001 while (*mptr != '\0') mptr++;
1004 if (NLFoundLastTime)
1005 StrBufPlain(OutBuf, HKEY(" "));
1007 FlushStrBuf(OutBuf);
1008 StrBufAppendBufPlain(OutBuf, LineStart, i, 0);
1009 StrBufAppendBufPlain(OutBuf, nl, NLLen, 0);
1012 NLFoundLastTime = NLFound;
1013 } while (*mptr != '\0');
1015 FreeStrBuf(&OutBuf);
1021 * Callback function for mime parser that simply lists the part
1023 void list_this_part(char *name, char *filename, char *partnum, char *disp,
1024 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1025 char *cbid, void *cbuserdata)
1029 ma = (struct ma_info *)cbuserdata;
1030 if (ma->is_ma == 0) {
1031 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
1044 * Callback function for multipart prefix
1046 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
1047 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1048 char *cbid, void *cbuserdata)
1052 ma = (struct ma_info *)cbuserdata;
1053 if (!strcasecmp(cbtype, "multipart/alternative")) {
1057 if (ma->is_ma == 0) {
1058 cprintf("pref=%s|%s\n", partnum, cbtype);
1063 * Callback function for multipart sufffix
1065 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
1066 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1067 char *cbid, void *cbuserdata)
1071 ma = (struct ma_info *)cbuserdata;
1072 if (ma->is_ma == 0) {
1073 cprintf("suff=%s|%s\n", partnum, cbtype);
1075 if (!strcasecmp(cbtype, "multipart/alternative")) {
1082 * Callback function for mime parser that opens a section for downloading
1084 void mime_download(char *name, char *filename, char *partnum, char *disp,
1085 void *content, char *cbtype, char *cbcharset, size_t length,
1086 char *encoding, char *cbid, void *cbuserdata)
1090 /* Silently go away if there's already a download open. */
1091 if (CC->download_fp != NULL)
1095 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1096 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1098 CC->download_fp = tmpfile();
1099 if (CC->download_fp == NULL)
1102 rv = fwrite(content, length, 1, CC->download_fp);
1103 fflush(CC->download_fp);
1104 rewind(CC->download_fp);
1106 OpenCmdResult(filename, cbtype);
1113 * Callback function for mime parser that outputs a section all at once.
1114 * We can specify the desired section by part number *or* content-id.
1116 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1117 void *content, char *cbtype, char *cbcharset, size_t length,
1118 char *encoding, char *cbid, void *cbuserdata)
1120 int *found_it = (int *)cbuserdata;
1123 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1124 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1127 cprintf("%d %d|-1|%s|%s|%s\n",
1134 client_write(content, length);
1141 * Load a message from disk into memory.
1142 * This is used by CtdlOutputMsg() and other fetch functions.
1144 * NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1145 * using the CtdlMessageFree() function.
1147 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body)
1149 struct cdbdata *dmsgtext;
1150 struct CtdlMessage *ret = NULL;
1154 cit_uint8_t field_header;
1156 CtdlLogPrintf(CTDL_DEBUG, "CtdlFetchMessage(%ld, %d)\n", msgnum, with_body);
1158 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1159 if (dmsgtext == NULL) {
1162 mptr = dmsgtext->ptr;
1163 upper_bound = mptr + dmsgtext->len;
1165 /* Parse the three bytes that begin EVERY message on disk.
1166 * The first is always 0xFF, the on-disk magic number.
1167 * The second is the anonymous/public type byte.
1168 * The third is the format type byte (vari, fixed, or MIME).
1172 CtdlLogPrintf(CTDL_ERR, "Message %ld appears to be corrupted.\n", msgnum);
1176 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1177 memset(ret, 0, sizeof(struct CtdlMessage));
1179 ret->cm_magic = CTDLMESSAGE_MAGIC;
1180 ret->cm_anon_type = *mptr++; /* Anon type byte */
1181 ret->cm_format_type = *mptr++; /* Format type byte */
1184 * The rest is zero or more arbitrary fields. Load them in.
1185 * We're done when we encounter either a zero-length field or
1186 * have just processed the 'M' (message text) field.
1189 if (mptr >= upper_bound) {
1192 field_header = *mptr++;
1193 ret->cm_fields[field_header] = strdup(mptr);
1195 while (*mptr++ != 0); /* advance to next field */
1197 } while ((mptr < upper_bound) && (field_header != 'M'));
1201 /* Always make sure there's something in the msg text field. If
1202 * it's NULL, the message text is most likely stored separately,
1203 * so go ahead and fetch that. Failing that, just set a dummy
1204 * body so other code doesn't barf.
1206 if ( (ret->cm_fields['M'] == NULL) && (with_body) ) {
1207 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1208 if (dmsgtext != NULL) {
1209 ret->cm_fields['M'] = strdup(dmsgtext->ptr);
1213 if (ret->cm_fields['M'] == NULL) {
1214 ret->cm_fields['M'] = strdup("\r\n\r\n (no text)\r\n");
1217 /* Perform "before read" hooks (aborting if any return nonzero) */
1218 if (PerformMessageHooks(ret, EVT_BEFOREREAD) > 0) {
1219 CtdlFreeMessage(ret);
1228 * Returns 1 if the supplied pointer points to a valid Citadel message.
1229 * If the pointer is NULL or the magic number check fails, returns 0.
1231 int is_valid_message(struct CtdlMessage *msg) {
1234 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
1235 CtdlLogPrintf(CTDL_WARNING, "is_valid_message() -- self-check failed\n");
1243 * 'Destructor' for struct CtdlMessage
1245 void CtdlFreeMessage(struct CtdlMessage *msg)
1249 if (is_valid_message(msg) == 0)
1251 if (msg != NULL) free (msg);
1255 for (i = 0; i < 256; ++i)
1256 if (msg->cm_fields[i] != NULL) {
1257 free(msg->cm_fields[i]);
1260 msg->cm_magic = 0; /* just in case */
1266 * Pre callback function for multipart/alternative
1268 * NOTE: this differs from the standard behavior for a reason. Normally when
1269 * displaying multipart/alternative you want to show the _last_ usable
1270 * format in the message. Here we show the _first_ one, because it's
1271 * usually text/plain. Since this set of functions is designed for text
1272 * output to non-MIME-aware clients, this is the desired behavior.
1275 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1276 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1277 char *cbid, void *cbuserdata)
1281 ma = (struct ma_info *)cbuserdata;
1282 CtdlLogPrintf(CTDL_DEBUG, "fixed_output_pre() type=<%s>\n", cbtype);
1283 if (!strcasecmp(cbtype, "multipart/alternative")) {
1287 if (!strcasecmp(cbtype, "message/rfc822")) {
1293 * Post callback function for multipart/alternative
1295 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1296 void *content, char *cbtype, char *cbcharset, size_t length,
1297 char *encoding, char *cbid, void *cbuserdata)
1301 ma = (struct ma_info *)cbuserdata;
1302 CtdlLogPrintf(CTDL_DEBUG, "fixed_output_post() type=<%s>\n", cbtype);
1303 if (!strcasecmp(cbtype, "multipart/alternative")) {
1307 if (!strcasecmp(cbtype, "message/rfc822")) {
1313 * Inline callback function for mime parser that wants to display text
1315 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1316 void *content, char *cbtype, char *cbcharset, size_t length,
1317 char *encoding, char *cbid, void *cbuserdata)
1324 ma = (struct ma_info *)cbuserdata;
1326 CtdlLogPrintf(CTDL_DEBUG,
1327 "fixed_output() part %s: %s (%s) (%ld bytes)\n",
1328 partnum, filename, cbtype, (long)length);
1331 * If we're in the middle of a multipart/alternative scope and
1332 * we've already printed another section, skip this one.
1334 if ( (ma->is_ma) && (ma->did_print) ) {
1335 CtdlLogPrintf(CTDL_DEBUG, "Skipping part %s (%s)\n", partnum, cbtype);
1340 if ( (!strcasecmp(cbtype, "text/plain"))
1341 || (IsEmptyStr(cbtype)) ) {
1344 client_write(wptr, length);
1345 if (wptr[length-1] != '\n') {
1352 if (!strcasecmp(cbtype, "text/html")) {
1353 ptr = html_to_ascii(content, length, 80, 0);
1355 client_write(ptr, wlen);
1356 if (ptr[wlen-1] != '\n') {
1363 if (ma->use_fo_hooks) {
1364 if (PerformFixedOutputHooks(cbtype, content, length)) {
1365 /* above function returns nonzero if it handled the part */
1370 if (strncasecmp(cbtype, "multipart/", 10)) {
1371 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1372 partnum, filename, cbtype, (long)length);
1378 * The client is elegant and sophisticated and wants to be choosy about
1379 * MIME content types, so figure out which multipart/alternative part
1380 * we're going to send.
1382 * We use a system of weights. When we find a part that matches one of the
1383 * MIME types we've declared as preferential, we can store it in ma->chosen_part
1384 * and then set ma->chosen_pref to that MIME type's position in our preference
1385 * list. If we then hit another match, we only replace the first match if
1386 * the preference value is lower.
1388 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1389 void *content, char *cbtype, char *cbcharset, size_t length,
1390 char *encoding, char *cbid, void *cbuserdata)
1396 ma = (struct ma_info *)cbuserdata;
1398 // NOTE: REMOVING THIS CONDITIONAL FIXES BUG 220
1399 // http://bugzilla.citadel.org/show_bug.cgi?id=220
1400 // I don't know if there are any side effects! Please TEST TEST TEST
1401 //if (ma->is_ma > 0) {
1403 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1404 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1405 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1406 if (i < ma->chosen_pref) {
1407 CtdlLogPrintf(CTDL_DEBUG, "Setting chosen part: <%s>\n", partnum);
1408 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1409 ma->chosen_pref = i;
1416 * Now that we've chosen our preferred part, output it.
1418 void output_preferred(char *name, char *filename, char *partnum, char *disp,
1419 void *content, char *cbtype, char *cbcharset, size_t length,
1420 char *encoding, char *cbid, void *cbuserdata)
1424 int add_newline = 0;
1428 ma = (struct ma_info *)cbuserdata;
1430 /* This is not the MIME part you're looking for... */
1431 if (strcasecmp(partnum, ma->chosen_part)) return;
1433 /* If the content-type of this part is in our preferred formats
1434 * list, we can simply output it verbatim.
1436 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1437 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1438 if (!strcasecmp(buf, cbtype)) {
1439 /* Yeah! Go! W00t!! */
1441 text_content = (char *)content;
1442 if (text_content[length-1] != '\n') {
1445 cprintf("Content-type: %s", cbtype);
1446 if (!IsEmptyStr(cbcharset)) {
1447 cprintf("; charset=%s", cbcharset);
1449 cprintf("\nContent-length: %d\n",
1450 (int)(length + add_newline) );
1451 if (!IsEmptyStr(encoding)) {
1452 cprintf("Content-transfer-encoding: %s\n", encoding);
1455 cprintf("Content-transfer-encoding: 7bit\n");
1457 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1459 client_write(content, length);
1460 if (add_newline) cprintf("\n");
1465 /* No translations required or possible: output as text/plain */
1466 cprintf("Content-type: text/plain\n\n");
1467 fixed_output(name, filename, partnum, disp, content, cbtype, cbcharset,
1468 length, encoding, cbid, cbuserdata);
1473 char desired_section[64];
1480 * Callback function for
1482 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1483 void *content, char *cbtype, char *cbcharset, size_t length,
1484 char *encoding, char *cbid, void *cbuserdata)
1486 struct encapmsg *encap;
1488 encap = (struct encapmsg *)cbuserdata;
1490 /* Only proceed if this is the desired section... */
1491 if (!strcasecmp(encap->desired_section, partnum)) {
1492 encap->msglen = length;
1493 encap->msg = malloc(length + 2);
1494 memcpy(encap->msg, content, length);
1505 int CtdlDoIHavePermissionToReadMessagesInThisRoom(void) {
1506 if ((!(CC->logged_in)) && (!(CC->internal_pgm))) {
1507 return(om_not_logged_in);
1514 * Get a message off disk. (returns om_* values found in msgbase.h)
1517 int CtdlOutputMsg(long msg_num, /* message number (local) to fetch */
1518 int mode, /* how would you like that message? */
1519 int headers_only, /* eschew the message body? */
1520 int do_proto, /* do Citadel protocol responses? */
1521 int crlf, /* Use CRLF newlines instead of LF? */
1522 char *section, /* NULL or a message/rfc822 section */
1523 int flags /* various flags; see msgbase.h */
1525 struct CtdlMessage *TheMessage = NULL;
1526 int retcode = om_no_such_msg;
1527 struct encapmsg encap;
1530 CtdlLogPrintf(CTDL_DEBUG, "CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)\n",
1532 (section ? section : "<>")
1535 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1538 if (r == om_not_logged_in) {
1539 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1542 cprintf("%d An unknown error has occurred.\n", ERROR);
1548 /* FIXME: check message id against msglist for this room */
1551 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1552 * request that we don't even bother loading the body into memory.
1554 if (headers_only == HEADERS_FAST) {
1555 TheMessage = CtdlFetchMessage(msg_num, 0);
1558 TheMessage = CtdlFetchMessage(msg_num, 1);
1561 if (TheMessage == NULL) {
1562 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1563 ERROR + MESSAGE_NOT_FOUND, msg_num);
1564 return(om_no_such_msg);
1567 /* Here is the weird form of this command, to process only an
1568 * encapsulated message/rfc822 section.
1570 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1571 memset(&encap, 0, sizeof encap);
1572 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1573 mime_parser(TheMessage->cm_fields['M'],
1575 *extract_encapsulated_message,
1576 NULL, NULL, (void *)&encap, 0
1578 CtdlFreeMessage(TheMessage);
1582 encap.msg[encap.msglen] = 0;
1583 TheMessage = convert_internet_message(encap.msg);
1584 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1586 /* Now we let it fall through to the bottom of this
1587 * function, because TheMessage now contains the
1588 * encapsulated message instead of the top-level
1589 * message. Isn't that neat?
1594 if (do_proto) cprintf("%d msg %ld has no part %s\n",
1595 ERROR + MESSAGE_NOT_FOUND, msg_num, section);
1596 retcode = om_no_such_msg;
1601 /* Ok, output the message now */
1602 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1603 CtdlFreeMessage(TheMessage);
1609 char *qp_encode_email_addrs(char *source)
1611 char user[256], node[256], name[256];
1612 const char headerStr[] = "=?UTF-8?Q?";
1616 int need_to_encode = 0;
1622 long nAddrPtrMax = 50;
1627 if (source == NULL) return source;
1628 if (IsEmptyStr(source)) return source;
1630 AddrPtr = malloc (sizeof (long) * nAddrPtrMax);
1631 AddrUtf8 = malloc (sizeof (long) * nAddrPtrMax);
1632 memset(AddrUtf8, 0, sizeof (long) * nAddrPtrMax);
1635 while (!IsEmptyStr (&source[i])) {
1636 if (nColons >= nAddrPtrMax){
1639 ptr = (long *) malloc(sizeof (long) * nAddrPtrMax * 2);
1640 memcpy (ptr, AddrPtr, sizeof (long) * nAddrPtrMax);
1641 free (AddrPtr), AddrPtr = ptr;
1643 ptr = (long *) malloc(sizeof (long) * nAddrPtrMax * 2);
1644 memset(&ptr[nAddrPtrMax], 0,
1645 sizeof (long) * nAddrPtrMax);
1647 memcpy (ptr, AddrUtf8, sizeof (long) * nAddrPtrMax);
1648 free (AddrUtf8), AddrUtf8 = ptr;
1651 if (((unsigned char) source[i] < 32) ||
1652 ((unsigned char) source[i] > 126)) {
1654 AddrUtf8[nColons] = 1;
1656 if (source[i] == '"')
1657 InQuotes = !InQuotes;
1658 if (!InQuotes && source[i] == ',') {
1659 AddrPtr[nColons] = i;
1664 if (need_to_encode == 0) {
1671 EncodedMaxLen = nColons * (sizeof(headerStr) + 3) + SourceLen * 3;
1672 Encoded = (char*) malloc (EncodedMaxLen);
1674 for (i = 0; i < nColons; i++)
1675 source[AddrPtr[i]++] = '\0';
1679 for (i = 0; i < nColons && nPtr != NULL; i++) {
1680 nmax = EncodedMaxLen - (nPtr - Encoded);
1682 process_rfc822_addr(&source[AddrPtr[i]],
1686 /* TODO: libIDN here ! */
1687 if (IsEmptyStr(name)) {
1688 n = snprintf(nPtr, nmax,
1689 (i==0)?"%s@%s" : ",%s@%s",
1693 EncodedName = rfc2047encode(name, strlen(name));
1694 n = snprintf(nPtr, nmax,
1695 (i==0)?"%s <%s@%s>" : ",%s <%s@%s>",
1696 EncodedName, user, node);
1701 n = snprintf(nPtr, nmax,
1702 (i==0)?"%s" : ",%s",
1703 &source[AddrPtr[i]]);
1709 ptr = (char*) malloc(EncodedMaxLen * 2);
1710 memcpy(ptr, Encoded, EncodedMaxLen);
1711 nnPtr = ptr + (nPtr - Encoded), nPtr = nnPtr;
1712 free(Encoded), Encoded = ptr;
1714 i--; /* do it once more with properly lengthened buffer */
1717 for (i = 0; i < nColons; i++)
1718 source[--AddrPtr[i]] = ',';
1725 /* If the last item in a list of recipients was truncated to a partial address,
1726 * remove it completely in order to avoid choking libSieve
1728 void sanitize_truncated_recipient(char *str)
1731 if (num_tokens(str, ',') < 2) return;
1733 int len = strlen(str);
1734 if (len < 900) return;
1735 if (len > 998) str[998] = 0;
1737 char *cptr = strrchr(str, ',');
1740 char *lptr = strchr(cptr, '<');
1741 char *rptr = strchr(cptr, '>');
1743 if ( (lptr) && (rptr) && (rptr > lptr) ) return;
1751 * Get a message off disk. (returns om_* values found in msgbase.h)
1753 int CtdlOutputPreLoadedMsg(
1754 struct CtdlMessage *TheMessage,
1755 int mode, /* how would you like that message? */
1756 int headers_only, /* eschew the message body? */
1757 int do_proto, /* do Citadel protocol responses? */
1758 int crlf, /* Use CRLF newlines instead of LF? */
1759 int flags /* should the bessage be exported clean? */
1763 cit_uint8_t ch, prev_ch;
1765 char display_name[256];
1767 const char *nl; /* newline string */
1769 int subject_found = 0;
1772 /* Buffers needed for RFC822 translation. These are all filled
1773 * using functions that are bounds-checked, and therefore we can
1774 * make them substantially smaller than SIZ.
1781 char datestamp[100];
1783 CtdlLogPrintf(CTDL_DEBUG, "CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d\n",
1784 ((TheMessage == NULL) ? "NULL" : "not null"),
1785 mode, headers_only, do_proto, crlf);
1787 strcpy(mid, "unknown");
1788 nl = (crlf ? "\r\n" : "\n");
1790 if (!is_valid_message(TheMessage)) {
1791 CtdlLogPrintf(CTDL_ERR,
1792 "ERROR: invalid preloaded message for output\n");
1794 return(om_no_such_msg);
1797 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
1798 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
1800 if ( (flags & SUPPRESS_ENV_TO) && (TheMessage->cm_fields['V'] != NULL) ) {
1801 memset(TheMessage->cm_fields['V'], ' ', strlen(TheMessage->cm_fields['V']));
1804 /* Are we downloading a MIME component? */
1805 if (mode == MT_DOWNLOAD) {
1806 if (TheMessage->cm_format_type != FMT_RFC822) {
1808 cprintf("%d This is not a MIME message.\n",
1809 ERROR + ILLEGAL_VALUE);
1810 } else if (CC->download_fp != NULL) {
1811 if (do_proto) cprintf(
1812 "%d You already have a download open.\n",
1813 ERROR + RESOURCE_BUSY);
1815 /* Parse the message text component */
1816 mptr = TheMessage->cm_fields['M'];
1817 mime_parser(mptr, NULL, *mime_download, NULL, NULL, NULL, 0);
1818 /* If there's no file open by this time, the requested
1819 * section wasn't found, so print an error
1821 if (CC->download_fp == NULL) {
1822 if (do_proto) cprintf(
1823 "%d Section %s not found.\n",
1824 ERROR + FILE_NOT_FOUND,
1825 CC->download_desired_section);
1828 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
1831 /* MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
1832 * in a single server operation instead of opening a download file.
1834 if (mode == MT_SPEW_SECTION) {
1835 if (TheMessage->cm_format_type != FMT_RFC822) {
1837 cprintf("%d This is not a MIME message.\n",
1838 ERROR + ILLEGAL_VALUE);
1840 /* Parse the message text component */
1843 mptr = TheMessage->cm_fields['M'];
1844 mime_parser(mptr, NULL, *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
1845 /* If section wasn't found, print an error
1848 if (do_proto) cprintf(
1849 "%d Section %s not found.\n",
1850 ERROR + FILE_NOT_FOUND,
1851 CC->download_desired_section);
1854 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
1857 /* now for the user-mode message reading loops */
1858 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
1860 /* Does the caller want to skip the headers? */
1861 if (headers_only == HEADERS_NONE) goto START_TEXT;
1863 /* Tell the client which format type we're using. */
1864 if ( (mode == MT_CITADEL) && (do_proto) ) {
1865 cprintf("type=%d\n", TheMessage->cm_format_type);
1868 /* nhdr=yes means that we're only displaying headers, no body */
1869 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
1870 && ((mode == MT_CITADEL) || (mode == MT_MIME))
1873 cprintf("nhdr=yes\n");
1876 /* begin header processing loop for Citadel message format */
1878 if ((mode == MT_CITADEL) || (mode == MT_MIME)) {
1880 safestrncpy(display_name, "<unknown>", sizeof display_name);
1881 if (TheMessage->cm_fields['A']) {
1882 strcpy(buf, TheMessage->cm_fields['A']);
1883 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1884 safestrncpy(display_name, "****", sizeof display_name);
1886 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1887 safestrncpy(display_name, "anonymous", sizeof display_name);
1890 safestrncpy(display_name, buf, sizeof display_name);
1892 if ((is_room_aide())
1893 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1894 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1895 size_t tmp = strlen(display_name);
1896 snprintf(&display_name[tmp],
1897 sizeof display_name - tmp,
1902 /* Don't show Internet address for users on the
1903 * local Citadel network.
1906 if (TheMessage->cm_fields['N'] != NULL)
1907 if (!IsEmptyStr(TheMessage->cm_fields['N']))
1908 if (haschar(TheMessage->cm_fields['N'], '.') == 0) {
1912 /* Now spew the header fields in the order we like them. */
1913 safestrncpy(allkeys, FORDER, sizeof allkeys);
1914 for (i=0; i<strlen(allkeys); ++i) {
1915 k = (int) allkeys[i];
1917 if ( (TheMessage->cm_fields[k] != NULL)
1918 && (msgkeys[k] != NULL) ) {
1919 if ((k == 'V') || (k == 'R') || (k == 'Y')) {
1920 sanitize_truncated_recipient(TheMessage->cm_fields[k]);
1923 if (do_proto) cprintf("%s=%s\n",
1927 else if ((k == 'F') && (suppress_f)) {
1930 /* Masquerade display name if needed */
1932 if (do_proto) cprintf("%s=%s\n",
1934 TheMessage->cm_fields[k]
1943 /* begin header processing loop for RFC822 transfer format */
1948 strcpy(snode, NODENAME);
1949 if (mode == MT_RFC822) {
1950 for (i = 0; i < 256; ++i) {
1951 if (TheMessage->cm_fields[i]) {
1952 mptr = mpptr = TheMessage->cm_fields[i];
1955 safestrncpy(luser, mptr, sizeof luser);
1956 safestrncpy(suser, mptr, sizeof suser);
1958 else if (i == 'Y') {
1959 if ((flags & QP_EADDR) != 0) {
1960 mptr = qp_encode_email_addrs(mptr);
1962 sanitize_truncated_recipient(mptr);
1963 cprintf("CC: %s%s", mptr, nl);
1965 else if (i == 'P') {
1966 cprintf("Return-Path: %s%s", mptr, nl);
1968 else if (i == 'L') {
1969 cprintf("List-ID: %s%s", mptr, nl);
1971 else if (i == 'V') {
1972 if ((flags & QP_EADDR) != 0)
1973 mptr = qp_encode_email_addrs(mptr);
1974 cprintf("Envelope-To: %s%s", mptr, nl);
1976 else if (i == 'U') {
1977 cprintf("Subject: %s%s", mptr, nl);
1981 safestrncpy(mid, mptr, sizeof mid);
1983 safestrncpy(fuser, mptr, sizeof fuser);
1984 /* else if (i == 'O')
1985 cprintf("X-Citadel-Room: %s%s",
1988 safestrncpy(snode, mptr, sizeof snode);
1991 if (haschar(mptr, '@') == 0)
1993 sanitize_truncated_recipient(mptr);
1994 cprintf("To: %s@%s", mptr, config.c_fqdn);
1999 if ((flags & QP_EADDR) != 0) {
2000 mptr = qp_encode_email_addrs(mptr);
2002 sanitize_truncated_recipient(mptr);
2003 cprintf("To: %s", mptr);
2007 else if (i == 'T') {
2008 datestring(datestamp, sizeof datestamp,
2009 atol(mptr), DATESTRING_RFC822);
2010 cprintf("Date: %s%s", datestamp, nl);
2012 else if (i == 'W') {
2013 cprintf("References: ");
2014 k = num_tokens(mptr, '|');
2015 for (j=0; j<k; ++j) {
2016 extract_token(buf, mptr, j, '|', sizeof buf);
2017 cprintf("<%s>", buf);
2030 if (subject_found == 0) {
2031 cprintf("Subject: (no subject)%s", nl);
2035 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2036 suser[i] = tolower(suser[i]);
2037 if (!isalnum(suser[i])) suser[i]='_';
2040 if (mode == MT_RFC822) {
2041 if (!strcasecmp(snode, NODENAME)) {
2042 safestrncpy(snode, FQDN, sizeof snode);
2045 /* Construct a fun message id */
2046 cprintf("Message-ID: <%s", mid);/// todo: this possibly breaks threadding mails.
2047 if (strchr(mid, '@')==NULL) {
2048 cprintf("@%s", snode);
2052 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2053 cprintf("From: \"----\" <x@x.org>%s", nl);
2055 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2056 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2058 else if (!IsEmptyStr(fuser)) {
2059 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2062 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2065 /* Blank line signifying RFC822 end-of-headers */
2066 if (TheMessage->cm_format_type != FMT_RFC822) {
2071 /* end header processing loop ... at this point, we're in the text */
2073 if (headers_only == HEADERS_FAST) goto DONE;
2074 mptr = TheMessage->cm_fields['M'];
2076 /* Tell the client about the MIME parts in this message */
2077 if (TheMessage->cm_format_type == FMT_RFC822) {
2078 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2079 memset(&ma, 0, sizeof(struct ma_info));
2080 mime_parser(mptr, NULL,
2081 (do_proto ? *list_this_part : NULL),
2082 (do_proto ? *list_this_pref : NULL),
2083 (do_proto ? *list_this_suff : NULL),
2086 else if (mode == MT_RFC822) { /* unparsed RFC822 dump */
2087 char *start_of_text = NULL;
2088 start_of_text = strstr(mptr, "\n\r\n");
2089 if (start_of_text == NULL) start_of_text = strstr(mptr, "\n\n");
2090 if (start_of_text == NULL) start_of_text = mptr;
2092 start_of_text = strstr(start_of_text, "\n");
2097 int nllen = strlen(nl);
2099 while (ch=*mptr, ch!=0) {
2105 ((headers_only == HEADERS_NONE) && (mptr >= start_of_text))
2106 || ((headers_only == HEADERS_ONLY) && (mptr < start_of_text))
2107 || ((headers_only != HEADERS_NONE) && (headers_only != HEADERS_ONLY))
2110 sprintf(&outbuf[outlen], "%s", nl);
2114 outbuf[outlen++] = ch;
2118 if (flags & ESC_DOT)
2120 if ((prev_ch == 10) && (ch == '.') && ((*(mptr+1) == 13) || (*(mptr+1) == 10)))
2122 outbuf[outlen++] = '.';
2127 if (outlen > 1000) {
2128 client_write(outbuf, outlen);
2133 client_write(outbuf, outlen);
2141 if (headers_only == HEADERS_ONLY) {
2145 /* signify start of msg text */
2146 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2147 if (do_proto) cprintf("text\n");
2150 /* If the format type on disk is 1 (fixed-format), then we want
2151 * everything to be output completely literally ... regardless of
2152 * what message transfer format is in use.
2154 if (TheMessage->cm_format_type == FMT_FIXED) {
2156 if (mode == MT_MIME) {
2157 cprintf("Content-type: text/plain\n\n");
2161 while (ch = *mptr++, ch > 0) {
2164 if ((ch == 10) || (buflen > 250)) {
2166 cprintf("%s%s", buf, nl);
2175 if (!IsEmptyStr(buf))
2176 cprintf("%s%s", buf, nl);
2179 /* If the message on disk is format 0 (Citadel vari-format), we
2180 * output using the formatter at 80 columns. This is the final output
2181 * form if the transfer format is RFC822, but if the transfer format
2182 * is Citadel proprietary, it'll still work, because the indentation
2183 * for new paragraphs is correct and the client will reformat the
2184 * message to the reader's screen width.
2186 if (TheMessage->cm_format_type == FMT_CITADEL) {
2187 if (mode == MT_MIME) {
2188 cprintf("Content-type: text/x-citadel-variformat\n\n");
2193 /* If the message on disk is format 4 (MIME), we've gotta hand it
2194 * off to the MIME parser. The client has already been told that
2195 * this message is format 1 (fixed format), so the callback function
2196 * we use will display those parts as-is.
2198 if (TheMessage->cm_format_type == FMT_RFC822) {
2199 memset(&ma, 0, sizeof(struct ma_info));
2201 if (mode == MT_MIME) {
2202 ma.use_fo_hooks = 0;
2203 strcpy(ma.chosen_part, "1");
2204 ma.chosen_pref = 9999;
2205 mime_parser(mptr, NULL,
2206 *choose_preferred, *fixed_output_pre,
2207 *fixed_output_post, (void *)&ma, 0);
2208 mime_parser(mptr, NULL,
2209 *output_preferred, NULL, NULL, (void *)&ma, CC->msg4_dont_decode);
2212 ma.use_fo_hooks = 1;
2213 mime_parser(mptr, NULL,
2214 *fixed_output, *fixed_output_pre,
2215 *fixed_output_post, (void *)&ma, 0);
2220 DONE: /* now we're done */
2221 if (do_proto) cprintf("000\n");
2228 * display a message (mode 0 - Citadel proprietary)
2230 void cmd_msg0(char *cmdbuf)
2233 int headers_only = HEADERS_ALL;
2235 msgid = extract_long(cmdbuf, 0);
2236 headers_only = extract_int(cmdbuf, 1);
2238 CtdlOutputMsg(msgid, MT_CITADEL, headers_only, 1, 0, NULL, 0);
2244 * display a message (mode 2 - RFC822)
2246 void cmd_msg2(char *cmdbuf)
2249 int headers_only = HEADERS_ALL;
2251 msgid = extract_long(cmdbuf, 0);
2252 headers_only = extract_int(cmdbuf, 1);
2254 CtdlOutputMsg(msgid, MT_RFC822, headers_only, 1, 1, NULL, 0);
2260 * display a message (mode 3 - IGnet raw format - internal programs only)
2262 void cmd_msg3(char *cmdbuf)
2265 struct CtdlMessage *msg = NULL;
2268 if (CC->internal_pgm == 0) {
2269 cprintf("%d This command is for internal programs only.\n",
2270 ERROR + HIGHER_ACCESS_REQUIRED);
2274 msgnum = extract_long(cmdbuf, 0);
2275 msg = CtdlFetchMessage(msgnum, 1);
2277 cprintf("%d Message %ld not found.\n",
2278 ERROR + MESSAGE_NOT_FOUND, msgnum);
2282 serialize_message(&smr, msg);
2283 CtdlFreeMessage(msg);
2286 cprintf("%d Unable to serialize message\n",
2287 ERROR + INTERNAL_ERROR);
2291 cprintf("%d %ld\n", BINARY_FOLLOWS, (long)smr.len);
2292 client_write((char *)smr.ser, (int)smr.len);
2299 * Display a message using MIME content types
2301 void cmd_msg4(char *cmdbuf)
2306 msgid = extract_long(cmdbuf, 0);
2307 extract_token(section, cmdbuf, 1, '|', sizeof section);
2308 CtdlOutputMsg(msgid, MT_MIME, 0, 1, 0, (section[0] ? section : NULL) , 0);
2314 * Client tells us its preferred message format(s)
2316 void cmd_msgp(char *cmdbuf)
2318 if (!strcasecmp(cmdbuf, "dont_decode")) {
2319 CC->msg4_dont_decode = 1;
2320 cprintf("%d MSG4 will not pre-decode messages.\n", CIT_OK);
2323 safestrncpy(CC->preferred_formats, cmdbuf, sizeof(CC->preferred_formats));
2324 cprintf("%d Preferred MIME formats have been set.\n", CIT_OK);
2330 * Open a component of a MIME message as a download file
2332 void cmd_opna(char *cmdbuf)
2335 char desired_section[128];
2337 msgid = extract_long(cmdbuf, 0);
2338 extract_token(desired_section, cmdbuf, 1, '|', sizeof desired_section);
2339 safestrncpy(CC->download_desired_section, desired_section,
2340 sizeof CC->download_desired_section);
2341 CtdlOutputMsg(msgid, MT_DOWNLOAD, 0, 1, 1, NULL, 0);
2346 * Open a component of a MIME message and transmit it all at once
2348 void cmd_dlat(char *cmdbuf)
2351 char desired_section[128];
2353 msgid = extract_long(cmdbuf, 0);
2354 extract_token(desired_section, cmdbuf, 1, '|', sizeof desired_section);
2355 safestrncpy(CC->download_desired_section, desired_section,
2356 sizeof CC->download_desired_section);
2357 CtdlOutputMsg(msgid, MT_SPEW_SECTION, 0, 1, 1, NULL, 0);
2362 * Save one or more message pointers into a specified room
2363 * (Returns 0 for success, nonzero for failure)
2364 * roomname may be NULL to use the current room
2366 * Note that the 'supplied_msg' field may be set to NULL, in which case
2367 * the message will be fetched from disk, by number, if we need to perform
2368 * replication checks. This adds an additional database read, so if the
2369 * caller already has the message in memory then it should be supplied. (Obviously
2370 * this mode of operation only works if we're saving a single message.)
2372 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2373 int do_repl_check, struct CtdlMessage *supplied_msg)
2376 char hold_rm[ROOMNAMELEN];
2377 struct cdbdata *cdbfr;
2380 long highest_msg = 0L;
2383 struct CtdlMessage *msg = NULL;
2385 long *msgs_to_be_merged = NULL;
2386 int num_msgs_to_be_merged = 0;
2388 CtdlLogPrintf(CTDL_DEBUG,
2389 "CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d)\n",
2390 roomname, num_newmsgs, do_repl_check);
2392 strcpy(hold_rm, CC->room.QRname);
2395 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2396 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2397 if (num_newmsgs > 1) supplied_msg = NULL;
2399 /* Now the regular stuff */
2400 if (CtdlGetRoomLock(&CC->room,
2401 ((roomname != NULL) ? roomname : CC->room.QRname) )
2403 CtdlLogPrintf(CTDL_ERR, "No such room <%s>\n", roomname);
2404 return(ERROR + ROOM_NOT_FOUND);
2408 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2409 num_msgs_to_be_merged = 0;
2412 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
2413 if (cdbfr == NULL) {
2417 msglist = (long *) cdbfr->ptr;
2418 cdbfr->ptr = NULL; /* CtdlSaveMsgPointerInRoom() now owns this memory */
2419 num_msgs = cdbfr->len / sizeof(long);
2424 /* Create a list of msgid's which were supplied by the caller, but do
2425 * not already exist in the target room. It is absolutely taboo to
2426 * have more than one reference to the same message in a room.
2428 for (i=0; i<num_newmsgs; ++i) {
2430 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2431 if (msglist[j] == newmsgidlist[i]) {
2436 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2440 CtdlLogPrintf(9, "%d unique messages to be merged\n", num_msgs_to_be_merged);
2443 * Now merge the new messages
2445 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2446 if (msglist == NULL) {
2447 CtdlLogPrintf(CTDL_ALERT, "ERROR: can't realloc message list!\n");
2449 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2450 num_msgs += num_msgs_to_be_merged;
2452 /* Sort the message list, so all the msgid's are in order */
2453 num_msgs = sort_msglist(msglist, num_msgs);
2455 /* Determine the highest message number */
2456 highest_msg = msglist[num_msgs - 1];
2458 /* Write it back to disk. */
2459 cdb_store(CDB_MSGLISTS, &CC->room.QRnumber, (int)sizeof(long),
2460 msglist, (int)(num_msgs * sizeof(long)));
2462 /* Free up the memory we used. */
2465 /* Update the highest-message pointer and unlock the room. */
2466 CC->room.QRhighest = highest_msg;
2467 CtdlPutRoomLock(&CC->room);
2469 /* Perform replication checks if necessary */
2470 if ( (DoesThisRoomNeedEuidIndexing(&CC->room)) && (do_repl_check) ) {
2471 CtdlLogPrintf(CTDL_DEBUG, "CtdlSaveMsgPointerInRoom() doing repl checks\n");
2473 for (i=0; i<num_msgs_to_be_merged; ++i) {
2474 msgid = msgs_to_be_merged[i];
2476 if (supplied_msg != NULL) {
2480 msg = CtdlFetchMessage(msgid, 0);
2484 ReplicationChecks(msg);
2486 /* If the message has an Exclusive ID, index that... */
2487 if (msg->cm_fields['E'] != NULL) {
2488 index_message_by_euid(msg->cm_fields['E'], &CC->room, msgid);
2491 /* Free up the memory we may have allocated */
2492 if (msg != supplied_msg) {
2493 CtdlFreeMessage(msg);
2501 CtdlLogPrintf(CTDL_DEBUG, "CtdlSaveMsgPointerInRoom() skips repl checks\n");
2504 /* Submit this room for processing by hooks */
2505 PerformRoomHooks(&CC->room);
2507 /* Go back to the room we were in before we wandered here... */
2508 CtdlGetRoom(&CC->room, hold_rm);
2510 /* Bump the reference count for all messages which were merged */
2511 for (i=0; i<num_msgs_to_be_merged; ++i) {
2512 AdjRefCount(msgs_to_be_merged[i], +1);
2515 /* Free up memory... */
2516 if (msgs_to_be_merged != NULL) {
2517 free(msgs_to_be_merged);
2520 /* Return success. */
2526 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2529 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
2530 int do_repl_check, struct CtdlMessage *supplied_msg)
2532 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg);
2539 * Message base operation to save a new message to the message store
2540 * (returns new message number)
2542 * This is the back end for CtdlSubmitMsg() and should not be directly
2543 * called by server-side modules.
2546 long send_message(struct CtdlMessage *msg) {
2554 /* Get a new message number */
2555 newmsgid = get_new_message_number();
2556 snprintf(msgidbuf, sizeof msgidbuf, "%010ld@%s", newmsgid, config.c_fqdn);
2558 /* Generate an ID if we don't have one already */
2559 if (msg->cm_fields['I']==NULL) {
2560 msg->cm_fields['I'] = strdup(msgidbuf);
2563 /* If the message is big, set its body aside for storage elsewhere */
2564 if (msg->cm_fields['M'] != NULL) {
2565 if (strlen(msg->cm_fields['M']) > BIGMSG) {
2567 holdM = msg->cm_fields['M'];
2568 msg->cm_fields['M'] = NULL;
2572 /* Serialize our data structure for storage in the database */
2573 serialize_message(&smr, msg);
2576 msg->cm_fields['M'] = holdM;
2580 cprintf("%d Unable to serialize message\n",
2581 ERROR + INTERNAL_ERROR);
2585 /* Write our little bundle of joy into the message base */
2586 if (cdb_store(CDB_MSGMAIN, &newmsgid, (int)sizeof(long),
2587 smr.ser, smr.len) < 0) {
2588 CtdlLogPrintf(CTDL_ERR, "Can't store message\n");
2592 cdb_store(CDB_BIGMSGS,
2602 /* Free the memory we used for the serialized message */
2605 /* Return the *local* message ID to the caller
2606 * (even if we're storing an incoming network message)
2614 * Serialize a struct CtdlMessage into the format used on disk and network.
2616 * This function loads up a "struct ser_ret" (defined in server.h) which
2617 * contains the length of the serialized message and a pointer to the
2618 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2620 void serialize_message(struct ser_ret *ret, /* return values */
2621 struct CtdlMessage *msg) /* unserialized msg */
2623 size_t wlen, fieldlen;
2625 static char *forder = FORDER;
2628 * Check for valid message format
2630 if (is_valid_message(msg) == 0) {
2631 CtdlLogPrintf(CTDL_ERR, "serialize_message() aborting due to invalid message\n");
2638 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL)
2639 ret->len = ret->len +
2640 strlen(msg->cm_fields[(int)forder[i]]) + 2;
2642 ret->ser = malloc(ret->len);
2643 if (ret->ser == NULL) {
2644 CtdlLogPrintf(CTDL_ERR, "serialize_message() malloc(%ld) failed: %s\n",
2645 (long)ret->len, strerror(errno));
2652 ret->ser[1] = msg->cm_anon_type;
2653 ret->ser[2] = msg->cm_format_type;
2656 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL) {
2657 fieldlen = strlen(msg->cm_fields[(int)forder[i]]);
2658 ret->ser[wlen++] = (char)forder[i];
2659 safestrncpy((char *)&ret->ser[wlen], msg->cm_fields[(int)forder[i]], fieldlen+1);
2660 wlen = wlen + fieldlen + 1;
2662 if (ret->len != wlen) CtdlLogPrintf(CTDL_ERR, "ERROR: len=%ld wlen=%ld\n",
2663 (long)ret->len, (long)wlen);
2670 * Serialize a struct CtdlMessage into the format used on disk and network.
2672 * This function loads up a "struct ser_ret" (defined in server.h) which
2673 * contains the length of the serialized message and a pointer to the
2674 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2676 void dump_message(struct CtdlMessage *msg, /* unserialized msg */
2677 long Siz) /* how many chars ? */
2681 static char *forder = FORDER;
2685 * Check for valid message format
2687 if (is_valid_message(msg) == 0) {
2688 CtdlLogPrintf(CTDL_ERR, "dump_message() aborting due to invalid message\n");
2692 buf = (char*) malloc (Siz + 1);
2696 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL) {
2697 snprintf (buf, Siz, " msg[%c] = %s ...\n", (char) forder[i],
2698 msg->cm_fields[(int)forder[i]]);
2699 client_write (buf, strlen(buf));
2708 * Check to see if any messages already exist in the current room which
2709 * carry the same Exclusive ID as this one. If any are found, delete them.
2711 void ReplicationChecks(struct CtdlMessage *msg) {
2712 long old_msgnum = (-1L);
2714 if (DoesThisRoomNeedEuidIndexing(&CC->room) == 0) return;
2716 CtdlLogPrintf(CTDL_DEBUG, "Performing replication checks in <%s>\n",
2719 /* No exclusive id? Don't do anything. */
2720 if (msg == NULL) return;
2721 if (msg->cm_fields['E'] == NULL) return;
2722 if (IsEmptyStr(msg->cm_fields['E'])) return;
2723 /*CtdlLogPrintf(CTDL_DEBUG, "Exclusive ID: <%s> for room <%s>\n",
2724 msg->cm_fields['E'], CC->room.QRname);*/
2726 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields['E'], &CC->room);
2727 if (old_msgnum > 0L) {
2728 CtdlLogPrintf(CTDL_DEBUG, "ReplicationChecks() replacing message %ld\n", old_msgnum);
2729 CtdlDeleteMessages(CC->room.QRname, &old_msgnum, 1, "");
2736 * Save a message to disk and submit it into the delivery system.
2738 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2739 struct recptypes *recps, /* recipients (if mail) */
2740 char *force, /* force a particular room? */
2741 int flags /* should the message be exported clean? */
2743 char submit_filename[128];
2744 char generated_timestamp[32];
2745 char hold_rm[ROOMNAMELEN];
2746 char actual_rm[ROOMNAMELEN];
2747 char force_room[ROOMNAMELEN];
2748 char content_type[SIZ]; /* We have to learn this */
2749 char recipient[SIZ];
2752 struct ctdluser userbuf;
2754 struct MetaData smi;
2755 FILE *network_fp = NULL;
2756 static int seqnum = 1;
2757 struct CtdlMessage *imsg = NULL;
2759 size_t instr_alloc = 0;
2761 char *hold_R, *hold_D;
2762 char *collected_addresses = NULL;
2763 struct addresses_to_be_filed *aptr = NULL;
2764 char *saved_rfc822_version = NULL;
2765 int qualified_for_journaling = 0;
2766 CitContext *CCC = CC; /* CachedCitContext - performance boost */
2767 char bounce_to[1024] = "";
2771 CtdlLogPrintf(CTDL_DEBUG, "CtdlSubmitMsg() called\n");
2772 if (is_valid_message(msg) == 0) return(-1); /* self check */
2774 /* If this message has no timestamp, we take the liberty of
2775 * giving it one, right now.
2777 if (msg->cm_fields['T'] == NULL) {
2778 snprintf(generated_timestamp, sizeof generated_timestamp, "%ld", (long)time(NULL));
2779 msg->cm_fields['T'] = strdup(generated_timestamp);
2782 /* If this message has no path, we generate one.
2784 if (msg->cm_fields['P'] == NULL) {
2785 if (msg->cm_fields['A'] != NULL) {
2786 msg->cm_fields['P'] = strdup(msg->cm_fields['A']);
2787 for (a=0; !IsEmptyStr(&msg->cm_fields['P'][a]); ++a) {
2788 if (isspace(msg->cm_fields['P'][a])) {
2789 msg->cm_fields['P'][a] = ' ';
2794 msg->cm_fields['P'] = strdup("unknown");
2798 if (force == NULL) {
2799 strcpy(force_room, "");
2802 strcpy(force_room, force);
2805 /* Learn about what's inside, because it's what's inside that counts */
2806 if (msg->cm_fields['M'] == NULL) {
2807 CtdlLogPrintf(CTDL_ERR, "ERROR: attempt to save message with NULL body\n");
2811 switch (msg->cm_format_type) {
2813 strcpy(content_type, "text/x-citadel-variformat");
2816 strcpy(content_type, "text/plain");
2819 strcpy(content_type, "text/plain");
2820 mptr = bmstrcasestr(msg->cm_fields['M'], "Content-type:");
2823 safestrncpy(content_type, &mptr[13], sizeof content_type);
2824 striplt(content_type);
2825 aptr = content_type;
2826 while (!IsEmptyStr(aptr)) {
2838 /* Goto the correct room */
2839 CtdlLogPrintf(CTDL_DEBUG, "Selected room %s\n", (recps) ? CCC->room.QRname : SENTITEMS);
2840 strcpy(hold_rm, CCC->room.QRname);
2841 strcpy(actual_rm, CCC->room.QRname);
2842 if (recps != NULL) {
2843 strcpy(actual_rm, SENTITEMS);
2846 /* If the user is a twit, move to the twit room for posting */
2848 if (CCC->user.axlevel == 2) {
2849 strcpy(hold_rm, actual_rm);
2850 strcpy(actual_rm, config.c_twitroom);
2851 CtdlLogPrintf(CTDL_DEBUG, "Diverting to twit room\n");
2855 /* ...or if this message is destined for Aide> then go there. */
2856 if (!IsEmptyStr(force_room)) {
2857 strcpy(actual_rm, force_room);
2860 CtdlLogPrintf(CTDL_DEBUG, "Final selection: %s\n", actual_rm);
2861 if (strcasecmp(actual_rm, CCC->room.QRname)) {
2862 /* CtdlGetRoom(&CCC->room, actual_rm); */
2863 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL);
2867 * If this message has no O (room) field, generate one.
2869 if (msg->cm_fields['O'] == NULL) {
2870 msg->cm_fields['O'] = strdup(CCC->room.QRname);
2873 /* Perform "before save" hooks (aborting if any return nonzero) */
2874 CtdlLogPrintf(CTDL_DEBUG, "Performing before-save hooks\n");
2875 if (PerformMessageHooks(msg, EVT_BEFORESAVE) > 0) return(-3);
2878 * If this message has an Exclusive ID, and the room is replication
2879 * checking enabled, then do replication checks.
2881 if (DoesThisRoomNeedEuidIndexing(&CCC->room)) {
2882 ReplicationChecks(msg);
2885 /* Save it to disk */
2886 CtdlLogPrintf(CTDL_DEBUG, "Saving to disk\n");
2887 newmsgid = send_message(msg);
2888 if (newmsgid <= 0L) return(-5);
2890 /* Write a supplemental message info record. This doesn't have to
2891 * be a critical section because nobody else knows about this message
2894 CtdlLogPrintf(CTDL_DEBUG, "Creating MetaData record\n");
2895 memset(&smi, 0, sizeof(struct MetaData));
2896 smi.meta_msgnum = newmsgid;
2897 smi.meta_refcount = 0;
2898 safestrncpy(smi.meta_content_type, content_type,
2899 sizeof smi.meta_content_type);
2902 * Measure how big this message will be when rendered as RFC822.
2903 * We do this for two reasons:
2904 * 1. We need the RFC822 length for the new metadata record, so the
2905 * POP and IMAP services don't have to calculate message lengths
2906 * while the user is waiting (multiplied by potentially hundreds
2907 * or thousands of messages).
2908 * 2. If journaling is enabled, we will need an RFC822 version of the
2909 * message to attach to the journalized copy.
2911 if (CCC->redirect_buffer != NULL) {
2912 CtdlLogPrintf(CTDL_ALERT, "CCC->redirect_buffer is not NULL during message submission!\n");
2915 CCC->redirect_buffer = malloc(SIZ);
2916 CCC->redirect_len = 0;
2917 CCC->redirect_alloc = SIZ;
2918 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
2919 smi.meta_rfc822_length = CCC->redirect_len;
2920 saved_rfc822_version = CCC->redirect_buffer;
2921 CCC->redirect_buffer = NULL;
2922 CCC->redirect_len = 0;
2923 CCC->redirect_alloc = 0;
2927 /* Now figure out where to store the pointers */
2928 CtdlLogPrintf(CTDL_DEBUG, "Storing pointers\n");
2930 /* If this is being done by the networker delivering a private
2931 * message, we want to BYPASS saving the sender's copy (because there
2932 * is no local sender; it would otherwise go to the Trashcan).
2934 if ((!CCC->internal_pgm) || (recps == NULL)) {
2935 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
2936 CtdlLogPrintf(CTDL_ERR, "ERROR saving message pointer!\n");
2937 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
2941 /* For internet mail, drop a copy in the outbound queue room */
2942 if ((recps != NULL) && (recps->num_internet > 0)) {
2943 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
2946 /* If other rooms are specified, drop them there too. */
2947 if ((recps != NULL) && (recps->num_room > 0))
2948 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
2949 extract_token(recipient, recps->recp_room, i,
2950 '|', sizeof recipient);
2951 CtdlLogPrintf(CTDL_DEBUG, "Delivering to room <%s>\n", recipient);
2952 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
2955 /* Bump this user's messages posted counter. */
2956 CtdlLogPrintf(CTDL_DEBUG, "Updating user\n");
2957 CtdlGetUserLock(&CCC->user, CCC->curr_user);
2958 CCC->user.posted = CCC->user.posted + 1;
2959 CtdlPutUserLock(&CCC->user);
2961 /* Decide where bounces need to be delivered */
2962 if ((recps != NULL) && (recps->bounce_to != NULL)) {
2963 safestrncpy(bounce_to, recps->bounce_to, sizeof bounce_to);
2965 else if (CCC->logged_in) {
2966 snprintf(bounce_to, sizeof bounce_to, "%s@%s", CCC->user.fullname, config.c_nodename);
2969 snprintf(bounce_to, sizeof bounce_to, "%s@%s", msg->cm_fields['A'], msg->cm_fields['N']);
2972 /* If this is private, local mail, make a copy in the
2973 * recipient's mailbox and bump the reference count.
2975 if ((recps != NULL) && (recps->num_local > 0))
2976 for (i=0; i<num_tokens(recps->recp_local, '|'); ++i) {
2977 extract_token(recipient, recps->recp_local, i,
2978 '|', sizeof recipient);
2979 CtdlLogPrintf(CTDL_DEBUG, "Delivering private local mail to <%s>\n",
2981 if (CtdlGetUser(&userbuf, recipient) == 0) {
2982 // Add a flag so the Funambol module knows its mail
2983 msg->cm_fields['W'] = strdup(recipient);
2984 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
2985 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
2986 CtdlBumpNewMailCounter(userbuf.usernum);
2987 if (!IsEmptyStr(config.c_funambol_host) || !IsEmptyStr(config.c_pager_program)) {
2988 /* Generate a instruction message for the Funambol notification
2989 * server, in the same style as the SMTP queue
2992 instr = malloc(instr_alloc);
2993 snprintf(instr, instr_alloc,
2994 "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
2996 SPOOLMIME, newmsgid, (long)time(NULL),
3000 imsg = malloc(sizeof(struct CtdlMessage));
3001 memset(imsg, 0, sizeof(struct CtdlMessage));
3002 imsg->cm_magic = CTDLMESSAGE_MAGIC;
3003 imsg->cm_anon_type = MES_NORMAL;
3004 imsg->cm_format_type = FMT_RFC822;
3005 imsg->cm_fields['A'] = strdup("Citadel");
3006 imsg->cm_fields['J'] = strdup("do not journal");
3007 imsg->cm_fields['M'] = instr; /* imsg owns this memory now */
3008 imsg->cm_fields['W'] = strdup(recipient);
3009 CtdlSubmitMsg(imsg, NULL, FNBL_QUEUE_ROOM, 0);
3010 CtdlFreeMessage(imsg);
3014 CtdlLogPrintf(CTDL_DEBUG, "No user <%s>\n", recipient);
3015 CtdlSaveMsgPointerInRoom(config.c_aideroom,
3020 /* Perform "after save" hooks */
3021 CtdlLogPrintf(CTDL_DEBUG, "Performing after-save hooks\n");
3022 PerformMessageHooks(msg, EVT_AFTERSAVE);
3024 /* For IGnet mail, we have to save a new copy into the spooler for
3025 * each recipient, with the R and D fields set to the recipient and
3026 * destination-node. This has two ugly side effects: all other
3027 * recipients end up being unlisted in this recipient's copy of the
3028 * message, and it has to deliver multiple messages to the same
3029 * node. We'll revisit this again in a year or so when everyone has
3030 * a network spool receiver that can handle the new style messages.
3032 if ((recps != NULL) && (recps->num_ignet > 0))
3033 for (i=0; i<num_tokens(recps->recp_ignet, '|'); ++i) {
3034 extract_token(recipient, recps->recp_ignet, i,
3035 '|', sizeof recipient);
3037 hold_R = msg->cm_fields['R'];
3038 hold_D = msg->cm_fields['D'];
3039 msg->cm_fields['R'] = malloc(SIZ);
3040 msg->cm_fields['D'] = malloc(128);
3041 extract_token(msg->cm_fields['R'], recipient, 0, '@', SIZ);
3042 extract_token(msg->cm_fields['D'], recipient, 1, '@', 128);
3044 serialize_message(&smr, msg);
3046 snprintf(submit_filename, sizeof submit_filename,
3047 "%s/netmail.%04lx.%04x.%04x",
3049 (long) getpid(), CCC->cs_pid, ++seqnum);
3050 network_fp = fopen(submit_filename, "wb+");
3051 if (network_fp != NULL) {
3052 rv = fwrite(smr.ser, smr.len, 1, network_fp);
3058 free(msg->cm_fields['R']);
3059 free(msg->cm_fields['D']);
3060 msg->cm_fields['R'] = hold_R;
3061 msg->cm_fields['D'] = hold_D;
3064 /* Go back to the room we started from */
3065 CtdlLogPrintf(CTDL_DEBUG, "Returning to original room %s\n", hold_rm);
3066 if (strcasecmp(hold_rm, CCC->room.QRname))
3067 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL);
3069 /* For internet mail, generate delivery instructions.
3070 * Yes, this is recursive. Deal with it. Infinite recursion does
3071 * not happen because the delivery instructions message does not
3072 * contain a recipient.
3074 if ((recps != NULL) && (recps->num_internet > 0)) {
3075 CtdlLogPrintf(CTDL_DEBUG, "Generating delivery instructions\n");
3077 instr = malloc(instr_alloc);
3078 snprintf(instr, instr_alloc,
3079 "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
3081 SPOOLMIME, newmsgid, (long)time(NULL),
3085 if (recps->envelope_from != NULL) {
3086 tmp = strlen(instr);
3087 snprintf(&instr[tmp], instr_alloc-tmp, "envelope_from|%s\n", recps->envelope_from);
3090 for (i=0; i<num_tokens(recps->recp_internet, '|'); ++i) {
3091 tmp = strlen(instr);
3092 extract_token(recipient, recps->recp_internet, i, '|', sizeof recipient);
3093 if ((tmp + strlen(recipient) + 32) > instr_alloc) {
3094 instr_alloc = instr_alloc * 2;
3095 instr = realloc(instr, instr_alloc);
3097 snprintf(&instr[tmp], instr_alloc - tmp, "remote|%s|0||\n", recipient);
3100 imsg = malloc(sizeof(struct CtdlMessage));
3101 memset(imsg, 0, sizeof(struct CtdlMessage));
3102 imsg->cm_magic = CTDLMESSAGE_MAGIC;
3103 imsg->cm_anon_type = MES_NORMAL;
3104 imsg->cm_format_type = FMT_RFC822;
3105 imsg->cm_fields['A'] = strdup("Citadel");
3106 imsg->cm_fields['J'] = strdup("do not journal");
3107 imsg->cm_fields['M'] = instr; /* imsg owns this memory now */
3108 CtdlSubmitMsg(imsg, NULL, SMTP_SPOOLOUT_ROOM, QP_EADDR);
3109 CtdlFreeMessage(imsg);
3113 * Any addresses to harvest for someone's address book?
3115 if ( (CCC->logged_in) && (recps != NULL) ) {
3116 collected_addresses = harvest_collected_addresses(msg);
3119 if (collected_addresses != NULL) {
3120 aptr = (struct addresses_to_be_filed *)
3121 malloc(sizeof(struct addresses_to_be_filed));
3122 CtdlMailboxName(actual_rm, sizeof actual_rm,
3123 &CCC->user, USERCONTACTSROOM);
3124 aptr->roomname = strdup(actual_rm);
3125 aptr->collected_addresses = collected_addresses;
3126 begin_critical_section(S_ATBF);
3129 end_critical_section(S_ATBF);
3133 * Determine whether this message qualifies for journaling.
3135 if (msg->cm_fields['J'] != NULL) {
3136 qualified_for_journaling = 0;
3139 if (recps == NULL) {
3140 qualified_for_journaling = config.c_journal_pubmsgs;
3142 else if (recps->num_local + recps->num_ignet + recps->num_internet > 0) {
3143 qualified_for_journaling = config.c_journal_email;
3146 qualified_for_journaling = config.c_journal_pubmsgs;
3151 * Do we have to perform journaling? If so, hand off the saved
3152 * RFC822 version will be handed off to the journaler for background
3153 * submit. Otherwise, we have to free the memory ourselves.
3155 if (saved_rfc822_version != NULL) {
3156 if (qualified_for_journaling) {
3157 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
3160 free(saved_rfc822_version);
3170 void aide_message (char *text, char *subject)
3172 quickie_message("Citadel",NULL,NULL,AIDEROOM,text,FMT_CITADEL,subject);
3177 * Convenience function for generating small administrative messages.
3179 void quickie_message(const char *from, const char *fromaddr, char *to, char *room, const char *text,
3180 int format_type, const char *subject)
3182 struct CtdlMessage *msg;
3183 struct recptypes *recp = NULL;
3185 msg = malloc(sizeof(struct CtdlMessage));
3186 memset(msg, 0, sizeof(struct CtdlMessage));
3187 msg->cm_magic = CTDLMESSAGE_MAGIC;
3188 msg->cm_anon_type = MES_NORMAL;
3189 msg->cm_format_type = format_type;
3192 msg->cm_fields['A'] = strdup(from);
3194 else if (fromaddr != NULL) {
3195 msg->cm_fields['A'] = strdup(fromaddr);
3196 if (strchr(msg->cm_fields['A'], '@')) {
3197 *strchr(msg->cm_fields['A'], '@') = 0;
3201 msg->cm_fields['A'] = strdup("Citadel");
3204 if (fromaddr != NULL) msg->cm_fields['F'] = strdup(fromaddr);
3205 if (room != NULL) msg->cm_fields['O'] = strdup(room);
3206 msg->cm_fields['N'] = strdup(NODENAME);
3208 msg->cm_fields['R'] = strdup(to);
3209 recp = validate_recipients(to, NULL, 0);
3211 if (subject != NULL) {
3212 msg->cm_fields['U'] = strdup(subject);
3214 msg->cm_fields['M'] = strdup(text);
3216 CtdlSubmitMsg(msg, recp, room, 0);
3217 CtdlFreeMessage(msg);
3218 if (recp != NULL) free_recipients(recp);
3224 * Back end function used by CtdlMakeMessage() and similar functions
3226 StrBuf *CtdlReadMessageBodyBuf(char *terminator, /* token signalling EOT */
3228 size_t maxlen, /* maximum message length */
3229 char *exist, /* if non-null, append to it;
3230 exist is ALWAYS freed */
3231 int crlf, /* CRLF newlines instead of LF */
3232 int *sock /* socket handle or 0 for this session's client socket */
3241 LineBuf = NewStrBufPlain(NULL, SIZ);
3242 if (exist == NULL) {
3243 Message = NewStrBufPlain(NULL, 4 * SIZ);
3246 Message = NewStrBufPlain(exist, -1);
3250 /* Do we need to change leading ".." to "." for SMTP escaping? */
3251 if ((tlen == 1) && (*terminator == '.')) {
3255 /* read in the lines of message text one by one */
3258 if ((CtdlSockGetLine(sock, LineBuf) < 0) ||
3263 if (CtdlClientGetLine(LineBuf) < 0) finished = 1;
3265 if ((StrLength(LineBuf) == tlen) &&
3266 (!strcmp(ChrPtr(LineBuf), terminator)))
3269 if ( (!flushing) && (!finished) ) {
3271 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
3274 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
3277 /* Unescape SMTP-style input of two dots at the beginning of the line */
3279 (StrLength(LineBuf) == 2) &&
3280 (!strcmp(ChrPtr(LineBuf), "..")))
3282 StrBufCutLeft(LineBuf, 1);
3285 StrBufAppendBuf(Message, LineBuf, 0);
3288 /* if we've hit the max msg length, flush the rest */
3289 if (StrLength(Message) >= maxlen) flushing = 1;
3291 } while (!finished);
3292 FreeStrBuf(&LineBuf);
3298 * Back end function used by CtdlMakeMessage() and similar functions
3300 char *CtdlReadMessageBody(char *terminator, /* token signalling EOT */
3302 size_t maxlen, /* maximum message length */
3303 char *exist, /* if non-null, append to it;
3304 exist is ALWAYS freed */
3305 int crlf, /* CRLF newlines instead of LF */
3306 int *sock /* socket handle or 0 for this session's client socket */
3311 Message = CtdlReadMessageBodyBuf(terminator,
3317 if (Message == NULL)
3320 return SmashStrBuf(&Message);
3325 * Build a binary message to be saved on disk.
3326 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3327 * will become part of the message. This means you are no longer
3328 * responsible for managing that memory -- it will be freed along with
3329 * the rest of the fields when CtdlFreeMessage() is called.)
3332 struct CtdlMessage *CtdlMakeMessage(
3333 struct ctdluser *author, /* author's user structure */
3334 char *recipient, /* NULL if it's not mail */
3335 char *recp_cc, /* NULL if it's not mail */
3336 char *room, /* room where it's going */
3337 int type, /* see MES_ types in header file */
3338 int format_type, /* variformat, plain text, MIME... */
3339 char *fake_name, /* who we're masquerading as */
3340 char *my_email, /* which of my email addresses to use (empty is ok) */
3341 char *subject, /* Subject (optional) */
3342 char *supplied_euid, /* ...or NULL if this is irrelevant */
3343 char *preformatted_text, /* ...or NULL to read text from client */
3344 char *references /* Thread references */
3346 char dest_node[256];
3348 struct CtdlMessage *msg;
3350 msg = malloc(sizeof(struct CtdlMessage));
3351 memset(msg, 0, sizeof(struct CtdlMessage));
3352 msg->cm_magic = CTDLMESSAGE_MAGIC;
3353 msg->cm_anon_type = type;
3354 msg->cm_format_type = format_type;
3356 /* Don't confuse the poor folks if it's not routed mail. */
3357 strcpy(dest_node, "");
3359 if (recipient != NULL) striplt(recipient);
3360 if (recp_cc != NULL) striplt(recp_cc);
3362 /* Path or Return-Path */
3363 if (my_email == NULL) my_email = "";
3365 if (!IsEmptyStr(my_email)) {
3366 msg->cm_fields['P'] = strdup(my_email);
3369 snprintf(buf, sizeof buf, "%s", author->fullname);
3370 msg->cm_fields['P'] = strdup(buf);
3372 convert_spaces_to_underscores(msg->cm_fields['P']);
3374 snprintf(buf, sizeof buf, "%ld", (long)time(NULL)); /* timestamp */
3375 msg->cm_fields['T'] = strdup(buf);
3377 if ((fake_name != NULL) && (fake_name[0])) { /* author */
3378 msg->cm_fields['A'] = strdup(fake_name);
3381 msg->cm_fields['A'] = strdup(author->fullname);
3384 if (CC->room.QRflags & QR_MAILBOX) { /* room */
3385 msg->cm_fields['O'] = strdup(&CC->room.QRname[11]);
3388 msg->cm_fields['O'] = strdup(CC->room.QRname);
3391 msg->cm_fields['N'] = strdup(NODENAME); /* nodename */
3392 msg->cm_fields['H'] = strdup(HUMANNODE); /* hnodename */
3394 if ((recipient != NULL) && (recipient[0] != 0)) {
3395 msg->cm_fields['R'] = strdup(recipient);
3397 if ((recp_cc != NULL) && (recp_cc[0] != 0)) {
3398 msg->cm_fields['Y'] = strdup(recp_cc);
3400 if (dest_node[0] != 0) {
3401 msg->cm_fields['D'] = strdup(dest_node);
3404 if (!IsEmptyStr(my_email)) {
3405 msg->cm_fields['F'] = strdup(my_email);
3407 else if ( (author == &CC->user) && (!IsEmptyStr(CC->cs_inet_email)) ) {
3408 msg->cm_fields['F'] = strdup(CC->cs_inet_email);
3411 if (subject != NULL) {
3414 length = strlen(subject);
3420 while ((subject[i] != '\0') &&
3421 (IsAscii = isascii(subject[i]) != 0 ))
3424 msg->cm_fields['U'] = strdup(subject);
3425 else /* ok, we've got utf8 in the string. */
3427 msg->cm_fields['U'] = rfc2047encode(subject, length);
3433 if (supplied_euid != NULL) {
3434 msg->cm_fields['E'] = strdup(supplied_euid);
3437 if (references != NULL) {
3438 if (!IsEmptyStr(references)) {
3439 msg->cm_fields['W'] = strdup(references);
3443 if (preformatted_text != NULL) {
3444 msg->cm_fields['M'] = preformatted_text;
3447 msg->cm_fields['M'] = CtdlReadMessageBody(HKEY("000"), config.c_maxmsglen, NULL, 0, 0);
3455 * Check to see whether we have permission to post a message in the current
3456 * room. Returns a *CITADEL ERROR CODE* and puts a message in errmsgbuf, or
3457 * returns 0 on success.
3459 int CtdlDoIHavePermissionToPostInThisRoom(char *errmsgbuf,
3461 const char* RemoteIdentifier,
3465 if (!(CC->logged_in) &&
3466 (PostPublic == POST_LOGGED_IN)) {
3467 snprintf(errmsgbuf, n, "Not logged in.");
3468 return (ERROR + NOT_LOGGED_IN);
3470 else if (PostPublic == CHECK_EXISTANCE) {
3471 return (0); // We're Evaling whether a recipient exists
3473 else if (!(CC->logged_in)) {
3475 if ((CC->room.QRflags & QR_READONLY)) {
3476 snprintf(errmsgbuf, n, "Not logged in.");
3477 return (ERROR + NOT_LOGGED_IN);
3479 if (CC->room.QRflags2 & QR2_MODERATED) {
3480 snprintf(errmsgbuf, n, "Not logged in Moderation feature not yet implemented!");
3481 return (ERROR + NOT_LOGGED_IN);
3483 if ((PostPublic!=POST_LMTP) &&(CC->room.QRflags2 & QR2_SMTP_PUBLIC) == 0) {
3488 if (RemoteIdentifier == NULL)
3490 snprintf(errmsgbuf, n, "Need sender to permit access.");
3491 return (ERROR + USERNAME_REQUIRED);
3494 assoc_file_name(filename, sizeof filename, &CC->room, ctdl_netcfg_dir);
3495 begin_critical_section(S_NETCONFIGS);
3496 if (!read_spoolcontrol_file(&sc, filename))
3498 end_critical_section(S_NETCONFIGS);
3499 snprintf(errmsgbuf, n,
3500 "This mailing list only accepts posts from subscribers.");
3501 return (ERROR + NO_SUCH_USER);
3503 end_critical_section(S_NETCONFIGS);
3504 found = is_recipient (sc, RemoteIdentifier);
3505 free_spoolcontrol_struct(&sc);
3510 snprintf(errmsgbuf, n,
3511 "This mailing list only accepts posts from subscribers.");
3512 return (ERROR + NO_SUCH_USER);
3519 if ((CC->user.axlevel < 2)
3520 && ((CC->room.QRflags & QR_MAILBOX) == 0)) {
3521 snprintf(errmsgbuf, n, "Need to be validated to enter "
3522 "(except in %s> to sysop)", MAILROOM);
3523 return (ERROR + HIGHER_ACCESS_REQUIRED);
3526 CtdlRoomAccess(&CC->room, &CC->user, &ra, NULL);
3527 if (!(ra & UA_POSTALLOWED)) {
3528 snprintf(errmsgbuf, n, "Higher access is required to post in this room.");
3529 return (ERROR + HIGHER_ACCESS_REQUIRED);
3532 strcpy(errmsgbuf, "Ok");
3538 * Check to see if the specified user has Internet mail permission
3539 * (returns nonzero if permission is granted)
3541 int CtdlCheckInternetMailPermission(struct ctdluser *who) {
3543 /* Do not allow twits to send Internet mail */
3544 if (who->axlevel <= 2) return(0);
3546 /* Globally enabled? */
3547 if (config.c_restrict == 0) return(1);
3549 /* User flagged ok? */
3550 if (who->flags & US_INTERNET) return(2);
3552 /* Aide level access? */
3553 if (who->axlevel >= 6) return(3);
3555 /* No mail for you! */
3561 * Validate recipients, count delivery types and errors, and handle aliasing
3562 * FIXME check for dupes!!!!!
3564 * Returns 0 if all addresses are ok, ret->num_error = -1 if no addresses
3565 * were specified, or the number of addresses found invalid.
3567 * Caller needs to free the result using free_recipients()
3569 struct recptypes *validate_recipients(char *supplied_recipients,
3570 const char *RemoteIdentifier,
3572 struct recptypes *ret;
3573 char *recipients = NULL;
3574 char this_recp[256];
3575 char this_recp_cooked[256];
3581 struct ctdluser tempUS;
3582 struct ctdlroom tempQR;
3583 struct ctdlroom tempQR2;
3589 ret = (struct recptypes *) malloc(sizeof(struct recptypes));
3590 if (ret == NULL) return(NULL);
3592 /* Set all strings to null and numeric values to zero */
3593 memset(ret, 0, sizeof(struct recptypes));
3595 if (supplied_recipients == NULL) {
3596 recipients = strdup("");
3599 recipients = strdup(supplied_recipients);
3602 /* Allocate some memory. Yes, this allocates 500% more memory than we will
3603 * actually need, but it's healthier for the heap than doing lots of tiny
3604 * realloc() calls instead.
3607 ret->errormsg = malloc(strlen(recipients) + 1024);
3608 ret->recp_local = malloc(strlen(recipients) + 1024);
3609 ret->recp_internet = malloc(strlen(recipients) + 1024);
3610 ret->recp_ignet = malloc(strlen(recipients) + 1024);
3611 ret->recp_room = malloc(strlen(recipients) + 1024);
3612 ret->display_recp = malloc(strlen(recipients) + 1024);
3614 ret->errormsg[0] = 0;
3615 ret->recp_local[0] = 0;
3616 ret->recp_internet[0] = 0;
3617 ret->recp_ignet[0] = 0;
3618 ret->recp_room[0] = 0;
3619 ret->display_recp[0] = 0;
3621 ret->recptypes_magic = RECPTYPES_MAGIC;
3623 /* Change all valid separator characters to commas */
3624 for (i=0; !IsEmptyStr(&recipients[i]); ++i) {
3625 if ((recipients[i] == ';') || (recipients[i] == '|')) {
3626 recipients[i] = ',';
3630 /* Now start extracting recipients... */
3632 while (!IsEmptyStr(recipients)) {
3634 for (i=0; i<=strlen(recipients); ++i) {
3635 if (recipients[i] == '\"') in_quotes = 1 - in_quotes;
3636 if ( ( (recipients[i] == ',') && (!in_quotes) ) || (recipients[i] == 0) ) {
3637 safestrncpy(this_recp, recipients, i+1);
3639 if (recipients[i] == ',') {
3640 strcpy(recipients, &recipients[i+1]);
3643 strcpy(recipients, "");
3650 if (IsEmptyStr(this_recp))
3652 CtdlLogPrintf(CTDL_DEBUG, "Evaluating recipient #%d: %s\n", num_recps, this_recp);
3654 mailtype = alias(this_recp);
3655 mailtype = alias(this_recp);
3656 mailtype = alias(this_recp);
3658 for (j=0; !IsEmptyStr(&this_recp[j]); ++j) {
3659 if (this_recp[j]=='_') {
3660 this_recp_cooked[j] = ' ';
3663 this_recp_cooked[j] = this_recp[j];
3666 this_recp_cooked[j] = '\0';
3671 if (!strcasecmp(this_recp, "sysop")) {
3673 strcpy(this_recp, config.c_aideroom);
3674 if (!IsEmptyStr(ret->recp_room)) {
3675 strcat(ret->recp_room, "|");
3677 strcat(ret->recp_room, this_recp);
3679 else if ( (!strncasecmp(this_recp, "room_", 5))
3680 && (!CtdlGetRoom(&tempQR, &this_recp_cooked[5])) ) {
3682 /* Save room so we can restore it later */
3686 /* Check permissions to send mail to this room */
3687 err = CtdlDoIHavePermissionToPostInThisRoom(errmsg,
3699 if (!IsEmptyStr(ret->recp_room)) {
3700 strcat(ret->recp_room, "|");
3702 strcat(ret->recp_room, &this_recp_cooked[5]);
3705 /* Restore room in case something needs it */
3709 else if (CtdlGetUser(&tempUS, this_recp) == 0) {
3711 strcpy(this_recp, tempUS.fullname);
3712 if (!IsEmptyStr(ret->recp_local)) {
3713 strcat(ret->recp_local, "|");
3715 strcat(ret->recp_local, this_recp);
3717 else if (CtdlGetUser(&tempUS, this_recp_cooked) == 0) {
3719 strcpy(this_recp, tempUS.fullname);
3720 if (!IsEmptyStr(ret->recp_local)) {
3721 strcat(ret->recp_local, "|");
3723 strcat(ret->recp_local, this_recp);
3731 /* Yes, you're reading this correctly: if the target
3732 * domain points back to the local system or an attached
3733 * Citadel directory, the address is invalid. That's
3734 * because if the address were valid, we would have
3735 * already translated it to a local address by now.
3737 if (IsDirectory(this_recp, 0)) {
3742 ++ret->num_internet;
3743 if (!IsEmptyStr(ret->recp_internet)) {
3744 strcat(ret->recp_internet, "|");
3746 strcat(ret->recp_internet, this_recp);
3751 if (!IsEmptyStr(ret->recp_ignet)) {
3752 strcat(ret->recp_ignet, "|");
3754 strcat(ret->recp_ignet, this_recp);
3762 if (IsEmptyStr(errmsg)) {
3763 snprintf(append, sizeof append, "Invalid recipient: %s", this_recp);
3766 snprintf(append, sizeof append, "%s", errmsg);
3768 if ( (strlen(ret->errormsg) + strlen(append) + 3) < SIZ) {
3769 if (!IsEmptyStr(ret->errormsg)) {
3770 strcat(ret->errormsg, "; ");
3772 strcat(ret->errormsg, append);
3776 if (IsEmptyStr(ret->display_recp)) {
3777 strcpy(append, this_recp);
3780 snprintf(append, sizeof append, ", %s", this_recp);
3782 if ( (strlen(ret->display_recp)+strlen(append)) < SIZ) {
3783 strcat(ret->display_recp, append);
3788 if ((ret->num_local + ret->num_internet + ret->num_ignet +
3789 ret->num_room + ret->num_error) == 0) {
3790 ret->num_error = (-1);
3791 strcpy(ret->errormsg, "No recipients specified.");
3794 CtdlLogPrintf(CTDL_DEBUG, "validate_recipients()\n");
3795 CtdlLogPrintf(CTDL_DEBUG, " local: %d <%s>\n", ret->num_local, ret->recp_local);
3796 CtdlLogPrintf(CTDL_DEBUG, " room: %d <%s>\n", ret->num_room, ret->recp_room);
3797 CtdlLogPrintf(CTDL_DEBUG, " inet: %d <%s>\n", ret->num_internet, ret->recp_internet);
3798 CtdlLogPrintf(CTDL_DEBUG, " ignet: %d <%s>\n", ret->num_ignet, ret->recp_ignet);
3799 CtdlLogPrintf(CTDL_DEBUG, " error: %d <%s>\n", ret->num_error, ret->errormsg);
3807 * Destructor for struct recptypes
3809 void free_recipients(struct recptypes *valid) {
3811 if (valid == NULL) {
3815 if (valid->recptypes_magic != RECPTYPES_MAGIC) {
3816 CtdlLogPrintf(CTDL_EMERG, "Attempt to call free_recipients() on some other data type!\n");
3820 if (valid->errormsg != NULL) free(valid->errormsg);
3821 if (valid->recp_local != NULL) free(valid->recp_local);
3822 if (valid->recp_internet != NULL) free(valid->recp_internet);
3823 if (valid->recp_ignet != NULL) free(valid->recp_ignet);
3824 if (valid->recp_room != NULL) free(valid->recp_room);
3825 if (valid->display_recp != NULL) free(valid->display_recp);
3826 if (valid->bounce_to != NULL) free(valid->bounce_to);
3827 if (valid->envelope_from != NULL) free(valid->envelope_from);
3834 * message entry - mode 0 (normal)
3836 void cmd_ent0(char *entargs)
3842 char supplied_euid[128];
3844 int format_type = 0;
3845 char newusername[256];
3846 char newuseremail[256];
3847 struct CtdlMessage *msg;
3851 struct recptypes *valid = NULL;
3852 struct recptypes *valid_to = NULL;
3853 struct recptypes *valid_cc = NULL;
3854 struct recptypes *valid_bcc = NULL;
3856 int subject_required = 0;
3861 int newuseremail_ok = 0;
3862 char references[SIZ];
3867 post = extract_int(entargs, 0);
3868 extract_token(recp, entargs, 1, '|', sizeof recp);
3869 anon_flag = extract_int(entargs, 2);
3870 format_type = extract_int(entargs, 3);
3871 extract_token(subject, entargs, 4, '|', sizeof subject);
3872 extract_token(newusername, entargs, 5, '|', sizeof newusername);
3873 do_confirm = extract_int(entargs, 6);
3874 extract_token(cc, entargs, 7, '|', sizeof cc);
3875 extract_token(bcc, entargs, 8, '|', sizeof bcc);
3876 switch(CC->room.QRdefaultview) {
3879 extract_token(supplied_euid, entargs, 9, '|', sizeof supplied_euid);
3882 supplied_euid[0] = 0;
3885 extract_token(newuseremail, entargs, 10, '|', sizeof newuseremail);
3886 extract_token(references, entargs, 11, '|', sizeof references);
3887 for (ptr=references; *ptr != 0; ++ptr) {
3888 if (*ptr == '!') *ptr = '|';
3891 /* first check to make sure the request is valid. */
3893 err = CtdlDoIHavePermissionToPostInThisRoom(errmsg, sizeof errmsg, NULL, POST_LOGGED_IN);
3896 cprintf("%d %s\n", err, errmsg);
3900 /* Check some other permission type things. */
3902 if (IsEmptyStr(newusername)) {
3903 strcpy(newusername, CC->user.fullname);
3905 if ( (CC->user.axlevel < 6)
3906 && (strcasecmp(newusername, CC->user.fullname))
3907 && (strcasecmp(newusername, CC->cs_inet_fn))
3909 cprintf("%d You don't have permission to author messages as '%s'.\n",
3910 ERROR + HIGHER_ACCESS_REQUIRED,
3917 if (IsEmptyStr(newuseremail)) {
3918 newuseremail_ok = 1;
3921 if (!IsEmptyStr(newuseremail)) {
3922 if (!strcasecmp(newuseremail, CC->cs_inet_email)) {
3923 newuseremail_ok = 1;
3925 else if (!IsEmptyStr(CC->cs_inet_other_emails)) {
3926 j = num_tokens(CC->cs_inet_other_emails, '|');
3927 for (i=0; i<j; ++i) {
3928 extract_token(buf, CC->cs_inet_other_emails, i, '|', sizeof buf);
3929 if (!strcasecmp(newuseremail, buf)) {
3930 newuseremail_ok = 1;
3936 if (!newuseremail_ok) {
3937 cprintf("%d You don't have permission to author messages as '%s'.\n",
3938 ERROR + HIGHER_ACCESS_REQUIRED,
3944 CC->cs_flags |= CS_POSTING;
3946 /* In mailbox rooms we have to behave a little differently --
3947 * make sure the user has specified at least one recipient. Then
3948 * validate the recipient(s). We do this for the Mail> room, as
3949 * well as any room which has the "Mailbox" view set.
3952 if ( ( (CC->room.QRflags & QR_MAILBOX) && (!strcasecmp(&CC->room.QRname[11], MAILROOM)) )
3953 || ( (CC->room.QRflags & QR_MAILBOX) && (CC->curr_view == VIEW_MAILBOX) )
3955 if (CC->user.axlevel < 2) {
3956 strcpy(recp, "sysop");
3961 valid_to = validate_recipients(recp, NULL, 0);
3962 if (valid_to->num_error > 0) {
3963 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_to->errormsg);
3964 free_recipients(valid_to);
3968 valid_cc = validate_recipients(cc, NULL, 0);
3969 if (valid_cc->num_error > 0) {
3970 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_cc->errormsg);
3971 free_recipients(valid_to);
3972 free_recipients(valid_cc);
3976 valid_bcc = validate_recipients(bcc, NULL, 0);
3977 if (valid_bcc->num_error > 0) {
3978 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_bcc->errormsg);
3979 free_recipients(valid_to);
3980 free_recipients(valid_cc);
3981 free_recipients(valid_bcc);
3985 /* Recipient required, but none were specified */
3986 if ( (valid_to->num_error < 0) && (valid_cc->num_error < 0) && (valid_bcc->num_error < 0) ) {
3987 free_recipients(valid_to);
3988 free_recipients(valid_cc);
3989 free_recipients(valid_bcc);
3990 cprintf("%d At least one recipient is required.\n", ERROR + NO_SUCH_USER);
3994 if (valid_to->num_internet + valid_cc->num_internet + valid_bcc->num_internet > 0) {
3995 if (CtdlCheckInternetMailPermission(&CC->user)==0) {
3996 cprintf("%d You do not have permission "
3997 "to send Internet mail.\n",
3998 ERROR + HIGHER_ACCESS_REQUIRED);
3999 free_recipients(valid_to);
4000 free_recipients(valid_cc);
4001 free_recipients(valid_bcc);
4006 if ( ( (valid_to->num_internet + valid_to->num_ignet + valid_cc->num_internet + valid_cc->num_ignet + valid_bcc->num_internet + valid_bcc->num_ignet) > 0)
4007 && (CC->user.axlevel < 4) ) {
4008 cprintf("%d Higher access required for network mail.\n",
4009 ERROR + HIGHER_ACCESS_REQUIRED);
4010 free_recipients(valid_to);
4011 free_recipients(valid_cc);
4012 free_recipients(valid_bcc);
4016 if ((RESTRICT_INTERNET == 1)
4017 && (valid_to->num_internet + valid_cc->num_internet + valid_bcc->num_internet > 0)
4018 && ((CC->user.flags & US_INTERNET) == 0)
4019 && (!CC->internal_pgm)) {
4020 cprintf("%d You don't have access to Internet mail.\n",
4021 ERROR + HIGHER_ACCESS_REQUIRED);
4022 free_recipients(valid_to);
4023 free_recipients(valid_cc);
4024 free_recipients(valid_bcc);
4030 /* Is this a room which has anonymous-only or anonymous-option? */
4031 anonymous = MES_NORMAL;
4032 if (CC->room.QRflags & QR_ANONONLY) {
4033 anonymous = MES_ANONONLY;
4035 if (CC->room.QRflags & QR_ANONOPT) {
4036 if (anon_flag == 1) { /* only if the user requested it */
4037 anonymous = MES_ANONOPT;
4041 if ((CC->room.QRflags & QR_MAILBOX) == 0) {
4045 /* Recommend to the client that the use of a message subject is
4046 * strongly recommended in this room, if either the SUBJECTREQ flag
4047 * is set, or if there is one or more Internet email recipients.
4049 if (CC->room.QRflags2 & QR2_SUBJECTREQ) subject_required = 1;
4050 if ((valid_to) && (valid_to->num_internet > 0)) subject_required = 1;
4051 if ((valid_cc) && (valid_cc->num_internet > 0)) subject_required = 1;
4052 if ((valid_bcc) && (valid_bcc->num_internet > 0)) subject_required = 1;
4054 /* If we're only checking the validity of the request, return
4055 * success without creating the message.
4058 cprintf("%d %s|%d\n", CIT_OK,
4059 ((valid_to != NULL) ? valid_to->display_recp : ""),
4061 free_recipients(valid_to);
4062 free_recipients(valid_cc);
4063 free_recipients(valid_bcc);
4067 /* We don't need these anymore because we'll do it differently below */
4068 free_recipients(valid_to);
4069 free_recipients(valid_cc);
4070 free_recipients(valid_bcc);
4072 /* Read in the message from the client. */
4074 cprintf("%d send message\n", START_CHAT_MODE);
4076 cprintf("%d send message\n", SEND_LISTING);
4079 msg = CtdlMakeMessage(&CC->user, recp, cc,
4080 CC->room.QRname, anonymous, format_type,
4081 newusername, newuseremail, subject,
4082 ((!IsEmptyStr(supplied_euid)) ? supplied_euid : NULL),
4085 /* Put together one big recipients struct containing to/cc/bcc all in
4086 * one. This is for the envelope.
4088 char *all_recps = malloc(SIZ * 3);
4089 strcpy(all_recps, recp);
4090 if (!IsEmptyStr(cc)) {
4091 if (!IsEmptyStr(all_recps)) {
4092 strcat(all_recps, ",");
4094 strcat(all_recps, cc);
4096 if (!IsEmptyStr(bcc)) {
4097 if (!IsEmptyStr(all_recps)) {
4098 strcat(all_recps, ",");
4100 strcat(all_recps, bcc);
4102 if (!IsEmptyStr(all_recps)) {
4103 valid = validate_recipients(all_recps, NULL, 0);
4111 msgnum = CtdlSubmitMsg(msg, valid, "", QP_EADDR);
4114 cprintf("%ld\n", msgnum);
4116 cprintf("Message accepted.\n");
4119 cprintf("Internal error.\n");
4121 if (msg->cm_fields['E'] != NULL) {
4122 cprintf("%s\n", msg->cm_fields['E']);
4129 CtdlFreeMessage(msg);
4131 if (valid != NULL) {
4132 free_recipients(valid);
4140 * API function to delete messages which match a set of criteria
4141 * (returns the actual number of messages deleted)
4143 int CtdlDeleteMessages(char *room_name, /* which room */
4144 long *dmsgnums, /* array of msg numbers to be deleted */
4145 int num_dmsgnums, /* number of msgs to be deleted, or 0 for "any" */
4146 char *content_type /* or "" for any. regular expressions expected. */
4149 struct ctdlroom qrbuf;
4150 struct cdbdata *cdbfr;
4151 long *msglist = NULL;
4152 long *dellist = NULL;
4155 int num_deleted = 0;
4157 struct MetaData smi;
4160 int need_to_free_re = 0;
4162 if (content_type) if (!IsEmptyStr(content_type)) {
4163 regcomp(&re, content_type, 0);
4164 need_to_free_re = 1;
4166 CtdlLogPrintf(CTDL_DEBUG, "CtdlDeleteMessages(%s, %d msgs, %s)\n",
4167 room_name, num_dmsgnums, content_type);
4169 /* get room record, obtaining a lock... */
4170 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
4171 CtdlLogPrintf(CTDL_ERR, "CtdlDeleteMessages(): Room <%s> not found\n",
4173 if (need_to_free_re) regfree(&re);
4174 return (0); /* room not found */
4176 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
4178 if (cdbfr != NULL) {
4179 dellist = malloc(cdbfr->len);
4180 msglist = (long *) cdbfr->ptr;
4181 cdbfr->ptr = NULL; /* CtdlDeleteMessages() now owns this memory */
4182 num_msgs = cdbfr->len / sizeof(long);
4186 for (i = 0; i < num_msgs; ++i) {
4189 /* Set/clear a bit for each criterion */
4191 /* 0 messages in the list or a null list means that we are
4192 * interested in deleting any messages which meet the other criteria.
4194 if ((num_dmsgnums == 0) || (dmsgnums == NULL)) {
4195 delete_this |= 0x01;
4198 for (j=0; j<num_dmsgnums; ++j) {
4199 if (msglist[i] == dmsgnums[j]) {
4200 delete_this |= 0x01;
4205 if (IsEmptyStr(content_type)) {
4206 delete_this |= 0x02;
4208 GetMetaData(&smi, msglist[i]);
4209 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
4210 delete_this |= 0x02;
4214 /* Delete message only if all bits are set */
4215 if (delete_this == 0x03) {
4216 dellist[num_deleted++] = msglist[i];
4221 num_msgs = sort_msglist(msglist, num_msgs);
4222 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
4223 msglist, (int)(num_msgs * sizeof(long)));
4226 qrbuf.QRhighest = msglist[num_msgs - 1];
4228 qrbuf.QRhighest = 0;
4230 CtdlPutRoomLock(&qrbuf);
4232 /* Go through the messages we pulled out of the index, and decrement
4233 * their reference counts by 1. If this is the only room the message
4234 * was in, the reference count will reach zero and the message will
4235 * automatically be deleted from the database. We do this in a
4236 * separate pass because there might be plug-in hooks getting called,
4237 * and we don't want that happening during an S_ROOMS critical
4240 if (num_deleted) for (i=0; i<num_deleted; ++i) {
4241 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
4242 AdjRefCount(dellist[i], -1);
4245 /* Now free the memory we used, and go away. */
4246 if (msglist != NULL) free(msglist);
4247 if (dellist != NULL) free(dellist);
4248 CtdlLogPrintf(CTDL_DEBUG, "%d message(s) deleted.\n", num_deleted);
4249 if (need_to_free_re) regfree(&re);
4250 return (num_deleted);
4256 * Check whether the current user has permission to delete messages from
4257 * the current room (returns 1 for yes, 0 for no)
4259 int CtdlDoIHavePermissionToDeleteMessagesFromThisRoom(void) {
4261 CtdlRoomAccess(&CC->room, &CC->user, &ra, NULL);
4262 if (ra & UA_DELETEALLOWED) return(1);
4270 * Delete message from current room
4272 void cmd_dele(char *args)
4281 extract_token(msgset, args, 0, '|', sizeof msgset);
4282 num_msgs = num_tokens(msgset, ',');
4284 cprintf("%d Nothing to do.\n", CIT_OK);
4288 if (CtdlDoIHavePermissionToDeleteMessagesFromThisRoom() == 0) {
4289 cprintf("%d Higher access required.\n",
4290 ERROR + HIGHER_ACCESS_REQUIRED);
4295 * Build our message set to be moved/copied
4297 msgs = malloc(num_msgs * sizeof(long));
4298 for (i=0; i<num_msgs; ++i) {
4299 extract_token(msgtok, msgset, i, ',', sizeof msgtok);
4300 msgs[i] = atol(msgtok);
4303 num_deleted = CtdlDeleteMessages(CC->room.QRname, msgs, num_msgs, "");
4307 cprintf("%d %d message%s deleted.\n", CIT_OK,
4308 num_deleted, ((num_deleted != 1) ? "s" : ""));
4310 cprintf("%d Message not found.\n", ERROR + MESSAGE_NOT_FOUND);
4318 * move or copy a message to another room
4320 void cmd_move(char *args)
4327 char targ[ROOMNAMELEN];
4328 struct ctdlroom qtemp;
4335 extract_token(msgset, args, 0, '|', sizeof msgset);
4336 num_msgs = num_tokens(msgset, ',');
4338 cprintf("%d Nothing to do.\n", CIT_OK);
4342 extract_token(targ, args, 1, '|', sizeof targ);
4343 convert_room_name_macros(targ, sizeof targ);
4344 targ[ROOMNAMELEN - 1] = 0;
4345 is_copy = extract_int(args, 2);
4347 if (CtdlGetRoom(&qtemp, targ) != 0) {
4348 cprintf("%d '%s' does not exist.\n", ERROR + ROOM_NOT_FOUND, targ);
4352 if (!strcasecmp(qtemp.QRname, CC->room.QRname)) {
4353 cprintf("%d Source and target rooms are the same.\n", ERROR + ALREADY_EXISTS);
4357 CtdlGetUser(&CC->user, CC->curr_user);
4358 CtdlRoomAccess(&qtemp, &CC->user, &ra, NULL);
4360 /* Check for permission to perform this operation.
4361 * Remember: "CC->room" is source, "qtemp" is target.
4365 /* Aides can move/copy */
4366 if (CC->user.axlevel >= 6) permit = 1;
4368 /* Room aides can move/copy */
4369 if (CC->user.usernum == CC->room.QRroomaide) permit = 1;
4371 /* Permit move/copy from personal rooms */
4372 if ((CC->room.QRflags & QR_MAILBOX)
4373 && (qtemp.QRflags & QR_MAILBOX)) permit = 1;
4375 /* Permit only copy from public to personal room */
4377 && (!(CC->room.QRflags & QR_MAILBOX))
4378 && (qtemp.QRflags & QR_MAILBOX)) permit = 1;
4380 /* Permit message removal from collaborative delete rooms */
4381 if (CC->room.QRflags2 & QR2_COLLABDEL) permit = 1;
4383 /* Users allowed to post into the target room may move into it too. */
4384 if ((CC->room.QRflags & QR_MAILBOX) &&
4385 (qtemp.QRflags & UA_POSTALLOWED)) permit = 1;
4387 /* User must have access to target room */
4388 if (!(ra & UA_KNOWN)) permit = 0;
4391 cprintf("%d Higher access required.\n",
4392 ERROR + HIGHER_ACCESS_REQUIRED);
4397 * Build our message set to be moved/copied
4399 msgs = malloc(num_msgs * sizeof(long));
4400 for (i=0; i<num_msgs; ++i) {
4401 extract_token(msgtok, msgset, i, ',', sizeof msgtok);
4402 msgs[i] = atol(msgtok);
4408 err = CtdlSaveMsgPointersInRoom(targ, msgs, num_msgs, 1, NULL);
4410 cprintf("%d Cannot store message(s) in %s: error %d\n",
4416 /* Now delete the message from the source room,
4417 * if this is a 'move' rather than a 'copy' operation.
4420 CtdlDeleteMessages(CC->room.QRname, msgs, num_msgs, "");
4424 cprintf("%d Message(s) %s.\n", CIT_OK, (is_copy ? "copied" : "moved") );
4430 * GetMetaData() - Get the supplementary record for a message
4432 void GetMetaData(struct MetaData *smibuf, long msgnum)
4435 struct cdbdata *cdbsmi;
4438 memset(smibuf, 0, sizeof(struct MetaData));
4439 smibuf->meta_msgnum = msgnum;
4440 smibuf->meta_refcount = 1; /* Default reference count is 1 */
4442 /* Use the negative of the message number for its supp record index */
4443 TheIndex = (0L - msgnum);
4445 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
4446 if (cdbsmi == NULL) {
4447 return; /* record not found; go with defaults */
4449 memcpy(smibuf, cdbsmi->ptr,
4450 ((cdbsmi->len > sizeof(struct MetaData)) ?
4451 sizeof(struct MetaData) : cdbsmi->len));
4458 * PutMetaData() - (re)write supplementary record for a message
4460 void PutMetaData(struct MetaData *smibuf)
4464 /* Use the negative of the message number for the metadata db index */
4465 TheIndex = (0L - smibuf->meta_msgnum);
4467 cdb_store(CDB_MSGMAIN,
4468 &TheIndex, (int)sizeof(long),
4469 smibuf, (int)sizeof(struct MetaData));
4474 * AdjRefCount - submit an adjustment to the reference count for a message.
4475 * (These are just queued -- we actually process them later.)
4477 void AdjRefCount(long msgnum, int incr)
4479 struct arcq new_arcq;
4482 begin_critical_section(S_SUPPMSGMAIN);
4483 if (arcfp == NULL) {
4484 arcfp = fopen(file_arcq, "ab+");
4486 end_critical_section(S_SUPPMSGMAIN);
4488 /* msgnum < 0 means that we're trying to close the file */
4490 CtdlLogPrintf(CTDL_DEBUG, "Closing the AdjRefCount queue file\n");
4491 begin_critical_section(S_SUPPMSGMAIN);
4492 if (arcfp != NULL) {
4496 end_critical_section(S_SUPPMSGMAIN);
4501 * If we can't open the queue, perform the operation synchronously.
4503 if (arcfp == NULL) {
4504 TDAP_AdjRefCount(msgnum, incr);
4508 new_arcq.arcq_msgnum = msgnum;
4509 new_arcq.arcq_delta = incr;
4510 rv = fwrite(&new_arcq, sizeof(struct arcq), 1, arcfp);
4518 * TDAP_ProcessAdjRefCountQueue()
4520 * Process the queue of message count adjustments that was created by calls
4521 * to AdjRefCount() ... by reading the queue and calling TDAP_AdjRefCount()
4522 * for each one. This should be an "off hours" operation.
4524 int TDAP_ProcessAdjRefCountQueue(void)
4526 char file_arcq_temp[PATH_MAX];
4529 struct arcq arcq_rec;
4530 int num_records_processed = 0;
4532 snprintf(file_arcq_temp, sizeof file_arcq_temp, "%s.%04x", file_arcq, rand());
4534 begin_critical_section(S_SUPPMSGMAIN);
4535 if (arcfp != NULL) {
4540 r = link(file_arcq, file_arcq_temp);
4542 CtdlLogPrintf(CTDL_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4543 end_critical_section(S_SUPPMSGMAIN);
4544 return(num_records_processed);
4548 end_critical_section(S_SUPPMSGMAIN);
4550 fp = fopen(file_arcq_temp, "rb");
4552 CtdlLogPrintf(CTDL_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4553 return(num_records_processed);
4556 while (fread(&arcq_rec, sizeof(struct arcq), 1, fp) == 1) {
4557 TDAP_AdjRefCount(arcq_rec.arcq_msgnum, arcq_rec.arcq_delta);
4558 ++num_records_processed;
4562 r = unlink(file_arcq_temp);
4564 CtdlLogPrintf(CTDL_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4567 return(num_records_processed);
4573 * TDAP_AdjRefCount - adjust the reference count for a message.
4574 * This one does it "for real" because it's called by
4575 * the autopurger function that processes the queue
4576 * created by AdjRefCount(). If a message's reference
4577 * count becomes zero, we also delete the message from
4578 * disk and de-index it.
4580 void TDAP_AdjRefCount(long msgnum, int incr)
4583 struct MetaData smi;
4586 /* This is a *tight* critical section; please keep it that way, as
4587 * it may get called while nested in other critical sections.
4588 * Complicating this any further will surely cause deadlock!
4590 begin_critical_section(S_SUPPMSGMAIN);
4591 GetMetaData(&smi, msgnum);
4592 smi.meta_refcount += incr;
4594 end_critical_section(S_SUPPMSGMAIN);
4595 CtdlLogPrintf(CTDL_DEBUG, "msg %ld ref count delta %+d, is now %d\n",
4596 msgnum, incr, smi.meta_refcount);
4598 /* If the reference count is now zero, delete the message
4599 * (and its supplementary record as well).
4601 if (smi.meta_refcount == 0) {
4602 CtdlLogPrintf(CTDL_DEBUG, "Deleting message <%ld>\n", msgnum);
4604 /* Call delete hooks with NULL room to show it has gone altogether */
4605 PerformDeleteHooks(NULL, msgnum);
4607 /* Remove from message base */
4609 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
4610 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
4612 /* Remove metadata record */
4613 delnum = (0L - msgnum);
4614 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
4620 * Write a generic object to this room
4622 * Note: this could be much more efficient. Right now we use two temporary
4623 * files, and still pull the message into memory as with all others.
4625 void CtdlWriteObject(char *req_room, /* Room to stuff it in */
4626 char *content_type, /* MIME type of this object */
4627 char *raw_message, /* Data to be written */
4628 off_t raw_length, /* Size of raw_message */
4629 struct ctdluser *is_mailbox, /* Mailbox room? */
4630 int is_binary, /* Is encoding necessary? */
4631 int is_unique, /* Del others of this type? */
4632 unsigned int flags /* Internal save flags */
4636 struct ctdlroom qrbuf;
4637 char roomname[ROOMNAMELEN];
4638 struct CtdlMessage *msg;
4639 char *encoded_message = NULL;
4641 if (is_mailbox != NULL) {
4642 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
4645 safestrncpy(roomname, req_room, sizeof(roomname));
4648 CtdlLogPrintf(CTDL_DEBUG, "Raw length is %ld\n", (long)raw_length);
4651 encoded_message = malloc((size_t) (((raw_length * 134) / 100) + 4096 ) );
4654 encoded_message = malloc((size_t)(raw_length + 4096));
4657 sprintf(encoded_message, "Content-type: %s\n", content_type);
4660 sprintf(&encoded_message[strlen(encoded_message)],
4661 "Content-transfer-encoding: base64\n\n"
4665 sprintf(&encoded_message[strlen(encoded_message)],
4666 "Content-transfer-encoding: 7bit\n\n"
4672 &encoded_message[strlen(encoded_message)],
4680 &encoded_message[strlen(encoded_message)],
4686 CtdlLogPrintf(CTDL_DEBUG, "Allocating\n");
4687 msg = malloc(sizeof(struct CtdlMessage));
4688 memset(msg, 0, sizeof(struct CtdlMessage));
4689 msg->cm_magic = CTDLMESSAGE_MAGIC;
4690 msg->cm_anon_type = MES_NORMAL;
4691 msg->cm_format_type = 4;
4692 msg->cm_fields['A'] = strdup(CC->user.fullname);
4693 msg->cm_fields['O'] = strdup(req_room);
4694 msg->cm_fields['N'] = strdup(config.c_nodename);
4695 msg->cm_fields['H'] = strdup(config.c_humannode);
4696 msg->cm_flags = flags;
4698 msg->cm_fields['M'] = encoded_message;
4700 /* Create the requested room if we have to. */
4701 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
4702 CtdlCreateRoom(roomname,
4703 ( (is_mailbox != NULL) ? 5 : 3 ),
4704 "", 0, 1, 0, VIEW_BBS);
4706 /* If the caller specified this object as unique, delete all
4707 * other objects of this type that are currently in the room.
4710 CtdlLogPrintf(CTDL_DEBUG, "Deleted %d other msgs of this type\n",
4711 CtdlDeleteMessages(roomname, NULL, 0, content_type)
4714 /* Now write the data */
4715 CtdlSubmitMsg(msg, NULL, roomname, 0);
4716 CtdlFreeMessage(msg);
4724 void CtdlGetSysConfigBackend(long msgnum, void *userdata) {
4725 config_msgnum = msgnum;
4729 char *CtdlGetSysConfig(char *sysconfname) {
4730 char hold_rm[ROOMNAMELEN];
4733 struct CtdlMessage *msg;
4736 strcpy(hold_rm, CC->room.QRname);
4737 if (CtdlGetRoom(&CC->room, SYSCONFIGROOM) != 0) {
4738 CtdlGetRoom(&CC->room, hold_rm);
4743 /* We want the last (and probably only) config in this room */
4744 begin_critical_section(S_CONFIG);
4745 config_msgnum = (-1L);
4746 CtdlForEachMessage(MSGS_LAST, 1, NULL, sysconfname, NULL,
4747 CtdlGetSysConfigBackend, NULL);
4748 msgnum = config_msgnum;
4749 end_critical_section(S_CONFIG);
4755 msg = CtdlFetchMessage(msgnum, 1);
4757 conf = strdup(msg->cm_fields['M']);
4758 CtdlFreeMessage(msg);
4765 CtdlGetRoom(&CC->room, hold_rm);
4767 if (conf != NULL) do {
4768 extract_token(buf, conf, 0, '\n', sizeof buf);
4769 strcpy(conf, &conf[strlen(buf)+1]);
4770 } while ( (!IsEmptyStr(conf)) && (!IsEmptyStr(buf)) );
4776 void CtdlPutSysConfig(char *sysconfname, char *sysconfdata) {
4777 CtdlWriteObject(SYSCONFIGROOM, sysconfname, sysconfdata, (strlen(sysconfdata)+1), NULL, 0, 1, 0);
4782 * Determine whether a given Internet address belongs to the current user
4784 int CtdlIsMe(char *addr, int addr_buf_len)
4786 struct recptypes *recp;
4789 recp = validate_recipients(addr, NULL, 0);
4790 if (recp == NULL) return(0);
4792 if (recp->num_local == 0) {
4793 free_recipients(recp);
4797 for (i=0; i<recp->num_local; ++i) {
4798 extract_token(addr, recp->recp_local, i, '|', addr_buf_len);
4799 if (!strcasecmp(addr, CC->user.fullname)) {
4800 free_recipients(recp);
4805 free_recipients(recp);
4811 * Citadel protocol command to do the same
4813 void cmd_isme(char *argbuf) {
4816 if (CtdlAccessCheck(ac_logged_in)) return;
4817 extract_token(addr, argbuf, 0, '|', sizeof addr);
4819 if (CtdlIsMe(addr, sizeof addr)) {
4820 cprintf("%d %s\n", CIT_OK, addr);
4823 cprintf("%d Not you.\n", ERROR + ILLEGAL_VALUE);
4829 /*****************************************************************************/
4830 /* MODULE INITIALIZATION STUFF */
4831 /*****************************************************************************/
4833 CTDL_MODULE_INIT(msgbase)
4836 CtdlRegisterProtoHook(cmd_msgs, "MSGS", "Output a list of messages in the current room");
4837 CtdlRegisterProtoHook(cmd_msg0, "MSG0", "Output a message in plain text format");
4838 CtdlRegisterProtoHook(cmd_msg2, "MSG2", "Output a message in RFC822 format");
4839 CtdlRegisterProtoHook(cmd_msg3, "MSG3", "Output a message in raw format (deprecated)");
4840 CtdlRegisterProtoHook(cmd_msg4, "MSG4", "Output a message in the client's preferred format");
4841 CtdlRegisterProtoHook(cmd_msgp, "MSGP", "Select preferred format for MSG4 output");
4842 CtdlRegisterProtoHook(cmd_opna, "OPNA", "Open an attachment for download");
4843 CtdlRegisterProtoHook(cmd_dlat, "DLAT", "Download an attachment");
4844 CtdlRegisterProtoHook(cmd_ent0, "ENT0", "Enter a message");
4845 CtdlRegisterProtoHook(cmd_dele, "DELE", "Delete a message");
4846 CtdlRegisterProtoHook(cmd_move, "MOVE", "Move or copy a message to another room");
4847 CtdlRegisterProtoHook(cmd_isme, "ISME", "Determine whether an email address belongs to a user");
4850 /* return our Subversion id for the Log */