4 * Implements the message store.
6 * Copyright (c) 1987-2010 by the citadel.org team
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 3 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
29 #if TIME_WITH_SYS_TIME
30 # include <sys/time.h>
34 # include <sys/time.h>
47 #include <sys/types.h>
49 #include <libcitadel.h>
52 #include "serv_extensions.h"
56 #include "sysdep_decls.h"
57 #include "citserver.h"
64 #include "internet_addressing.h"
65 #include "euidindex.h"
66 #include "journaling.h"
67 #include "citadel_dirs.h"
68 #include "clientsocket.h"
69 #include "serv_network.h"
72 #include "ctdl_module.h"
75 struct addresses_to_be_filed *atbf = NULL;
77 /* This temp file holds the queue of operations for AdjRefCount() */
78 static FILE *arcfp = NULL;
81 * This really belongs in serv_network.c, but I don't know how to export
82 * symbols between modules.
84 struct FilterList *filterlist = NULL;
88 * These are the four-character field headers we use when outputting
89 * messages in Citadel format (as opposed to RFC822 format).
92 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
93 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
94 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
95 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
96 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
97 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
98 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
99 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
128 * This function is self explanatory.
129 * (What can I say, I'm in a weird mood today...)
131 void remove_any_whitespace_to_the_left_or_right_of_at_symbol(char *name)
135 for (i = 0; i < strlen(name); ++i) {
136 if (name[i] == '@') {
137 while (isspace(name[i - 1]) && i > 0) {
138 strcpy(&name[i - 1], &name[i]);
141 while (isspace(name[i + 1])) {
142 strcpy(&name[i + 1], &name[i + 2]);
150 * Aliasing for network mail.
151 * (Error messages have been commented out, because this is a server.)
153 int alias(char *name)
154 { /* process alias and routing info for mail */
157 char aaa[SIZ], bbb[SIZ];
158 char *ignetcfg = NULL;
159 char *ignetmap = NULL;
165 char original_name[256];
166 safestrncpy(original_name, name, sizeof original_name);
169 remove_any_whitespace_to_the_left_or_right_of_at_symbol(name);
170 stripallbut(name, '<', '>');
172 fp = fopen(file_mail_aliases, "r");
174 fp = fopen("/dev/null", "r");
181 while (fgets(aaa, sizeof aaa, fp) != NULL) {
182 while (isspace(name[0]))
183 strcpy(name, &name[1]);
184 aaa[strlen(aaa) - 1] = 0;
186 for (a = 0; a < strlen(aaa); ++a) {
188 strcpy(bbb, &aaa[a + 1]);
192 if (!strcasecmp(name, aaa))
197 /* Hit the Global Address Book */
198 if (CtdlDirectoryLookup(aaa, name, sizeof aaa) == 0) {
202 if (strcasecmp(original_name, name)) {
203 CtdlLogPrintf(CTDL_INFO, "%s is being forwarded to %s\n", original_name, name);
206 /* Change "user @ xxx" to "user" if xxx is an alias for this host */
207 for (a=0; a<strlen(name); ++a) {
208 if (name[a] == '@') {
209 if (CtdlHostAlias(&name[a+1]) == hostalias_localhost) {
211 CtdlLogPrintf(CTDL_INFO, "Changed to <%s>\n", name);
216 /* determine local or remote type, see citadel.h */
217 at = haschar(name, '@');
218 if (at == 0) return(MES_LOCAL); /* no @'s - local address */
219 if (at > 1) return(MES_ERROR); /* >1 @'s - invalid address */
220 remove_any_whitespace_to_the_left_or_right_of_at_symbol(name);
222 /* figure out the delivery mode */
223 extract_token(node, name, 1, '@', sizeof node);
225 /* If there are one or more dots in the nodename, we assume that it
226 * is an FQDN and will attempt SMTP delivery to the Internet.
228 if (haschar(node, '.') > 0) {
229 return(MES_INTERNET);
232 /* Otherwise we look in the IGnet maps for a valid Citadel node.
233 * Try directly-connected nodes first...
235 ignetcfg = CtdlGetSysConfig(IGNETCFG);
236 for (i=0; i<num_tokens(ignetcfg, '\n'); ++i) {
237 extract_token(buf, ignetcfg, i, '\n', sizeof buf);
238 extract_token(testnode, buf, 0, '|', sizeof testnode);
239 if (!strcasecmp(node, testnode)) {
247 * Then try nodes that are two or more hops away.
249 ignetmap = CtdlGetSysConfig(IGNETMAP);
250 for (i=0; i<num_tokens(ignetmap, '\n'); ++i) {
251 extract_token(buf, ignetmap, i, '\n', sizeof buf);
252 extract_token(testnode, buf, 0, '|', sizeof testnode);
253 if (!strcasecmp(node, testnode)) {
260 /* If we get to this point it's an invalid node name */
266 * Back end for the MSGS command: output message number only.
268 void simple_listing(long msgnum, void *userdata)
270 cprintf("%ld\n", msgnum);
276 * Back end for the MSGS command: output header summary.
278 void headers_listing(long msgnum, void *userdata)
280 struct CtdlMessage *msg;
282 msg = CtdlFetchMessage(msgnum, 0);
284 cprintf("%ld|0|||||\n", msgnum);
288 cprintf("%ld|%s|%s|%s|%s|%s|\n",
290 (msg->cm_fields['T'] ? msg->cm_fields['T'] : "0"),
291 (msg->cm_fields['A'] ? msg->cm_fields['A'] : ""),
292 (msg->cm_fields['N'] ? msg->cm_fields['N'] : ""),
293 (msg->cm_fields['F'] ? msg->cm_fields['F'] : ""),
294 (msg->cm_fields['U'] ? msg->cm_fields['U'] : "")
296 CtdlFreeMessage(msg);
300 * Back end for the MSGS command: output EUID header.
302 void headers_euid(long msgnum, void *userdata)
304 struct CtdlMessage *msg;
306 msg = CtdlFetchMessage(msgnum, 0);
308 cprintf("%ld||\n", msgnum);
312 cprintf("%ld|%s|\n", msgnum, (msg->cm_fields['E'] ? msg->cm_fields['E'] : ""));
313 CtdlFreeMessage(msg);
320 /* Determine if a given message matches the fields in a message template.
321 * Return 0 for a successful match.
323 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
326 /* If there aren't any fields in the template, all messages will
329 if (template == NULL) return(0);
331 /* Null messages are bogus. */
332 if (msg == NULL) return(1);
334 for (i='A'; i<='Z'; ++i) {
335 if (template->cm_fields[i] != NULL) {
336 if (msg->cm_fields[i] == NULL) {
337 /* Considered equal if temmplate is empty string */
338 if (IsEmptyStr(template->cm_fields[i])) continue;
341 if (strcasecmp(msg->cm_fields[i],
342 template->cm_fields[i])) return 1;
346 /* All compares succeeded: we have a match! */
353 * Retrieve the "seen" message list for the current room.
355 void CtdlGetSeen(char *buf, int which_set) {
358 /* Learn about the user and room in question */
359 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
361 if (which_set == ctdlsetseen_seen)
362 safestrncpy(buf, vbuf.v_seen, SIZ);
363 if (which_set == ctdlsetseen_answered)
364 safestrncpy(buf, vbuf.v_answered, SIZ);
370 * Manipulate the "seen msgs" string (or other message set strings)
372 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
373 int target_setting, int which_set,
374 struct ctdluser *which_user, struct ctdlroom *which_room) {
375 struct cdbdata *cdbfr;
389 char *is_set; /* actually an array of booleans */
391 /* Don't bother doing *anything* if we were passed a list of zero messages */
392 if (num_target_msgnums < 1) {
396 /* If no room was specified, we go with the current room. */
398 which_room = &CC->room;
401 /* If no user was specified, we go with the current user. */
403 which_user = &CC->user;
406 CtdlLogPrintf(CTDL_DEBUG, "CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>\n",
407 num_target_msgnums, target_msgnums[0],
408 (target_setting ? "SET" : "CLEAR"),
412 /* Learn about the user and room in question */
413 CtdlGetRelationship(&vbuf, which_user, which_room);
415 /* Load the message list */
416 cdbfr = cdb_fetch(CDB_MSGLISTS, &which_room->QRnumber, sizeof(long));
418 msglist = (long *) cdbfr->ptr;
419 cdbfr->ptr = NULL; /* CtdlSetSeen() now owns this memory */
420 num_msgs = cdbfr->len / sizeof(long);
423 return; /* No messages at all? No further action. */
426 is_set = malloc(num_msgs * sizeof(char));
427 memset(is_set, 0, (num_msgs * sizeof(char)) );
429 /* Decide which message set we're manipulating */
431 case ctdlsetseen_seen:
432 vset = NewStrBufPlain(vbuf.v_seen, -1);
434 case ctdlsetseen_answered:
435 vset = NewStrBufPlain(vbuf.v_answered, -1);
442 #if 0 /* This is a special diagnostic section. Do not allow it to run during normal operation. */
443 CtdlLogPrintf(CTDL_DEBUG, "There are %d messages in the room.\n", num_msgs);
444 for (i=0; i<num_msgs; ++i) {
445 if ((i > 0) && (msglist[i] <= msglist[i-1])) abort();
447 CtdlLogPrintf(CTDL_DEBUG, "We are twiddling %d of them.\n", num_target_msgnums);
448 for (k=0; k<num_target_msgnums; ++k) {
449 if ((k > 0) && (target_msgnums[k] <= target_msgnums[k-1])) abort();
453 CtdlLogPrintf(CTDL_DEBUG, "before update: %s\n", ChrPtr(vset));
455 /* Translate the existing sequence set into an array of booleans */
456 setstr = NewStrBuf();
460 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
462 StrBufExtract_token(lostr, setstr, 0, ':');
463 if (StrBufNum_tokens(setstr, ':') >= 2) {
464 StrBufExtract_token(histr, setstr, 1, ':');
468 StrBufAppendBuf(histr, lostr, 0);
471 if (!strcmp(ChrPtr(histr), "*")) {
478 for (i = 0; i < num_msgs; ++i) {
479 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
489 /* Now translate the array of booleans back into a sequence set */
495 for (i=0; i<num_msgs; ++i) {
499 for (k=0; k<num_target_msgnums; ++k) {
500 if (msglist[i] == target_msgnums[k]) {
501 is_seen = target_setting;
505 if ((was_seen == 0) && (is_seen == 1)) {
508 else if ((was_seen == 1) && (is_seen == 0)) {
511 if (StrLength(vset) > 0) {
512 StrBufAppendBufPlain(vset, HKEY(","), 0);
515 StrBufAppendPrintf(vset, "%ld", hi);
518 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
522 if ((is_seen) && (i == num_msgs - 1)) {
523 if (StrLength(vset) > 0) {
524 StrBufAppendBufPlain(vset, HKEY(","), 0);
526 if ((i==0) || (was_seen == 0)) {
527 StrBufAppendPrintf(vset, "%ld", msglist[i]);
530 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
538 * We will have to stuff this string back into a 4096 byte buffer, so if it's
539 * larger than that now, truncate it by removing tokens from the beginning.
540 * The limit of 100 iterations is there to prevent an infinite loop in case
541 * something unexpected happens.
543 int number_of_truncations = 0;
544 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
545 StrBufRemove_token(vset, 0, ',');
546 ++number_of_truncations;
550 * If we're truncating the sequence set of messages marked with the 'seen' flag,
551 * we want the earliest messages (the truncated ones) to be marked, not unmarked.
552 * Otherwise messages at the beginning will suddenly appear to be 'unseen'.
554 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
556 first_tok = NewStrBuf();
557 StrBufExtract_token(first_tok, vset, 0, ',');
558 StrBufRemove_token(vset, 0, ',');
560 if (StrBufNum_tokens(first_tok, ':') > 1) {
561 StrBufRemove_token(first_tok, 0, ':');
565 new_set = NewStrBuf();
566 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
567 StrBufAppendBuf(new_set, first_tok, 0);
568 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
569 StrBufAppendBuf(new_set, vset, 0);
572 FreeStrBuf(&first_tok);
576 CtdlLogPrintf(CTDL_DEBUG, " after update: %s\n", ChrPtr(vset));
578 /* Decide which message set we're manipulating */
580 case ctdlsetseen_seen:
581 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
583 case ctdlsetseen_answered:
584 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
590 CtdlSetRelationship(&vbuf, which_user, which_room);
596 * API function to perform an operation for each qualifying message in the
597 * current room. (Returns the number of messages processed.)
599 int CtdlForEachMessage(int mode, long ref, char *search_string,
601 struct CtdlMessage *compare,
602 ForEachMsgCallback CallBack,
608 struct cdbdata *cdbfr;
609 long *msglist = NULL;
611 int num_processed = 0;
614 struct CtdlMessage *msg = NULL;
617 int printed_lastold = 0;
618 int num_search_msgs = 0;
619 long *search_msgs = NULL;
621 int need_to_free_re = 0;
624 if ((content_type) && (!IsEmptyStr(content_type))) {
625 regcomp(&re, content_type, 0);
629 /* Learn about the user and room in question */
630 CtdlGetUser(&CC->user, CC->curr_user);
631 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
633 /* Load the message list */
634 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
636 msglist = (long *) cdbfr->ptr;
637 num_msgs = cdbfr->len / sizeof(long);
639 if (need_to_free_re) regfree(&re);
640 return 0; /* No messages at all? No further action. */
645 * Now begin the traversal.
647 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
649 /* If the caller is looking for a specific MIME type, filter
650 * out all messages which are not of the type requested.
652 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
654 /* This call to GetMetaData() sits inside this loop
655 * so that we only do the extra database read per msg
656 * if we need to. Doing the extra read all the time
657 * really kills the server. If we ever need to use
658 * metadata for another search criterion, we need to
659 * move the read somewhere else -- but still be smart
660 * enough to only do the read if the caller has
661 * specified something that will need it.
663 GetMetaData(&smi, msglist[a]);
665 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
666 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
672 num_msgs = sort_msglist(msglist, num_msgs);
674 /* If a template was supplied, filter out the messages which
675 * don't match. (This could induce some delays!)
678 if (compare != NULL) {
679 for (a = 0; a < num_msgs; ++a) {
680 msg = CtdlFetchMessage(msglist[a], 1);
682 if (CtdlMsgCmp(msg, compare)) {
685 CtdlFreeMessage(msg);
691 /* If a search string was specified, get a message list from
692 * the full text index and remove messages which aren't on both
696 * Since the lists are sorted and strictly ascending, and the
697 * output list is guaranteed to be shorter than or equal to the
698 * input list, we overwrite the bottom of the input list. This
699 * eliminates the need to memmove big chunks of the list over and
702 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
704 /* Call search module via hook mechanism.
705 * NULL means use any search function available.
706 * otherwise replace with a char * to name of search routine
708 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
710 if (num_search_msgs > 0) {
714 orig_num_msgs = num_msgs;
716 for (i=0; i<orig_num_msgs; ++i) {
717 for (j=0; j<num_search_msgs; ++j) {
718 if (msglist[i] == search_msgs[j]) {
719 msglist[num_msgs++] = msglist[i];
725 num_msgs = 0; /* No messages qualify */
727 if (search_msgs != NULL) free(search_msgs);
729 /* Now that we've purged messages which don't contain the search
730 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
737 * Now iterate through the message list, according to the
738 * criteria supplied by the caller.
741 for (a = 0; a < num_msgs; ++a) {
742 thismsg = msglist[a];
743 if (mode == MSGS_ALL) {
747 is_seen = is_msg_in_sequence_set(
748 vbuf.v_seen, thismsg);
749 if (is_seen) lastold = thismsg;
755 || ((mode == MSGS_OLD) && (is_seen))
756 || ((mode == MSGS_NEW) && (!is_seen))
757 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
758 || ((mode == MSGS_FIRST) && (a < ref))
759 || ((mode == MSGS_GT) && (thismsg > ref))
760 || ((mode == MSGS_LT) && (thismsg < ref))
761 || ((mode == MSGS_EQ) && (thismsg == ref))
764 if ((mode == MSGS_NEW) && (CC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
766 CallBack(lastold, userdata);
770 if (CallBack) CallBack(thismsg, userdata);
774 cdb_free(cdbfr); /* Clean up */
775 if (need_to_free_re) regfree(&re);
776 return num_processed;
782 * cmd_msgs() - get list of message #'s in this room
783 * implements the MSGS server command using CtdlForEachMessage()
785 void cmd_msgs(char *cmdbuf)
794 int with_template = 0;
795 struct CtdlMessage *template = NULL;
796 char search_string[1024];
797 ForEachMsgCallback CallBack;
799 extract_token(which, cmdbuf, 0, '|', sizeof which);
800 cm_ref = extract_int(cmdbuf, 1);
801 extract_token(search_string, cmdbuf, 1, '|', sizeof search_string);
802 with_template = extract_int(cmdbuf, 2);
803 switch (extract_int(cmdbuf, 3))
807 CallBack = simple_listing;
810 CallBack = headers_listing;
813 CallBack = headers_euid;
818 if (!strncasecmp(which, "OLD", 3))
820 else if (!strncasecmp(which, "NEW", 3))
822 else if (!strncasecmp(which, "FIRST", 5))
824 else if (!strncasecmp(which, "LAST", 4))
826 else if (!strncasecmp(which, "GT", 2))
828 else if (!strncasecmp(which, "LT", 2))
830 else if (!strncasecmp(which, "SEARCH", 6))
835 if ((!(CC->logged_in)) && (!(CC->internal_pgm))) {
836 cprintf("%d not logged in\n", ERROR + NOT_LOGGED_IN);
840 if ( (mode == MSGS_SEARCH) && (!config.c_enable_fulltext) ) {
841 cprintf("%d Full text index is not enabled on this server.\n",
842 ERROR + CMD_NOT_SUPPORTED);
848 cprintf("%d Send template then receive message list\n",
850 template = (struct CtdlMessage *)
851 malloc(sizeof(struct CtdlMessage));
852 memset(template, 0, sizeof(struct CtdlMessage));
853 template->cm_magic = CTDLMESSAGE_MAGIC;
854 template->cm_anon_type = MES_NORMAL;
856 while(client_getln(buf, sizeof buf) >= 0 && strcmp(buf,"000")) {
857 extract_token(tfield, buf, 0, '|', sizeof tfield);
858 extract_token(tvalue, buf, 1, '|', sizeof tvalue);
859 for (i='A'; i<='Z'; ++i) if (msgkeys[i]!=NULL) {
860 if (!strcasecmp(tfield, msgkeys[i])) {
861 template->cm_fields[i] =
869 cprintf("%d \n", LISTING_FOLLOWS);
872 CtdlForEachMessage(mode,
873 ( (mode == MSGS_SEARCH) ? 0 : cm_ref ),
874 ( (mode == MSGS_SEARCH) ? search_string : NULL ),
879 if (template != NULL) CtdlFreeMessage(template);
887 * help_subst() - support routine for help file viewer
889 void help_subst(char *strbuf, char *source, char *dest)
894 while (p = pattern2(strbuf, source), (p >= 0)) {
895 strcpy(workbuf, &strbuf[p + strlen(source)]);
896 strcpy(&strbuf[p], dest);
897 strcat(strbuf, workbuf);
902 void do_help_subst(char *buffer)
906 help_subst(buffer, "^nodename", config.c_nodename);
907 help_subst(buffer, "^humannode", config.c_humannode);
908 help_subst(buffer, "^fqdn", config.c_fqdn);
909 help_subst(buffer, "^username", CC->user.fullname);
910 snprintf(buf2, sizeof buf2, "%ld", CC->user.usernum);
911 help_subst(buffer, "^usernum", buf2);
912 help_subst(buffer, "^sysadm", config.c_sysadm);
913 help_subst(buffer, "^variantname", CITADEL);
914 snprintf(buf2, sizeof buf2, "%d", config.c_maxsessions);
915 help_subst(buffer, "^maxsessions", buf2);
916 help_subst(buffer, "^bbsdir", ctdl_message_dir);
922 * memfmout() - Citadel text formatter and paginator.
923 * Although the original purpose of this routine was to format
924 * text to the reader's screen width, all we're really using it
925 * for here is to format text out to 80 columns before sending it
926 * to the client. The client software may reformat it again.
929 char *mptr, /* where are we going to get our text from? */
930 const char *nl /* string to terminate lines with */
940 while (ch=*(mptr++), ch > 0) {
943 client_write(outbuf, len);
945 client_write(nl, nllen);
948 else if (ch == '\r') {
949 /* Ignore carriage returns. Newlines are always LF or CRLF but never CR. */
951 else if (isspace(ch)) {
952 if (column > 72) { /* Beyond 72 columns, break on the next space */
953 client_write(outbuf, len);
955 client_write(nl, nllen);
966 if (column > 1000) { /* Beyond 1000 columns, break anywhere */
967 client_write(outbuf, len);
969 client_write(nl, nllen);
975 client_write(outbuf, len);
977 client_write(nl, nllen);
985 * Callback function for mime parser that simply lists the part
987 void list_this_part(char *name, char *filename, char *partnum, char *disp,
988 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
989 char *cbid, void *cbuserdata)
993 ma = (struct ma_info *)cbuserdata;
994 if (ma->is_ma == 0) {
995 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
1008 * Callback function for multipart prefix
1010 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
1011 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1012 char *cbid, void *cbuserdata)
1016 ma = (struct ma_info *)cbuserdata;
1017 if (!strcasecmp(cbtype, "multipart/alternative")) {
1021 if (ma->is_ma == 0) {
1022 cprintf("pref=%s|%s\n", partnum, cbtype);
1027 * Callback function for multipart sufffix
1029 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
1030 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1031 char *cbid, void *cbuserdata)
1035 ma = (struct ma_info *)cbuserdata;
1036 if (ma->is_ma == 0) {
1037 cprintf("suff=%s|%s\n", partnum, cbtype);
1039 if (!strcasecmp(cbtype, "multipart/alternative")) {
1046 * Callback function for mime parser that opens a section for downloading
1048 void mime_download(char *name, char *filename, char *partnum, char *disp,
1049 void *content, char *cbtype, char *cbcharset, size_t length,
1050 char *encoding, char *cbid, void *cbuserdata)
1054 /* Silently go away if there's already a download open. */
1055 if (CC->download_fp != NULL)
1059 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1060 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1062 CC->download_fp = tmpfile();
1063 if (CC->download_fp == NULL)
1066 rv = fwrite(content, length, 1, CC->download_fp);
1067 fflush(CC->download_fp);
1068 rewind(CC->download_fp);
1070 OpenCmdResult(filename, cbtype);
1077 * Callback function for mime parser that outputs a section all at once.
1078 * We can specify the desired section by part number *or* content-id.
1080 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1081 void *content, char *cbtype, char *cbcharset, size_t length,
1082 char *encoding, char *cbid, void *cbuserdata)
1084 int *found_it = (int *)cbuserdata;
1087 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1088 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1091 cprintf("%d %d|-1|%s|%s|%s\n",
1098 client_write(content, length);
1105 * Load a message from disk into memory.
1106 * This is used by CtdlOutputMsg() and other fetch functions.
1108 * NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1109 * using the CtdlMessageFree() function.
1111 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body)
1113 struct cdbdata *dmsgtext;
1114 struct CtdlMessage *ret = NULL;
1118 cit_uint8_t field_header;
1120 CtdlLogPrintf(CTDL_DEBUG, "CtdlFetchMessage(%ld, %d)\n", msgnum, with_body);
1122 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1123 if (dmsgtext == NULL) {
1126 mptr = dmsgtext->ptr;
1127 upper_bound = mptr + dmsgtext->len;
1129 /* Parse the three bytes that begin EVERY message on disk.
1130 * The first is always 0xFF, the on-disk magic number.
1131 * The second is the anonymous/public type byte.
1132 * The third is the format type byte (vari, fixed, or MIME).
1136 CtdlLogPrintf(CTDL_ERR, "Message %ld appears to be corrupted.\n", msgnum);
1140 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1141 memset(ret, 0, sizeof(struct CtdlMessage));
1143 ret->cm_magic = CTDLMESSAGE_MAGIC;
1144 ret->cm_anon_type = *mptr++; /* Anon type byte */
1145 ret->cm_format_type = *mptr++; /* Format type byte */
1148 * The rest is zero or more arbitrary fields. Load them in.
1149 * We're done when we encounter either a zero-length field or
1150 * have just processed the 'M' (message text) field.
1153 if (mptr >= upper_bound) {
1156 field_header = *mptr++;
1157 ret->cm_fields[field_header] = strdup(mptr);
1159 while (*mptr++ != 0); /* advance to next field */
1161 } while ((mptr < upper_bound) && (field_header != 'M'));
1165 /* Always make sure there's something in the msg text field. If
1166 * it's NULL, the message text is most likely stored separately,
1167 * so go ahead and fetch that. Failing that, just set a dummy
1168 * body so other code doesn't barf.
1170 if ( (ret->cm_fields['M'] == NULL) && (with_body) ) {
1171 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1172 if (dmsgtext != NULL) {
1173 ret->cm_fields['M'] = dmsgtext->ptr;
1174 dmsgtext->ptr = NULL;
1178 if (ret->cm_fields['M'] == NULL) {
1179 ret->cm_fields['M'] = strdup("\r\n\r\n (no text)\r\n");
1182 /* Perform "before read" hooks (aborting if any return nonzero) */
1183 if (PerformMessageHooks(ret, EVT_BEFOREREAD) > 0) {
1184 CtdlFreeMessage(ret);
1193 * Returns 1 if the supplied pointer points to a valid Citadel message.
1194 * If the pointer is NULL or the magic number check fails, returns 0.
1196 int is_valid_message(struct CtdlMessage *msg) {
1199 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
1200 CtdlLogPrintf(CTDL_WARNING, "is_valid_message() -- self-check failed\n");
1208 * 'Destructor' for struct CtdlMessage
1210 void CtdlFreeMessage(struct CtdlMessage *msg)
1214 if (is_valid_message(msg) == 0)
1216 if (msg != NULL) free (msg);
1220 for (i = 0; i < 256; ++i)
1221 if (msg->cm_fields[i] != NULL) {
1222 free(msg->cm_fields[i]);
1225 msg->cm_magic = 0; /* just in case */
1231 * Pre callback function for multipart/alternative
1233 * NOTE: this differs from the standard behavior for a reason. Normally when
1234 * displaying multipart/alternative you want to show the _last_ usable
1235 * format in the message. Here we show the _first_ one, because it's
1236 * usually text/plain. Since this set of functions is designed for text
1237 * output to non-MIME-aware clients, this is the desired behavior.
1240 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1241 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1242 char *cbid, void *cbuserdata)
1246 ma = (struct ma_info *)cbuserdata;
1247 CtdlLogPrintf(CTDL_DEBUG, "fixed_output_pre() type=<%s>\n", cbtype);
1248 if (!strcasecmp(cbtype, "multipart/alternative")) {
1252 if (!strcasecmp(cbtype, "message/rfc822")) {
1258 * Post callback function for multipart/alternative
1260 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1261 void *content, char *cbtype, char *cbcharset, size_t length,
1262 char *encoding, char *cbid, void *cbuserdata)
1266 ma = (struct ma_info *)cbuserdata;
1267 CtdlLogPrintf(CTDL_DEBUG, "fixed_output_post() type=<%s>\n", cbtype);
1268 if (!strcasecmp(cbtype, "multipart/alternative")) {
1272 if (!strcasecmp(cbtype, "message/rfc822")) {
1278 * Inline callback function for mime parser that wants to display text
1280 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1281 void *content, char *cbtype, char *cbcharset, size_t length,
1282 char *encoding, char *cbid, void *cbuserdata)
1289 ma = (struct ma_info *)cbuserdata;
1291 CtdlLogPrintf(CTDL_DEBUG,
1292 "fixed_output() part %s: %s (%s) (%ld bytes)\n",
1293 partnum, filename, cbtype, (long)length);
1296 * If we're in the middle of a multipart/alternative scope and
1297 * we've already printed another section, skip this one.
1299 if ( (ma->is_ma) && (ma->did_print) ) {
1300 CtdlLogPrintf(CTDL_DEBUG, "Skipping part %s (%s)\n", partnum, cbtype);
1305 if ( (!strcasecmp(cbtype, "text/plain"))
1306 || (IsEmptyStr(cbtype)) ) {
1309 client_write(wptr, length);
1310 if (wptr[length-1] != '\n') {
1317 if (!strcasecmp(cbtype, "text/html")) {
1318 ptr = html_to_ascii(content, length, 80, 0);
1320 client_write(ptr, wlen);
1321 if (ptr[wlen-1] != '\n') {
1328 if (ma->use_fo_hooks) {
1329 if (PerformFixedOutputHooks(cbtype, content, length)) {
1330 /* above function returns nonzero if it handled the part */
1335 if (strncasecmp(cbtype, "multipart/", 10)) {
1336 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1337 partnum, filename, cbtype, (long)length);
1343 * The client is elegant and sophisticated and wants to be choosy about
1344 * MIME content types, so figure out which multipart/alternative part
1345 * we're going to send.
1347 * We use a system of weights. When we find a part that matches one of the
1348 * MIME types we've declared as preferential, we can store it in ma->chosen_part
1349 * and then set ma->chosen_pref to that MIME type's position in our preference
1350 * list. If we then hit another match, we only replace the first match if
1351 * the preference value is lower.
1353 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1354 void *content, char *cbtype, char *cbcharset, size_t length,
1355 char *encoding, char *cbid, void *cbuserdata)
1361 ma = (struct ma_info *)cbuserdata;
1363 // NOTE: REMOVING THIS CONDITIONAL FIXES BUG 220
1364 // http://bugzilla.citadel.org/show_bug.cgi?id=220
1365 // I don't know if there are any side effects! Please TEST TEST TEST
1366 //if (ma->is_ma > 0) {
1368 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1369 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1370 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1371 if (i < ma->chosen_pref) {
1372 CtdlLogPrintf(CTDL_DEBUG, "Setting chosen part: <%s>\n", partnum);
1373 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1374 ma->chosen_pref = i;
1381 * Now that we've chosen our preferred part, output it.
1383 void output_preferred(char *name, char *filename, char *partnum, char *disp,
1384 void *content, char *cbtype, char *cbcharset, size_t length,
1385 char *encoding, char *cbid, void *cbuserdata)
1389 int add_newline = 0;
1393 ma = (struct ma_info *)cbuserdata;
1395 /* This is not the MIME part you're looking for... */
1396 if (strcasecmp(partnum, ma->chosen_part)) return;
1398 /* If the content-type of this part is in our preferred formats
1399 * list, we can simply output it verbatim.
1401 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1402 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1403 if (!strcasecmp(buf, cbtype)) {
1404 /* Yeah! Go! W00t!! */
1406 text_content = (char *)content;
1407 if (text_content[length-1] != '\n') {
1410 cprintf("Content-type: %s", cbtype);
1411 if (!IsEmptyStr(cbcharset)) {
1412 cprintf("; charset=%s", cbcharset);
1414 cprintf("\nContent-length: %d\n",
1415 (int)(length + add_newline) );
1416 if (!IsEmptyStr(encoding)) {
1417 cprintf("Content-transfer-encoding: %s\n", encoding);
1420 cprintf("Content-transfer-encoding: 7bit\n");
1422 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1424 client_write(content, length);
1425 if (add_newline) cprintf("\n");
1430 /* No translations required or possible: output as text/plain */
1431 cprintf("Content-type: text/plain\n\n");
1432 fixed_output(name, filename, partnum, disp, content, cbtype, cbcharset,
1433 length, encoding, cbid, cbuserdata);
1438 char desired_section[64];
1445 * Callback function for
1447 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1448 void *content, char *cbtype, char *cbcharset, size_t length,
1449 char *encoding, char *cbid, void *cbuserdata)
1451 struct encapmsg *encap;
1453 encap = (struct encapmsg *)cbuserdata;
1455 /* Only proceed if this is the desired section... */
1456 if (!strcasecmp(encap->desired_section, partnum)) {
1457 encap->msglen = length;
1458 encap->msg = malloc(length + 2);
1459 memcpy(encap->msg, content, length);
1470 int CtdlDoIHavePermissionToReadMessagesInThisRoom(void) {
1471 if ((!(CC->logged_in)) && (!(CC->internal_pgm))) {
1472 return(om_not_logged_in);
1479 * Get a message off disk. (returns om_* values found in msgbase.h)
1482 int CtdlOutputMsg(long msg_num, /* message number (local) to fetch */
1483 int mode, /* how would you like that message? */
1484 int headers_only, /* eschew the message body? */
1485 int do_proto, /* do Citadel protocol responses? */
1486 int crlf, /* Use CRLF newlines instead of LF? */
1487 char *section, /* NULL or a message/rfc822 section */
1488 int flags /* various flags; see msgbase.h */
1490 struct CtdlMessage *TheMessage = NULL;
1491 int retcode = om_no_such_msg;
1492 struct encapmsg encap;
1495 CtdlLogPrintf(CTDL_DEBUG, "CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)\n",
1497 (section ? section : "<>")
1500 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1503 if (r == om_not_logged_in) {
1504 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1507 cprintf("%d An unknown error has occurred.\n", ERROR);
1513 /* FIXME: check message id against msglist for this room */
1516 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1517 * request that we don't even bother loading the body into memory.
1519 if (headers_only == HEADERS_FAST) {
1520 TheMessage = CtdlFetchMessage(msg_num, 0);
1523 TheMessage = CtdlFetchMessage(msg_num, 1);
1526 if (TheMessage == NULL) {
1527 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1528 ERROR + MESSAGE_NOT_FOUND, msg_num);
1529 return(om_no_such_msg);
1532 /* Here is the weird form of this command, to process only an
1533 * encapsulated message/rfc822 section.
1535 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1536 memset(&encap, 0, sizeof encap);
1537 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1538 mime_parser(TheMessage->cm_fields['M'],
1540 *extract_encapsulated_message,
1541 NULL, NULL, (void *)&encap, 0
1543 CtdlFreeMessage(TheMessage);
1547 encap.msg[encap.msglen] = 0;
1548 TheMessage = convert_internet_message(encap.msg);
1549 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1551 /* Now we let it fall through to the bottom of this
1552 * function, because TheMessage now contains the
1553 * encapsulated message instead of the top-level
1554 * message. Isn't that neat?
1559 if (do_proto) cprintf("%d msg %ld has no part %s\n",
1560 ERROR + MESSAGE_NOT_FOUND, msg_num, section);
1561 retcode = om_no_such_msg;
1566 /* Ok, output the message now */
1567 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1568 CtdlFreeMessage(TheMessage);
1574 char *qp_encode_email_addrs(char *source)
1576 char user[256], node[256], name[256];
1577 const char headerStr[] = "=?UTF-8?Q?";
1581 int need_to_encode = 0;
1587 long nAddrPtrMax = 50;
1592 if (source == NULL) return source;
1593 if (IsEmptyStr(source)) return source;
1595 AddrPtr = malloc (sizeof (long) * nAddrPtrMax);
1596 AddrUtf8 = malloc (sizeof (long) * nAddrPtrMax);
1597 memset(AddrUtf8, 0, sizeof (long) * nAddrPtrMax);
1600 while (!IsEmptyStr (&source[i])) {
1601 if (nColons >= nAddrPtrMax){
1604 ptr = (long *) malloc(sizeof (long) * nAddrPtrMax * 2);
1605 memcpy (ptr, AddrPtr, sizeof (long) * nAddrPtrMax);
1606 free (AddrPtr), AddrPtr = ptr;
1608 ptr = (long *) malloc(sizeof (long) * nAddrPtrMax * 2);
1609 memset(&ptr[nAddrPtrMax], 0,
1610 sizeof (long) * nAddrPtrMax);
1612 memcpy (ptr, AddrUtf8, sizeof (long) * nAddrPtrMax);
1613 free (AddrUtf8), AddrUtf8 = ptr;
1616 if (((unsigned char) source[i] < 32) ||
1617 ((unsigned char) source[i] > 126)) {
1619 AddrUtf8[nColons] = 1;
1621 if (source[i] == '"')
1622 InQuotes = !InQuotes;
1623 if (!InQuotes && source[i] == ',') {
1624 AddrPtr[nColons] = i;
1629 if (need_to_encode == 0) {
1636 EncodedMaxLen = nColons * (sizeof(headerStr) + 3) + SourceLen * 3;
1637 Encoded = (char*) malloc (EncodedMaxLen);
1639 for (i = 0; i < nColons; i++)
1640 source[AddrPtr[i]++] = '\0';
1644 for (i = 0; i < nColons && nPtr != NULL; i++) {
1645 nmax = EncodedMaxLen - (nPtr - Encoded);
1647 process_rfc822_addr(&source[AddrPtr[i]],
1651 /* TODO: libIDN here ! */
1652 if (IsEmptyStr(name)) {
1653 n = snprintf(nPtr, nmax,
1654 (i==0)?"%s@%s" : ",%s@%s",
1658 EncodedName = rfc2047encode(name, strlen(name));
1659 n = snprintf(nPtr, nmax,
1660 (i==0)?"%s <%s@%s>" : ",%s <%s@%s>",
1661 EncodedName, user, node);
1666 n = snprintf(nPtr, nmax,
1667 (i==0)?"%s" : ",%s",
1668 &source[AddrPtr[i]]);
1674 ptr = (char*) malloc(EncodedMaxLen * 2);
1675 memcpy(ptr, Encoded, EncodedMaxLen);
1676 nnPtr = ptr + (nPtr - Encoded), nPtr = nnPtr;
1677 free(Encoded), Encoded = ptr;
1679 i--; /* do it once more with properly lengthened buffer */
1682 for (i = 0; i < nColons; i++)
1683 source[--AddrPtr[i]] = ',';
1690 /* If the last item in a list of recipients was truncated to a partial address,
1691 * remove it completely in order to avoid choking libSieve
1693 void sanitize_truncated_recipient(char *str)
1696 if (num_tokens(str, ',') < 2) return;
1698 int len = strlen(str);
1699 if (len < 900) return;
1700 if (len > 998) str[998] = 0;
1702 char *cptr = strrchr(str, ',');
1705 char *lptr = strchr(cptr, '<');
1706 char *rptr = strchr(cptr, '>');
1708 if ( (lptr) && (rptr) && (rptr > lptr) ) return;
1716 * Get a message off disk. (returns om_* values found in msgbase.h)
1718 int CtdlOutputPreLoadedMsg(
1719 struct CtdlMessage *TheMessage,
1720 int mode, /* how would you like that message? */
1721 int headers_only, /* eschew the message body? */
1722 int do_proto, /* do Citadel protocol responses? */
1723 int crlf, /* Use CRLF newlines instead of LF? */
1724 int flags /* should the bessage be exported clean? */
1728 cit_uint8_t ch, prev_ch;
1730 char display_name[256];
1732 const char *nl; /* newline string */
1734 int subject_found = 0;
1737 /* Buffers needed for RFC822 translation. These are all filled
1738 * using functions that are bounds-checked, and therefore we can
1739 * make them substantially smaller than SIZ.
1746 char datestamp[100];
1748 CtdlLogPrintf(CTDL_DEBUG, "CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d\n",
1749 ((TheMessage == NULL) ? "NULL" : "not null"),
1750 mode, headers_only, do_proto, crlf);
1752 strcpy(mid, "unknown");
1753 nl = (crlf ? "\r\n" : "\n");
1755 if (!is_valid_message(TheMessage)) {
1756 CtdlLogPrintf(CTDL_ERR,
1757 "ERROR: invalid preloaded message for output\n");
1759 return(om_no_such_msg);
1762 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
1763 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
1765 if ( (flags & SUPPRESS_ENV_TO) && (TheMessage->cm_fields['V'] != NULL) ) {
1766 memset(TheMessage->cm_fields['V'], ' ', strlen(TheMessage->cm_fields['V']));
1769 /* Are we downloading a MIME component? */
1770 if (mode == MT_DOWNLOAD) {
1771 if (TheMessage->cm_format_type != FMT_RFC822) {
1773 cprintf("%d This is not a MIME message.\n",
1774 ERROR + ILLEGAL_VALUE);
1775 } else if (CC->download_fp != NULL) {
1776 if (do_proto) cprintf(
1777 "%d You already have a download open.\n",
1778 ERROR + RESOURCE_BUSY);
1780 /* Parse the message text component */
1781 mptr = TheMessage->cm_fields['M'];
1782 mime_parser(mptr, NULL, *mime_download, NULL, NULL, NULL, 0);
1783 /* If there's no file open by this time, the requested
1784 * section wasn't found, so print an error
1786 if (CC->download_fp == NULL) {
1787 if (do_proto) cprintf(
1788 "%d Section %s not found.\n",
1789 ERROR + FILE_NOT_FOUND,
1790 CC->download_desired_section);
1793 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
1796 /* MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
1797 * in a single server operation instead of opening a download file.
1799 if (mode == MT_SPEW_SECTION) {
1800 if (TheMessage->cm_format_type != FMT_RFC822) {
1802 cprintf("%d This is not a MIME message.\n",
1803 ERROR + ILLEGAL_VALUE);
1805 /* Parse the message text component */
1808 mptr = TheMessage->cm_fields['M'];
1809 mime_parser(mptr, NULL, *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
1810 /* If section wasn't found, print an error
1813 if (do_proto) cprintf(
1814 "%d Section %s not found.\n",
1815 ERROR + FILE_NOT_FOUND,
1816 CC->download_desired_section);
1819 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
1822 /* now for the user-mode message reading loops */
1823 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
1825 /* Does the caller want to skip the headers? */
1826 if (headers_only == HEADERS_NONE) goto START_TEXT;
1828 /* Tell the client which format type we're using. */
1829 if ( (mode == MT_CITADEL) && (do_proto) ) {
1830 cprintf("type=%d\n", TheMessage->cm_format_type);
1833 /* nhdr=yes means that we're only displaying headers, no body */
1834 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
1835 && ((mode == MT_CITADEL) || (mode == MT_MIME))
1838 cprintf("nhdr=yes\n");
1841 /* begin header processing loop for Citadel message format */
1843 if ((mode == MT_CITADEL) || (mode == MT_MIME)) {
1845 safestrncpy(display_name, "<unknown>", sizeof display_name);
1846 if (TheMessage->cm_fields['A']) {
1847 strcpy(buf, TheMessage->cm_fields['A']);
1848 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1849 safestrncpy(display_name, "****", sizeof display_name);
1851 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1852 safestrncpy(display_name, "anonymous", sizeof display_name);
1855 safestrncpy(display_name, buf, sizeof display_name);
1857 if ((is_room_aide())
1858 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1859 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1860 size_t tmp = strlen(display_name);
1861 snprintf(&display_name[tmp],
1862 sizeof display_name - tmp,
1867 /* Don't show Internet address for users on the
1868 * local Citadel network.
1871 if (TheMessage->cm_fields['N'] != NULL)
1872 if (!IsEmptyStr(TheMessage->cm_fields['N']))
1873 if (haschar(TheMessage->cm_fields['N'], '.') == 0) {
1877 /* Now spew the header fields in the order we like them. */
1878 n = safestrncpy(allkeys, FORDER, sizeof allkeys);
1879 for (i=0; i<n; ++i) {
1880 k = (int) allkeys[i];
1882 if ( (TheMessage->cm_fields[k] != NULL)
1883 && (msgkeys[k] != NULL) ) {
1884 if ((k == 'V') || (k == 'R') || (k == 'Y')) {
1885 sanitize_truncated_recipient(TheMessage->cm_fields[k]);
1888 if (do_proto) cprintf("%s=%s\n",
1892 else if ((k == 'F') && (suppress_f)) {
1895 /* Masquerade display name if needed */
1897 if (do_proto) cprintf("%s=%s\n",
1899 TheMessage->cm_fields[k]
1908 /* begin header processing loop for RFC822 transfer format */
1913 strcpy(snode, NODENAME);
1914 if (mode == MT_RFC822) {
1915 for (i = 0; i < 256; ++i) {
1916 if (TheMessage->cm_fields[i]) {
1917 mptr = mpptr = TheMessage->cm_fields[i];
1920 safestrncpy(luser, mptr, sizeof luser);
1921 safestrncpy(suser, mptr, sizeof suser);
1923 else if (i == 'Y') {
1924 if ((flags & QP_EADDR) != 0) {
1925 mptr = qp_encode_email_addrs(mptr);
1927 sanitize_truncated_recipient(mptr);
1928 cprintf("CC: %s%s", mptr, nl);
1930 else if (i == 'P') {
1931 cprintf("Return-Path: %s%s", mptr, nl);
1933 else if (i == 'L') {
1934 cprintf("List-ID: %s%s", mptr, nl);
1936 else if (i == 'V') {
1937 if ((flags & QP_EADDR) != 0)
1938 mptr = qp_encode_email_addrs(mptr);
1939 cprintf("Envelope-To: %s%s", mptr, nl);
1941 else if (i == 'U') {
1942 cprintf("Subject: %s%s", mptr, nl);
1946 safestrncpy(mid, mptr, sizeof mid);
1948 safestrncpy(fuser, mptr, sizeof fuser);
1949 /* else if (i == 'O')
1950 cprintf("X-Citadel-Room: %s%s",
1953 safestrncpy(snode, mptr, sizeof snode);
1956 if (haschar(mptr, '@') == 0)
1958 sanitize_truncated_recipient(mptr);
1959 cprintf("To: %s@%s", mptr, config.c_fqdn);
1964 if ((flags & QP_EADDR) != 0) {
1965 mptr = qp_encode_email_addrs(mptr);
1967 sanitize_truncated_recipient(mptr);
1968 cprintf("To: %s", mptr);
1972 else if (i == 'T') {
1973 datestring(datestamp, sizeof datestamp,
1974 atol(mptr), DATESTRING_RFC822);
1975 cprintf("Date: %s%s", datestamp, nl);
1977 else if (i == 'W') {
1978 cprintf("References: ");
1979 k = num_tokens(mptr, '|');
1980 for (j=0; j<k; ++j) {
1981 extract_token(buf, mptr, j, '|', sizeof buf);
1982 cprintf("<%s>", buf);
1995 if (subject_found == 0) {
1996 cprintf("Subject: (no subject)%s", nl);
2000 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2001 suser[i] = tolower(suser[i]);
2002 if (!isalnum(suser[i])) suser[i]='_';
2005 if (mode == MT_RFC822) {
2006 if (!strcasecmp(snode, NODENAME)) {
2007 safestrncpy(snode, FQDN, sizeof snode);
2010 /* Construct a fun message id */
2011 cprintf("Message-ID: <%s", mid);/// todo: this possibly breaks threadding mails.
2012 if (strchr(mid, '@')==NULL) {
2013 cprintf("@%s", snode);
2017 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2018 cprintf("From: \"----\" <x@x.org>%s", nl);
2020 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2021 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2023 else if (!IsEmptyStr(fuser)) {
2024 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2027 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2030 /* Blank line signifying RFC822 end-of-headers */
2031 if (TheMessage->cm_format_type != FMT_RFC822) {
2036 /* end header processing loop ... at this point, we're in the text */
2038 if (headers_only == HEADERS_FAST) goto DONE;
2039 mptr = TheMessage->cm_fields['M'];
2041 /* Tell the client about the MIME parts in this message */
2042 if (TheMessage->cm_format_type == FMT_RFC822) {
2043 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2044 memset(&ma, 0, sizeof(struct ma_info));
2045 mime_parser(mptr, NULL,
2046 (do_proto ? *list_this_part : NULL),
2047 (do_proto ? *list_this_pref : NULL),
2048 (do_proto ? *list_this_suff : NULL),
2051 else if (mode == MT_RFC822) { /* unparsed RFC822 dump */
2053 const char *StartOfText = StrBufNOTNULL;
2057 int nllen = strlen(nl);
2059 while (*mptr != '\0') {
2060 if (*mptr == '\r') {
2067 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
2069 eoh = *(mptr+1) == '\n';
2073 StartOfText = strchr(StartOfText, '\n');
2074 StartOfText = strchr(StartOfText, '\n');
2077 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
2078 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
2079 ((headers_only != HEADERS_NONE) &&
2080 (headers_only != HEADERS_ONLY))
2082 if (*mptr == '\n') {
2083 memcpy(&outbuf[outlen], nl, nllen);
2085 outbuf[outlen] = '\0';
2088 outbuf[outlen++] = *mptr;
2092 if (flags & ESC_DOT)
2094 if ((prev_ch == '\n') &&
2096 ((*(mptr+1) == '\r') || (*(mptr+1) == '\n')))
2098 outbuf[outlen++] = '.';
2103 if (outlen > 1000) {
2104 client_write(outbuf, outlen);
2109 client_write(outbuf, outlen);
2117 if (headers_only == HEADERS_ONLY) {
2121 /* signify start of msg text */
2122 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2123 if (do_proto) cprintf("text\n");
2126 /* If the format type on disk is 1 (fixed-format), then we want
2127 * everything to be output completely literally ... regardless of
2128 * what message transfer format is in use.
2130 if (TheMessage->cm_format_type == FMT_FIXED) {
2133 int nllen = strlen (nl);
2134 if (mode == MT_MIME) {
2135 cprintf("Content-type: text/plain\n\n");
2139 while (ch = *mptr++, ch > 0) {
2143 if ((buflen > 250) && (!xlline)){
2147 while ((buflen > 0) &&
2148 (!isspace(buf[buflen])))
2154 mptr -= tbuflen - buflen;
2159 /* if we reach the outer bounds of our buffer,
2160 abort without respect what whe purge. */
2163 (buflen > SIZ - nllen - 2)))
2167 memcpy (&buf[buflen], nl, nllen);
2171 client_write(buf, buflen);
2181 if (!IsEmptyStr(buf))
2182 cprintf("%s%s", buf, nl);
2185 /* If the message on disk is format 0 (Citadel vari-format), we
2186 * output using the formatter at 80 columns. This is the final output
2187 * form if the transfer format is RFC822, but if the transfer format
2188 * is Citadel proprietary, it'll still work, because the indentation
2189 * for new paragraphs is correct and the client will reformat the
2190 * message to the reader's screen width.
2192 if (TheMessage->cm_format_type == FMT_CITADEL) {
2193 if (mode == MT_MIME) {
2194 cprintf("Content-type: text/x-citadel-variformat\n\n");
2199 /* If the message on disk is format 4 (MIME), we've gotta hand it
2200 * off to the MIME parser. The client has already been told that
2201 * this message is format 1 (fixed format), so the callback function
2202 * we use will display those parts as-is.
2204 if (TheMessage->cm_format_type == FMT_RFC822) {
2205 memset(&ma, 0, sizeof(struct ma_info));
2207 if (mode == MT_MIME) {
2208 ma.use_fo_hooks = 0;
2209 strcpy(ma.chosen_part, "1");
2210 ma.chosen_pref = 9999;
2211 mime_parser(mptr, NULL,
2212 *choose_preferred, *fixed_output_pre,
2213 *fixed_output_post, (void *)&ma, 0);
2214 mime_parser(mptr, NULL,
2215 *output_preferred, NULL, NULL, (void *)&ma, CC->msg4_dont_decode);
2218 ma.use_fo_hooks = 1;
2219 mime_parser(mptr, NULL,
2220 *fixed_output, *fixed_output_pre,
2221 *fixed_output_post, (void *)&ma, 0);
2226 DONE: /* now we're done */
2227 if (do_proto) cprintf("000\n");
2233 * display a message (mode 0 - Citadel proprietary)
2235 void cmd_msg0(char *cmdbuf)
2238 int headers_only = HEADERS_ALL;
2240 msgid = extract_long(cmdbuf, 0);
2241 headers_only = extract_int(cmdbuf, 1);
2243 CtdlOutputMsg(msgid, MT_CITADEL, headers_only, 1, 0, NULL, 0);
2249 * display a message (mode 2 - RFC822)
2251 void cmd_msg2(char *cmdbuf)
2254 int headers_only = HEADERS_ALL;
2256 msgid = extract_long(cmdbuf, 0);
2257 headers_only = extract_int(cmdbuf, 1);
2259 CtdlOutputMsg(msgid, MT_RFC822, headers_only, 1, 1, NULL, 0);
2265 * display a message (mode 3 - IGnet raw format - internal programs only)
2267 void cmd_msg3(char *cmdbuf)
2270 struct CtdlMessage *msg = NULL;
2273 if (CC->internal_pgm == 0) {
2274 cprintf("%d This command is for internal programs only.\n",
2275 ERROR + HIGHER_ACCESS_REQUIRED);
2279 msgnum = extract_long(cmdbuf, 0);
2280 msg = CtdlFetchMessage(msgnum, 1);
2282 cprintf("%d Message %ld not found.\n",
2283 ERROR + MESSAGE_NOT_FOUND, msgnum);
2287 serialize_message(&smr, msg);
2288 CtdlFreeMessage(msg);
2291 cprintf("%d Unable to serialize message\n",
2292 ERROR + INTERNAL_ERROR);
2296 cprintf("%d %ld\n", BINARY_FOLLOWS, (long)smr.len);
2297 client_write((char *)smr.ser, (int)smr.len);
2304 * Display a message using MIME content types
2306 void cmd_msg4(char *cmdbuf)
2311 msgid = extract_long(cmdbuf, 0);
2312 extract_token(section, cmdbuf, 1, '|', sizeof section);
2313 CtdlOutputMsg(msgid, MT_MIME, 0, 1, 0, (section[0] ? section : NULL) , 0);
2319 * Client tells us its preferred message format(s)
2321 void cmd_msgp(char *cmdbuf)
2323 if (!strcasecmp(cmdbuf, "dont_decode")) {
2324 CC->msg4_dont_decode = 1;
2325 cprintf("%d MSG4 will not pre-decode messages.\n", CIT_OK);
2328 safestrncpy(CC->preferred_formats, cmdbuf, sizeof(CC->preferred_formats));
2329 cprintf("%d Preferred MIME formats have been set.\n", CIT_OK);
2335 * Open a component of a MIME message as a download file
2337 void cmd_opna(char *cmdbuf)
2340 char desired_section[128];
2342 msgid = extract_long(cmdbuf, 0);
2343 extract_token(desired_section, cmdbuf, 1, '|', sizeof desired_section);
2344 safestrncpy(CC->download_desired_section, desired_section,
2345 sizeof CC->download_desired_section);
2346 CtdlOutputMsg(msgid, MT_DOWNLOAD, 0, 1, 1, NULL, 0);
2351 * Open a component of a MIME message and transmit it all at once
2353 void cmd_dlat(char *cmdbuf)
2356 char desired_section[128];
2358 msgid = extract_long(cmdbuf, 0);
2359 extract_token(desired_section, cmdbuf, 1, '|', sizeof desired_section);
2360 safestrncpy(CC->download_desired_section, desired_section,
2361 sizeof CC->download_desired_section);
2362 CtdlOutputMsg(msgid, MT_SPEW_SECTION, 0, 1, 1, NULL, 0);
2367 * Save one or more message pointers into a specified room
2368 * (Returns 0 for success, nonzero for failure)
2369 * roomname may be NULL to use the current room
2371 * Note that the 'supplied_msg' field may be set to NULL, in which case
2372 * the message will be fetched from disk, by number, if we need to perform
2373 * replication checks. This adds an additional database read, so if the
2374 * caller already has the message in memory then it should be supplied. (Obviously
2375 * this mode of operation only works if we're saving a single message.)
2377 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2378 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2381 char hold_rm[ROOMNAMELEN];
2382 struct cdbdata *cdbfr;
2385 long highest_msg = 0L;
2388 struct CtdlMessage *msg = NULL;
2390 long *msgs_to_be_merged = NULL;
2391 int num_msgs_to_be_merged = 0;
2393 CtdlLogPrintf(CTDL_DEBUG,
2394 "CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)\n",
2395 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2398 strcpy(hold_rm, CC->room.QRname);
2401 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2402 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2403 if (num_newmsgs > 1) supplied_msg = NULL;
2405 /* Now the regular stuff */
2406 if (CtdlGetRoomLock(&CC->room,
2407 ((roomname != NULL) ? roomname : CC->room.QRname) )
2409 CtdlLogPrintf(CTDL_ERR, "No such room <%s>\n", roomname);
2410 return(ERROR + ROOM_NOT_FOUND);
2414 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2415 num_msgs_to_be_merged = 0;
2418 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
2419 if (cdbfr == NULL) {
2423 msglist = (long *) cdbfr->ptr;
2424 cdbfr->ptr = NULL; /* CtdlSaveMsgPointerInRoom() now owns this memory */
2425 num_msgs = cdbfr->len / sizeof(long);
2430 /* Create a list of msgid's which were supplied by the caller, but do
2431 * not already exist in the target room. It is absolutely taboo to
2432 * have more than one reference to the same message in a room.
2434 for (i=0; i<num_newmsgs; ++i) {
2436 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2437 if (msglist[j] == newmsgidlist[i]) {
2442 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2446 CtdlLogPrintf(9, "%d unique messages to be merged\n", num_msgs_to_be_merged);
2449 * Now merge the new messages
2451 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2452 if (msglist == NULL) {
2453 CtdlLogPrintf(CTDL_ALERT, "ERROR: can't realloc message list!\n");
2455 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2456 num_msgs += num_msgs_to_be_merged;
2458 /* Sort the message list, so all the msgid's are in order */
2459 num_msgs = sort_msglist(msglist, num_msgs);
2461 /* Determine the highest message number */
2462 highest_msg = msglist[num_msgs - 1];
2464 /* Write it back to disk. */
2465 cdb_store(CDB_MSGLISTS, &CC->room.QRnumber, (int)sizeof(long),
2466 msglist, (int)(num_msgs * sizeof(long)));
2468 /* Free up the memory we used. */
2471 /* Update the highest-message pointer and unlock the room. */
2472 CC->room.QRhighest = highest_msg;
2473 CtdlPutRoomLock(&CC->room);
2475 /* Perform replication checks if necessary */
2476 if ( (DoesThisRoomNeedEuidIndexing(&CC->room)) && (do_repl_check) ) {
2477 CtdlLogPrintf(CTDL_DEBUG, "CtdlSaveMsgPointerInRoom() doing repl checks\n");
2479 for (i=0; i<num_msgs_to_be_merged; ++i) {
2480 msgid = msgs_to_be_merged[i];
2482 if (supplied_msg != NULL) {
2486 msg = CtdlFetchMessage(msgid, 0);
2490 ReplicationChecks(msg);
2492 /* If the message has an Exclusive ID, index that... */
2493 if (msg->cm_fields['E'] != NULL) {
2494 index_message_by_euid(msg->cm_fields['E'], &CC->room, msgid);
2497 /* Free up the memory we may have allocated */
2498 if (msg != supplied_msg) {
2499 CtdlFreeMessage(msg);
2507 CtdlLogPrintf(CTDL_DEBUG, "CtdlSaveMsgPointerInRoom() skips repl checks\n");
2510 /* Submit this room for processing by hooks */
2511 PerformRoomHooks(&CC->room);
2513 /* Go back to the room we were in before we wandered here... */
2514 CtdlGetRoom(&CC->room, hold_rm);
2516 /* Bump the reference count for all messages which were merged */
2517 if (!suppress_refcount_adj) {
2518 for (i=0; i<num_msgs_to_be_merged; ++i) {
2519 AdjRefCount(msgs_to_be_merged[i], +1);
2523 /* Free up memory... */
2524 if (msgs_to_be_merged != NULL) {
2525 free(msgs_to_be_merged);
2528 /* Return success. */
2534 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2537 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
2538 int do_repl_check, struct CtdlMessage *supplied_msg)
2540 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2547 * Message base operation to save a new message to the message store
2548 * (returns new message number)
2550 * This is the back end for CtdlSubmitMsg() and should not be directly
2551 * called by server-side modules.
2554 long send_message(struct CtdlMessage *msg) {
2562 /* Get a new message number */
2563 newmsgid = get_new_message_number();
2564 snprintf(msgidbuf, sizeof msgidbuf, "%010ld@%s", newmsgid, config.c_fqdn);
2566 /* Generate an ID if we don't have one already */
2567 if (msg->cm_fields['I']==NULL) {
2568 msg->cm_fields['I'] = strdup(msgidbuf);
2571 /* If the message is big, set its body aside for storage elsewhere */
2572 if (msg->cm_fields['M'] != NULL) {
2573 if (strlen(msg->cm_fields['M']) > BIGMSG) {
2575 holdM = msg->cm_fields['M'];
2576 msg->cm_fields['M'] = NULL;
2580 /* Serialize our data structure for storage in the database */
2581 serialize_message(&smr, msg);
2584 msg->cm_fields['M'] = holdM;
2588 cprintf("%d Unable to serialize message\n",
2589 ERROR + INTERNAL_ERROR);
2593 /* Write our little bundle of joy into the message base */
2594 if (cdb_store(CDB_MSGMAIN, &newmsgid, (int)sizeof(long),
2595 smr.ser, smr.len) < 0) {
2596 CtdlLogPrintf(CTDL_ERR, "Can't store message\n");
2600 cdb_store(CDB_BIGMSGS,
2610 /* Free the memory we used for the serialized message */
2613 /* Return the *local* message ID to the caller
2614 * (even if we're storing an incoming network message)
2622 * Serialize a struct CtdlMessage into the format used on disk and network.
2624 * This function loads up a "struct ser_ret" (defined in server.h) which
2625 * contains the length of the serialized message and a pointer to the
2626 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2628 void serialize_message(struct ser_ret *ret, /* return values */
2629 struct CtdlMessage *msg) /* unserialized msg */
2631 size_t wlen, fieldlen;
2633 static char *forder = FORDER;
2636 * Check for valid message format
2638 if (is_valid_message(msg) == 0) {
2639 CtdlLogPrintf(CTDL_ERR, "serialize_message() aborting due to invalid message\n");
2646 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL)
2647 ret->len = ret->len +
2648 strlen(msg->cm_fields[(int)forder[i]]) + 2;
2650 ret->ser = malloc(ret->len);
2651 if (ret->ser == NULL) {
2652 CtdlLogPrintf(CTDL_ERR, "serialize_message() malloc(%ld) failed: %s\n",
2653 (long)ret->len, strerror(errno));
2660 ret->ser[1] = msg->cm_anon_type;
2661 ret->ser[2] = msg->cm_format_type;
2664 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL) {
2665 fieldlen = strlen(msg->cm_fields[(int)forder[i]]);
2666 ret->ser[wlen++] = (char)forder[i];
2667 safestrncpy((char *)&ret->ser[wlen], msg->cm_fields[(int)forder[i]], fieldlen+1);
2668 wlen = wlen + fieldlen + 1;
2670 if (ret->len != wlen) CtdlLogPrintf(CTDL_ERR, "ERROR: len=%ld wlen=%ld\n",
2671 (long)ret->len, (long)wlen);
2678 * Serialize a struct CtdlMessage into the format used on disk and network.
2680 * This function loads up a "struct ser_ret" (defined in server.h) which
2681 * contains the length of the serialized message and a pointer to the
2682 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2684 void dump_message(struct CtdlMessage *msg, /* unserialized msg */
2685 long Siz) /* how many chars ? */
2689 static char *forder = FORDER;
2693 * Check for valid message format
2695 if (is_valid_message(msg) == 0) {
2696 CtdlLogPrintf(CTDL_ERR, "dump_message() aborting due to invalid message\n");
2700 buf = (char*) malloc (Siz + 1);
2704 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL) {
2705 snprintf (buf, Siz, " msg[%c] = %s ...\n", (char) forder[i],
2706 msg->cm_fields[(int)forder[i]]);
2707 client_write (buf, strlen(buf));
2716 * Check to see if any messages already exist in the current room which
2717 * carry the same Exclusive ID as this one. If any are found, delete them.
2719 void ReplicationChecks(struct CtdlMessage *msg) {
2720 long old_msgnum = (-1L);
2722 if (DoesThisRoomNeedEuidIndexing(&CC->room) == 0) return;
2724 CtdlLogPrintf(CTDL_DEBUG, "Performing replication checks in <%s>\n",
2727 /* No exclusive id? Don't do anything. */
2728 if (msg == NULL) return;
2729 if (msg->cm_fields['E'] == NULL) return;
2730 if (IsEmptyStr(msg->cm_fields['E'])) return;
2731 /*CtdlLogPrintf(CTDL_DEBUG, "Exclusive ID: <%s> for room <%s>\n",
2732 msg->cm_fields['E'], CC->room.QRname);*/
2734 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields['E'], &CC->room);
2735 if (old_msgnum > 0L) {
2736 CtdlLogPrintf(CTDL_DEBUG, "ReplicationChecks() replacing message %ld\n", old_msgnum);
2737 CtdlDeleteMessages(CC->room.QRname, &old_msgnum, 1, "");
2744 * Save a message to disk and submit it into the delivery system.
2746 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2747 struct recptypes *recps, /* recipients (if mail) */
2748 char *force, /* force a particular room? */
2749 int flags /* should the message be exported clean? */
2751 char submit_filename[128];
2752 char generated_timestamp[32];
2753 char hold_rm[ROOMNAMELEN];
2754 char actual_rm[ROOMNAMELEN];
2755 char force_room[ROOMNAMELEN];
2756 char content_type[SIZ]; /* We have to learn this */
2757 char recipient[SIZ];
2759 const char *mptr = NULL;
2760 struct ctdluser userbuf;
2762 struct MetaData smi;
2763 FILE *network_fp = NULL;
2764 static int seqnum = 1;
2765 struct CtdlMessage *imsg = NULL;
2767 size_t instr_alloc = 0;
2769 char *hold_R, *hold_D;
2770 char *collected_addresses = NULL;
2771 struct addresses_to_be_filed *aptr = NULL;
2772 StrBuf *saved_rfc822_version = NULL;
2773 int qualified_for_journaling = 0;
2774 CitContext *CCC = CC; /* CachedCitContext - performance boost */
2775 char bounce_to[1024] = "";
2779 CtdlLogPrintf(CTDL_DEBUG, "CtdlSubmitMsg() called\n");
2780 if (is_valid_message(msg) == 0) return(-1); /* self check */
2782 /* If this message has no timestamp, we take the liberty of
2783 * giving it one, right now.
2785 if (msg->cm_fields['T'] == NULL) {
2786 snprintf(generated_timestamp, sizeof generated_timestamp, "%ld", (long)time(NULL));
2787 msg->cm_fields['T'] = strdup(generated_timestamp);
2790 /* If this message has no path, we generate one.
2792 if (msg->cm_fields['P'] == NULL) {
2793 if (msg->cm_fields['A'] != NULL) {
2794 msg->cm_fields['P'] = strdup(msg->cm_fields['A']);
2795 for (a=0; !IsEmptyStr(&msg->cm_fields['P'][a]); ++a) {
2796 if (isspace(msg->cm_fields['P'][a])) {
2797 msg->cm_fields['P'][a] = ' ';
2802 msg->cm_fields['P'] = strdup("unknown");
2806 if (force == NULL) {
2807 strcpy(force_room, "");
2810 strcpy(force_room, force);
2813 /* Learn about what's inside, because it's what's inside that counts */
2814 if (msg->cm_fields['M'] == NULL) {
2815 CtdlLogPrintf(CTDL_ERR, "ERROR: attempt to save message with NULL body\n");
2819 switch (msg->cm_format_type) {
2821 strcpy(content_type, "text/x-citadel-variformat");
2824 strcpy(content_type, "text/plain");
2827 strcpy(content_type, "text/plain");
2828 mptr = bmstrcasestr(msg->cm_fields['M'], "Content-type:");
2831 safestrncpy(content_type, &mptr[13], sizeof content_type);
2832 striplt(content_type);
2833 aptr = content_type;
2834 while (!IsEmptyStr(aptr)) {
2846 /* Goto the correct room */
2847 CtdlLogPrintf(CTDL_DEBUG, "Selected room %s\n", (recps) ? CCC->room.QRname : SENTITEMS);
2848 strcpy(hold_rm, CCC->room.QRname);
2849 strcpy(actual_rm, CCC->room.QRname);
2850 if (recps != NULL) {
2851 strcpy(actual_rm, SENTITEMS);
2854 /* If the user is a twit, move to the twit room for posting */
2856 if (CCC->user.axlevel == AxProbU) {
2857 strcpy(hold_rm, actual_rm);
2858 strcpy(actual_rm, config.c_twitroom);
2859 CtdlLogPrintf(CTDL_DEBUG, "Diverting to twit room\n");
2863 /* ...or if this message is destined for Aide> then go there. */
2864 if (!IsEmptyStr(force_room)) {
2865 strcpy(actual_rm, force_room);
2868 CtdlLogPrintf(CTDL_DEBUG, "Final selection: %s\n", actual_rm);
2869 if (strcasecmp(actual_rm, CCC->room.QRname)) {
2870 /* CtdlGetRoom(&CCC->room, actual_rm); */
2871 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL);
2875 * If this message has no O (room) field, generate one.
2877 if (msg->cm_fields['O'] == NULL) {
2878 msg->cm_fields['O'] = strdup(CCC->room.QRname);
2881 /* Perform "before save" hooks (aborting if any return nonzero) */
2882 CtdlLogPrintf(CTDL_DEBUG, "Performing before-save hooks\n");
2883 if (PerformMessageHooks(msg, EVT_BEFORESAVE) > 0) return(-3);
2886 * If this message has an Exclusive ID, and the room is replication
2887 * checking enabled, then do replication checks.
2889 if (DoesThisRoomNeedEuidIndexing(&CCC->room)) {
2890 ReplicationChecks(msg);
2893 /* Save it to disk */
2894 CtdlLogPrintf(CTDL_DEBUG, "Saving to disk\n");
2895 newmsgid = send_message(msg);
2896 if (newmsgid <= 0L) return(-5);
2898 /* Write a supplemental message info record. This doesn't have to
2899 * be a critical section because nobody else knows about this message
2902 CtdlLogPrintf(CTDL_DEBUG, "Creating MetaData record\n");
2903 memset(&smi, 0, sizeof(struct MetaData));
2904 smi.meta_msgnum = newmsgid;
2905 smi.meta_refcount = 0;
2906 safestrncpy(smi.meta_content_type, content_type,
2907 sizeof smi.meta_content_type);
2910 * Measure how big this message will be when rendered as RFC822.
2911 * We do this for two reasons:
2912 * 1. We need the RFC822 length for the new metadata record, so the
2913 * POP and IMAP services don't have to calculate message lengths
2914 * while the user is waiting (multiplied by potentially hundreds
2915 * or thousands of messages).
2916 * 2. If journaling is enabled, we will need an RFC822 version of the
2917 * message to attach to the journalized copy.
2919 if (CCC->redirect_buffer != NULL) {
2920 CtdlLogPrintf(CTDL_ALERT, "CCC->redirect_buffer is not NULL during message submission!\n");
2923 CCC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
2924 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
2925 smi.meta_rfc822_length = StrLength(CCC->redirect_buffer);
2926 saved_rfc822_version = CCC->redirect_buffer;
2927 CCC->redirect_buffer = NULL;
2931 /* Now figure out where to store the pointers */
2932 CtdlLogPrintf(CTDL_DEBUG, "Storing pointers\n");
2934 /* If this is being done by the networker delivering a private
2935 * message, we want to BYPASS saving the sender's copy (because there
2936 * is no local sender; it would otherwise go to the Trashcan).
2938 if ((!CCC->internal_pgm) || (recps == NULL)) {
2939 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
2940 CtdlLogPrintf(CTDL_ERR, "ERROR saving message pointer!\n");
2941 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
2945 /* For internet mail, drop a copy in the outbound queue room */
2946 if ((recps != NULL) && (recps->num_internet > 0)) {
2947 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
2950 /* If other rooms are specified, drop them there too. */
2951 if ((recps != NULL) && (recps->num_room > 0))
2952 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
2953 extract_token(recipient, recps->recp_room, i,
2954 '|', sizeof recipient);
2955 CtdlLogPrintf(CTDL_DEBUG, "Delivering to room <%s>\n", recipient);
2956 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
2959 /* Bump this user's messages posted counter. */
2960 CtdlLogPrintf(CTDL_DEBUG, "Updating user\n");
2961 CtdlGetUserLock(&CCC->user, CCC->curr_user);
2962 CCC->user.posted = CCC->user.posted + 1;
2963 CtdlPutUserLock(&CCC->user);
2965 /* Decide where bounces need to be delivered */
2966 if ((recps != NULL) && (recps->bounce_to != NULL)) {
2967 safestrncpy(bounce_to, recps->bounce_to, sizeof bounce_to);
2969 else if (CCC->logged_in) {
2970 snprintf(bounce_to, sizeof bounce_to, "%s@%s", CCC->user.fullname, config.c_nodename);
2973 snprintf(bounce_to, sizeof bounce_to, "%s@%s", msg->cm_fields['A'], msg->cm_fields['N']);
2976 /* If this is private, local mail, make a copy in the
2977 * recipient's mailbox and bump the reference count.
2979 if ((recps != NULL) && (recps->num_local > 0))
2980 for (i=0; i<num_tokens(recps->recp_local, '|'); ++i) {
2981 extract_token(recipient, recps->recp_local, i,
2982 '|', sizeof recipient);
2983 CtdlLogPrintf(CTDL_DEBUG, "Delivering private local mail to <%s>\n",
2985 if (CtdlGetUser(&userbuf, recipient) == 0) {
2986 // Add a flag so the Funambol module knows its mail
2987 msg->cm_fields['W'] = strdup(recipient);
2988 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
2989 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
2990 CtdlBumpNewMailCounter(userbuf.usernum);
2991 if (!IsEmptyStr(config.c_funambol_host) || !IsEmptyStr(config.c_pager_program)) {
2992 /* Generate a instruction message for the Funambol notification
2993 * server, in the same style as the SMTP queue
2996 instr = malloc(instr_alloc);
2997 snprintf(instr, instr_alloc,
2998 "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
3000 SPOOLMIME, newmsgid, (long)time(NULL),
3004 imsg = malloc(sizeof(struct CtdlMessage));
3005 memset(imsg, 0, sizeof(struct CtdlMessage));
3006 imsg->cm_magic = CTDLMESSAGE_MAGIC;
3007 imsg->cm_anon_type = MES_NORMAL;
3008 imsg->cm_format_type = FMT_RFC822;
3009 imsg->cm_fields['A'] = strdup("Citadel");
3010 imsg->cm_fields['J'] = strdup("do not journal");
3011 imsg->cm_fields['M'] = instr; /* imsg owns this memory now */
3012 imsg->cm_fields['W'] = strdup(recipient);
3013 CtdlSubmitMsg(imsg, NULL, FNBL_QUEUE_ROOM, 0);
3014 CtdlFreeMessage(imsg);
3018 CtdlLogPrintf(CTDL_DEBUG, "No user <%s>\n", recipient);
3019 CtdlSaveMsgPointerInRoom(config.c_aideroom,
3024 /* Perform "after save" hooks */
3025 CtdlLogPrintf(CTDL_DEBUG, "Performing after-save hooks\n");
3026 PerformMessageHooks(msg, EVT_AFTERSAVE);
3028 /* For IGnet mail, we have to save a new copy into the spooler for
3029 * each recipient, with the R and D fields set to the recipient and
3030 * destination-node. This has two ugly side effects: all other
3031 * recipients end up being unlisted in this recipient's copy of the
3032 * message, and it has to deliver multiple messages to the same
3033 * node. We'll revisit this again in a year or so when everyone has
3034 * a network spool receiver that can handle the new style messages.
3036 if ((recps != NULL) && (recps->num_ignet > 0))
3037 for (i=0; i<num_tokens(recps->recp_ignet, '|'); ++i) {
3038 extract_token(recipient, recps->recp_ignet, i,
3039 '|', sizeof recipient);
3041 hold_R = msg->cm_fields['R'];
3042 hold_D = msg->cm_fields['D'];
3043 msg->cm_fields['R'] = malloc(SIZ);
3044 msg->cm_fields['D'] = malloc(128);
3045 extract_token(msg->cm_fields['R'], recipient, 0, '@', SIZ);
3046 extract_token(msg->cm_fields['D'], recipient, 1, '@', 128);
3048 serialize_message(&smr, msg);
3050 snprintf(submit_filename, sizeof submit_filename,
3051 "%s/netmail.%04lx.%04x.%04x",
3053 (long) getpid(), CCC->cs_pid, ++seqnum);
3054 network_fp = fopen(submit_filename, "wb+");
3055 if (network_fp != NULL) {
3056 rv = fwrite(smr.ser, smr.len, 1, network_fp);
3062 free(msg->cm_fields['R']);
3063 free(msg->cm_fields['D']);
3064 msg->cm_fields['R'] = hold_R;
3065 msg->cm_fields['D'] = hold_D;
3068 /* Go back to the room we started from */
3069 CtdlLogPrintf(CTDL_DEBUG, "Returning to original room %s\n", hold_rm);
3070 if (strcasecmp(hold_rm, CCC->room.QRname))
3071 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL);
3073 /* For internet mail, generate delivery instructions.
3074 * Yes, this is recursive. Deal with it. Infinite recursion does
3075 * not happen because the delivery instructions message does not
3076 * contain a recipient.
3078 if ((recps != NULL) && (recps->num_internet > 0)) {
3079 CtdlLogPrintf(CTDL_DEBUG, "Generating delivery instructions\n");
3081 instr = malloc(instr_alloc);
3082 snprintf(instr, instr_alloc,
3083 "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
3085 SPOOLMIME, newmsgid, (long)time(NULL),
3089 if (recps->envelope_from != NULL) {
3090 tmp = strlen(instr);
3091 snprintf(&instr[tmp], instr_alloc-tmp, "envelope_from|%s\n", recps->envelope_from);
3094 for (i=0; i<num_tokens(recps->recp_internet, '|'); ++i) {
3095 tmp = strlen(instr);
3096 extract_token(recipient, recps->recp_internet, i, '|', sizeof recipient);
3097 if ((tmp + strlen(recipient) + 32) > instr_alloc) {
3098 instr_alloc = instr_alloc * 2;
3099 instr = realloc(instr, instr_alloc);
3101 snprintf(&instr[tmp], instr_alloc - tmp, "remote|%s|0||\n", recipient);
3104 imsg = malloc(sizeof(struct CtdlMessage));
3105 memset(imsg, 0, sizeof(struct CtdlMessage));
3106 imsg->cm_magic = CTDLMESSAGE_MAGIC;
3107 imsg->cm_anon_type = MES_NORMAL;
3108 imsg->cm_format_type = FMT_RFC822;
3109 imsg->cm_fields['A'] = strdup("Citadel");
3110 imsg->cm_fields['J'] = strdup("do not journal");
3111 imsg->cm_fields['M'] = instr; /* imsg owns this memory now */
3112 CtdlSubmitMsg(imsg, NULL, SMTP_SPOOLOUT_ROOM, QP_EADDR);
3113 CtdlFreeMessage(imsg);
3117 * Any addresses to harvest for someone's address book?
3119 if ( (CCC->logged_in) && (recps != NULL) ) {
3120 collected_addresses = harvest_collected_addresses(msg);
3123 if (collected_addresses != NULL) {
3124 aptr = (struct addresses_to_be_filed *)
3125 malloc(sizeof(struct addresses_to_be_filed));
3126 CtdlMailboxName(actual_rm, sizeof actual_rm,
3127 &CCC->user, USERCONTACTSROOM);
3128 aptr->roomname = strdup(actual_rm);
3129 aptr->collected_addresses = collected_addresses;
3130 begin_critical_section(S_ATBF);
3133 end_critical_section(S_ATBF);
3137 * Determine whether this message qualifies for journaling.
3139 if (msg->cm_fields['J'] != NULL) {
3140 qualified_for_journaling = 0;
3143 if (recps == NULL) {
3144 qualified_for_journaling = config.c_journal_pubmsgs;
3146 else if (recps->num_local + recps->num_ignet + recps->num_internet > 0) {
3147 qualified_for_journaling = config.c_journal_email;
3150 qualified_for_journaling = config.c_journal_pubmsgs;
3155 * Do we have to perform journaling? If so, hand off the saved
3156 * RFC822 version will be handed off to the journaler for background
3157 * submit. Otherwise, we have to free the memory ourselves.
3159 if (saved_rfc822_version != NULL) {
3160 if (qualified_for_journaling) {
3161 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
3164 FreeStrBuf(&saved_rfc822_version);
3174 void aide_message (char *text, char *subject)
3176 quickie_message("Citadel",NULL,NULL,AIDEROOM,text,FMT_CITADEL,subject);
3181 * Convenience function for generating small administrative messages.
3183 void quickie_message(const char *from, const char *fromaddr, char *to, char *room, const char *text,
3184 int format_type, const char *subject)
3186 struct CtdlMessage *msg;
3187 struct recptypes *recp = NULL;
3189 msg = malloc(sizeof(struct CtdlMessage));
3190 memset(msg, 0, sizeof(struct CtdlMessage));
3191 msg->cm_magic = CTDLMESSAGE_MAGIC;
3192 msg->cm_anon_type = MES_NORMAL;
3193 msg->cm_format_type = format_type;
3196 msg->cm_fields['A'] = strdup(from);
3198 else if (fromaddr != NULL) {
3199 msg->cm_fields['A'] = strdup(fromaddr);
3200 if (strchr(msg->cm_fields['A'], '@')) {
3201 *strchr(msg->cm_fields['A'], '@') = 0;
3205 msg->cm_fields['A'] = strdup("Citadel");
3208 if (fromaddr != NULL) msg->cm_fields['F'] = strdup(fromaddr);
3209 if (room != NULL) msg->cm_fields['O'] = strdup(room);
3210 msg->cm_fields['N'] = strdup(NODENAME);
3212 msg->cm_fields['R'] = strdup(to);
3213 recp = validate_recipients(to, NULL, 0);
3215 if (subject != NULL) {
3216 msg->cm_fields['U'] = strdup(subject);
3218 msg->cm_fields['M'] = strdup(text);
3220 CtdlSubmitMsg(msg, recp, room, 0);
3221 CtdlFreeMessage(msg);
3222 if (recp != NULL) free_recipients(recp);
3228 * Back end function used by CtdlMakeMessage() and similar functions
3230 StrBuf *CtdlReadMessageBodyBuf(char *terminator, /* token signalling EOT */
3232 size_t maxlen, /* maximum message length */
3233 char *exist, /* if non-null, append to it;
3234 exist is ALWAYS freed */
3235 int crlf, /* CRLF newlines instead of LF */
3236 int *sock /* socket handle or 0 for this session's client socket */
3245 LineBuf = NewStrBufPlain(NULL, SIZ);
3246 if (exist == NULL) {
3247 Message = NewStrBufPlain(NULL, 4 * SIZ);
3250 Message = NewStrBufPlain(exist, -1);
3254 /* Do we need to change leading ".." to "." for SMTP escaping? */
3255 if ((tlen == 1) && (*terminator == '.')) {
3259 /* read in the lines of message text one by one */
3262 if ((CtdlSockGetLine(sock, LineBuf) < 0) ||
3267 if (CtdlClientGetLine(LineBuf) < 0) finished = 1;
3269 if ((StrLength(LineBuf) == tlen) &&
3270 (!strcmp(ChrPtr(LineBuf), terminator)))
3273 if ( (!flushing) && (!finished) ) {
3275 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
3278 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
3281 /* Unescape SMTP-style input of two dots at the beginning of the line */
3283 (StrLength(LineBuf) == 2) &&
3284 (!strcmp(ChrPtr(LineBuf), "..")))
3286 StrBufCutLeft(LineBuf, 1);
3289 StrBufAppendBuf(Message, LineBuf, 0);
3292 /* if we've hit the max msg length, flush the rest */
3293 if (StrLength(Message) >= maxlen) flushing = 1;
3295 } while (!finished);
3296 FreeStrBuf(&LineBuf);
3302 * Back end function used by CtdlMakeMessage() and similar functions
3304 char *CtdlReadMessageBody(char *terminator, /* token signalling EOT */
3306 size_t maxlen, /* maximum message length */
3307 char *exist, /* if non-null, append to it;
3308 exist is ALWAYS freed */
3309 int crlf, /* CRLF newlines instead of LF */
3310 int *sock /* socket handle or 0 for this session's client socket */
3315 Message = CtdlReadMessageBodyBuf(terminator,
3321 if (Message == NULL)
3324 return SmashStrBuf(&Message);
3329 * Build a binary message to be saved on disk.
3330 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3331 * will become part of the message. This means you are no longer
3332 * responsible for managing that memory -- it will be freed along with
3333 * the rest of the fields when CtdlFreeMessage() is called.)
3336 struct CtdlMessage *CtdlMakeMessage(
3337 struct ctdluser *author, /* author's user structure */
3338 char *recipient, /* NULL if it's not mail */
3339 char *recp_cc, /* NULL if it's not mail */
3340 char *room, /* room where it's going */
3341 int type, /* see MES_ types in header file */
3342 int format_type, /* variformat, plain text, MIME... */
3343 char *fake_name, /* who we're masquerading as */
3344 char *my_email, /* which of my email addresses to use (empty is ok) */
3345 char *subject, /* Subject (optional) */
3346 char *supplied_euid, /* ...or NULL if this is irrelevant */
3347 char *preformatted_text, /* ...or NULL to read text from client */
3348 char *references /* Thread references */
3350 char dest_node[256];
3352 struct CtdlMessage *msg;
3354 msg = malloc(sizeof(struct CtdlMessage));
3355 memset(msg, 0, sizeof(struct CtdlMessage));
3356 msg->cm_magic = CTDLMESSAGE_MAGIC;
3357 msg->cm_anon_type = type;
3358 msg->cm_format_type = format_type;
3360 /* Don't confuse the poor folks if it's not routed mail. */
3361 strcpy(dest_node, "");
3363 if (recipient != NULL) striplt(recipient);
3364 if (recp_cc != NULL) striplt(recp_cc);
3366 /* Path or Return-Path */
3367 if (my_email == NULL) my_email = "";
3369 if (!IsEmptyStr(my_email)) {
3370 msg->cm_fields['P'] = strdup(my_email);
3373 snprintf(buf, sizeof buf, "%s", author->fullname);
3374 msg->cm_fields['P'] = strdup(buf);
3376 convert_spaces_to_underscores(msg->cm_fields['P']);
3378 snprintf(buf, sizeof buf, "%ld", (long)time(NULL)); /* timestamp */
3379 msg->cm_fields['T'] = strdup(buf);
3381 if ((fake_name != NULL) && (fake_name[0])) { /* author */
3382 msg->cm_fields['A'] = strdup(fake_name);
3385 msg->cm_fields['A'] = strdup(author->fullname);
3388 if (CC->room.QRflags & QR_MAILBOX) { /* room */
3389 msg->cm_fields['O'] = strdup(&CC->room.QRname[11]);
3392 msg->cm_fields['O'] = strdup(CC->room.QRname);
3395 msg->cm_fields['N'] = strdup(NODENAME); /* nodename */
3396 msg->cm_fields['H'] = strdup(HUMANNODE); /* hnodename */
3398 if ((recipient != NULL) && (recipient[0] != 0)) {
3399 msg->cm_fields['R'] = strdup(recipient);
3401 if ((recp_cc != NULL) && (recp_cc[0] != 0)) {
3402 msg->cm_fields['Y'] = strdup(recp_cc);
3404 if (dest_node[0] != 0) {
3405 msg->cm_fields['D'] = strdup(dest_node);
3408 if (!IsEmptyStr(my_email)) {
3409 msg->cm_fields['F'] = strdup(my_email);
3411 else if ( (author == &CC->user) && (!IsEmptyStr(CC->cs_inet_email)) ) {
3412 msg->cm_fields['F'] = strdup(CC->cs_inet_email);
3415 if (subject != NULL) {
3418 length = strlen(subject);
3424 while ((subject[i] != '\0') &&
3425 (IsAscii = isascii(subject[i]) != 0 ))
3428 msg->cm_fields['U'] = strdup(subject);
3429 else /* ok, we've got utf8 in the string. */
3431 msg->cm_fields['U'] = rfc2047encode(subject, length);
3437 if (supplied_euid != NULL) {
3438 msg->cm_fields['E'] = strdup(supplied_euid);
3441 if (references != NULL) {
3442 if (!IsEmptyStr(references)) {
3443 msg->cm_fields['W'] = strdup(references);
3447 if (preformatted_text != NULL) {
3448 msg->cm_fields['M'] = preformatted_text;
3451 msg->cm_fields['M'] = CtdlReadMessageBody(HKEY("000"), config.c_maxmsglen, NULL, 0, 0);
3459 * Check to see whether we have permission to post a message in the current
3460 * room. Returns a *CITADEL ERROR CODE* and puts a message in errmsgbuf, or
3461 * returns 0 on success.
3463 int CtdlDoIHavePermissionToPostInThisRoom(char *errmsgbuf,
3465 const char* RemoteIdentifier,
3469 if (!(CC->logged_in) &&
3470 (PostPublic == POST_LOGGED_IN)) {
3471 snprintf(errmsgbuf, n, "Not logged in.");
3472 return (ERROR + NOT_LOGGED_IN);
3474 else if (PostPublic == CHECK_EXISTANCE) {
3475 return (0); // We're Evaling whether a recipient exists
3477 else if (!(CC->logged_in)) {
3479 if ((CC->room.QRflags & QR_READONLY)) {
3480 snprintf(errmsgbuf, n, "Not logged in.");
3481 return (ERROR + NOT_LOGGED_IN);
3483 if (CC->room.QRflags2 & QR2_MODERATED) {
3484 snprintf(errmsgbuf, n, "Not logged in Moderation feature not yet implemented!");
3485 return (ERROR + NOT_LOGGED_IN);
3487 if ((PostPublic!=POST_LMTP) &&(CC->room.QRflags2 & QR2_SMTP_PUBLIC) == 0) {
3492 if (RemoteIdentifier == NULL)
3494 snprintf(errmsgbuf, n, "Need sender to permit access.");
3495 return (ERROR + USERNAME_REQUIRED);
3498 assoc_file_name(filename, sizeof filename, &CC->room, ctdl_netcfg_dir);
3499 begin_critical_section(S_NETCONFIGS);
3500 if (!read_spoolcontrol_file(&sc, filename))
3502 end_critical_section(S_NETCONFIGS);
3503 snprintf(errmsgbuf, n,
3504 "This mailing list only accepts posts from subscribers.");
3505 return (ERROR + NO_SUCH_USER);
3507 end_critical_section(S_NETCONFIGS);
3508 found = is_recipient (sc, RemoteIdentifier);
3509 free_spoolcontrol_struct(&sc);
3514 snprintf(errmsgbuf, n,
3515 "This mailing list only accepts posts from subscribers.");
3516 return (ERROR + NO_SUCH_USER);
3523 if ((CC->user.axlevel < AxProbU)
3524 && ((CC->room.QRflags & QR_MAILBOX) == 0)) {
3525 snprintf(errmsgbuf, n, "Need to be validated to enter "
3526 "(except in %s> to sysop)", MAILROOM);
3527 return (ERROR + HIGHER_ACCESS_REQUIRED);
3530 CtdlRoomAccess(&CC->room, &CC->user, &ra, NULL);
3531 if (!(ra & UA_POSTALLOWED)) {
3532 snprintf(errmsgbuf, n, "Higher access is required to post in this room.");
3533 return (ERROR + HIGHER_ACCESS_REQUIRED);
3536 strcpy(errmsgbuf, "Ok");
3542 * Check to see if the specified user has Internet mail permission
3543 * (returns nonzero if permission is granted)
3545 int CtdlCheckInternetMailPermission(struct ctdluser *who) {
3547 /* Do not allow twits to send Internet mail */
3548 if (who->axlevel <= AxProbU) return(0);
3550 /* Globally enabled? */
3551 if (config.c_restrict == 0) return(1);
3553 /* User flagged ok? */
3554 if (who->flags & US_INTERNET) return(2);
3556 /* Aide level access? */
3557 if (who->axlevel >= AxAideU) return(3);
3559 /* No mail for you! */
3565 * Validate recipients, count delivery types and errors, and handle aliasing
3566 * FIXME check for dupes!!!!!
3568 * Returns 0 if all addresses are ok, ret->num_error = -1 if no addresses
3569 * were specified, or the number of addresses found invalid.
3571 * Caller needs to free the result using free_recipients()
3573 struct recptypes *validate_recipients(const char *supplied_recipients,
3574 const char *RemoteIdentifier,
3576 struct recptypes *ret;
3577 char *recipients = NULL;
3578 char this_recp[256];
3579 char this_recp_cooked[256];
3585 struct ctdluser tempUS;
3586 struct ctdlroom tempQR;
3587 struct ctdlroom tempQR2;
3593 ret = (struct recptypes *) malloc(sizeof(struct recptypes));
3594 if (ret == NULL) return(NULL);
3596 /* Set all strings to null and numeric values to zero */
3597 memset(ret, 0, sizeof(struct recptypes));
3599 if (supplied_recipients == NULL) {
3600 recipients = strdup("");
3603 recipients = strdup(supplied_recipients);
3606 /* Allocate some memory. Yes, this allocates 500% more memory than we will
3607 * actually need, but it's healthier for the heap than doing lots of tiny
3608 * realloc() calls instead.
3611 ret->errormsg = malloc(strlen(recipients) + 1024);
3612 ret->recp_local = malloc(strlen(recipients) + 1024);
3613 ret->recp_internet = malloc(strlen(recipients) + 1024);
3614 ret->recp_ignet = malloc(strlen(recipients) + 1024);
3615 ret->recp_room = malloc(strlen(recipients) + 1024);
3616 ret->display_recp = malloc(strlen(recipients) + 1024);
3618 ret->errormsg[0] = 0;
3619 ret->recp_local[0] = 0;
3620 ret->recp_internet[0] = 0;
3621 ret->recp_ignet[0] = 0;
3622 ret->recp_room[0] = 0;
3623 ret->display_recp[0] = 0;
3625 ret->recptypes_magic = RECPTYPES_MAGIC;
3627 /* Change all valid separator characters to commas */
3628 for (i=0; !IsEmptyStr(&recipients[i]); ++i) {
3629 if ((recipients[i] == ';') || (recipients[i] == '|')) {
3630 recipients[i] = ',';
3634 /* Now start extracting recipients... */
3636 while (!IsEmptyStr(recipients)) {
3638 for (i=0; i<=strlen(recipients); ++i) {
3639 if (recipients[i] == '\"') in_quotes = 1 - in_quotes;
3640 if ( ( (recipients[i] == ',') && (!in_quotes) ) || (recipients[i] == 0) ) {
3641 safestrncpy(this_recp, recipients, i+1);
3643 if (recipients[i] == ',') {
3644 strcpy(recipients, &recipients[i+1]);
3647 strcpy(recipients, "");
3654 if (IsEmptyStr(this_recp))
3656 CtdlLogPrintf(CTDL_DEBUG, "Evaluating recipient #%d: %s\n", num_recps, this_recp);
3658 mailtype = alias(this_recp);
3659 mailtype = alias(this_recp);
3660 mailtype = alias(this_recp);
3662 for (j=0; !IsEmptyStr(&this_recp[j]); ++j) {
3663 if (this_recp[j]=='_') {
3664 this_recp_cooked[j] = ' ';
3667 this_recp_cooked[j] = this_recp[j];
3670 this_recp_cooked[j] = '\0';
3675 if (!strcasecmp(this_recp, "sysop")) {
3677 strcpy(this_recp, config.c_aideroom);
3678 if (!IsEmptyStr(ret->recp_room)) {
3679 strcat(ret->recp_room, "|");
3681 strcat(ret->recp_room, this_recp);
3683 else if ( (!strncasecmp(this_recp, "room_", 5))
3684 && (!CtdlGetRoom(&tempQR, &this_recp_cooked[5])) ) {
3686 /* Save room so we can restore it later */
3690 /* Check permissions to send mail to this room */
3691 err = CtdlDoIHavePermissionToPostInThisRoom(errmsg,
3703 if (!IsEmptyStr(ret->recp_room)) {
3704 strcat(ret->recp_room, "|");
3706 strcat(ret->recp_room, &this_recp_cooked[5]);
3709 /* Restore room in case something needs it */
3713 else if (CtdlGetUser(&tempUS, this_recp) == 0) {
3715 strcpy(this_recp, tempUS.fullname);
3716 if (!IsEmptyStr(ret->recp_local)) {
3717 strcat(ret->recp_local, "|");
3719 strcat(ret->recp_local, this_recp);
3721 else if (CtdlGetUser(&tempUS, this_recp_cooked) == 0) {
3723 strcpy(this_recp, tempUS.fullname);
3724 if (!IsEmptyStr(ret->recp_local)) {
3725 strcat(ret->recp_local, "|");
3727 strcat(ret->recp_local, this_recp);
3735 /* Yes, you're reading this correctly: if the target
3736 * domain points back to the local system or an attached
3737 * Citadel directory, the address is invalid. That's
3738 * because if the address were valid, we would have
3739 * already translated it to a local address by now.
3741 if (IsDirectory(this_recp, 0)) {
3746 ++ret->num_internet;
3747 if (!IsEmptyStr(ret->recp_internet)) {
3748 strcat(ret->recp_internet, "|");
3750 strcat(ret->recp_internet, this_recp);
3755 if (!IsEmptyStr(ret->recp_ignet)) {
3756 strcat(ret->recp_ignet, "|");
3758 strcat(ret->recp_ignet, this_recp);
3766 if (IsEmptyStr(errmsg)) {
3767 snprintf(append, sizeof append, "Invalid recipient: %s", this_recp);
3770 snprintf(append, sizeof append, "%s", errmsg);
3772 if ( (strlen(ret->errormsg) + strlen(append) + 3) < SIZ) {
3773 if (!IsEmptyStr(ret->errormsg)) {
3774 strcat(ret->errormsg, "; ");
3776 strcat(ret->errormsg, append);
3780 if (IsEmptyStr(ret->display_recp)) {
3781 strcpy(append, this_recp);
3784 snprintf(append, sizeof append, ", %s", this_recp);
3786 if ( (strlen(ret->display_recp)+strlen(append)) < SIZ) {
3787 strcat(ret->display_recp, append);
3792 if ((ret->num_local + ret->num_internet + ret->num_ignet +
3793 ret->num_room + ret->num_error) == 0) {
3794 ret->num_error = (-1);
3795 strcpy(ret->errormsg, "No recipients specified.");
3798 CtdlLogPrintf(CTDL_DEBUG, "validate_recipients()\n");
3799 CtdlLogPrintf(CTDL_DEBUG, " local: %d <%s>\n", ret->num_local, ret->recp_local);
3800 CtdlLogPrintf(CTDL_DEBUG, " room: %d <%s>\n", ret->num_room, ret->recp_room);
3801 CtdlLogPrintf(CTDL_DEBUG, " inet: %d <%s>\n", ret->num_internet, ret->recp_internet);
3802 CtdlLogPrintf(CTDL_DEBUG, " ignet: %d <%s>\n", ret->num_ignet, ret->recp_ignet);
3803 CtdlLogPrintf(CTDL_DEBUG, " error: %d <%s>\n", ret->num_error, ret->errormsg);
3811 * Destructor for struct recptypes
3813 void free_recipients(struct recptypes *valid) {
3815 if (valid == NULL) {
3819 if (valid->recptypes_magic != RECPTYPES_MAGIC) {
3820 CtdlLogPrintf(CTDL_EMERG, "Attempt to call free_recipients() on some other data type!\n");
3824 if (valid->errormsg != NULL) free(valid->errormsg);
3825 if (valid->recp_local != NULL) free(valid->recp_local);
3826 if (valid->recp_internet != NULL) free(valid->recp_internet);
3827 if (valid->recp_ignet != NULL) free(valid->recp_ignet);
3828 if (valid->recp_room != NULL) free(valid->recp_room);
3829 if (valid->display_recp != NULL) free(valid->display_recp);
3830 if (valid->bounce_to != NULL) free(valid->bounce_to);
3831 if (valid->envelope_from != NULL) free(valid->envelope_from);
3838 * message entry - mode 0 (normal)
3840 void cmd_ent0(char *entargs)
3846 char supplied_euid[128];
3848 int format_type = 0;
3849 char newusername[256];
3850 char newuseremail[256];
3851 struct CtdlMessage *msg;
3855 struct recptypes *valid = NULL;
3856 struct recptypes *valid_to = NULL;
3857 struct recptypes *valid_cc = NULL;
3858 struct recptypes *valid_bcc = NULL;
3860 int subject_required = 0;
3865 int newuseremail_ok = 0;
3866 char references[SIZ];
3871 post = extract_int(entargs, 0);
3872 extract_token(recp, entargs, 1, '|', sizeof recp);
3873 anon_flag = extract_int(entargs, 2);
3874 format_type = extract_int(entargs, 3);
3875 extract_token(subject, entargs, 4, '|', sizeof subject);
3876 extract_token(newusername, entargs, 5, '|', sizeof newusername);
3877 do_confirm = extract_int(entargs, 6);
3878 extract_token(cc, entargs, 7, '|', sizeof cc);
3879 extract_token(bcc, entargs, 8, '|', sizeof bcc);
3880 switch(CC->room.QRdefaultview) {
3883 extract_token(supplied_euid, entargs, 9, '|', sizeof supplied_euid);
3886 supplied_euid[0] = 0;
3889 extract_token(newuseremail, entargs, 10, '|', sizeof newuseremail);
3890 extract_token(references, entargs, 11, '|', sizeof references);
3891 for (ptr=references; *ptr != 0; ++ptr) {
3892 if (*ptr == '!') *ptr = '|';
3895 /* first check to make sure the request is valid. */
3897 err = CtdlDoIHavePermissionToPostInThisRoom(errmsg, sizeof errmsg, NULL, POST_LOGGED_IN);
3900 cprintf("%d %s\n", err, errmsg);
3904 /* Check some other permission type things. */
3906 if (IsEmptyStr(newusername)) {
3907 strcpy(newusername, CC->user.fullname);
3909 if ( (CC->user.axlevel < AxAideU)
3910 && (strcasecmp(newusername, CC->user.fullname))
3911 && (strcasecmp(newusername, CC->cs_inet_fn))
3913 cprintf("%d You don't have permission to author messages as '%s'.\n",
3914 ERROR + HIGHER_ACCESS_REQUIRED,
3921 if (IsEmptyStr(newuseremail)) {
3922 newuseremail_ok = 1;
3925 if (!IsEmptyStr(newuseremail)) {
3926 if (!strcasecmp(newuseremail, CC->cs_inet_email)) {
3927 newuseremail_ok = 1;
3929 else if (!IsEmptyStr(CC->cs_inet_other_emails)) {
3930 j = num_tokens(CC->cs_inet_other_emails, '|');
3931 for (i=0; i<j; ++i) {
3932 extract_token(buf, CC->cs_inet_other_emails, i, '|', sizeof buf);
3933 if (!strcasecmp(newuseremail, buf)) {
3934 newuseremail_ok = 1;
3940 if (!newuseremail_ok) {
3941 cprintf("%d You don't have permission to author messages as '%s'.\n",
3942 ERROR + HIGHER_ACCESS_REQUIRED,
3948 CC->cs_flags |= CS_POSTING;
3950 /* In mailbox rooms we have to behave a little differently --
3951 * make sure the user has specified at least one recipient. Then
3952 * validate the recipient(s). We do this for the Mail> room, as
3953 * well as any room which has the "Mailbox" view set.
3956 if ( ( (CC->room.QRflags & QR_MAILBOX) && (!strcasecmp(&CC->room.QRname[11], MAILROOM)) )
3957 || ( (CC->room.QRflags & QR_MAILBOX) && (CC->curr_view == VIEW_MAILBOX) )
3959 if (CC->user.axlevel < AxProbU) {
3960 strcpy(recp, "sysop");
3965 valid_to = validate_recipients(recp, NULL, 0);
3966 if (valid_to->num_error > 0) {
3967 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_to->errormsg);
3968 free_recipients(valid_to);
3972 valid_cc = validate_recipients(cc, NULL, 0);
3973 if (valid_cc->num_error > 0) {
3974 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_cc->errormsg);
3975 free_recipients(valid_to);
3976 free_recipients(valid_cc);
3980 valid_bcc = validate_recipients(bcc, NULL, 0);
3981 if (valid_bcc->num_error > 0) {
3982 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_bcc->errormsg);
3983 free_recipients(valid_to);
3984 free_recipients(valid_cc);
3985 free_recipients(valid_bcc);
3989 /* Recipient required, but none were specified */
3990 if ( (valid_to->num_error < 0) && (valid_cc->num_error < 0) && (valid_bcc->num_error < 0) ) {
3991 free_recipients(valid_to);
3992 free_recipients(valid_cc);
3993 free_recipients(valid_bcc);
3994 cprintf("%d At least one recipient is required.\n", ERROR + NO_SUCH_USER);
3998 if (valid_to->num_internet + valid_cc->num_internet + valid_bcc->num_internet > 0) {
3999 if (CtdlCheckInternetMailPermission(&CC->user)==0) {
4000 cprintf("%d You do not have permission "
4001 "to send Internet mail.\n",
4002 ERROR + HIGHER_ACCESS_REQUIRED);
4003 free_recipients(valid_to);
4004 free_recipients(valid_cc);
4005 free_recipients(valid_bcc);
4010 if ( ( (valid_to->num_internet + valid_to->num_ignet + valid_cc->num_internet + valid_cc->num_ignet + valid_bcc->num_internet + valid_bcc->num_ignet) > 0)
4011 && (CC->user.axlevel < AxNetU) ) {
4012 cprintf("%d Higher access required for network mail.\n",
4013 ERROR + HIGHER_ACCESS_REQUIRED);
4014 free_recipients(valid_to);
4015 free_recipients(valid_cc);
4016 free_recipients(valid_bcc);
4020 if ((RESTRICT_INTERNET == 1)
4021 && (valid_to->num_internet + valid_cc->num_internet + valid_bcc->num_internet > 0)
4022 && ((CC->user.flags & US_INTERNET) == 0)
4023 && (!CC->internal_pgm)) {
4024 cprintf("%d You don't have access to Internet mail.\n",
4025 ERROR + HIGHER_ACCESS_REQUIRED);
4026 free_recipients(valid_to);
4027 free_recipients(valid_cc);
4028 free_recipients(valid_bcc);
4034 /* Is this a room which has anonymous-only or anonymous-option? */
4035 anonymous = MES_NORMAL;
4036 if (CC->room.QRflags & QR_ANONONLY) {
4037 anonymous = MES_ANONONLY;
4039 if (CC->room.QRflags & QR_ANONOPT) {
4040 if (anon_flag == 1) { /* only if the user requested it */
4041 anonymous = MES_ANONOPT;
4045 if ((CC->room.QRflags & QR_MAILBOX) == 0) {
4049 /* Recommend to the client that the use of a message subject is
4050 * strongly recommended in this room, if either the SUBJECTREQ flag
4051 * is set, or if there is one or more Internet email recipients.
4053 if (CC->room.QRflags2 & QR2_SUBJECTREQ) subject_required = 1;
4054 if ((valid_to) && (valid_to->num_internet > 0)) subject_required = 1;
4055 if ((valid_cc) && (valid_cc->num_internet > 0)) subject_required = 1;
4056 if ((valid_bcc) && (valid_bcc->num_internet > 0)) subject_required = 1;
4058 /* If we're only checking the validity of the request, return
4059 * success without creating the message.
4062 cprintf("%d %s|%d\n", CIT_OK,
4063 ((valid_to != NULL) ? valid_to->display_recp : ""),
4065 free_recipients(valid_to);
4066 free_recipients(valid_cc);
4067 free_recipients(valid_bcc);
4071 /* We don't need these anymore because we'll do it differently below */
4072 free_recipients(valid_to);
4073 free_recipients(valid_cc);
4074 free_recipients(valid_bcc);
4076 /* Read in the message from the client. */
4078 cprintf("%d send message\n", START_CHAT_MODE);
4080 cprintf("%d send message\n", SEND_LISTING);
4083 msg = CtdlMakeMessage(&CC->user, recp, cc,
4084 CC->room.QRname, anonymous, format_type,
4085 newusername, newuseremail, subject,
4086 ((!IsEmptyStr(supplied_euid)) ? supplied_euid : NULL),
4089 /* Put together one big recipients struct containing to/cc/bcc all in
4090 * one. This is for the envelope.
4092 char *all_recps = malloc(SIZ * 3);
4093 strcpy(all_recps, recp);
4094 if (!IsEmptyStr(cc)) {
4095 if (!IsEmptyStr(all_recps)) {
4096 strcat(all_recps, ",");
4098 strcat(all_recps, cc);
4100 if (!IsEmptyStr(bcc)) {
4101 if (!IsEmptyStr(all_recps)) {
4102 strcat(all_recps, ",");
4104 strcat(all_recps, bcc);
4106 if (!IsEmptyStr(all_recps)) {
4107 valid = validate_recipients(all_recps, NULL, 0);
4115 msgnum = CtdlSubmitMsg(msg, valid, "", QP_EADDR);
4118 cprintf("%ld\n", msgnum);
4120 cprintf("Message accepted.\n");
4123 cprintf("Internal error.\n");
4125 if (msg->cm_fields['E'] != NULL) {
4126 cprintf("%s\n", msg->cm_fields['E']);
4133 CtdlFreeMessage(msg);
4135 if (valid != NULL) {
4136 free_recipients(valid);
4144 * API function to delete messages which match a set of criteria
4145 * (returns the actual number of messages deleted)
4147 int CtdlDeleteMessages(char *room_name, /* which room */
4148 long *dmsgnums, /* array of msg numbers to be deleted */
4149 int num_dmsgnums, /* number of msgs to be deleted, or 0 for "any" */
4150 char *content_type /* or "" for any. regular expressions expected. */
4153 struct ctdlroom qrbuf;
4154 struct cdbdata *cdbfr;
4155 long *msglist = NULL;
4156 long *dellist = NULL;
4159 int num_deleted = 0;
4161 struct MetaData smi;
4164 int need_to_free_re = 0;
4166 if (content_type) if (!IsEmptyStr(content_type)) {
4167 regcomp(&re, content_type, 0);
4168 need_to_free_re = 1;
4170 CtdlLogPrintf(CTDL_DEBUG, "CtdlDeleteMessages(%s, %d msgs, %s)\n",
4171 room_name, num_dmsgnums, content_type);
4173 /* get room record, obtaining a lock... */
4174 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
4175 CtdlLogPrintf(CTDL_ERR, "CtdlDeleteMessages(): Room <%s> not found\n",
4177 if (need_to_free_re) regfree(&re);
4178 return (0); /* room not found */
4180 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
4182 if (cdbfr != NULL) {
4183 dellist = malloc(cdbfr->len);
4184 msglist = (long *) cdbfr->ptr;
4185 cdbfr->ptr = NULL; /* CtdlDeleteMessages() now owns this memory */
4186 num_msgs = cdbfr->len / sizeof(long);
4190 for (i = 0; i < num_msgs; ++i) {
4193 /* Set/clear a bit for each criterion */
4195 /* 0 messages in the list or a null list means that we are
4196 * interested in deleting any messages which meet the other criteria.
4198 if ((num_dmsgnums == 0) || (dmsgnums == NULL)) {
4199 delete_this |= 0x01;
4202 for (j=0; j<num_dmsgnums; ++j) {
4203 if (msglist[i] == dmsgnums[j]) {
4204 delete_this |= 0x01;
4209 if (IsEmptyStr(content_type)) {
4210 delete_this |= 0x02;
4212 GetMetaData(&smi, msglist[i]);
4213 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
4214 delete_this |= 0x02;
4218 /* Delete message only if all bits are set */
4219 if (delete_this == 0x03) {
4220 dellist[num_deleted++] = msglist[i];
4225 num_msgs = sort_msglist(msglist, num_msgs);
4226 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
4227 msglist, (int)(num_msgs * sizeof(long)));
4230 qrbuf.QRhighest = msglist[num_msgs - 1];
4232 qrbuf.QRhighest = 0;
4234 CtdlPutRoomLock(&qrbuf);
4236 /* Go through the messages we pulled out of the index, and decrement
4237 * their reference counts by 1. If this is the only room the message
4238 * was in, the reference count will reach zero and the message will
4239 * automatically be deleted from the database. We do this in a
4240 * separate pass because there might be plug-in hooks getting called,
4241 * and we don't want that happening during an S_ROOMS critical
4244 if (num_deleted) for (i=0; i<num_deleted; ++i) {
4245 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
4246 AdjRefCount(dellist[i], -1);
4249 /* Now free the memory we used, and go away. */
4250 if (msglist != NULL) free(msglist);
4251 if (dellist != NULL) free(dellist);
4252 CtdlLogPrintf(CTDL_DEBUG, "%d message(s) deleted.\n", num_deleted);
4253 if (need_to_free_re) regfree(&re);
4254 return (num_deleted);
4260 * Check whether the current user has permission to delete messages from
4261 * the current room (returns 1 for yes, 0 for no)
4263 int CtdlDoIHavePermissionToDeleteMessagesFromThisRoom(void) {
4265 CtdlRoomAccess(&CC->room, &CC->user, &ra, NULL);
4266 if (ra & UA_DELETEALLOWED) return(1);
4274 * Delete message from current room
4276 void cmd_dele(char *args)
4285 extract_token(msgset, args, 0, '|', sizeof msgset);
4286 num_msgs = num_tokens(msgset, ',');
4288 cprintf("%d Nothing to do.\n", CIT_OK);
4292 if (CtdlDoIHavePermissionToDeleteMessagesFromThisRoom() == 0) {
4293 cprintf("%d Higher access required.\n",
4294 ERROR + HIGHER_ACCESS_REQUIRED);
4299 * Build our message set to be moved/copied
4301 msgs = malloc(num_msgs * sizeof(long));
4302 for (i=0; i<num_msgs; ++i) {
4303 extract_token(msgtok, msgset, i, ',', sizeof msgtok);
4304 msgs[i] = atol(msgtok);
4307 num_deleted = CtdlDeleteMessages(CC->room.QRname, msgs, num_msgs, "");
4311 cprintf("%d %d message%s deleted.\n", CIT_OK,
4312 num_deleted, ((num_deleted != 1) ? "s" : ""));
4314 cprintf("%d Message not found.\n", ERROR + MESSAGE_NOT_FOUND);
4322 * move or copy a message to another room
4324 void cmd_move(char *args)
4331 char targ[ROOMNAMELEN];
4332 struct ctdlroom qtemp;
4339 extract_token(msgset, args, 0, '|', sizeof msgset);
4340 num_msgs = num_tokens(msgset, ',');
4342 cprintf("%d Nothing to do.\n", CIT_OK);
4346 extract_token(targ, args, 1, '|', sizeof targ);
4347 convert_room_name_macros(targ, sizeof targ);
4348 targ[ROOMNAMELEN - 1] = 0;
4349 is_copy = extract_int(args, 2);
4351 if (CtdlGetRoom(&qtemp, targ) != 0) {
4352 cprintf("%d '%s' does not exist.\n", ERROR + ROOM_NOT_FOUND, targ);
4356 if (!strcasecmp(qtemp.QRname, CC->room.QRname)) {
4357 cprintf("%d Source and target rooms are the same.\n", ERROR + ALREADY_EXISTS);
4361 CtdlGetUser(&CC->user, CC->curr_user);
4362 CtdlRoomAccess(&qtemp, &CC->user, &ra, NULL);
4364 /* Check for permission to perform this operation.
4365 * Remember: "CC->room" is source, "qtemp" is target.
4369 /* Aides can move/copy */
4370 if (CC->user.axlevel >= AxAideU) permit = 1;
4372 /* Room aides can move/copy */
4373 if (CC->user.usernum == CC->room.QRroomaide) permit = 1;
4375 /* Permit move/copy from personal rooms */
4376 if ((CC->room.QRflags & QR_MAILBOX)
4377 && (qtemp.QRflags & QR_MAILBOX)) permit = 1;
4379 /* Permit only copy from public to personal room */
4381 && (!(CC->room.QRflags & QR_MAILBOX))
4382 && (qtemp.QRflags & QR_MAILBOX)) permit = 1;
4384 /* Permit message removal from collaborative delete rooms */
4385 if (CC->room.QRflags2 & QR2_COLLABDEL) permit = 1;
4387 /* Users allowed to post into the target room may move into it too. */
4388 if ((CC->room.QRflags & QR_MAILBOX) &&
4389 (qtemp.QRflags & UA_POSTALLOWED)) permit = 1;
4391 /* User must have access to target room */
4392 if (!(ra & UA_KNOWN)) permit = 0;
4395 cprintf("%d Higher access required.\n",
4396 ERROR + HIGHER_ACCESS_REQUIRED);
4401 * Build our message set to be moved/copied
4403 msgs = malloc(num_msgs * sizeof(long));
4404 for (i=0; i<num_msgs; ++i) {
4405 extract_token(msgtok, msgset, i, ',', sizeof msgtok);
4406 msgs[i] = atol(msgtok);
4412 err = CtdlSaveMsgPointersInRoom(targ, msgs, num_msgs, 1, NULL, 0);
4414 cprintf("%d Cannot store message(s) in %s: error %d\n",
4420 /* Now delete the message from the source room,
4421 * if this is a 'move' rather than a 'copy' operation.
4424 CtdlDeleteMessages(CC->room.QRname, msgs, num_msgs, "");
4428 cprintf("%d Message(s) %s.\n", CIT_OK, (is_copy ? "copied" : "moved") );
4434 * GetMetaData() - Get the supplementary record for a message
4436 void GetMetaData(struct MetaData *smibuf, long msgnum)
4439 struct cdbdata *cdbsmi;
4442 memset(smibuf, 0, sizeof(struct MetaData));
4443 smibuf->meta_msgnum = msgnum;
4444 smibuf->meta_refcount = 1; /* Default reference count is 1 */
4446 /* Use the negative of the message number for its supp record index */
4447 TheIndex = (0L - msgnum);
4449 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
4450 if (cdbsmi == NULL) {
4451 return; /* record not found; go with defaults */
4453 memcpy(smibuf, cdbsmi->ptr,
4454 ((cdbsmi->len > sizeof(struct MetaData)) ?
4455 sizeof(struct MetaData) : cdbsmi->len));
4462 * PutMetaData() - (re)write supplementary record for a message
4464 void PutMetaData(struct MetaData *smibuf)
4468 /* Use the negative of the message number for the metadata db index */
4469 TheIndex = (0L - smibuf->meta_msgnum);
4471 cdb_store(CDB_MSGMAIN,
4472 &TheIndex, (int)sizeof(long),
4473 smibuf, (int)sizeof(struct MetaData));
4478 * AdjRefCount - submit an adjustment to the reference count for a message.
4479 * (These are just queued -- we actually process them later.)
4481 void AdjRefCount(long msgnum, int incr)
4483 struct arcq new_arcq;
4486 CtdlLogPrintf(CTDL_DEBUG, "AdjRefCount() msg %ld ref count delta %+d\n",
4490 begin_critical_section(S_SUPPMSGMAIN);
4491 if (arcfp == NULL) {
4492 arcfp = fopen(file_arcq, "ab+");
4494 end_critical_section(S_SUPPMSGMAIN);
4496 /* msgnum < 0 means that we're trying to close the file */
4498 CtdlLogPrintf(CTDL_DEBUG, "Closing the AdjRefCount queue file\n");
4499 begin_critical_section(S_SUPPMSGMAIN);
4500 if (arcfp != NULL) {
4504 end_critical_section(S_SUPPMSGMAIN);
4509 * If we can't open the queue, perform the operation synchronously.
4511 if (arcfp == NULL) {
4512 TDAP_AdjRefCount(msgnum, incr);
4516 new_arcq.arcq_msgnum = msgnum;
4517 new_arcq.arcq_delta = incr;
4518 rv = fwrite(&new_arcq, sizeof(struct arcq), 1, arcfp);
4526 * TDAP_ProcessAdjRefCountQueue()
4528 * Process the queue of message count adjustments that was created by calls
4529 * to AdjRefCount() ... by reading the queue and calling TDAP_AdjRefCount()
4530 * for each one. This should be an "off hours" operation.
4532 int TDAP_ProcessAdjRefCountQueue(void)
4534 char file_arcq_temp[PATH_MAX];
4537 struct arcq arcq_rec;
4538 int num_records_processed = 0;
4540 snprintf(file_arcq_temp, sizeof file_arcq_temp, "%s.%04x", file_arcq, rand());
4542 begin_critical_section(S_SUPPMSGMAIN);
4543 if (arcfp != NULL) {
4548 r = link(file_arcq, file_arcq_temp);
4550 CtdlLogPrintf(CTDL_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4551 end_critical_section(S_SUPPMSGMAIN);
4552 return(num_records_processed);
4556 end_critical_section(S_SUPPMSGMAIN);
4558 fp = fopen(file_arcq_temp, "rb");
4560 CtdlLogPrintf(CTDL_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4561 return(num_records_processed);
4564 while (fread(&arcq_rec, sizeof(struct arcq), 1, fp) == 1) {
4565 TDAP_AdjRefCount(arcq_rec.arcq_msgnum, arcq_rec.arcq_delta);
4566 ++num_records_processed;
4570 r = unlink(file_arcq_temp);
4572 CtdlLogPrintf(CTDL_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4575 return(num_records_processed);
4581 * TDAP_AdjRefCount - adjust the reference count for a message.
4582 * This one does it "for real" because it's called by
4583 * the autopurger function that processes the queue
4584 * created by AdjRefCount(). If a message's reference
4585 * count becomes zero, we also delete the message from
4586 * disk and de-index it.
4588 void TDAP_AdjRefCount(long msgnum, int incr)
4591 struct MetaData smi;
4594 /* This is a *tight* critical section; please keep it that way, as
4595 * it may get called while nested in other critical sections.
4596 * Complicating this any further will surely cause deadlock!
4598 begin_critical_section(S_SUPPMSGMAIN);
4599 GetMetaData(&smi, msgnum);
4600 smi.meta_refcount += incr;
4602 end_critical_section(S_SUPPMSGMAIN);
4603 CtdlLogPrintf(CTDL_DEBUG, "TDAP_AdjRefCount() msg %ld ref count delta %+d, is now %d\n",
4604 msgnum, incr, smi.meta_refcount
4607 /* If the reference count is now zero, delete the message
4608 * (and its supplementary record as well).
4610 if (smi.meta_refcount == 0) {
4611 CtdlLogPrintf(CTDL_DEBUG, "Deleting message <%ld>\n", msgnum);
4613 /* Call delete hooks with NULL room to show it has gone altogether */
4614 PerformDeleteHooks(NULL, msgnum);
4616 /* Remove from message base */
4618 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
4619 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
4621 /* Remove metadata record */
4622 delnum = (0L - msgnum);
4623 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
4629 * Write a generic object to this room
4631 * Note: this could be much more efficient. Right now we use two temporary
4632 * files, and still pull the message into memory as with all others.
4634 void CtdlWriteObject(char *req_room, /* Room to stuff it in */
4635 char *content_type, /* MIME type of this object */
4636 char *raw_message, /* Data to be written */
4637 off_t raw_length, /* Size of raw_message */
4638 struct ctdluser *is_mailbox, /* Mailbox room? */
4639 int is_binary, /* Is encoding necessary? */
4640 int is_unique, /* Del others of this type? */
4641 unsigned int flags /* Internal save flags */
4645 struct ctdlroom qrbuf;
4646 char roomname[ROOMNAMELEN];
4647 struct CtdlMessage *msg;
4648 char *encoded_message = NULL;
4650 if (is_mailbox != NULL) {
4651 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
4654 safestrncpy(roomname, req_room, sizeof(roomname));
4657 CtdlLogPrintf(CTDL_DEBUG, "Raw length is %ld\n", (long)raw_length);
4660 encoded_message = malloc((size_t) (((raw_length * 134) / 100) + 4096 ) );
4663 encoded_message = malloc((size_t)(raw_length + 4096));
4666 sprintf(encoded_message, "Content-type: %s\n", content_type);
4669 sprintf(&encoded_message[strlen(encoded_message)],
4670 "Content-transfer-encoding: base64\n\n"
4674 sprintf(&encoded_message[strlen(encoded_message)],
4675 "Content-transfer-encoding: 7bit\n\n"
4681 &encoded_message[strlen(encoded_message)],
4689 &encoded_message[strlen(encoded_message)],
4695 CtdlLogPrintf(CTDL_DEBUG, "Allocating\n");
4696 msg = malloc(sizeof(struct CtdlMessage));
4697 memset(msg, 0, sizeof(struct CtdlMessage));
4698 msg->cm_magic = CTDLMESSAGE_MAGIC;
4699 msg->cm_anon_type = MES_NORMAL;
4700 msg->cm_format_type = 4;
4701 msg->cm_fields['A'] = strdup(CC->user.fullname);
4702 msg->cm_fields['O'] = strdup(req_room);
4703 msg->cm_fields['N'] = strdup(config.c_nodename);
4704 msg->cm_fields['H'] = strdup(config.c_humannode);
4705 msg->cm_flags = flags;
4707 msg->cm_fields['M'] = encoded_message;
4709 /* Create the requested room if we have to. */
4710 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
4711 CtdlCreateRoom(roomname,
4712 ( (is_mailbox != NULL) ? 5 : 3 ),
4713 "", 0, 1, 0, VIEW_BBS);
4715 /* If the caller specified this object as unique, delete all
4716 * other objects of this type that are currently in the room.
4719 CtdlLogPrintf(CTDL_DEBUG, "Deleted %d other msgs of this type\n",
4720 CtdlDeleteMessages(roomname, NULL, 0, content_type)
4723 /* Now write the data */
4724 CtdlSubmitMsg(msg, NULL, roomname, 0);
4725 CtdlFreeMessage(msg);
4733 void CtdlGetSysConfigBackend(long msgnum, void *userdata) {
4734 config_msgnum = msgnum;
4738 char *CtdlGetSysConfig(char *sysconfname) {
4739 char hold_rm[ROOMNAMELEN];
4742 struct CtdlMessage *msg;
4745 strcpy(hold_rm, CC->room.QRname);
4746 if (CtdlGetRoom(&CC->room, SYSCONFIGROOM) != 0) {
4747 CtdlGetRoom(&CC->room, hold_rm);
4752 /* We want the last (and probably only) config in this room */
4753 begin_critical_section(S_CONFIG);
4754 config_msgnum = (-1L);
4755 CtdlForEachMessage(MSGS_LAST, 1, NULL, sysconfname, NULL,
4756 CtdlGetSysConfigBackend, NULL);
4757 msgnum = config_msgnum;
4758 end_critical_section(S_CONFIG);
4764 msg = CtdlFetchMessage(msgnum, 1);
4766 conf = strdup(msg->cm_fields['M']);
4767 CtdlFreeMessage(msg);
4774 CtdlGetRoom(&CC->room, hold_rm);
4776 if (conf != NULL) do {
4777 extract_token(buf, conf, 0, '\n', sizeof buf);
4778 strcpy(conf, &conf[strlen(buf)+1]);
4779 } while ( (!IsEmptyStr(conf)) && (!IsEmptyStr(buf)) );
4785 void CtdlPutSysConfig(char *sysconfname, char *sysconfdata) {
4786 CtdlWriteObject(SYSCONFIGROOM, sysconfname, sysconfdata, (strlen(sysconfdata)+1), NULL, 0, 1, 0);
4791 * Determine whether a given Internet address belongs to the current user
4793 int CtdlIsMe(char *addr, int addr_buf_len)
4795 struct recptypes *recp;
4798 recp = validate_recipients(addr, NULL, 0);
4799 if (recp == NULL) return(0);
4801 if (recp->num_local == 0) {
4802 free_recipients(recp);
4806 for (i=0; i<recp->num_local; ++i) {
4807 extract_token(addr, recp->recp_local, i, '|', addr_buf_len);
4808 if (!strcasecmp(addr, CC->user.fullname)) {
4809 free_recipients(recp);
4814 free_recipients(recp);
4820 * Citadel protocol command to do the same
4822 void cmd_isme(char *argbuf) {
4825 if (CtdlAccessCheck(ac_logged_in)) return;
4826 extract_token(addr, argbuf, 0, '|', sizeof addr);
4828 if (CtdlIsMe(addr, sizeof addr)) {
4829 cprintf("%d %s\n", CIT_OK, addr);
4832 cprintf("%d Not you.\n", ERROR + ILLEGAL_VALUE);
4838 /*****************************************************************************/
4839 /* MODULE INITIALIZATION STUFF */
4840 /*****************************************************************************/
4842 CTDL_MODULE_INIT(msgbase)
4845 CtdlRegisterProtoHook(cmd_msgs, "MSGS", "Output a list of messages in the current room");
4846 CtdlRegisterProtoHook(cmd_msg0, "MSG0", "Output a message in plain text format");
4847 CtdlRegisterProtoHook(cmd_msg2, "MSG2", "Output a message in RFC822 format");
4848 CtdlRegisterProtoHook(cmd_msg3, "MSG3", "Output a message in raw format (deprecated)");
4849 CtdlRegisterProtoHook(cmd_msg4, "MSG4", "Output a message in the client's preferred format");
4850 CtdlRegisterProtoHook(cmd_msgp, "MSGP", "Select preferred format for MSG4 output");
4851 CtdlRegisterProtoHook(cmd_opna, "OPNA", "Open an attachment for download");
4852 CtdlRegisterProtoHook(cmd_dlat, "DLAT", "Download an attachment");
4853 CtdlRegisterProtoHook(cmd_ent0, "ENT0", "Enter a message");
4854 CtdlRegisterProtoHook(cmd_dele, "DELE", "Delete a message");
4855 CtdlRegisterProtoHook(cmd_move, "MOVE", "Move or copy a message to another room");
4856 CtdlRegisterProtoHook(cmd_isme, "ISME", "Determine whether an email address belongs to a user");
4859 /* return our Subversion id for the Log */