2 * Implements the message store.
4 * Copyright (c) 1987-2011 by the citadel.org team
6 * This program is open source software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 3 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
27 #if TIME_WITH_SYS_TIME
28 # include <sys/time.h>
32 # include <sys/time.h>
45 #include <sys/types.h>
47 #include <libcitadel.h>
50 #include "serv_extensions.h"
54 #include "sysdep_decls.h"
55 #include "citserver.h"
62 #include "internet_addressing.h"
63 #include "euidindex.h"
64 #include "journaling.h"
65 #include "citadel_dirs.h"
66 #include "clientsocket.h"
67 #include "serv_network.h"
70 #include "ctdl_module.h"
73 struct addresses_to_be_filed *atbf = NULL;
75 /* This temp file holds the queue of operations for AdjRefCount() */
76 static FILE *arcfp = NULL;
79 * This really belongs in serv_network.c, but I don't know how to export
80 * symbols between modules.
82 struct FilterList *filterlist = NULL;
86 * These are the four-character field headers we use when outputting
87 * messages in Citadel format (as opposed to RFC822 format).
90 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
91 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
92 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
93 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
94 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
95 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
96 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
97 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
126 * This function is self explanatory.
127 * (What can I say, I'm in a weird mood today...)
129 void remove_any_whitespace_to_the_left_or_right_of_at_symbol(char *name)
133 for (i = 0; i < strlen(name); ++i) {
134 if (name[i] == '@') {
135 while (isspace(name[i - 1]) && i > 0) {
136 strcpy(&name[i - 1], &name[i]);
139 while (isspace(name[i + 1])) {
140 strcpy(&name[i + 1], &name[i + 2]);
148 * Aliasing for network mail.
149 * (Error messages have been commented out, because this is a server.)
151 int alias(char *name)
152 { /* process alias and routing info for mail */
155 char aaa[SIZ], bbb[SIZ];
156 char *ignetcfg = NULL;
157 char *ignetmap = NULL;
163 char original_name[256];
164 safestrncpy(original_name, name, sizeof original_name);
167 remove_any_whitespace_to_the_left_or_right_of_at_symbol(name);
168 stripallbut(name, '<', '>');
170 fp = fopen(file_mail_aliases, "r");
172 fp = fopen("/dev/null", "r");
179 while (fgets(aaa, sizeof aaa, fp) != NULL) {
180 while (isspace(name[0]))
181 strcpy(name, &name[1]);
182 aaa[strlen(aaa) - 1] = 0;
184 for (a = 0; a < strlen(aaa); ++a) {
186 strcpy(bbb, &aaa[a + 1]);
190 if (!strcasecmp(name, aaa))
195 /* Hit the Global Address Book */
196 if (CtdlDirectoryLookup(aaa, name, sizeof aaa) == 0) {
200 if (strcasecmp(original_name, name)) {
201 syslog(LOG_INFO, "%s is being forwarded to %s\n", original_name, name);
204 /* Change "user @ xxx" to "user" if xxx is an alias for this host */
205 for (a=0; a<strlen(name); ++a) {
206 if (name[a] == '@') {
207 if (CtdlHostAlias(&name[a+1]) == hostalias_localhost) {
209 syslog(LOG_INFO, "Changed to <%s>\n", name);
214 /* determine local or remote type, see citadel.h */
215 at = haschar(name, '@');
216 if (at == 0) return(MES_LOCAL); /* no @'s - local address */
217 if (at > 1) return(MES_ERROR); /* >1 @'s - invalid address */
218 remove_any_whitespace_to_the_left_or_right_of_at_symbol(name);
220 /* figure out the delivery mode */
221 extract_token(node, name, 1, '@', sizeof node);
223 /* If there are one or more dots in the nodename, we assume that it
224 * is an FQDN and will attempt SMTP delivery to the Internet.
226 if (haschar(node, '.') > 0) {
227 return(MES_INTERNET);
230 /* Otherwise we look in the IGnet maps for a valid Citadel node.
231 * Try directly-connected nodes first...
233 ignetcfg = CtdlGetSysConfig(IGNETCFG);
234 for (i=0; i<num_tokens(ignetcfg, '\n'); ++i) {
235 extract_token(buf, ignetcfg, i, '\n', sizeof buf);
236 extract_token(testnode, buf, 0, '|', sizeof testnode);
237 if (!strcasecmp(node, testnode)) {
245 * Then try nodes that are two or more hops away.
247 ignetmap = CtdlGetSysConfig(IGNETMAP);
248 for (i=0; i<num_tokens(ignetmap, '\n'); ++i) {
249 extract_token(buf, ignetmap, i, '\n', sizeof buf);
250 extract_token(testnode, buf, 0, '|', sizeof testnode);
251 if (!strcasecmp(node, testnode)) {
258 /* If we get to this point it's an invalid node name */
264 * Back end for the MSGS command: output message number only.
266 void simple_listing(long msgnum, void *userdata)
268 cprintf("%ld\n", msgnum);
274 * Back end for the MSGS command: output header summary.
276 void headers_listing(long msgnum, void *userdata)
278 struct CtdlMessage *msg;
280 msg = CtdlFetchMessage(msgnum, 0);
282 cprintf("%ld|0|||||\n", msgnum);
286 cprintf("%ld|%s|%s|%s|%s|%s|\n",
288 (msg->cm_fields['T'] ? msg->cm_fields['T'] : "0"),
289 (msg->cm_fields['A'] ? msg->cm_fields['A'] : ""),
290 (msg->cm_fields['N'] ? msg->cm_fields['N'] : ""),
291 (msg->cm_fields['F'] ? msg->cm_fields['F'] : ""),
292 (msg->cm_fields['U'] ? msg->cm_fields['U'] : "")
294 CtdlFreeMessage(msg);
298 * Back end for the MSGS command: output EUID header.
300 void headers_euid(long msgnum, void *userdata)
302 struct CtdlMessage *msg;
304 msg = CtdlFetchMessage(msgnum, 0);
306 cprintf("%ld||\n", msgnum);
310 cprintf("%ld|%s|%s\n",
312 (msg->cm_fields['E'] ? msg->cm_fields['E'] : ""),
313 (msg->cm_fields['T'] ? msg->cm_fields['T'] : "0"));
314 CtdlFreeMessage(msg);
321 /* Determine if a given message matches the fields in a message template.
322 * Return 0 for a successful match.
324 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
327 /* If there aren't any fields in the template, all messages will
330 if (template == NULL) return(0);
332 /* Null messages are bogus. */
333 if (msg == NULL) return(1);
335 for (i='A'; i<='Z'; ++i) {
336 if (template->cm_fields[i] != NULL) {
337 if (msg->cm_fields[i] == NULL) {
338 /* Considered equal if temmplate is empty string */
339 if (IsEmptyStr(template->cm_fields[i])) continue;
342 if (strcasecmp(msg->cm_fields[i],
343 template->cm_fields[i])) return 1;
347 /* All compares succeeded: we have a match! */
354 * Retrieve the "seen" message list for the current room.
356 void CtdlGetSeen(char *buf, int which_set) {
359 /* Learn about the user and room in question */
360 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
362 if (which_set == ctdlsetseen_seen)
363 safestrncpy(buf, vbuf.v_seen, SIZ);
364 if (which_set == ctdlsetseen_answered)
365 safestrncpy(buf, vbuf.v_answered, SIZ);
371 * Manipulate the "seen msgs" string (or other message set strings)
373 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
374 int target_setting, int which_set,
375 struct ctdluser *which_user, struct ctdlroom *which_room) {
376 struct cdbdata *cdbfr;
390 char *is_set; /* actually an array of booleans */
392 /* Don't bother doing *anything* if we were passed a list of zero messages */
393 if (num_target_msgnums < 1) {
397 /* If no room was specified, we go with the current room. */
399 which_room = &CC->room;
402 /* If no user was specified, we go with the current user. */
404 which_user = &CC->user;
407 syslog(LOG_DEBUG, "CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>\n",
408 num_target_msgnums, target_msgnums[0],
409 (target_setting ? "SET" : "CLEAR"),
413 /* Learn about the user and room in question */
414 CtdlGetRelationship(&vbuf, which_user, which_room);
416 /* Load the message list */
417 cdbfr = cdb_fetch(CDB_MSGLISTS, &which_room->QRnumber, sizeof(long));
419 msglist = (long *) cdbfr->ptr;
420 cdbfr->ptr = NULL; /* CtdlSetSeen() now owns this memory */
421 num_msgs = cdbfr->len / sizeof(long);
424 return; /* No messages at all? No further action. */
427 is_set = malloc(num_msgs * sizeof(char));
428 memset(is_set, 0, (num_msgs * sizeof(char)) );
430 /* Decide which message set we're manipulating */
432 case ctdlsetseen_seen:
433 vset = NewStrBufPlain(vbuf.v_seen, -1);
435 case ctdlsetseen_answered:
436 vset = NewStrBufPlain(vbuf.v_answered, -1);
443 #if 0 /* This is a special diagnostic section. Do not allow it to run during normal operation. */
444 syslog(LOG_DEBUG, "There are %d messages in the room.\n", num_msgs);
445 for (i=0; i<num_msgs; ++i) {
446 if ((i > 0) && (msglist[i] <= msglist[i-1])) abort();
448 syslog(LOG_DEBUG, "We are twiddling %d of them.\n", num_target_msgnums);
449 for (k=0; k<num_target_msgnums; ++k) {
450 if ((k > 0) && (target_msgnums[k] <= target_msgnums[k-1])) abort();
454 syslog(LOG_DEBUG, "before update: %s\n", ChrPtr(vset));
456 /* Translate the existing sequence set into an array of booleans */
457 setstr = NewStrBuf();
461 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
463 StrBufExtract_token(lostr, setstr, 0, ':');
464 if (StrBufNum_tokens(setstr, ':') >= 2) {
465 StrBufExtract_token(histr, setstr, 1, ':');
469 StrBufAppendBuf(histr, lostr, 0);
472 if (!strcmp(ChrPtr(histr), "*")) {
479 for (i = 0; i < num_msgs; ++i) {
480 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
490 /* Now translate the array of booleans back into a sequence set */
496 for (i=0; i<num_msgs; ++i) {
500 for (k=0; k<num_target_msgnums; ++k) {
501 if (msglist[i] == target_msgnums[k]) {
502 is_seen = target_setting;
506 if ((was_seen == 0) && (is_seen == 1)) {
509 else if ((was_seen == 1) && (is_seen == 0)) {
512 if (StrLength(vset) > 0) {
513 StrBufAppendBufPlain(vset, HKEY(","), 0);
516 StrBufAppendPrintf(vset, "%ld", hi);
519 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
523 if ((is_seen) && (i == num_msgs - 1)) {
524 if (StrLength(vset) > 0) {
525 StrBufAppendBufPlain(vset, HKEY(","), 0);
527 if ((i==0) || (was_seen == 0)) {
528 StrBufAppendPrintf(vset, "%ld", msglist[i]);
531 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
539 * We will have to stuff this string back into a 4096 byte buffer, so if it's
540 * larger than that now, truncate it by removing tokens from the beginning.
541 * The limit of 100 iterations is there to prevent an infinite loop in case
542 * something unexpected happens.
544 int number_of_truncations = 0;
545 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
546 StrBufRemove_token(vset, 0, ',');
547 ++number_of_truncations;
551 * If we're truncating the sequence set of messages marked with the 'seen' flag,
552 * we want the earliest messages (the truncated ones) to be marked, not unmarked.
553 * Otherwise messages at the beginning will suddenly appear to be 'unseen'.
555 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
557 first_tok = NewStrBuf();
558 StrBufExtract_token(first_tok, vset, 0, ',');
559 StrBufRemove_token(vset, 0, ',');
561 if (StrBufNum_tokens(first_tok, ':') > 1) {
562 StrBufRemove_token(first_tok, 0, ':');
566 new_set = NewStrBuf();
567 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
568 StrBufAppendBuf(new_set, first_tok, 0);
569 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
570 StrBufAppendBuf(new_set, vset, 0);
573 FreeStrBuf(&first_tok);
577 syslog(LOG_DEBUG, " after update: %s\n", ChrPtr(vset));
579 /* Decide which message set we're manipulating */
581 case ctdlsetseen_seen:
582 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
584 case ctdlsetseen_answered:
585 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
591 CtdlSetRelationship(&vbuf, which_user, which_room);
597 * API function to perform an operation for each qualifying message in the
598 * current room. (Returns the number of messages processed.)
600 int CtdlForEachMessage(int mode, long ref, char *search_string,
602 struct CtdlMessage *compare,
603 ForEachMsgCallback CallBack,
609 struct cdbdata *cdbfr;
610 long *msglist = NULL;
612 int num_processed = 0;
615 struct CtdlMessage *msg = NULL;
618 int printed_lastold = 0;
619 int num_search_msgs = 0;
620 long *search_msgs = NULL;
622 int need_to_free_re = 0;
625 if ((content_type) && (!IsEmptyStr(content_type))) {
626 regcomp(&re, content_type, 0);
630 /* Learn about the user and room in question */
631 CtdlGetUser(&CC->user, CC->curr_user);
632 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
634 /* Load the message list */
635 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
637 if (need_to_free_re) regfree(&re);
638 return 0; /* No messages at all? No further action. */
641 msglist = (long *) cdbfr->ptr;
642 num_msgs = cdbfr->len / sizeof(long);
644 cdbfr->ptr = NULL; /* clear this so that cdb_free() doesn't free it */
645 cdb_free(cdbfr); /* we own this memory now */
648 * Now begin the traversal.
650 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
652 /* If the caller is looking for a specific MIME type, filter
653 * out all messages which are not of the type requested.
655 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
657 /* This call to GetMetaData() sits inside this loop
658 * so that we only do the extra database read per msg
659 * if we need to. Doing the extra read all the time
660 * really kills the server. If we ever need to use
661 * metadata for another search criterion, we need to
662 * move the read somewhere else -- but still be smart
663 * enough to only do the read if the caller has
664 * specified something that will need it.
666 GetMetaData(&smi, msglist[a]);
668 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
669 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
675 num_msgs = sort_msglist(msglist, num_msgs);
677 /* If a template was supplied, filter out the messages which
678 * don't match. (This could induce some delays!)
681 if (compare != NULL) {
682 for (a = 0; a < num_msgs; ++a) {
683 msg = CtdlFetchMessage(msglist[a], 1);
685 if (CtdlMsgCmp(msg, compare)) {
688 CtdlFreeMessage(msg);
694 /* If a search string was specified, get a message list from
695 * the full text index and remove messages which aren't on both
699 * Since the lists are sorted and strictly ascending, and the
700 * output list is guaranteed to be shorter than or equal to the
701 * input list, we overwrite the bottom of the input list. This
702 * eliminates the need to memmove big chunks of the list over and
705 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
707 /* Call search module via hook mechanism.
708 * NULL means use any search function available.
709 * otherwise replace with a char * to name of search routine
711 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
713 if (num_search_msgs > 0) {
717 orig_num_msgs = num_msgs;
719 for (i=0; i<orig_num_msgs; ++i) {
720 for (j=0; j<num_search_msgs; ++j) {
721 if (msglist[i] == search_msgs[j]) {
722 msglist[num_msgs++] = msglist[i];
728 num_msgs = 0; /* No messages qualify */
730 if (search_msgs != NULL) free(search_msgs);
732 /* Now that we've purged messages which don't contain the search
733 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
740 * Now iterate through the message list, according to the
741 * criteria supplied by the caller.
744 for (a = 0; a < num_msgs; ++a) {
745 thismsg = msglist[a];
746 if (mode == MSGS_ALL) {
750 is_seen = is_msg_in_sequence_set(
751 vbuf.v_seen, thismsg);
752 if (is_seen) lastold = thismsg;
758 || ((mode == MSGS_OLD) && (is_seen))
759 || ((mode == MSGS_NEW) && (!is_seen))
760 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
761 || ((mode == MSGS_FIRST) && (a < ref))
762 || ((mode == MSGS_GT) && (thismsg > ref))
763 || ((mode == MSGS_LT) && (thismsg < ref))
764 || ((mode == MSGS_EQ) && (thismsg == ref))
767 if ((mode == MSGS_NEW) && (CC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
769 CallBack(lastold, userdata);
773 if (CallBack) CallBack(thismsg, userdata);
777 if (need_to_free_re) regfree(&re);
780 * We cache the most recent msglist in order to do security checks later
782 if (CC->client_socket > 0) {
783 if (CC->cached_msglist != NULL) {
784 free(CC->cached_msglist);
786 CC->cached_msglist = msglist;
787 CC->cached_num_msgs = num_msgs;
793 return num_processed;
799 * cmd_msgs() - get list of message #'s in this room
800 * implements the MSGS server command using CtdlForEachMessage()
802 void cmd_msgs(char *cmdbuf)
811 int with_template = 0;
812 struct CtdlMessage *template = NULL;
813 char search_string[1024];
814 ForEachMsgCallback CallBack;
816 if (CtdlAccessCheck(ac_logged_in_or_guest)) return;
818 extract_token(which, cmdbuf, 0, '|', sizeof which);
819 cm_ref = extract_int(cmdbuf, 1);
820 extract_token(search_string, cmdbuf, 1, '|', sizeof search_string);
821 with_template = extract_int(cmdbuf, 2);
822 switch (extract_int(cmdbuf, 3))
826 CallBack = simple_listing;
829 CallBack = headers_listing;
832 CallBack = headers_euid;
837 if (!strncasecmp(which, "OLD", 3))
839 else if (!strncasecmp(which, "NEW", 3))
841 else if (!strncasecmp(which, "FIRST", 5))
843 else if (!strncasecmp(which, "LAST", 4))
845 else if (!strncasecmp(which, "GT", 2))
847 else if (!strncasecmp(which, "LT", 2))
849 else if (!strncasecmp(which, "SEARCH", 6))
854 if ( (mode == MSGS_SEARCH) && (!config.c_enable_fulltext) ) {
855 cprintf("%d Full text index is not enabled on this server.\n",
856 ERROR + CMD_NOT_SUPPORTED);
862 cprintf("%d Send template then receive message list\n",
864 template = (struct CtdlMessage *)
865 malloc(sizeof(struct CtdlMessage));
866 memset(template, 0, sizeof(struct CtdlMessage));
867 template->cm_magic = CTDLMESSAGE_MAGIC;
868 template->cm_anon_type = MES_NORMAL;
870 while(client_getln(buf, sizeof buf) >= 0 && strcmp(buf,"000")) {
871 extract_token(tfield, buf, 0, '|', sizeof tfield);
872 extract_token(tvalue, buf, 1, '|', sizeof tvalue);
873 for (i='A'; i<='Z'; ++i) if (msgkeys[i]!=NULL) {
874 if (!strcasecmp(tfield, msgkeys[i])) {
875 template->cm_fields[i] =
883 cprintf("%d \n", LISTING_FOLLOWS);
886 CtdlForEachMessage(mode,
887 ( (mode == MSGS_SEARCH) ? 0 : cm_ref ),
888 ( (mode == MSGS_SEARCH) ? search_string : NULL ),
893 if (template != NULL) CtdlFreeMessage(template);
901 * help_subst() - support routine for help file viewer
903 void help_subst(char *strbuf, char *source, char *dest)
908 while (p = pattern2(strbuf, source), (p >= 0)) {
909 strcpy(workbuf, &strbuf[p + strlen(source)]);
910 strcpy(&strbuf[p], dest);
911 strcat(strbuf, workbuf);
916 void do_help_subst(char *buffer)
920 help_subst(buffer, "^nodename", config.c_nodename);
921 help_subst(buffer, "^humannode", config.c_humannode);
922 help_subst(buffer, "^fqdn", config.c_fqdn);
923 help_subst(buffer, "^username", CC->user.fullname);
924 snprintf(buf2, sizeof buf2, "%ld", CC->user.usernum);
925 help_subst(buffer, "^usernum", buf2);
926 help_subst(buffer, "^sysadm", config.c_sysadm);
927 help_subst(buffer, "^variantname", CITADEL);
928 snprintf(buf2, sizeof buf2, "%d", config.c_maxsessions);
929 help_subst(buffer, "^maxsessions", buf2);
930 help_subst(buffer, "^bbsdir", ctdl_message_dir);
936 * memfmout() - Citadel text formatter and paginator.
937 * Although the original purpose of this routine was to format
938 * text to the reader's screen width, all we're really using it
939 * for here is to format text out to 80 columns before sending it
940 * to the client. The client software may reformat it again.
943 char *mptr, /* where are we going to get our text from? */
944 const char *nl /* string to terminate lines with */
947 unsigned char ch = 0;
954 while (ch=*(mptr++), ch != 0) {
957 client_write(outbuf, len);
959 client_write(nl, nllen);
962 else if (ch == '\r') {
963 /* Ignore carriage returns. Newlines are always LF or CRLF but never CR. */
965 else if (isspace(ch)) {
966 if (column > 72) { /* Beyond 72 columns, break on the next space */
967 client_write(outbuf, len);
969 client_write(nl, nllen);
980 if (column > 1000) { /* Beyond 1000 columns, break anywhere */
981 client_write(outbuf, len);
983 client_write(nl, nllen);
989 client_write(outbuf, len);
991 client_write(nl, nllen);
999 * Callback function for mime parser that simply lists the part
1001 void list_this_part(char *name, char *filename, char *partnum, char *disp,
1002 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1003 char *cbid, void *cbuserdata)
1007 ma = (struct ma_info *)cbuserdata;
1008 if (ma->is_ma == 0) {
1009 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
1022 * Callback function for multipart prefix
1024 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
1025 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1026 char *cbid, void *cbuserdata)
1030 ma = (struct ma_info *)cbuserdata;
1031 if (!strcasecmp(cbtype, "multipart/alternative")) {
1035 if (ma->is_ma == 0) {
1036 cprintf("pref=%s|%s\n", partnum, cbtype);
1041 * Callback function for multipart sufffix
1043 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
1044 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1045 char *cbid, void *cbuserdata)
1049 ma = (struct ma_info *)cbuserdata;
1050 if (ma->is_ma == 0) {
1051 cprintf("suff=%s|%s\n", partnum, cbtype);
1053 if (!strcasecmp(cbtype, "multipart/alternative")) {
1060 * Callback function for mime parser that opens a section for downloading
1062 void mime_download(char *name, char *filename, char *partnum, char *disp,
1063 void *content, char *cbtype, char *cbcharset, size_t length,
1064 char *encoding, char *cbid, void *cbuserdata)
1068 /* Silently go away if there's already a download open. */
1069 if (CC->download_fp != NULL)
1073 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1074 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1076 CC->download_fp = tmpfile();
1077 if (CC->download_fp == NULL)
1080 rv = fwrite(content, length, 1, CC->download_fp);
1082 syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
1085 fflush(CC->download_fp);
1086 rewind(CC->download_fp);
1088 OpenCmdResult(filename, cbtype);
1095 * Callback function for mime parser that outputs a section all at once.
1096 * We can specify the desired section by part number *or* content-id.
1098 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1099 void *content, char *cbtype, char *cbcharset, size_t length,
1100 char *encoding, char *cbid, void *cbuserdata)
1102 int *found_it = (int *)cbuserdata;
1105 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1106 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1109 cprintf("%d %d|-1|%s|%s|%s\n",
1116 client_write(content, length);
1122 * Load a message from disk into memory.
1123 * This is used by CtdlOutputMsg() and other fetch functions.
1125 * NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1126 * using the CtdlMessageFree() function.
1128 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body)
1130 struct cdbdata *dmsgtext;
1131 struct CtdlMessage *ret = NULL;
1135 cit_uint8_t field_header;
1137 syslog(LOG_DEBUG, "CtdlFetchMessage(%ld, %d)\n", msgnum, with_body);
1138 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1139 if (dmsgtext == NULL) {
1142 mptr = dmsgtext->ptr;
1143 upper_bound = mptr + dmsgtext->len;
1145 /* Parse the three bytes that begin EVERY message on disk.
1146 * The first is always 0xFF, the on-disk magic number.
1147 * The second is the anonymous/public type byte.
1148 * The third is the format type byte (vari, fixed, or MIME).
1152 syslog(LOG_ERR, "Message %ld appears to be corrupted.\n", msgnum);
1156 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1157 memset(ret, 0, sizeof(struct CtdlMessage));
1159 ret->cm_magic = CTDLMESSAGE_MAGIC;
1160 ret->cm_anon_type = *mptr++; /* Anon type byte */
1161 ret->cm_format_type = *mptr++; /* Format type byte */
1164 * The rest is zero or more arbitrary fields. Load them in.
1165 * We're done when we encounter either a zero-length field or
1166 * have just processed the 'M' (message text) field.
1169 if (mptr >= upper_bound) {
1172 field_header = *mptr++;
1173 ret->cm_fields[field_header] = strdup(mptr);
1175 while (*mptr++ != 0); /* advance to next field */
1177 } while ((mptr < upper_bound) && (field_header != 'M'));
1181 /* Always make sure there's something in the msg text field. If
1182 * it's NULL, the message text is most likely stored separately,
1183 * so go ahead and fetch that. Failing that, just set a dummy
1184 * body so other code doesn't barf.
1186 if ( (ret->cm_fields['M'] == NULL) && (with_body) ) {
1187 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1188 if (dmsgtext != NULL) {
1189 ret->cm_fields['M'] = dmsgtext->ptr;
1190 dmsgtext->ptr = NULL;
1194 if (ret->cm_fields['M'] == NULL) {
1195 ret->cm_fields['M'] = strdup("\r\n\r\n (no text)\r\n");
1198 /* Perform "before read" hooks (aborting if any return nonzero) */
1199 if (PerformMessageHooks(ret, EVT_BEFOREREAD) > 0) {
1200 CtdlFreeMessage(ret);
1209 * Returns 1 if the supplied pointer points to a valid Citadel message.
1210 * If the pointer is NULL or the magic number check fails, returns 0.
1212 int is_valid_message(struct CtdlMessage *msg) {
1215 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
1216 syslog(LOG_WARNING, "is_valid_message() -- self-check failed\n");
1224 * 'Destructor' for struct CtdlMessage
1226 void CtdlFreeMessage(struct CtdlMessage *msg)
1230 if (is_valid_message(msg) == 0)
1232 if (msg != NULL) free (msg);
1236 for (i = 0; i < 256; ++i)
1237 if (msg->cm_fields[i] != NULL) {
1238 free(msg->cm_fields[i]);
1241 msg->cm_magic = 0; /* just in case */
1247 * Pre callback function for multipart/alternative
1249 * NOTE: this differs from the standard behavior for a reason. Normally when
1250 * displaying multipart/alternative you want to show the _last_ usable
1251 * format in the message. Here we show the _first_ one, because it's
1252 * usually text/plain. Since this set of functions is designed for text
1253 * output to non-MIME-aware clients, this is the desired behavior.
1256 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1257 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1258 char *cbid, void *cbuserdata)
1262 ma = (struct ma_info *)cbuserdata;
1263 syslog(LOG_DEBUG, "fixed_output_pre() type=<%s>\n", cbtype);
1264 if (!strcasecmp(cbtype, "multipart/alternative")) {
1268 if (!strcasecmp(cbtype, "message/rfc822")) {
1274 * Post callback function for multipart/alternative
1276 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1277 void *content, char *cbtype, char *cbcharset, size_t length,
1278 char *encoding, char *cbid, void *cbuserdata)
1282 ma = (struct ma_info *)cbuserdata;
1283 syslog(LOG_DEBUG, "fixed_output_post() type=<%s>\n", cbtype);
1284 if (!strcasecmp(cbtype, "multipart/alternative")) {
1288 if (!strcasecmp(cbtype, "message/rfc822")) {
1294 * Inline callback function for mime parser that wants to display text
1296 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1297 void *content, char *cbtype, char *cbcharset, size_t length,
1298 char *encoding, char *cbid, void *cbuserdata)
1305 ma = (struct ma_info *)cbuserdata;
1308 "fixed_output() part %s: %s (%s) (%ld bytes)\n",
1309 partnum, filename, cbtype, (long)length);
1312 * If we're in the middle of a multipart/alternative scope and
1313 * we've already printed another section, skip this one.
1315 if ( (ma->is_ma) && (ma->did_print) ) {
1316 syslog(LOG_DEBUG, "Skipping part %s (%s)\n", partnum, cbtype);
1321 if ( (!strcasecmp(cbtype, "text/plain"))
1322 || (IsEmptyStr(cbtype)) ) {
1325 client_write(wptr, length);
1326 if (wptr[length-1] != '\n') {
1333 if (!strcasecmp(cbtype, "text/html")) {
1334 ptr = html_to_ascii(content, length, 80, 0);
1336 client_write(ptr, wlen);
1337 if (ptr[wlen-1] != '\n') {
1344 if (ma->use_fo_hooks) {
1345 if (PerformFixedOutputHooks(cbtype, content, length)) {
1346 /* above function returns nonzero if it handled the part */
1351 if (strncasecmp(cbtype, "multipart/", 10)) {
1352 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1353 partnum, filename, cbtype, (long)length);
1359 * The client is elegant and sophisticated and wants to be choosy about
1360 * MIME content types, so figure out which multipart/alternative part
1361 * we're going to send.
1363 * We use a system of weights. When we find a part that matches one of the
1364 * MIME types we've declared as preferential, we can store it in ma->chosen_part
1365 * and then set ma->chosen_pref to that MIME type's position in our preference
1366 * list. If we then hit another match, we only replace the first match if
1367 * the preference value is lower.
1369 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1370 void *content, char *cbtype, char *cbcharset, size_t length,
1371 char *encoding, char *cbid, void *cbuserdata)
1377 ma = (struct ma_info *)cbuserdata;
1379 // NOTE: REMOVING THIS CONDITIONAL FIXES BUG 220
1380 // http://bugzilla.citadel.org/show_bug.cgi?id=220
1381 // I don't know if there are any side effects! Please TEST TEST TEST
1382 //if (ma->is_ma > 0) {
1384 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1385 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1386 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1387 if (i < ma->chosen_pref) {
1388 syslog(LOG_DEBUG, "Setting chosen part: <%s>\n", partnum);
1389 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1390 ma->chosen_pref = i;
1397 * Now that we've chosen our preferred part, output it.
1399 void output_preferred(char *name,
1413 int add_newline = 0;
1416 char *decoded = NULL;
1417 size_t bytes_decoded;
1420 ma = (struct ma_info *)cbuserdata;
1422 /* This is not the MIME part you're looking for... */
1423 if (strcasecmp(partnum, ma->chosen_part)) return;
1425 /* If the content-type of this part is in our preferred formats
1426 * list, we can simply output it verbatim.
1428 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1429 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1430 if (!strcasecmp(buf, cbtype)) {
1431 /* Yeah! Go! W00t!! */
1432 if (ma->dont_decode == 0)
1433 rc = mime_decode_now (content,
1439 break; /* Give us the chance, maybe theres another one. */
1441 if (rc == 0) text_content = (char *)content;
1443 text_content = decoded;
1444 length = bytes_decoded;
1447 if (text_content[length-1] != '\n') {
1450 cprintf("Content-type: %s", cbtype);
1451 if (!IsEmptyStr(cbcharset)) {
1452 cprintf("; charset=%s", cbcharset);
1454 cprintf("\nContent-length: %d\n",
1455 (int)(length + add_newline) );
1456 if (!IsEmptyStr(encoding)) {
1457 cprintf("Content-transfer-encoding: %s\n", encoding);
1460 cprintf("Content-transfer-encoding: 7bit\n");
1462 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1464 client_write(text_content, length);
1465 if (add_newline) cprintf("\n");
1466 if (decoded != NULL) free(decoded);
1471 /* No translations required or possible: output as text/plain */
1472 cprintf("Content-type: text/plain\n\n");
1474 if (ma->dont_decode == 0)
1475 rc = mime_decode_now (content,
1481 return; /* Give us the chance, maybe theres another one. */
1483 if (rc == 0) text_content = (char *)content;
1485 text_content = decoded;
1486 length = bytes_decoded;
1489 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset,
1490 length, encoding, cbid, cbuserdata);
1491 if (decoded != NULL) free(decoded);
1496 char desired_section[64];
1503 * Callback function for
1505 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1506 void *content, char *cbtype, char *cbcharset, size_t length,
1507 char *encoding, char *cbid, void *cbuserdata)
1509 struct encapmsg *encap;
1511 encap = (struct encapmsg *)cbuserdata;
1513 /* Only proceed if this is the desired section... */
1514 if (!strcasecmp(encap->desired_section, partnum)) {
1515 encap->msglen = length;
1516 encap->msg = malloc(length + 2);
1517 memcpy(encap->msg, content, length);
1524 * Determine whether the specified message exists in the cached_msglist
1525 * (This is a security check)
1527 int check_cached_msglist(long msgnum) {
1529 /* cases in which we skip the check */
1530 if (!CC) return om_ok; /* not a session */
1531 if (CC->client_socket <= 0) return om_ok; /* not a client session */
1532 if (CC->cached_msglist == NULL) return om_access_denied; /* no msglist fetched */
1533 if (CC->cached_num_msgs == 0) return om_access_denied; /* nothing to check */
1536 /* Do a binary search within the cached_msglist for the requested msgnum */
1538 int max = (CC->cached_num_msgs - 1);
1540 while (max >= min) {
1541 int middle = min + (max-min) / 2 ;
1542 if (msgnum == CC->cached_msglist[middle]) {
1545 if (msgnum > CC->cached_msglist[middle]) {
1553 return om_access_denied;
1558 * Determine whether the currently logged in session has permission to read
1559 * messages in the current room.
1561 int CtdlDoIHavePermissionToReadMessagesInThisRoom(void) {
1562 if ( (!(CC->logged_in))
1563 && (!(CC->internal_pgm))
1564 && (!config.c_guest_logins)
1566 return(om_not_logged_in);
1573 * Get a message off disk. (returns om_* values found in msgbase.h)
1576 int CtdlOutputMsg(long msg_num, /* message number (local) to fetch */
1577 int mode, /* how would you like that message? */
1578 int headers_only, /* eschew the message body? */
1579 int do_proto, /* do Citadel protocol responses? */
1580 int crlf, /* Use CRLF newlines instead of LF? */
1581 char *section, /* NULL or a message/rfc822 section */
1582 int flags /* various flags; see msgbase.h */
1584 struct CtdlMessage *TheMessage = NULL;
1585 int retcode = om_no_such_msg;
1586 struct encapmsg encap;
1589 syslog(LOG_DEBUG, "CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)\n",
1591 (section ? section : "<>")
1594 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1597 if (r == om_not_logged_in) {
1598 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1601 cprintf("%d An unknown error has occurred.\n", ERROR);
1608 * Check to make sure the message is actually IN this room
1610 r = check_cached_msglist(msg_num);
1611 if (r == om_access_denied) {
1612 /* Not in the cache? We get ONE shot to check it again. */
1613 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1614 r = check_cached_msglist(msg_num);
1617 syslog(LOG_DEBUG, "Security check fail: message %ld is not in %s\n",
1618 msg_num, CC->room.QRname
1621 if (r == om_access_denied) {
1622 cprintf("%d message %ld was not found in this room\n",
1623 ERROR + HIGHER_ACCESS_REQUIRED,
1632 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1633 * request that we don't even bother loading the body into memory.
1635 if (headers_only == HEADERS_FAST) {
1636 TheMessage = CtdlFetchMessage(msg_num, 0);
1639 TheMessage = CtdlFetchMessage(msg_num, 1);
1642 if (TheMessage == NULL) {
1643 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1644 ERROR + MESSAGE_NOT_FOUND, msg_num);
1645 return(om_no_such_msg);
1648 /* Here is the weird form of this command, to process only an
1649 * encapsulated message/rfc822 section.
1651 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1652 memset(&encap, 0, sizeof encap);
1653 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1654 mime_parser(TheMessage->cm_fields['M'],
1656 *extract_encapsulated_message,
1657 NULL, NULL, (void *)&encap, 0
1659 CtdlFreeMessage(TheMessage);
1663 encap.msg[encap.msglen] = 0;
1664 TheMessage = convert_internet_message(encap.msg);
1665 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1667 /* Now we let it fall through to the bottom of this
1668 * function, because TheMessage now contains the
1669 * encapsulated message instead of the top-level
1670 * message. Isn't that neat?
1675 if (do_proto) cprintf("%d msg %ld has no part %s\n",
1676 ERROR + MESSAGE_NOT_FOUND, msg_num, section);
1677 retcode = om_no_such_msg;
1682 /* Ok, output the message now */
1683 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1684 CtdlFreeMessage(TheMessage);
1690 char *qp_encode_email_addrs(char *source)
1692 char *user, *node, *name;
1693 const char headerStr[] = "=?UTF-8?Q?";
1697 int need_to_encode = 0;
1703 long nAddrPtrMax = 50;
1708 if (source == NULL) return source;
1709 if (IsEmptyStr(source)) return source;
1711 syslog(LOG_DEBUG, "qp_encode_email_addrs: [%s]\n", source);
1713 AddrPtr = malloc (sizeof (long) * nAddrPtrMax);
1714 AddrUtf8 = malloc (sizeof (long) * nAddrPtrMax);
1715 memset(AddrUtf8, 0, sizeof (long) * nAddrPtrMax);
1718 while (!IsEmptyStr (&source[i])) {
1719 if (nColons >= nAddrPtrMax){
1722 ptr = (long *) malloc(sizeof (long) * nAddrPtrMax * 2);
1723 memcpy (ptr, AddrPtr, sizeof (long) * nAddrPtrMax);
1724 free (AddrPtr), AddrPtr = ptr;
1726 ptr = (long *) malloc(sizeof (long) * nAddrPtrMax * 2);
1727 memset(&ptr[nAddrPtrMax], 0,
1728 sizeof (long) * nAddrPtrMax);
1730 memcpy (ptr, AddrUtf8, sizeof (long) * nAddrPtrMax);
1731 free (AddrUtf8), AddrUtf8 = ptr;
1734 if (((unsigned char) source[i] < 32) ||
1735 ((unsigned char) source[i] > 126)) {
1737 AddrUtf8[nColons] = 1;
1739 if (source[i] == '"')
1740 InQuotes = !InQuotes;
1741 if (!InQuotes && source[i] == ',') {
1742 AddrPtr[nColons] = i;
1747 if (need_to_encode == 0) {
1754 EncodedMaxLen = nColons * (sizeof(headerStr) + 3) + SourceLen * 3;
1755 Encoded = (char*) malloc (EncodedMaxLen);
1757 for (i = 0; i < nColons; i++)
1758 source[AddrPtr[i]++] = '\0';
1759 /* TODO: if libidn, this might get larger*/
1760 user = malloc(SourceLen + 1);
1761 node = malloc(SourceLen + 1);
1762 name = malloc(SourceLen + 1);
1766 for (i = 0; i < nColons && nPtr != NULL; i++) {
1767 nmax = EncodedMaxLen - (nPtr - Encoded);
1769 process_rfc822_addr(&source[AddrPtr[i]],
1773 /* TODO: libIDN here ! */
1774 if (IsEmptyStr(name)) {
1775 n = snprintf(nPtr, nmax,
1776 (i==0)?"%s@%s" : ",%s@%s",
1780 EncodedName = rfc2047encode(name, strlen(name));
1781 n = snprintf(nPtr, nmax,
1782 (i==0)?"%s <%s@%s>" : ",%s <%s@%s>",
1783 EncodedName, user, node);
1788 n = snprintf(nPtr, nmax,
1789 (i==0)?"%s" : ",%s",
1790 &source[AddrPtr[i]]);
1796 ptr = (char*) malloc(EncodedMaxLen * 2);
1797 memcpy(ptr, Encoded, EncodedMaxLen);
1798 nnPtr = ptr + (nPtr - Encoded), nPtr = nnPtr;
1799 free(Encoded), Encoded = ptr;
1801 i--; /* do it once more with properly lengthened buffer */
1804 for (i = 0; i < nColons; i++)
1805 source[--AddrPtr[i]] = ',';
1816 /* If the last item in a list of recipients was truncated to a partial address,
1817 * remove it completely in order to avoid choking libSieve
1819 void sanitize_truncated_recipient(char *str)
1822 if (num_tokens(str, ',') < 2) return;
1824 int len = strlen(str);
1825 if (len < 900) return;
1826 if (len > 998) str[998] = 0;
1828 char *cptr = strrchr(str, ',');
1831 char *lptr = strchr(cptr, '<');
1832 char *rptr = strchr(cptr, '>');
1834 if ( (lptr) && (rptr) && (rptr > lptr) ) return;
1840 void OutputCtdlMsgHeaders(
1841 struct CtdlMessage *TheMessage,
1842 int do_proto) /* do Citadel protocol responses? */
1848 char display_name[256];
1850 /* begin header processing loop for Citadel message format */
1851 safestrncpy(display_name, "<unknown>", sizeof display_name);
1852 if (TheMessage->cm_fields['A']) {
1853 strcpy(buf, TheMessage->cm_fields['A']);
1854 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1855 safestrncpy(display_name, "****", sizeof display_name);
1857 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1858 safestrncpy(display_name, "anonymous", sizeof display_name);
1861 safestrncpy(display_name, buf, sizeof display_name);
1863 if ((is_room_aide())
1864 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1865 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1866 size_t tmp = strlen(display_name);
1867 snprintf(&display_name[tmp],
1868 sizeof display_name - tmp,
1873 /* Don't show Internet address for users on the
1874 * local Citadel network.
1877 if (TheMessage->cm_fields['N'] != NULL)
1878 if (!IsEmptyStr(TheMessage->cm_fields['N']))
1879 if (haschar(TheMessage->cm_fields['N'], '.') == 0) {
1883 /* Now spew the header fields in the order we like them. */
1884 n = safestrncpy(allkeys, FORDER, sizeof allkeys);
1885 for (i=0; i<n; ++i) {
1886 k = (int) allkeys[i];
1888 if ( (TheMessage->cm_fields[k] != NULL)
1889 && (msgkeys[k] != NULL) ) {
1890 if ((k == 'V') || (k == 'R') || (k == 'Y')) {
1891 sanitize_truncated_recipient(TheMessage->cm_fields[k]);
1894 if (do_proto) cprintf("%s=%s\n",
1898 else if ((k == 'F') && (suppress_f)) {
1901 /* Masquerade display name if needed */
1903 if (do_proto) cprintf("%s=%s\n",
1905 TheMessage->cm_fields[k]
1914 void OutputRFC822MsgHeaders(
1915 struct CtdlMessage *TheMessage,
1916 int flags, /* should the bessage be exported clean */
1918 char *mid, long sizeof_mid,
1919 char *suser, long sizeof_suser,
1920 char *luser, long sizeof_luser,
1921 char *fuser, long sizeof_fuser,
1922 char *snode, long sizeof_snode)
1924 char datestamp[100];
1925 int subject_found = 0;
1932 for (i = 0; i < 256; ++i) {
1933 if (TheMessage->cm_fields[i]) {
1934 mptr = mpptr = TheMessage->cm_fields[i];
1937 safestrncpy(luser, mptr, sizeof_luser);
1938 safestrncpy(suser, mptr, sizeof_suser);
1940 else if (i == 'Y') {
1941 if ((flags & QP_EADDR) != 0) {
1942 mptr = qp_encode_email_addrs(mptr);
1944 sanitize_truncated_recipient(mptr);
1945 cprintf("CC: %s%s", mptr, nl);
1947 else if (i == 'P') {
1948 cprintf("Return-Path: %s%s", mptr, nl);
1950 else if (i == 'L') {
1951 cprintf("List-ID: %s%s", mptr, nl);
1953 else if (i == 'V') {
1954 if ((flags & QP_EADDR) != 0)
1955 mptr = qp_encode_email_addrs(mptr);
1957 while ((*hptr != '\0') && isspace(*hptr))
1959 if (!IsEmptyStr(hptr))
1960 cprintf("Envelope-To: %s%s", hptr, nl);
1962 else if (i == 'U') {
1963 cprintf("Subject: %s%s", mptr, nl);
1967 safestrncpy(mid, mptr, sizeof_mid); /// TODO: detect @ here and copy @nodename in if not found.
1969 safestrncpy(fuser, mptr, sizeof_fuser);
1970 /* else if (i == 'O')
1971 cprintf("X-Citadel-Room: %s%s",
1974 safestrncpy(snode, mptr, sizeof_snode);
1977 if (haschar(mptr, '@') == 0)
1979 sanitize_truncated_recipient(mptr);
1980 cprintf("To: %s@%s", mptr, config.c_fqdn);
1985 if ((flags & QP_EADDR) != 0) {
1986 mptr = qp_encode_email_addrs(mptr);
1988 sanitize_truncated_recipient(mptr);
1989 cprintf("To: %s", mptr);
1993 else if (i == 'T') {
1994 datestring(datestamp, sizeof datestamp,
1995 atol(mptr), DATESTRING_RFC822);
1996 cprintf("Date: %s%s", datestamp, nl);
1998 else if (i == 'W') {
1999 cprintf("References: ");
2000 k = num_tokens(mptr, '|');
2001 for (j=0; j<k; ++j) {
2002 extract_token(buf, mptr, j, '|', sizeof buf);
2003 cprintf("<%s>", buf);
2012 else if (i == 'K') {
2014 while ((*hptr != '\0') && isspace(*hptr))
2016 if (!IsEmptyStr(hptr))
2017 cprintf("Reply-To: %s%s", mptr, nl);
2023 if (subject_found == 0) {
2024 cprintf("Subject: (no subject)%s", nl);
2029 void Dump_RFC822HeadersBody(
2030 struct CtdlMessage *TheMessage,
2031 int headers_only, /* eschew the message body? */
2032 int flags, /* should the bessage be exported clean? */
2036 cit_uint8_t prev_ch;
2038 const char *StartOfText = StrBufNOTNULL;
2041 int nllen = strlen(nl);
2044 mptr = TheMessage->cm_fields['M'];
2048 while (*mptr != '\0') {
2049 if (*mptr == '\r') {
2056 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
2058 eoh = *(mptr+1) == '\n';
2062 StartOfText = strchr(StartOfText, '\n');
2063 StartOfText = strchr(StartOfText, '\n');
2066 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
2067 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
2068 ((headers_only != HEADERS_NONE) &&
2069 (headers_only != HEADERS_ONLY))
2071 if (*mptr == '\n') {
2072 memcpy(&outbuf[outlen], nl, nllen);
2074 outbuf[outlen] = '\0';
2077 outbuf[outlen++] = *mptr;
2081 if (flags & ESC_DOT)
2083 if ((prev_ch == '\n') &&
2085 ((*(mptr+1) == '\r') || (*(mptr+1) == '\n')))
2087 outbuf[outlen++] = '.';
2092 if (outlen > 1000) {
2093 client_write(outbuf, outlen);
2098 client_write(outbuf, outlen);
2105 /* If the format type on disk is 1 (fixed-format), then we want
2106 * everything to be output completely literally ... regardless of
2107 * what message transfer format is in use.
2109 void DumpFormatFixed(
2110 struct CtdlMessage *TheMessage,
2111 int mode, /* how would you like that message? */
2118 int nllen = strlen (nl);
2121 mptr = TheMessage->cm_fields['M'];
2123 if (mode == MT_MIME) {
2124 cprintf("Content-type: text/plain\n\n");
2128 while (ch = *mptr++, ch > 0) {
2132 if ((buflen > 250) && (!xlline)){
2136 while ((buflen > 0) &&
2137 (!isspace(buf[buflen])))
2143 mptr -= tbuflen - buflen;
2148 /* if we reach the outer bounds of our buffer,
2149 abort without respect what whe purge. */
2152 (buflen > SIZ - nllen - 2)))
2156 memcpy (&buf[buflen], nl, nllen);
2160 client_write(buf, buflen);
2170 if (!IsEmptyStr(buf))
2171 cprintf("%s%s", buf, nl);
2175 * Get a message off disk. (returns om_* values found in msgbase.h)
2177 int CtdlOutputPreLoadedMsg(
2178 struct CtdlMessage *TheMessage,
2179 int mode, /* how would you like that message? */
2180 int headers_only, /* eschew the message body? */
2181 int do_proto, /* do Citadel protocol responses? */
2182 int crlf, /* Use CRLF newlines instead of LF? */
2183 int flags /* should the bessage be exported clean? */
2187 const char *nl; /* newline string */
2190 /* Buffers needed for RFC822 translation. These are all filled
2191 * using functions that are bounds-checked, and therefore we can
2192 * make them substantially smaller than SIZ.
2200 syslog(LOG_DEBUG, "CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d\n",
2201 ((TheMessage == NULL) ? "NULL" : "not null"),
2202 mode, headers_only, do_proto, crlf);
2204 strcpy(mid, "unknown");
2205 nl = (crlf ? "\r\n" : "\n");
2207 if (!is_valid_message(TheMessage)) {
2209 "ERROR: invalid preloaded message for output\n");
2211 return(om_no_such_msg);
2214 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
2215 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
2217 if ( (flags & SUPPRESS_ENV_TO) && (TheMessage->cm_fields['V'] != NULL) ) {
2218 memset(TheMessage->cm_fields['V'], ' ', strlen(TheMessage->cm_fields['V']));
2221 /* Are we downloading a MIME component? */
2222 if (mode == MT_DOWNLOAD) {
2223 if (TheMessage->cm_format_type != FMT_RFC822) {
2225 cprintf("%d This is not a MIME message.\n",
2226 ERROR + ILLEGAL_VALUE);
2227 } else if (CC->download_fp != NULL) {
2228 if (do_proto) cprintf(
2229 "%d You already have a download open.\n",
2230 ERROR + RESOURCE_BUSY);
2232 /* Parse the message text component */
2233 mptr = TheMessage->cm_fields['M'];
2234 mime_parser(mptr, NULL, *mime_download, NULL, NULL, NULL, 0);
2235 /* If there's no file open by this time, the requested
2236 * section wasn't found, so print an error
2238 if (CC->download_fp == NULL) {
2239 if (do_proto) cprintf(
2240 "%d Section %s not found.\n",
2241 ERROR + FILE_NOT_FOUND,
2242 CC->download_desired_section);
2245 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2248 /* MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
2249 * in a single server operation instead of opening a download file.
2251 if (mode == MT_SPEW_SECTION) {
2252 if (TheMessage->cm_format_type != FMT_RFC822) {
2254 cprintf("%d This is not a MIME message.\n",
2255 ERROR + ILLEGAL_VALUE);
2257 /* Parse the message text component */
2260 mptr = TheMessage->cm_fields['M'];
2261 mime_parser(mptr, NULL, *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
2262 /* If section wasn't found, print an error
2265 if (do_proto) cprintf(
2266 "%d Section %s not found.\n",
2267 ERROR + FILE_NOT_FOUND,
2268 CC->download_desired_section);
2271 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2274 /* now for the user-mode message reading loops */
2275 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
2277 /* Does the caller want to skip the headers? */
2278 if (headers_only == HEADERS_NONE) goto START_TEXT;
2280 /* Tell the client which format type we're using. */
2281 if ( (mode == MT_CITADEL) && (do_proto) ) {
2282 cprintf("type=%d\n", TheMessage->cm_format_type);
2285 /* nhdr=yes means that we're only displaying headers, no body */
2286 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
2287 && ((mode == MT_CITADEL) || (mode == MT_MIME))
2290 cprintf("nhdr=yes\n");
2293 if ((mode == MT_CITADEL) || (mode == MT_MIME))
2294 OutputCtdlMsgHeaders(TheMessage, do_proto);
2297 /* begin header processing loop for RFC822 transfer format */
2301 strcpy(snode, NODENAME);
2302 if (mode == MT_RFC822)
2303 OutputRFC822MsgHeaders(
2308 suser, sizeof(suser),
2309 luser, sizeof(luser),
2310 fuser, sizeof(fuser),
2311 snode, sizeof(snode)
2315 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2316 suser[i] = tolower(suser[i]);
2317 if (!isalnum(suser[i])) suser[i]='_';
2320 if (mode == MT_RFC822) {
2321 if (!strcasecmp(snode, NODENAME)) {
2322 safestrncpy(snode, FQDN, sizeof snode);
2325 /* Construct a fun message id */
2326 cprintf("Message-ID: <%s", mid);/// todo: this possibly breaks threadding mails.
2327 if (strchr(mid, '@')==NULL) {
2328 cprintf("@%s", snode);
2332 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2333 cprintf("From: \"----\" <x@x.org>%s", nl);
2335 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2336 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2338 else if (!IsEmptyStr(fuser)) {
2339 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2342 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2345 /* Blank line signifying RFC822 end-of-headers */
2346 if (TheMessage->cm_format_type != FMT_RFC822) {
2351 /* end header processing loop ... at this point, we're in the text */
2353 if (headers_only == HEADERS_FAST) goto DONE;
2355 /* Tell the client about the MIME parts in this message */
2356 if (TheMessage->cm_format_type == FMT_RFC822) {
2357 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2358 mptr = TheMessage->cm_fields['M'];
2359 memset(&ma, 0, sizeof(struct ma_info));
2360 mime_parser(mptr, NULL,
2361 (do_proto ? *list_this_part : NULL),
2362 (do_proto ? *list_this_pref : NULL),
2363 (do_proto ? *list_this_suff : NULL),
2366 else if (mode == MT_RFC822) { /* unparsed RFC822 dump */
2367 Dump_RFC822HeadersBody(
2376 if (headers_only == HEADERS_ONLY) {
2380 /* signify start of msg text */
2381 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2382 if (do_proto) cprintf("text\n");
2385 if (TheMessage->cm_format_type == FMT_FIXED)
2388 mode, /* how would you like that message? */
2391 /* If the message on disk is format 0 (Citadel vari-format), we
2392 * output using the formatter at 80 columns. This is the final output
2393 * form if the transfer format is RFC822, but if the transfer format
2394 * is Citadel proprietary, it'll still work, because the indentation
2395 * for new paragraphs is correct and the client will reformat the
2396 * message to the reader's screen width.
2398 if (TheMessage->cm_format_type == FMT_CITADEL) {
2399 mptr = TheMessage->cm_fields['M'];
2401 if (mode == MT_MIME) {
2402 cprintf("Content-type: text/x-citadel-variformat\n\n");
2407 /* If the message on disk is format 4 (MIME), we've gotta hand it
2408 * off to the MIME parser. The client has already been told that
2409 * this message is format 1 (fixed format), so the callback function
2410 * we use will display those parts as-is.
2412 if (TheMessage->cm_format_type == FMT_RFC822) {
2413 memset(&ma, 0, sizeof(struct ma_info));
2415 if (mode == MT_MIME) {
2416 ma.use_fo_hooks = 0;
2417 strcpy(ma.chosen_part, "1");
2418 ma.chosen_pref = 9999;
2419 ma.dont_decode = CC->msg4_dont_decode;
2420 mime_parser(mptr, NULL,
2421 *choose_preferred, *fixed_output_pre,
2422 *fixed_output_post, (void *)&ma, 1);
2423 mime_parser(mptr, NULL,
2424 *output_preferred, NULL, NULL, (void *)&ma, 1);
2427 ma.use_fo_hooks = 1;
2428 mime_parser(mptr, NULL,
2429 *fixed_output, *fixed_output_pre,
2430 *fixed_output_post, (void *)&ma, 0);
2435 DONE: /* now we're done */
2436 if (do_proto) cprintf("000\n");
2442 * display a message (mode 0 - Citadel proprietary)
2444 void cmd_msg0(char *cmdbuf)
2447 int headers_only = HEADERS_ALL;
2449 msgid = extract_long(cmdbuf, 0);
2450 headers_only = extract_int(cmdbuf, 1);
2452 CtdlOutputMsg(msgid, MT_CITADEL, headers_only, 1, 0, NULL, 0);
2458 * display a message (mode 2 - RFC822)
2460 void cmd_msg2(char *cmdbuf)
2463 int headers_only = HEADERS_ALL;
2465 msgid = extract_long(cmdbuf, 0);
2466 headers_only = extract_int(cmdbuf, 1);
2468 CtdlOutputMsg(msgid, MT_RFC822, headers_only, 1, 1, NULL, 0);
2474 * display a message (mode 3 - IGnet raw format - internal programs only)
2476 void cmd_msg3(char *cmdbuf)
2479 struct CtdlMessage *msg = NULL;
2482 if (CC->internal_pgm == 0) {
2483 cprintf("%d This command is for internal programs only.\n",
2484 ERROR + HIGHER_ACCESS_REQUIRED);
2488 msgnum = extract_long(cmdbuf, 0);
2489 msg = CtdlFetchMessage(msgnum, 1);
2491 cprintf("%d Message %ld not found.\n",
2492 ERROR + MESSAGE_NOT_FOUND, msgnum);
2496 serialize_message(&smr, msg);
2497 CtdlFreeMessage(msg);
2500 cprintf("%d Unable to serialize message\n",
2501 ERROR + INTERNAL_ERROR);
2505 cprintf("%d %ld\n", BINARY_FOLLOWS, (long)smr.len);
2506 client_write((char *)smr.ser, (int)smr.len);
2513 * Display a message using MIME content types
2515 void cmd_msg4(char *cmdbuf)
2520 msgid = extract_long(cmdbuf, 0);
2521 extract_token(section, cmdbuf, 1, '|', sizeof section);
2522 CtdlOutputMsg(msgid, MT_MIME, 0, 1, 0, (section[0] ? section : NULL) , 0);
2528 * Client tells us its preferred message format(s)
2530 void cmd_msgp(char *cmdbuf)
2532 if (!strcasecmp(cmdbuf, "dont_decode")) {
2533 CC->msg4_dont_decode = 1;
2534 cprintf("%d MSG4 will not pre-decode messages.\n", CIT_OK);
2537 safestrncpy(CC->preferred_formats, cmdbuf, sizeof(CC->preferred_formats));
2538 cprintf("%d Preferred MIME formats have been set.\n", CIT_OK);
2544 * Open a component of a MIME message as a download file
2546 void cmd_opna(char *cmdbuf)
2549 char desired_section[128];
2551 msgid = extract_long(cmdbuf, 0);
2552 extract_token(desired_section, cmdbuf, 1, '|', sizeof desired_section);
2553 safestrncpy(CC->download_desired_section, desired_section,
2554 sizeof CC->download_desired_section);
2555 CtdlOutputMsg(msgid, MT_DOWNLOAD, 0, 1, 1, NULL, 0);
2560 * Open a component of a MIME message and transmit it all at once
2562 void cmd_dlat(char *cmdbuf)
2565 char desired_section[128];
2567 msgid = extract_long(cmdbuf, 0);
2568 extract_token(desired_section, cmdbuf, 1, '|', sizeof desired_section);
2569 safestrncpy(CC->download_desired_section, desired_section,
2570 sizeof CC->download_desired_section);
2571 CtdlOutputMsg(msgid, MT_SPEW_SECTION, 0, 1, 1, NULL, 0);
2576 * Save one or more message pointers into a specified room
2577 * (Returns 0 for success, nonzero for failure)
2578 * roomname may be NULL to use the current room
2580 * Note that the 'supplied_msg' field may be set to NULL, in which case
2581 * the message will be fetched from disk, by number, if we need to perform
2582 * replication checks. This adds an additional database read, so if the
2583 * caller already has the message in memory then it should be supplied. (Obviously
2584 * this mode of operation only works if we're saving a single message.)
2586 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2587 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2590 char hold_rm[ROOMNAMELEN];
2591 struct cdbdata *cdbfr;
2594 long highest_msg = 0L;
2597 struct CtdlMessage *msg = NULL;
2599 long *msgs_to_be_merged = NULL;
2600 int num_msgs_to_be_merged = 0;
2603 "CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)\n",
2604 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2607 strcpy(hold_rm, CC->room.QRname);
2610 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2611 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2612 if (num_newmsgs > 1) supplied_msg = NULL;
2614 /* Now the regular stuff */
2615 if (CtdlGetRoomLock(&CC->room,
2616 ((roomname != NULL) ? roomname : CC->room.QRname) )
2618 syslog(LOG_ERR, "No such room <%s>\n", roomname);
2619 return(ERROR + ROOM_NOT_FOUND);
2623 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2624 num_msgs_to_be_merged = 0;
2627 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
2628 if (cdbfr == NULL) {
2632 msglist = (long *) cdbfr->ptr;
2633 cdbfr->ptr = NULL; /* CtdlSaveMsgPointerInRoom() now owns this memory */
2634 num_msgs = cdbfr->len / sizeof(long);
2639 /* Create a list of msgid's which were supplied by the caller, but do
2640 * not already exist in the target room. It is absolutely taboo to
2641 * have more than one reference to the same message in a room.
2643 for (i=0; i<num_newmsgs; ++i) {
2645 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2646 if (msglist[j] == newmsgidlist[i]) {
2651 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2655 syslog(LOG_DEBUG, "%d unique messages to be merged\n", num_msgs_to_be_merged);
2658 * Now merge the new messages
2660 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2661 if (msglist == NULL) {
2662 syslog(LOG_ALERT, "ERROR: can't realloc message list!\n");
2664 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2665 num_msgs += num_msgs_to_be_merged;
2667 /* Sort the message list, so all the msgid's are in order */
2668 num_msgs = sort_msglist(msglist, num_msgs);
2670 /* Determine the highest message number */
2671 highest_msg = msglist[num_msgs - 1];
2673 /* Write it back to disk. */
2674 cdb_store(CDB_MSGLISTS, &CC->room.QRnumber, (int)sizeof(long),
2675 msglist, (int)(num_msgs * sizeof(long)));
2677 /* Free up the memory we used. */
2680 /* Update the highest-message pointer and unlock the room. */
2681 CC->room.QRhighest = highest_msg;
2682 CtdlPutRoomLock(&CC->room);
2684 /* Perform replication checks if necessary */
2685 if ( (DoesThisRoomNeedEuidIndexing(&CC->room)) && (do_repl_check) ) {
2686 syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() doing repl checks\n");
2688 for (i=0; i<num_msgs_to_be_merged; ++i) {
2689 msgid = msgs_to_be_merged[i];
2691 if (supplied_msg != NULL) {
2695 msg = CtdlFetchMessage(msgid, 0);
2699 ReplicationChecks(msg);
2701 /* If the message has an Exclusive ID, index that... */
2702 if (msg->cm_fields['E'] != NULL) {
2703 index_message_by_euid(msg->cm_fields['E'], &CC->room, msgid);
2706 /* Free up the memory we may have allocated */
2707 if (msg != supplied_msg) {
2708 CtdlFreeMessage(msg);
2716 syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() skips repl checks\n");
2719 /* Submit this room for processing by hooks */
2720 PerformRoomHooks(&CC->room);
2722 /* Go back to the room we were in before we wandered here... */
2723 CtdlGetRoom(&CC->room, hold_rm);
2725 /* Bump the reference count for all messages which were merged */
2726 if (!suppress_refcount_adj) {
2727 for (i=0; i<num_msgs_to_be_merged; ++i) {
2728 AdjRefCount(msgs_to_be_merged[i], +1);
2732 /* Free up memory... */
2733 if (msgs_to_be_merged != NULL) {
2734 free(msgs_to_be_merged);
2737 /* Return success. */
2743 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2746 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
2747 int do_repl_check, struct CtdlMessage *supplied_msg)
2749 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2756 * Message base operation to save a new message to the message store
2757 * (returns new message number)
2759 * This is the back end for CtdlSubmitMsg() and should not be directly
2760 * called by server-side modules.
2763 long send_message(struct CtdlMessage *msg) {
2771 /* Get a new message number */
2772 newmsgid = get_new_message_number();
2773 snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
2774 (long unsigned int) time(NULL),
2775 (long unsigned int) newmsgid,
2779 /* Generate an ID if we don't have one already */
2780 if (msg->cm_fields['I']==NULL) {
2781 msg->cm_fields['I'] = strdup(msgidbuf);
2784 /* If the message is big, set its body aside for storage elsewhere */
2785 if (msg->cm_fields['M'] != NULL) {
2786 if (strlen(msg->cm_fields['M']) > BIGMSG) {
2788 holdM = msg->cm_fields['M'];
2789 msg->cm_fields['M'] = NULL;
2793 /* Serialize our data structure for storage in the database */
2794 serialize_message(&smr, msg);
2797 msg->cm_fields['M'] = holdM;
2801 cprintf("%d Unable to serialize message\n",
2802 ERROR + INTERNAL_ERROR);
2806 /* Write our little bundle of joy into the message base */
2807 if (cdb_store(CDB_MSGMAIN, &newmsgid, (int)sizeof(long),
2808 smr.ser, smr.len) < 0) {
2809 syslog(LOG_ERR, "Can't store message\n");
2813 cdb_store(CDB_BIGMSGS,
2823 /* Free the memory we used for the serialized message */
2826 /* Return the *local* message ID to the caller
2827 * (even if we're storing an incoming network message)
2835 * Serialize a struct CtdlMessage into the format used on disk and network.
2837 * This function loads up a "struct ser_ret" (defined in server.h) which
2838 * contains the length of the serialized message and a pointer to the
2839 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2841 void serialize_message(struct ser_ret *ret, /* return values */
2842 struct CtdlMessage *msg) /* unserialized msg */
2844 size_t wlen, fieldlen;
2846 static char *forder = FORDER;
2849 * Check for valid message format
2851 if (is_valid_message(msg) == 0) {
2852 syslog(LOG_ERR, "serialize_message() aborting due to invalid message\n");
2859 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL)
2860 ret->len = ret->len +
2861 strlen(msg->cm_fields[(int)forder[i]]) + 2;
2863 ret->ser = malloc(ret->len);
2864 if (ret->ser == NULL) {
2865 syslog(LOG_ERR, "serialize_message() malloc(%ld) failed: %s\n",
2866 (long)ret->len, strerror(errno));
2873 ret->ser[1] = msg->cm_anon_type;
2874 ret->ser[2] = msg->cm_format_type;
2877 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL) {
2878 fieldlen = strlen(msg->cm_fields[(int)forder[i]]);
2879 ret->ser[wlen++] = (char)forder[i];
2880 safestrncpy((char *)&ret->ser[wlen], msg->cm_fields[(int)forder[i]], fieldlen+1);
2881 wlen = wlen + fieldlen + 1;
2883 if (ret->len != wlen) syslog(LOG_ERR, "ERROR: len=%ld wlen=%ld\n",
2884 (long)ret->len, (long)wlen);
2891 * Serialize a struct CtdlMessage into the format used on disk and network.
2893 * This function loads up a "struct ser_ret" (defined in server.h) which
2894 * contains the length of the serialized message and a pointer to the
2895 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2897 void dump_message(struct CtdlMessage *msg, /* unserialized msg */
2898 long Siz) /* how many chars ? */
2901 static char *forder = FORDER;
2905 * Check for valid message format
2907 if (is_valid_message(msg) == 0) {
2908 syslog(LOG_ERR, "dump_message() aborting due to invalid message\n");
2912 buf = (char*) malloc (Siz + 1);
2914 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL) {
2915 snprintf (buf, Siz, " msg[%c] = %s ...\n", (char) forder[i],
2916 msg->cm_fields[(int)forder[i]]);
2917 client_write (buf, strlen(buf));
2926 * Check to see if any messages already exist in the current room which
2927 * carry the same Exclusive ID as this one. If any are found, delete them.
2929 void ReplicationChecks(struct CtdlMessage *msg) {
2930 long old_msgnum = (-1L);
2932 if (DoesThisRoomNeedEuidIndexing(&CC->room) == 0) return;
2934 syslog(LOG_DEBUG, "Performing replication checks in <%s>\n",
2937 /* No exclusive id? Don't do anything. */
2938 if (msg == NULL) return;
2939 if (msg->cm_fields['E'] == NULL) return;
2940 if (IsEmptyStr(msg->cm_fields['E'])) return;
2941 /*syslog(LOG_DEBUG, "Exclusive ID: <%s> for room <%s>\n",
2942 msg->cm_fields['E'], CC->room.QRname);*/
2944 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields['E'], &CC->room);
2945 if (old_msgnum > 0L) {
2946 syslog(LOG_DEBUG, "ReplicationChecks() replacing message %ld\n", old_msgnum);
2947 CtdlDeleteMessages(CC->room.QRname, &old_msgnum, 1, "");
2954 * Save a message to disk and submit it into the delivery system.
2956 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2957 struct recptypes *recps, /* recipients (if mail) */
2958 char *force, /* force a particular room? */
2959 int flags /* should the message be exported clean? */
2961 char submit_filename[128];
2962 char generated_timestamp[32];
2963 char hold_rm[ROOMNAMELEN];
2964 char actual_rm[ROOMNAMELEN];
2965 char force_room[ROOMNAMELEN];
2966 char content_type[SIZ]; /* We have to learn this */
2967 char recipient[SIZ];
2969 const char *mptr = NULL;
2970 struct ctdluser userbuf;
2972 struct MetaData smi;
2973 FILE *network_fp = NULL;
2974 static int seqnum = 1;
2975 struct CtdlMessage *imsg = NULL;
2977 size_t instr_alloc = 0;
2979 char *hold_R, *hold_D;
2980 char *collected_addresses = NULL;
2981 struct addresses_to_be_filed *aptr = NULL;
2982 StrBuf *saved_rfc822_version = NULL;
2983 int qualified_for_journaling = 0;
2984 CitContext *CCC = MyContext();
2985 char bounce_to[1024] = "";
2989 syslog(LOG_DEBUG, "CtdlSubmitMsg() called\n");
2990 if (is_valid_message(msg) == 0) return(-1); /* self check */
2992 /* If this message has no timestamp, we take the liberty of
2993 * giving it one, right now.
2995 if (msg->cm_fields['T'] == NULL) {
2996 snprintf(generated_timestamp, sizeof generated_timestamp, "%ld", (long)time(NULL));
2997 msg->cm_fields['T'] = strdup(generated_timestamp);
3000 /* If this message has no path, we generate one.
3002 if (msg->cm_fields['P'] == NULL) {
3003 if (msg->cm_fields['A'] != NULL) {
3004 msg->cm_fields['P'] = strdup(msg->cm_fields['A']);
3005 for (a=0; !IsEmptyStr(&msg->cm_fields['P'][a]); ++a) {
3006 if (isspace(msg->cm_fields['P'][a])) {
3007 msg->cm_fields['P'][a] = ' ';
3012 msg->cm_fields['P'] = strdup("unknown");
3016 if (force == NULL) {
3017 strcpy(force_room, "");
3020 strcpy(force_room, force);
3023 /* Learn about what's inside, because it's what's inside that counts */
3024 if (msg->cm_fields['M'] == NULL) {
3025 syslog(LOG_ERR, "ERROR: attempt to save message with NULL body\n");
3029 switch (msg->cm_format_type) {
3031 strcpy(content_type, "text/x-citadel-variformat");
3034 strcpy(content_type, "text/plain");
3037 strcpy(content_type, "text/plain");
3038 mptr = bmstrcasestr(msg->cm_fields['M'], "Content-type:");
3041 safestrncpy(content_type, &mptr[13], sizeof content_type);
3042 striplt(content_type);
3043 aptr = content_type;
3044 while (!IsEmptyStr(aptr)) {
3056 /* Goto the correct room */
3057 syslog(LOG_DEBUG, "Selected room %s\n", (recps) ? CCC->room.QRname : SENTITEMS);
3058 strcpy(hold_rm, CCC->room.QRname);
3059 strcpy(actual_rm, CCC->room.QRname);
3060 if (recps != NULL) {
3061 strcpy(actual_rm, SENTITEMS);
3064 /* If the user is a twit, move to the twit room for posting */
3066 if (CCC->user.axlevel == AxProbU) {
3067 strcpy(hold_rm, actual_rm);
3068 strcpy(actual_rm, config.c_twitroom);
3069 syslog(LOG_DEBUG, "Diverting to twit room\n");
3073 /* ...or if this message is destined for Aide> then go there. */
3074 if (!IsEmptyStr(force_room)) {
3075 strcpy(actual_rm, force_room);
3078 syslog(LOG_DEBUG, "Final selection: %s\n", actual_rm);
3079 if (strcasecmp(actual_rm, CCC->room.QRname)) {
3080 /* CtdlGetRoom(&CCC->room, actual_rm); */
3081 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL);
3085 * If this message has no O (room) field, generate one.
3087 if (msg->cm_fields['O'] == NULL) {
3088 msg->cm_fields['O'] = strdup(CCC->room.QRname);
3091 /* Perform "before save" hooks (aborting if any return nonzero) */
3092 syslog(LOG_DEBUG, "Performing before-save hooks\n");
3093 if (PerformMessageHooks(msg, EVT_BEFORESAVE) > 0) return(-3);
3096 * If this message has an Exclusive ID, and the room is replication
3097 * checking enabled, then do replication checks.
3099 if (DoesThisRoomNeedEuidIndexing(&CCC->room)) {
3100 ReplicationChecks(msg);
3103 /* Save it to disk */
3104 syslog(LOG_DEBUG, "Saving to disk\n");
3105 newmsgid = send_message(msg);
3106 if (newmsgid <= 0L) return(-5);
3108 /* Write a supplemental message info record. This doesn't have to
3109 * be a critical section because nobody else knows about this message
3112 syslog(LOG_DEBUG, "Creating MetaData record\n");
3113 memset(&smi, 0, sizeof(struct MetaData));
3114 smi.meta_msgnum = newmsgid;
3115 smi.meta_refcount = 0;
3116 safestrncpy(smi.meta_content_type, content_type,
3117 sizeof smi.meta_content_type);
3120 * Measure how big this message will be when rendered as RFC822.
3121 * We do this for two reasons:
3122 * 1. We need the RFC822 length for the new metadata record, so the
3123 * POP and IMAP services don't have to calculate message lengths
3124 * while the user is waiting (multiplied by potentially hundreds
3125 * or thousands of messages).
3126 * 2. If journaling is enabled, we will need an RFC822 version of the
3127 * message to attach to the journalized copy.
3129 if (CCC->redirect_buffer != NULL) {
3130 syslog(LOG_ALERT, "CCC->redirect_buffer is not NULL during message submission!\n");
3133 CCC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
3134 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
3135 smi.meta_rfc822_length = StrLength(CCC->redirect_buffer);
3136 saved_rfc822_version = CCC->redirect_buffer;
3137 CCC->redirect_buffer = NULL;
3141 /* Now figure out where to store the pointers */
3142 syslog(LOG_DEBUG, "Storing pointers\n");
3144 /* If this is being done by the networker delivering a private
3145 * message, we want to BYPASS saving the sender's copy (because there
3146 * is no local sender; it would otherwise go to the Trashcan).
3148 if ((!CCC->internal_pgm) || (recps == NULL)) {
3149 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
3150 syslog(LOG_ERR, "ERROR saving message pointer!\n");
3151 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
3155 /* For internet mail, drop a copy in the outbound queue room */
3156 if ((recps != NULL) && (recps->num_internet > 0)) {
3157 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
3160 /* If other rooms are specified, drop them there too. */
3161 if ((recps != NULL) && (recps->num_room > 0))
3162 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
3163 extract_token(recipient, recps->recp_room, i,
3164 '|', sizeof recipient);
3165 syslog(LOG_DEBUG, "Delivering to room <%s>\n", recipient);
3166 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
3169 /* Bump this user's messages posted counter. */
3170 syslog(LOG_DEBUG, "Updating user\n");
3171 CtdlGetUserLock(&CCC->user, CCC->curr_user);
3172 CCC->user.posted = CCC->user.posted + 1;
3173 CtdlPutUserLock(&CCC->user);
3175 /* Decide where bounces need to be delivered */
3176 if ((recps != NULL) && (recps->bounce_to != NULL)) {
3177 safestrncpy(bounce_to, recps->bounce_to, sizeof bounce_to);
3179 else if (CCC->logged_in) {
3180 snprintf(bounce_to, sizeof bounce_to, "%s@%s", CCC->user.fullname, config.c_nodename);
3183 snprintf(bounce_to, sizeof bounce_to, "%s@%s", msg->cm_fields['A'], msg->cm_fields['N']);
3186 /* If this is private, local mail, make a copy in the
3187 * recipient's mailbox and bump the reference count.
3189 if ((recps != NULL) && (recps->num_local > 0))
3190 for (i=0; i<num_tokens(recps->recp_local, '|'); ++i) {
3191 extract_token(recipient, recps->recp_local, i,
3192 '|', sizeof recipient);
3193 syslog(LOG_DEBUG, "Delivering private local mail to <%s>\n",
3195 if (CtdlGetUser(&userbuf, recipient) == 0) {
3196 // Add a flag so the Funambol module knows its mail
3197 msg->cm_fields['W'] = strdup(recipient);
3198 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
3199 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
3200 CtdlBumpNewMailCounter(userbuf.usernum);
3201 if (!IsEmptyStr(config.c_funambol_host) || !IsEmptyStr(config.c_pager_program)) {
3202 /* Generate a instruction message for the Funambol notification
3203 * server, in the same style as the SMTP queue
3206 instr = malloc(instr_alloc);
3207 snprintf(instr, instr_alloc,
3208 "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
3210 SPOOLMIME, newmsgid, (long)time(NULL),
3214 imsg = malloc(sizeof(struct CtdlMessage));
3215 memset(imsg, 0, sizeof(struct CtdlMessage));
3216 imsg->cm_magic = CTDLMESSAGE_MAGIC;
3217 imsg->cm_anon_type = MES_NORMAL;
3218 imsg->cm_format_type = FMT_RFC822;
3219 imsg->cm_fields['A'] = strdup("Citadel");
3220 imsg->cm_fields['J'] = strdup("do not journal");
3221 imsg->cm_fields['M'] = instr; /* imsg owns this memory now */
3222 imsg->cm_fields['W'] = strdup(recipient);
3223 CtdlSubmitMsg(imsg, NULL, FNBL_QUEUE_ROOM, 0);
3224 CtdlFreeMessage(imsg);
3228 syslog(LOG_DEBUG, "No user <%s>\n", recipient);
3229 CtdlSaveMsgPointerInRoom(config.c_aideroom,
3234 /* Perform "after save" hooks */
3235 syslog(LOG_DEBUG, "Performing after-save hooks\n");
3236 PerformMessageHooks(msg, EVT_AFTERSAVE);
3238 /* For IGnet mail, we have to save a new copy into the spooler for
3239 * each recipient, with the R and D fields set to the recipient and
3240 * destination-node. This has two ugly side effects: all other
3241 * recipients end up being unlisted in this recipient's copy of the
3242 * message, and it has to deliver multiple messages to the same
3243 * node. We'll revisit this again in a year or so when everyone has
3244 * a network spool receiver that can handle the new style messages.
3246 if ((recps != NULL) && (recps->num_ignet > 0))
3247 for (i=0; i<num_tokens(recps->recp_ignet, '|'); ++i) {
3248 extract_token(recipient, recps->recp_ignet, i,
3249 '|', sizeof recipient);
3251 hold_R = msg->cm_fields['R'];
3252 hold_D = msg->cm_fields['D'];
3253 msg->cm_fields['R'] = malloc(SIZ);
3254 msg->cm_fields['D'] = malloc(128);
3255 extract_token(msg->cm_fields['R'], recipient, 0, '@', SIZ);
3256 extract_token(msg->cm_fields['D'], recipient, 1, '@', 128);
3258 serialize_message(&smr, msg);
3260 snprintf(submit_filename, sizeof submit_filename,
3261 "%s/netmail.%04lx.%04x.%04x",
3263 (long) getpid(), CCC->cs_pid, ++seqnum);
3264 network_fp = fopen(submit_filename, "wb+");
3265 if (network_fp != NULL) {
3266 rv = fwrite(smr.ser, smr.len, 1, network_fp);
3268 syslog(LOG_EMERG, "CtdlSubmitMsg(): Couldn't write network spool file: %s\n",
3276 free(msg->cm_fields['R']);
3277 free(msg->cm_fields['D']);
3278 msg->cm_fields['R'] = hold_R;
3279 msg->cm_fields['D'] = hold_D;
3282 /* Go back to the room we started from */
3283 syslog(LOG_DEBUG, "Returning to original room %s\n", hold_rm);
3284 if (strcasecmp(hold_rm, CCC->room.QRname))
3285 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL);
3287 /* For internet mail, generate delivery instructions.
3288 * Yes, this is recursive. Deal with it. Infinite recursion does
3289 * not happen because the delivery instructions message does not
3290 * contain a recipient.
3292 if ((recps != NULL) && (recps->num_internet > 0)) {
3293 syslog(LOG_DEBUG, "Generating delivery instructions\n");
3295 instr = malloc(instr_alloc);
3296 snprintf(instr, instr_alloc,
3297 "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
3299 SPOOLMIME, newmsgid, (long)time(NULL),
3303 if (recps->envelope_from != NULL) {
3304 tmp = strlen(instr);
3305 snprintf(&instr[tmp], instr_alloc-tmp, "envelope_from|%s\n", recps->envelope_from);
3308 for (i=0; i<num_tokens(recps->recp_internet, '|'); ++i) {
3309 tmp = strlen(instr);
3310 extract_token(recipient, recps->recp_internet, i, '|', sizeof recipient);
3311 if ((tmp + strlen(recipient) + 32) > instr_alloc) {
3312 instr_alloc = instr_alloc * 2;
3313 instr = realloc(instr, instr_alloc);
3315 snprintf(&instr[tmp], instr_alloc - tmp, "remote|%s|0||\n", recipient);
3318 imsg = malloc(sizeof(struct CtdlMessage));
3319 memset(imsg, 0, sizeof(struct CtdlMessage));
3320 imsg->cm_magic = CTDLMESSAGE_MAGIC;
3321 imsg->cm_anon_type = MES_NORMAL;
3322 imsg->cm_format_type = FMT_RFC822;
3323 imsg->cm_fields['A'] = strdup("Citadel");
3324 imsg->cm_fields['J'] = strdup("do not journal");
3325 imsg->cm_fields['M'] = instr; /* imsg owns this memory now */
3326 CtdlSubmitMsg(imsg, NULL, SMTP_SPOOLOUT_ROOM, QP_EADDR);
3327 CtdlFreeMessage(imsg);
3331 * Any addresses to harvest for someone's address book?
3333 if ( (CCC->logged_in) && (recps != NULL) ) {
3334 collected_addresses = harvest_collected_addresses(msg);
3337 if (collected_addresses != NULL) {
3338 aptr = (struct addresses_to_be_filed *)
3339 malloc(sizeof(struct addresses_to_be_filed));
3340 CtdlMailboxName(actual_rm, sizeof actual_rm,
3341 &CCC->user, USERCONTACTSROOM);
3342 aptr->roomname = strdup(actual_rm);
3343 aptr->collected_addresses = collected_addresses;
3344 begin_critical_section(S_ATBF);
3347 end_critical_section(S_ATBF);
3351 * Determine whether this message qualifies for journaling.
3353 if (msg->cm_fields['J'] != NULL) {
3354 qualified_for_journaling = 0;
3357 if (recps == NULL) {
3358 qualified_for_journaling = config.c_journal_pubmsgs;
3360 else if (recps->num_local + recps->num_ignet + recps->num_internet > 0) {
3361 qualified_for_journaling = config.c_journal_email;
3364 qualified_for_journaling = config.c_journal_pubmsgs;
3369 * Do we have to perform journaling? If so, hand off the saved
3370 * RFC822 version will be handed off to the journaler for background
3371 * submit. Otherwise, we have to free the memory ourselves.
3373 if (saved_rfc822_version != NULL) {
3374 if (qualified_for_journaling) {
3375 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
3378 FreeStrBuf(&saved_rfc822_version);
3388 void aide_message (char *text, char *subject)
3390 quickie_message("Citadel",NULL,NULL,AIDEROOM,text,FMT_CITADEL,subject);
3395 * Convenience function for generating small administrative messages.
3397 void quickie_message(const char *from, const char *fromaddr, char *to, char *room, const char *text,
3398 int format_type, const char *subject)
3400 struct CtdlMessage *msg;
3401 struct recptypes *recp = NULL;
3403 msg = malloc(sizeof(struct CtdlMessage));
3404 memset(msg, 0, sizeof(struct CtdlMessage));
3405 msg->cm_magic = CTDLMESSAGE_MAGIC;
3406 msg->cm_anon_type = MES_NORMAL;
3407 msg->cm_format_type = format_type;
3410 msg->cm_fields['A'] = strdup(from);
3412 else if (fromaddr != NULL) {
3413 msg->cm_fields['A'] = strdup(fromaddr);
3414 if (strchr(msg->cm_fields['A'], '@')) {
3415 *strchr(msg->cm_fields['A'], '@') = 0;
3419 msg->cm_fields['A'] = strdup("Citadel");
3422 if (fromaddr != NULL) msg->cm_fields['F'] = strdup(fromaddr);
3423 if (room != NULL) msg->cm_fields['O'] = strdup(room);
3424 msg->cm_fields['N'] = strdup(NODENAME);
3426 msg->cm_fields['R'] = strdup(to);
3427 recp = validate_recipients(to, NULL, 0);
3429 if (subject != NULL) {
3430 msg->cm_fields['U'] = strdup(subject);
3432 msg->cm_fields['M'] = strdup(text);
3434 CtdlSubmitMsg(msg, recp, room, 0);
3435 CtdlFreeMessage(msg);
3436 if (recp != NULL) free_recipients(recp);
3442 * Back end function used by CtdlMakeMessage() and similar functions
3444 StrBuf *CtdlReadMessageBodyBuf(char *terminator, /* token signalling EOT */
3446 size_t maxlen, /* maximum message length */
3447 char *exist, /* if non-null, append to it;
3448 exist is ALWAYS freed */
3449 int crlf, /* CRLF newlines instead of LF */
3450 int *sock /* socket handle or 0 for this session's client socket */
3459 LineBuf = NewStrBufPlain(NULL, SIZ);
3460 if (exist == NULL) {
3461 Message = NewStrBufPlain(NULL, 4 * SIZ);
3464 Message = NewStrBufPlain(exist, -1);
3468 /* Do we need to change leading ".." to "." for SMTP escaping? */
3469 if ((tlen == 1) && (*terminator == '.')) {
3473 /* read in the lines of message text one by one */
3476 if ((CtdlSockGetLine(sock, LineBuf, 5) < 0) ||
3481 if (CtdlClientGetLine(LineBuf) < 0) finished = 1;
3483 if ((StrLength(LineBuf) == tlen) &&
3484 (!strcmp(ChrPtr(LineBuf), terminator)))
3487 if ( (!flushing) && (!finished) ) {
3489 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
3492 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
3495 /* Unescape SMTP-style input of two dots at the beginning of the line */
3497 (StrLength(LineBuf) == 2) &&
3498 (!strcmp(ChrPtr(LineBuf), "..")))
3500 StrBufCutLeft(LineBuf, 1);
3503 StrBufAppendBuf(Message, LineBuf, 0);
3506 /* if we've hit the max msg length, flush the rest */
3507 if (StrLength(Message) >= maxlen) flushing = 1;
3509 } while (!finished);
3510 FreeStrBuf(&LineBuf);
3516 * Back end function used by CtdlMakeMessage() and similar functions
3518 char *CtdlReadMessageBody(char *terminator, /* token signalling EOT */
3520 size_t maxlen, /* maximum message length */
3521 char *exist, /* if non-null, append to it;
3522 exist is ALWAYS freed */
3523 int crlf, /* CRLF newlines instead of LF */
3524 int *sock /* socket handle or 0 for this session's client socket */
3529 Message = CtdlReadMessageBodyBuf(terminator,
3535 if (Message == NULL)
3538 return SmashStrBuf(&Message);
3543 * Build a binary message to be saved on disk.
3544 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3545 * will become part of the message. This means you are no longer
3546 * responsible for managing that memory -- it will be freed along with
3547 * the rest of the fields when CtdlFreeMessage() is called.)
3550 struct CtdlMessage *CtdlMakeMessage(
3551 struct ctdluser *author, /* author's user structure */
3552 char *recipient, /* NULL if it's not mail */
3553 char *recp_cc, /* NULL if it's not mail */
3554 char *room, /* room where it's going */
3555 int type, /* see MES_ types in header file */
3556 int format_type, /* variformat, plain text, MIME... */
3557 char *fake_name, /* who we're masquerading as */
3558 char *my_email, /* which of my email addresses to use (empty is ok) */
3559 char *subject, /* Subject (optional) */
3560 char *supplied_euid, /* ...or NULL if this is irrelevant */
3561 char *preformatted_text, /* ...or NULL to read text from client */
3562 char *references /* Thread references */
3564 char dest_node[256];
3566 struct CtdlMessage *msg;
3568 StrBuf *FakeEncAuthor = NULL;
3570 msg = malloc(sizeof(struct CtdlMessage));
3571 memset(msg, 0, sizeof(struct CtdlMessage));
3572 msg->cm_magic = CTDLMESSAGE_MAGIC;
3573 msg->cm_anon_type = type;
3574 msg->cm_format_type = format_type;
3576 /* Don't confuse the poor folks if it's not routed mail. */
3577 strcpy(dest_node, "");
3579 if (recipient != NULL) striplt(recipient);
3580 if (recp_cc != NULL) striplt(recp_cc);
3582 /* Path or Return-Path */
3583 if (my_email == NULL) my_email = "";
3585 if (!IsEmptyStr(my_email)) {
3586 msg->cm_fields['P'] = strdup(my_email);
3589 snprintf(buf, sizeof buf, "%s", author->fullname);
3590 msg->cm_fields['P'] = strdup(buf);
3592 convert_spaces_to_underscores(msg->cm_fields['P']);
3594 snprintf(buf, sizeof buf, "%ld", (long)time(NULL)); /* timestamp */
3595 msg->cm_fields['T'] = strdup(buf);
3597 if ((fake_name != NULL) && (fake_name[0])) { /* author */
3598 FakeAuthor = NewStrBufPlain (fake_name, -1);
3601 FakeAuthor = NewStrBufPlain (author->fullname, -1);
3603 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
3604 msg->cm_fields['A'] = SmashStrBuf(&FakeEncAuthor);
3605 FreeStrBuf(&FakeAuthor);
3607 if (CC->room.QRflags & QR_MAILBOX) { /* room */
3608 msg->cm_fields['O'] = strdup(&CC->room.QRname[11]);
3611 msg->cm_fields['O'] = strdup(CC->room.QRname);
3614 msg->cm_fields['N'] = strdup(NODENAME); /* nodename */
3615 msg->cm_fields['H'] = strdup(HUMANNODE); /* hnodename */
3617 if ((recipient != NULL) && (recipient[0] != 0)) {
3618 msg->cm_fields['R'] = strdup(recipient);
3620 if ((recp_cc != NULL) && (recp_cc[0] != 0)) {
3621 msg->cm_fields['Y'] = strdup(recp_cc);
3623 if (dest_node[0] != 0) {
3624 msg->cm_fields['D'] = strdup(dest_node);
3627 if (!IsEmptyStr(my_email)) {
3628 msg->cm_fields['F'] = strdup(my_email);
3630 else if ( (author == &CC->user) && (!IsEmptyStr(CC->cs_inet_email)) ) {
3631 msg->cm_fields['F'] = strdup(CC->cs_inet_email);
3634 if (subject != NULL) {
3637 length = strlen(subject);
3643 while ((subject[i] != '\0') &&
3644 (IsAscii = isascii(subject[i]) != 0 ))
3647 msg->cm_fields['U'] = strdup(subject);
3648 else /* ok, we've got utf8 in the string. */
3650 msg->cm_fields['U'] = rfc2047encode(subject, length);
3656 if (supplied_euid != NULL) {
3657 msg->cm_fields['E'] = strdup(supplied_euid);
3660 if (references != NULL) {
3661 if (!IsEmptyStr(references)) {
3662 msg->cm_fields['W'] = strdup(references);
3666 if (preformatted_text != NULL) {
3667 msg->cm_fields['M'] = preformatted_text;
3670 msg->cm_fields['M'] = CtdlReadMessageBody(HKEY("000"), config.c_maxmsglen, NULL, 0, 0);
3678 * Check to see whether we have permission to post a message in the current
3679 * room. Returns a *CITADEL ERROR CODE* and puts a message in errmsgbuf, or
3680 * returns 0 on success.
3682 int CtdlDoIHavePermissionToPostInThisRoom(
3685 const char* RemoteIdentifier,
3691 if (!(CC->logged_in) &&
3692 (PostPublic == POST_LOGGED_IN)) {
3693 snprintf(errmsgbuf, n, "Not logged in.");
3694 return (ERROR + NOT_LOGGED_IN);
3696 else if (PostPublic == CHECK_EXISTANCE) {
3697 return (0); // We're Evaling whether a recipient exists
3699 else if (!(CC->logged_in)) {
3701 if ((CC->room.QRflags & QR_READONLY)) {
3702 snprintf(errmsgbuf, n, "Not logged in.");
3703 return (ERROR + NOT_LOGGED_IN);
3705 if (CC->room.QRflags2 & QR2_MODERATED) {
3706 snprintf(errmsgbuf, n, "Not logged in Moderation feature not yet implemented!");
3707 return (ERROR + NOT_LOGGED_IN);
3709 if ((PostPublic!=POST_LMTP) &&(CC->room.QRflags2 & QR2_SMTP_PUBLIC) == 0) {
3714 if (RemoteIdentifier == NULL)
3716 snprintf(errmsgbuf, n, "Need sender to permit access.");
3717 return (ERROR + USERNAME_REQUIRED);
3720 assoc_file_name(filename, sizeof filename, &CC->room, ctdl_netcfg_dir);
3721 begin_critical_section(S_NETCONFIGS);
3722 if (!read_spoolcontrol_file(&sc, filename))
3724 end_critical_section(S_NETCONFIGS);
3725 snprintf(errmsgbuf, n,
3726 "This mailing list only accepts posts from subscribers.");
3727 return (ERROR + NO_SUCH_USER);
3729 end_critical_section(S_NETCONFIGS);
3730 found = is_recipient (sc, RemoteIdentifier);
3731 free_spoolcontrol_struct(&sc);
3736 snprintf(errmsgbuf, n,
3737 "This mailing list only accepts posts from subscribers.");
3738 return (ERROR + NO_SUCH_USER);
3745 if ((CC->user.axlevel < AxProbU)
3746 && ((CC->room.QRflags & QR_MAILBOX) == 0)) {
3747 snprintf(errmsgbuf, n, "Need to be validated to enter (except in %s> to sysop)", MAILROOM);
3748 return (ERROR + HIGHER_ACCESS_REQUIRED);
3751 CtdlRoomAccess(&CC->room, &CC->user, &ra, NULL);
3753 if (ra & UA_POSTALLOWED) {
3754 strcpy(errmsgbuf, "OK to post or reply here");
3758 if ( (ra & UA_REPLYALLOWED) && (is_reply) ) {
3760 * To be thorough, we ought to check to see if the message they are
3761 * replying to is actually a valid one in this room, but unless this
3762 * actually becomes a problem we'll go with high performance instead.
3764 strcpy(errmsgbuf, "OK to reply here");
3768 if ( (ra & UA_REPLYALLOWED) && (!is_reply) ) {
3769 /* Clarify what happened with a better error message */
3770 snprintf(errmsgbuf, n, "You may only reply to existing messages here.");
3771 return (ERROR + HIGHER_ACCESS_REQUIRED);
3774 snprintf(errmsgbuf, n, "Higher access is required to post in this room.");
3775 return (ERROR + HIGHER_ACCESS_REQUIRED);
3781 * Check to see if the specified user has Internet mail permission
3782 * (returns nonzero if permission is granted)
3784 int CtdlCheckInternetMailPermission(struct ctdluser *who) {
3786 /* Do not allow twits to send Internet mail */
3787 if (who->axlevel <= AxProbU) return(0);
3789 /* Globally enabled? */
3790 if (config.c_restrict == 0) return(1);
3792 /* User flagged ok? */
3793 if (who->flags & US_INTERNET) return(2);
3795 /* Aide level access? */
3796 if (who->axlevel >= AxAideU) return(3);
3798 /* No mail for you! */
3804 * Validate recipients, count delivery types and errors, and handle aliasing
3805 * FIXME check for dupes!!!!!
3807 * Returns 0 if all addresses are ok, ret->num_error = -1 if no addresses
3808 * were specified, or the number of addresses found invalid.
3810 * Caller needs to free the result using free_recipients()
3812 struct recptypes *validate_recipients(const char *supplied_recipients,
3813 const char *RemoteIdentifier,
3815 struct recptypes *ret;
3816 char *recipients = NULL;
3817 char this_recp[256];
3818 char this_recp_cooked[256];
3824 struct ctdluser tempUS;
3825 struct ctdlroom tempQR;
3826 struct ctdlroom tempQR2;
3832 ret = (struct recptypes *) malloc(sizeof(struct recptypes));
3833 if (ret == NULL) return(NULL);
3835 /* Set all strings to null and numeric values to zero */
3836 memset(ret, 0, sizeof(struct recptypes));
3838 if (supplied_recipients == NULL) {
3839 recipients = strdup("");
3842 recipients = strdup(supplied_recipients);
3845 /* Allocate some memory. Yes, this allocates 500% more memory than we will
3846 * actually need, but it's healthier for the heap than doing lots of tiny
3847 * realloc() calls instead.
3850 ret->errormsg = malloc(strlen(recipients) + 1024);
3851 ret->recp_local = malloc(strlen(recipients) + 1024);
3852 ret->recp_internet = malloc(strlen(recipients) + 1024);
3853 ret->recp_ignet = malloc(strlen(recipients) + 1024);
3854 ret->recp_room = malloc(strlen(recipients) + 1024);
3855 ret->display_recp = malloc(strlen(recipients) + 1024);
3857 ret->errormsg[0] = 0;
3858 ret->recp_local[0] = 0;
3859 ret->recp_internet[0] = 0;
3860 ret->recp_ignet[0] = 0;
3861 ret->recp_room[0] = 0;
3862 ret->display_recp[0] = 0;
3864 ret->recptypes_magic = RECPTYPES_MAGIC;
3866 /* Change all valid separator characters to commas */
3867 for (i=0; !IsEmptyStr(&recipients[i]); ++i) {
3868 if ((recipients[i] == ';') || (recipients[i] == '|')) {
3869 recipients[i] = ',';
3873 /* Now start extracting recipients... */
3875 while (!IsEmptyStr(recipients)) {
3877 for (i=0; i<=strlen(recipients); ++i) {
3878 if (recipients[i] == '\"') in_quotes = 1 - in_quotes;
3879 if ( ( (recipients[i] == ',') && (!in_quotes) ) || (recipients[i] == 0) ) {
3880 safestrncpy(this_recp, recipients, i+1);
3882 if (recipients[i] == ',') {
3883 strcpy(recipients, &recipients[i+1]);
3886 strcpy(recipients, "");
3893 if (IsEmptyStr(this_recp))
3895 syslog(LOG_DEBUG, "Evaluating recipient #%d: %s\n", num_recps, this_recp);
3897 mailtype = alias(this_recp);
3898 mailtype = alias(this_recp);
3899 mailtype = alias(this_recp);
3901 for (j=0; !IsEmptyStr(&this_recp[j]); ++j) {
3902 if (this_recp[j]=='_') {
3903 this_recp_cooked[j] = ' ';
3906 this_recp_cooked[j] = this_recp[j];
3909 this_recp_cooked[j] = '\0';
3914 if (!strcasecmp(this_recp, "sysop")) {
3916 strcpy(this_recp, config.c_aideroom);
3917 if (!IsEmptyStr(ret->recp_room)) {
3918 strcat(ret->recp_room, "|");
3920 strcat(ret->recp_room, this_recp);
3922 else if ( (!strncasecmp(this_recp, "room_", 5))
3923 && (!CtdlGetRoom(&tempQR, &this_recp_cooked[5])) ) {
3925 /* Save room so we can restore it later */
3929 /* Check permissions to send mail to this room */
3930 err = CtdlDoIHavePermissionToPostInThisRoom(
3935 0 /* 0 = not a reply */
3944 if (!IsEmptyStr(ret->recp_room)) {
3945 strcat(ret->recp_room, "|");
3947 strcat(ret->recp_room, &this_recp_cooked[5]);
3950 /* Restore room in case something needs it */
3954 else if (CtdlGetUser(&tempUS, this_recp) == 0) {
3956 strcpy(this_recp, tempUS.fullname);
3957 if (!IsEmptyStr(ret->recp_local)) {
3958 strcat(ret->recp_local, "|");
3960 strcat(ret->recp_local, this_recp);
3962 else if (CtdlGetUser(&tempUS, this_recp_cooked) == 0) {
3964 strcpy(this_recp, tempUS.fullname);
3965 if (!IsEmptyStr(ret->recp_local)) {
3966 strcat(ret->recp_local, "|");
3968 strcat(ret->recp_local, this_recp);
3976 /* Yes, you're reading this correctly: if the target
3977 * domain points back to the local system or an attached
3978 * Citadel directory, the address is invalid. That's
3979 * because if the address were valid, we would have
3980 * already translated it to a local address by now.
3982 if (IsDirectory(this_recp, 0)) {
3987 ++ret->num_internet;
3988 if (!IsEmptyStr(ret->recp_internet)) {
3989 strcat(ret->recp_internet, "|");
3991 strcat(ret->recp_internet, this_recp);
3996 if (!IsEmptyStr(ret->recp_ignet)) {
3997 strcat(ret->recp_ignet, "|");
3999 strcat(ret->recp_ignet, this_recp);
4007 if (IsEmptyStr(errmsg)) {
4008 snprintf(append, sizeof append, "Invalid recipient: %s", this_recp);
4011 snprintf(append, sizeof append, "%s", errmsg);
4013 if ( (strlen(ret->errormsg) + strlen(append) + 3) < SIZ) {
4014 if (!IsEmptyStr(ret->errormsg)) {
4015 strcat(ret->errormsg, "; ");
4017 strcat(ret->errormsg, append);
4021 if (IsEmptyStr(ret->display_recp)) {
4022 strcpy(append, this_recp);
4025 snprintf(append, sizeof append, ", %s", this_recp);
4027 if ( (strlen(ret->display_recp)+strlen(append)) < SIZ) {
4028 strcat(ret->display_recp, append);
4033 if ((ret->num_local + ret->num_internet + ret->num_ignet +
4034 ret->num_room + ret->num_error) == 0) {
4035 ret->num_error = (-1);
4036 strcpy(ret->errormsg, "No recipients specified.");
4039 syslog(LOG_DEBUG, "validate_recipients()\n");
4040 syslog(LOG_DEBUG, " local: %d <%s>\n", ret->num_local, ret->recp_local);
4041 syslog(LOG_DEBUG, " room: %d <%s>\n", ret->num_room, ret->recp_room);
4042 syslog(LOG_DEBUG, " inet: %d <%s>\n", ret->num_internet, ret->recp_internet);
4043 syslog(LOG_DEBUG, " ignet: %d <%s>\n", ret->num_ignet, ret->recp_ignet);
4044 syslog(LOG_DEBUG, " error: %d <%s>\n", ret->num_error, ret->errormsg);
4052 * Destructor for struct recptypes
4054 void free_recipients(struct recptypes *valid) {
4056 if (valid == NULL) {
4060 if (valid->recptypes_magic != RECPTYPES_MAGIC) {
4061 syslog(LOG_EMERG, "Attempt to call free_recipients() on some other data type!\n");
4065 if (valid->errormsg != NULL) free(valid->errormsg);
4066 if (valid->recp_local != NULL) free(valid->recp_local);
4067 if (valid->recp_internet != NULL) free(valid->recp_internet);
4068 if (valid->recp_ignet != NULL) free(valid->recp_ignet);
4069 if (valid->recp_room != NULL) free(valid->recp_room);
4070 if (valid->display_recp != NULL) free(valid->display_recp);
4071 if (valid->bounce_to != NULL) free(valid->bounce_to);
4072 if (valid->envelope_from != NULL) free(valid->envelope_from);
4079 * message entry - mode 0 (normal)
4081 void cmd_ent0(char *entargs)
4087 char supplied_euid[128];
4089 int format_type = 0;
4090 char newusername[256];
4091 char newuseremail[256];
4092 struct CtdlMessage *msg;
4096 struct recptypes *valid = NULL;
4097 struct recptypes *valid_to = NULL;
4098 struct recptypes *valid_cc = NULL;
4099 struct recptypes *valid_bcc = NULL;
4101 int subject_required = 0;
4106 int newuseremail_ok = 0;
4107 char references[SIZ];
4112 post = extract_int(entargs, 0);
4113 extract_token(recp, entargs, 1, '|', sizeof recp);
4114 anon_flag = extract_int(entargs, 2);
4115 format_type = extract_int(entargs, 3);
4116 extract_token(subject, entargs, 4, '|', sizeof subject);
4117 extract_token(newusername, entargs, 5, '|', sizeof newusername);
4118 do_confirm = extract_int(entargs, 6);
4119 extract_token(cc, entargs, 7, '|', sizeof cc);
4120 extract_token(bcc, entargs, 8, '|', sizeof bcc);
4121 switch(CC->room.QRdefaultview) {
4124 extract_token(supplied_euid, entargs, 9, '|', sizeof supplied_euid);
4127 supplied_euid[0] = 0;
4130 extract_token(newuseremail, entargs, 10, '|', sizeof newuseremail);
4131 extract_token(references, entargs, 11, '|', sizeof references);
4132 for (ptr=references; *ptr != 0; ++ptr) {
4133 if (*ptr == '!') *ptr = '|';
4136 /* first check to make sure the request is valid. */
4138 err = CtdlDoIHavePermissionToPostInThisRoom(
4143 (!IsEmptyStr(references)) /* is this a reply? or a top-level post? */
4147 cprintf("%d %s\n", err, errmsg);
4151 /* Check some other permission type things. */
4153 if (IsEmptyStr(newusername)) {
4154 strcpy(newusername, CC->user.fullname);
4156 if ( (CC->user.axlevel < AxAideU)
4157 && (strcasecmp(newusername, CC->user.fullname))
4158 && (strcasecmp(newusername, CC->cs_inet_fn))
4160 cprintf("%d You don't have permission to author messages as '%s'.\n",
4161 ERROR + HIGHER_ACCESS_REQUIRED,
4168 if (IsEmptyStr(newuseremail)) {
4169 newuseremail_ok = 1;
4172 if (!IsEmptyStr(newuseremail)) {
4173 if (!strcasecmp(newuseremail, CC->cs_inet_email)) {
4174 newuseremail_ok = 1;
4176 else if (!IsEmptyStr(CC->cs_inet_other_emails)) {
4177 j = num_tokens(CC->cs_inet_other_emails, '|');
4178 for (i=0; i<j; ++i) {
4179 extract_token(buf, CC->cs_inet_other_emails, i, '|', sizeof buf);
4180 if (!strcasecmp(newuseremail, buf)) {
4181 newuseremail_ok = 1;
4187 if (!newuseremail_ok) {
4188 cprintf("%d You don't have permission to author messages as '%s'.\n",
4189 ERROR + HIGHER_ACCESS_REQUIRED,
4195 CC->cs_flags |= CS_POSTING;
4197 /* In mailbox rooms we have to behave a little differently --
4198 * make sure the user has specified at least one recipient. Then
4199 * validate the recipient(s). We do this for the Mail> room, as
4200 * well as any room which has the "Mailbox" view set - unless it
4201 * is the DRAFTS room which does not require recipients
4204 if ( ( ( (CC->room.QRflags & QR_MAILBOX) && (!strcasecmp(&CC->room.QRname[11], MAILROOM)) )
4205 || ( (CC->room.QRflags & QR_MAILBOX) && (CC->curr_view == VIEW_MAILBOX) )
4206 ) && (strcasecmp(&CC->room.QRname[11], USERDRAFTROOM)) !=0 ) {
4207 if (CC->user.axlevel < AxProbU) {
4208 strcpy(recp, "sysop");
4213 valid_to = validate_recipients(recp, NULL, 0);
4214 if (valid_to->num_error > 0) {
4215 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_to->errormsg);
4216 free_recipients(valid_to);
4220 valid_cc = validate_recipients(cc, NULL, 0);
4221 if (valid_cc->num_error > 0) {
4222 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_cc->errormsg);
4223 free_recipients(valid_to);
4224 free_recipients(valid_cc);
4228 valid_bcc = validate_recipients(bcc, NULL, 0);
4229 if (valid_bcc->num_error > 0) {
4230 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_bcc->errormsg);
4231 free_recipients(valid_to);
4232 free_recipients(valid_cc);
4233 free_recipients(valid_bcc);
4237 /* Recipient required, but none were specified */
4238 if ( (valid_to->num_error < 0) && (valid_cc->num_error < 0) && (valid_bcc->num_error < 0) ) {
4239 free_recipients(valid_to);
4240 free_recipients(valid_cc);
4241 free_recipients(valid_bcc);
4242 cprintf("%d At least one recipient is required.\n", ERROR + NO_SUCH_USER);
4246 if (valid_to->num_internet + valid_cc->num_internet + valid_bcc->num_internet > 0) {
4247 if (CtdlCheckInternetMailPermission(&CC->user)==0) {
4248 cprintf("%d You do not have permission "
4249 "to send Internet mail.\n",
4250 ERROR + HIGHER_ACCESS_REQUIRED);
4251 free_recipients(valid_to);
4252 free_recipients(valid_cc);
4253 free_recipients(valid_bcc);
4258 if ( ( (valid_to->num_internet + valid_to->num_ignet + valid_cc->num_internet + valid_cc->num_ignet + valid_bcc->num_internet + valid_bcc->num_ignet) > 0)
4259 && (CC->user.axlevel < AxNetU) ) {
4260 cprintf("%d Higher access required for network mail.\n",
4261 ERROR + HIGHER_ACCESS_REQUIRED);
4262 free_recipients(valid_to);
4263 free_recipients(valid_cc);
4264 free_recipients(valid_bcc);
4268 if ((RESTRICT_INTERNET == 1)
4269 && (valid_to->num_internet + valid_cc->num_internet + valid_bcc->num_internet > 0)
4270 && ((CC->user.flags & US_INTERNET) == 0)
4271 && (!CC->internal_pgm)) {
4272 cprintf("%d You don't have access to Internet mail.\n",
4273 ERROR + HIGHER_ACCESS_REQUIRED);
4274 free_recipients(valid_to);
4275 free_recipients(valid_cc);
4276 free_recipients(valid_bcc);
4282 /* Is this a room which has anonymous-only or anonymous-option? */
4283 anonymous = MES_NORMAL;
4284 if (CC->room.QRflags & QR_ANONONLY) {
4285 anonymous = MES_ANONONLY;
4287 if (CC->room.QRflags & QR_ANONOPT) {
4288 if (anon_flag == 1) { /* only if the user requested it */
4289 anonymous = MES_ANONOPT;
4293 if ((CC->room.QRflags & QR_MAILBOX) == 0) {
4297 /* Recommend to the client that the use of a message subject is
4298 * strongly recommended in this room, if either the SUBJECTREQ flag
4299 * is set, or if there is one or more Internet email recipients.
4301 if (CC->room.QRflags2 & QR2_SUBJECTREQ) subject_required = 1;
4302 if ((valid_to) && (valid_to->num_internet > 0)) subject_required = 1;
4303 if ((valid_cc) && (valid_cc->num_internet > 0)) subject_required = 1;
4304 if ((valid_bcc) && (valid_bcc->num_internet > 0)) subject_required = 1;
4306 /* If we're only checking the validity of the request, return
4307 * success without creating the message.
4310 cprintf("%d %s|%d\n", CIT_OK,
4311 ((valid_to != NULL) ? valid_to->display_recp : ""),
4313 free_recipients(valid_to);
4314 free_recipients(valid_cc);
4315 free_recipients(valid_bcc);
4319 /* We don't need these anymore because we'll do it differently below */
4320 free_recipients(valid_to);
4321 free_recipients(valid_cc);
4322 free_recipients(valid_bcc);
4324 /* Read in the message from the client. */
4326 cprintf("%d send message\n", START_CHAT_MODE);
4328 cprintf("%d send message\n", SEND_LISTING);
4331 msg = CtdlMakeMessage(&CC->user, recp, cc,
4332 CC->room.QRname, anonymous, format_type,
4333 newusername, newuseremail, subject,
4334 ((!IsEmptyStr(supplied_euid)) ? supplied_euid : NULL),
4337 /* Put together one big recipients struct containing to/cc/bcc all in
4338 * one. This is for the envelope.
4340 char *all_recps = malloc(SIZ * 3);
4341 strcpy(all_recps, recp);
4342 if (!IsEmptyStr(cc)) {
4343 if (!IsEmptyStr(all_recps)) {
4344 strcat(all_recps, ",");
4346 strcat(all_recps, cc);
4348 if (!IsEmptyStr(bcc)) {
4349 if (!IsEmptyStr(all_recps)) {
4350 strcat(all_recps, ",");
4352 strcat(all_recps, bcc);
4354 if (!IsEmptyStr(all_recps)) {
4355 valid = validate_recipients(all_recps, NULL, 0);
4363 msgnum = CtdlSubmitMsg(msg, valid, "", QP_EADDR);
4366 cprintf("%ld\n", msgnum);
4368 cprintf("Message accepted.\n");
4371 cprintf("Internal error.\n");
4373 if (msg->cm_fields['E'] != NULL) {
4374 cprintf("%s\n", msg->cm_fields['E']);
4381 CtdlFreeMessage(msg);
4383 if (valid != NULL) {
4384 free_recipients(valid);
4392 * API function to delete messages which match a set of criteria
4393 * (returns the actual number of messages deleted)
4395 int CtdlDeleteMessages(char *room_name, /* which room */
4396 long *dmsgnums, /* array of msg numbers to be deleted */
4397 int num_dmsgnums, /* number of msgs to be deleted, or 0 for "any" */
4398 char *content_type /* or "" for any. regular expressions expected. */
4401 struct ctdlroom qrbuf;
4402 struct cdbdata *cdbfr;
4403 long *msglist = NULL;
4404 long *dellist = NULL;
4407 int num_deleted = 0;
4409 struct MetaData smi;
4412 int need_to_free_re = 0;
4414 if (content_type) if (!IsEmptyStr(content_type)) {
4415 regcomp(&re, content_type, 0);
4416 need_to_free_re = 1;
4418 syslog(LOG_DEBUG, "CtdlDeleteMessages(%s, %d msgs, %s)\n",
4419 room_name, num_dmsgnums, content_type);
4421 /* get room record, obtaining a lock... */
4422 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
4423 syslog(LOG_ERR, "CtdlDeleteMessages(): Room <%s> not found\n",
4425 if (need_to_free_re) regfree(&re);
4426 return (0); /* room not found */
4428 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
4430 if (cdbfr != NULL) {
4431 dellist = malloc(cdbfr->len);
4432 msglist = (long *) cdbfr->ptr;
4433 cdbfr->ptr = NULL; /* CtdlDeleteMessages() now owns this memory */
4434 num_msgs = cdbfr->len / sizeof(long);
4438 for (i = 0; i < num_msgs; ++i) {
4441 /* Set/clear a bit for each criterion */
4443 /* 0 messages in the list or a null list means that we are
4444 * interested in deleting any messages which meet the other criteria.
4446 if ((num_dmsgnums == 0) || (dmsgnums == NULL)) {
4447 delete_this |= 0x01;
4450 for (j=0; j<num_dmsgnums; ++j) {
4451 if (msglist[i] == dmsgnums[j]) {
4452 delete_this |= 0x01;
4457 if (IsEmptyStr(content_type)) {
4458 delete_this |= 0x02;
4460 GetMetaData(&smi, msglist[i]);
4461 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
4462 delete_this |= 0x02;
4466 /* Delete message only if all bits are set */
4467 if (delete_this == 0x03) {
4468 dellist[num_deleted++] = msglist[i];
4473 num_msgs = sort_msglist(msglist, num_msgs);
4474 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
4475 msglist, (int)(num_msgs * sizeof(long)));
4478 qrbuf.QRhighest = msglist[num_msgs - 1];
4480 qrbuf.QRhighest = 0;
4482 CtdlPutRoomLock(&qrbuf);
4484 /* Go through the messages we pulled out of the index, and decrement
4485 * their reference counts by 1. If this is the only room the message
4486 * was in, the reference count will reach zero and the message will
4487 * automatically be deleted from the database. We do this in a
4488 * separate pass because there might be plug-in hooks getting called,
4489 * and we don't want that happening during an S_ROOMS critical
4492 if (num_deleted) for (i=0; i<num_deleted; ++i) {
4493 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
4494 AdjRefCount(dellist[i], -1);
4497 /* Now free the memory we used, and go away. */
4498 if (msglist != NULL) free(msglist);
4499 if (dellist != NULL) free(dellist);
4500 syslog(LOG_DEBUG, "%d message(s) deleted.\n", num_deleted);
4501 if (need_to_free_re) regfree(&re);
4502 return (num_deleted);
4508 * Check whether the current user has permission to delete messages from
4509 * the current room (returns 1 for yes, 0 for no)
4511 int CtdlDoIHavePermissionToDeleteMessagesFromThisRoom(void) {
4513 CtdlRoomAccess(&CC->room, &CC->user, &ra, NULL);
4514 if (ra & UA_DELETEALLOWED) return(1);
4522 * Delete message from current room
4524 void cmd_dele(char *args)
4533 extract_token(msgset, args, 0, '|', sizeof msgset);
4534 num_msgs = num_tokens(msgset, ',');
4536 cprintf("%d Nothing to do.\n", CIT_OK);
4540 if (CtdlDoIHavePermissionToDeleteMessagesFromThisRoom() == 0) {
4541 cprintf("%d Higher access required.\n",
4542 ERROR + HIGHER_ACCESS_REQUIRED);
4547 * Build our message set to be moved/copied
4549 msgs = malloc(num_msgs * sizeof(long));
4550 for (i=0; i<num_msgs; ++i) {
4551 extract_token(msgtok, msgset, i, ',', sizeof msgtok);
4552 msgs[i] = atol(msgtok);
4555 num_deleted = CtdlDeleteMessages(CC->room.QRname, msgs, num_msgs, "");
4559 cprintf("%d %d message%s deleted.\n", CIT_OK,
4560 num_deleted, ((num_deleted != 1) ? "s" : ""));
4562 cprintf("%d Message not found.\n", ERROR + MESSAGE_NOT_FOUND);
4570 * move or copy a message to another room
4572 void cmd_move(char *args)
4579 char targ[ROOMNAMELEN];
4580 struct ctdlroom qtemp;
4587 extract_token(msgset, args, 0, '|', sizeof msgset);
4588 num_msgs = num_tokens(msgset, ',');
4590 cprintf("%d Nothing to do.\n", CIT_OK);
4594 extract_token(targ, args, 1, '|', sizeof targ);
4595 convert_room_name_macros(targ, sizeof targ);
4596 targ[ROOMNAMELEN - 1] = 0;
4597 is_copy = extract_int(args, 2);
4599 if (CtdlGetRoom(&qtemp, targ) != 0) {
4600 cprintf("%d '%s' does not exist.\n", ERROR + ROOM_NOT_FOUND, targ);
4604 if (!strcasecmp(qtemp.QRname, CC->room.QRname)) {
4605 cprintf("%d Source and target rooms are the same.\n", ERROR + ALREADY_EXISTS);
4609 CtdlGetUser(&CC->user, CC->curr_user);
4610 CtdlRoomAccess(&qtemp, &CC->user, &ra, NULL);
4612 /* Check for permission to perform this operation.
4613 * Remember: "CC->room" is source, "qtemp" is target.
4617 /* Aides can move/copy */
4618 if (CC->user.axlevel >= AxAideU) permit = 1;
4620 /* Room aides can move/copy */
4621 if (CC->user.usernum == CC->room.QRroomaide) permit = 1;
4623 /* Permit move/copy from personal rooms */
4624 if ((CC->room.QRflags & QR_MAILBOX)
4625 && (qtemp.QRflags & QR_MAILBOX)) permit = 1;
4627 /* Permit only copy from public to personal room */
4629 && (!(CC->room.QRflags & QR_MAILBOX))
4630 && (qtemp.QRflags & QR_MAILBOX)) permit = 1;
4632 /* Permit message removal from collaborative delete rooms */
4633 if (CC->room.QRflags2 & QR2_COLLABDEL) permit = 1;
4635 /* Users allowed to post into the target room may move into it too. */
4636 if ((CC->room.QRflags & QR_MAILBOX) &&
4637 (qtemp.QRflags & UA_POSTALLOWED)) permit = 1;
4639 /* User must have access to target room */
4640 if (!(ra & UA_KNOWN)) permit = 0;
4643 cprintf("%d Higher access required.\n",
4644 ERROR + HIGHER_ACCESS_REQUIRED);
4649 * Build our message set to be moved/copied
4651 msgs = malloc(num_msgs * sizeof(long));
4652 for (i=0; i<num_msgs; ++i) {
4653 extract_token(msgtok, msgset, i, ',', sizeof msgtok);
4654 msgs[i] = atol(msgtok);
4660 err = CtdlSaveMsgPointersInRoom(targ, msgs, num_msgs, 1, NULL, 0);
4662 cprintf("%d Cannot store message(s) in %s: error %d\n",
4668 /* Now delete the message from the source room,
4669 * if this is a 'move' rather than a 'copy' operation.
4672 CtdlDeleteMessages(CC->room.QRname, msgs, num_msgs, "");
4676 cprintf("%d Message(s) %s.\n", CIT_OK, (is_copy ? "copied" : "moved") );
4682 * GetMetaData() - Get the supplementary record for a message
4684 void GetMetaData(struct MetaData *smibuf, long msgnum)
4687 struct cdbdata *cdbsmi;
4690 memset(smibuf, 0, sizeof(struct MetaData));
4691 smibuf->meta_msgnum = msgnum;
4692 smibuf->meta_refcount = 1; /* Default reference count is 1 */
4694 /* Use the negative of the message number for its supp record index */
4695 TheIndex = (0L - msgnum);
4697 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
4698 if (cdbsmi == NULL) {
4699 return; /* record not found; go with defaults */
4701 memcpy(smibuf, cdbsmi->ptr,
4702 ((cdbsmi->len > sizeof(struct MetaData)) ?
4703 sizeof(struct MetaData) : cdbsmi->len));
4710 * PutMetaData() - (re)write supplementary record for a message
4712 void PutMetaData(struct MetaData *smibuf)
4716 /* Use the negative of the message number for the metadata db index */
4717 TheIndex = (0L - smibuf->meta_msgnum);
4719 cdb_store(CDB_MSGMAIN,
4720 &TheIndex, (int)sizeof(long),
4721 smibuf, (int)sizeof(struct MetaData));
4726 * AdjRefCount - submit an adjustment to the reference count for a message.
4727 * (These are just queued -- we actually process them later.)
4729 void AdjRefCount(long msgnum, int incr)
4731 struct arcq new_arcq;
4734 syslog(LOG_DEBUG, "AdjRefCount() msg %ld ref count delta %+d\n",
4738 begin_critical_section(S_SUPPMSGMAIN);
4739 if (arcfp == NULL) {
4740 arcfp = fopen(file_arcq, "ab+");
4742 end_critical_section(S_SUPPMSGMAIN);
4744 /* msgnum < 0 means that we're trying to close the file */
4746 syslog(LOG_DEBUG, "Closing the AdjRefCount queue file\n");
4747 begin_critical_section(S_SUPPMSGMAIN);
4748 if (arcfp != NULL) {
4752 end_critical_section(S_SUPPMSGMAIN);
4757 * If we can't open the queue, perform the operation synchronously.
4759 if (arcfp == NULL) {
4760 TDAP_AdjRefCount(msgnum, incr);
4764 new_arcq.arcq_msgnum = msgnum;
4765 new_arcq.arcq_delta = incr;
4766 rv = fwrite(&new_arcq, sizeof(struct arcq), 1, arcfp);
4768 syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
4779 * TDAP_ProcessAdjRefCountQueue()
4781 * Process the queue of message count adjustments that was created by calls
4782 * to AdjRefCount() ... by reading the queue and calling TDAP_AdjRefCount()
4783 * for each one. This should be an "off hours" operation.
4785 int TDAP_ProcessAdjRefCountQueue(void)
4787 char file_arcq_temp[PATH_MAX];
4790 struct arcq arcq_rec;
4791 int num_records_processed = 0;
4793 snprintf(file_arcq_temp, sizeof file_arcq_temp, "%s.%04x", file_arcq, rand());
4795 begin_critical_section(S_SUPPMSGMAIN);
4796 if (arcfp != NULL) {
4801 r = link(file_arcq, file_arcq_temp);
4803 syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4804 end_critical_section(S_SUPPMSGMAIN);
4805 return(num_records_processed);
4809 end_critical_section(S_SUPPMSGMAIN);
4811 fp = fopen(file_arcq_temp, "rb");
4813 syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4814 return(num_records_processed);
4817 while (fread(&arcq_rec, sizeof(struct arcq), 1, fp) == 1) {
4818 TDAP_AdjRefCount(arcq_rec.arcq_msgnum, arcq_rec.arcq_delta);
4819 ++num_records_processed;
4823 r = unlink(file_arcq_temp);
4825 syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4828 return(num_records_processed);
4834 * TDAP_AdjRefCount - adjust the reference count for a message.
4835 * This one does it "for real" because it's called by
4836 * the autopurger function that processes the queue
4837 * created by AdjRefCount(). If a message's reference
4838 * count becomes zero, we also delete the message from
4839 * disk and de-index it.
4841 void TDAP_AdjRefCount(long msgnum, int incr)
4844 struct MetaData smi;
4847 /* This is a *tight* critical section; please keep it that way, as
4848 * it may get called while nested in other critical sections.
4849 * Complicating this any further will surely cause deadlock!
4851 begin_critical_section(S_SUPPMSGMAIN);
4852 GetMetaData(&smi, msgnum);
4853 smi.meta_refcount += incr;
4855 end_critical_section(S_SUPPMSGMAIN);
4856 syslog(LOG_DEBUG, "TDAP_AdjRefCount() msg %ld ref count delta %+d, is now %d\n",
4857 msgnum, incr, smi.meta_refcount
4860 /* If the reference count is now zero, delete the message
4861 * (and its supplementary record as well).
4863 if (smi.meta_refcount == 0) {
4864 syslog(LOG_DEBUG, "Deleting message <%ld>\n", msgnum);
4866 /* Call delete hooks with NULL room to show it has gone altogether */
4867 PerformDeleteHooks(NULL, msgnum);
4869 /* Remove from message base */
4871 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
4872 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
4874 /* Remove metadata record */
4875 delnum = (0L - msgnum);
4876 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
4882 * Write a generic object to this room
4884 * Note: this could be much more efficient. Right now we use two temporary
4885 * files, and still pull the message into memory as with all others.
4887 void CtdlWriteObject(char *req_room, /* Room to stuff it in */
4888 char *content_type, /* MIME type of this object */
4889 char *raw_message, /* Data to be written */
4890 off_t raw_length, /* Size of raw_message */
4891 struct ctdluser *is_mailbox, /* Mailbox room? */
4892 int is_binary, /* Is encoding necessary? */
4893 int is_unique, /* Del others of this type? */
4894 unsigned int flags /* Internal save flags */
4898 struct ctdlroom qrbuf;
4899 char roomname[ROOMNAMELEN];
4900 struct CtdlMessage *msg;
4901 char *encoded_message = NULL;
4903 if (is_mailbox != NULL) {
4904 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
4907 safestrncpy(roomname, req_room, sizeof(roomname));
4910 syslog(LOG_DEBUG, "Raw length is %ld\n", (long)raw_length);
4913 encoded_message = malloc((size_t) (((raw_length * 134) / 100) + 4096 ) );
4916 encoded_message = malloc((size_t)(raw_length + 4096));
4919 sprintf(encoded_message, "Content-type: %s\n", content_type);
4922 sprintf(&encoded_message[strlen(encoded_message)],
4923 "Content-transfer-encoding: base64\n\n"
4927 sprintf(&encoded_message[strlen(encoded_message)],
4928 "Content-transfer-encoding: 7bit\n\n"
4934 &encoded_message[strlen(encoded_message)],
4942 &encoded_message[strlen(encoded_message)],
4948 syslog(LOG_DEBUG, "Allocating\n");
4949 msg = malloc(sizeof(struct CtdlMessage));
4950 memset(msg, 0, sizeof(struct CtdlMessage));
4951 msg->cm_magic = CTDLMESSAGE_MAGIC;
4952 msg->cm_anon_type = MES_NORMAL;
4953 msg->cm_format_type = 4;
4954 msg->cm_fields['A'] = strdup(CC->user.fullname);
4955 msg->cm_fields['O'] = strdup(req_room);
4956 msg->cm_fields['N'] = strdup(config.c_nodename);
4957 msg->cm_fields['H'] = strdup(config.c_humannode);
4958 msg->cm_flags = flags;
4960 msg->cm_fields['M'] = encoded_message;
4962 /* Create the requested room if we have to. */
4963 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
4964 CtdlCreateRoom(roomname,
4965 ( (is_mailbox != NULL) ? 5 : 3 ),
4966 "", 0, 1, 0, VIEW_BBS);
4968 /* If the caller specified this object as unique, delete all
4969 * other objects of this type that are currently in the room.
4972 syslog(LOG_DEBUG, "Deleted %d other msgs of this type\n",
4973 CtdlDeleteMessages(roomname, NULL, 0, content_type)
4976 /* Now write the data */
4977 CtdlSubmitMsg(msg, NULL, roomname, 0);
4978 CtdlFreeMessage(msg);
4986 void CtdlGetSysConfigBackend(long msgnum, void *userdata) {
4987 config_msgnum = msgnum;
4991 char *CtdlGetSysConfig(char *sysconfname) {
4992 char hold_rm[ROOMNAMELEN];
4995 struct CtdlMessage *msg;
4998 strcpy(hold_rm, CC->room.QRname);
4999 if (CtdlGetRoom(&CC->room, SYSCONFIGROOM) != 0) {
5000 CtdlGetRoom(&CC->room, hold_rm);
5005 /* We want the last (and probably only) config in this room */
5006 begin_critical_section(S_CONFIG);
5007 config_msgnum = (-1L);
5008 CtdlForEachMessage(MSGS_LAST, 1, NULL, sysconfname, NULL,
5009 CtdlGetSysConfigBackend, NULL);
5010 msgnum = config_msgnum;
5011 end_critical_section(S_CONFIG);
5017 msg = CtdlFetchMessage(msgnum, 1);
5019 conf = strdup(msg->cm_fields['M']);
5020 CtdlFreeMessage(msg);
5027 CtdlGetRoom(&CC->room, hold_rm);
5029 if (conf != NULL) do {
5030 extract_token(buf, conf, 0, '\n', sizeof buf);
5031 strcpy(conf, &conf[strlen(buf)+1]);
5032 } while ( (!IsEmptyStr(conf)) && (!IsEmptyStr(buf)) );
5038 void CtdlPutSysConfig(char *sysconfname, char *sysconfdata) {
5039 CtdlWriteObject(SYSCONFIGROOM, sysconfname, sysconfdata, (strlen(sysconfdata)+1), NULL, 0, 1, 0);
5044 * Determine whether a given Internet address belongs to the current user
5046 int CtdlIsMe(char *addr, int addr_buf_len)
5048 struct recptypes *recp;
5051 recp = validate_recipients(addr, NULL, 0);
5052 if (recp == NULL) return(0);
5054 if (recp->num_local == 0) {
5055 free_recipients(recp);
5059 for (i=0; i<recp->num_local; ++i) {
5060 extract_token(addr, recp->recp_local, i, '|', addr_buf_len);
5061 if (!strcasecmp(addr, CC->user.fullname)) {
5062 free_recipients(recp);
5067 free_recipients(recp);
5073 * Citadel protocol command to do the same
5075 void cmd_isme(char *argbuf) {
5078 if (CtdlAccessCheck(ac_logged_in)) return;
5079 extract_token(addr, argbuf, 0, '|', sizeof addr);
5081 if (CtdlIsMe(addr, sizeof addr)) {
5082 cprintf("%d %s\n", CIT_OK, addr);
5085 cprintf("%d Not you.\n", ERROR + ILLEGAL_VALUE);
5091 /*****************************************************************************/
5092 /* MODULE INITIALIZATION STUFF */
5093 /*****************************************************************************/
5095 CTDL_MODULE_INIT(msgbase)
5098 CtdlRegisterProtoHook(cmd_msgs, "MSGS", "Output a list of messages in the current room");
5099 CtdlRegisterProtoHook(cmd_msg0, "MSG0", "Output a message in plain text format");
5100 CtdlRegisterProtoHook(cmd_msg2, "MSG2", "Output a message in RFC822 format");
5101 CtdlRegisterProtoHook(cmd_msg3, "MSG3", "Output a message in raw format (deprecated)");
5102 CtdlRegisterProtoHook(cmd_msg4, "MSG4", "Output a message in the client's preferred format");
5103 CtdlRegisterProtoHook(cmd_msgp, "MSGP", "Select preferred format for MSG4 output");
5104 CtdlRegisterProtoHook(cmd_opna, "OPNA", "Open an attachment for download");
5105 CtdlRegisterProtoHook(cmd_dlat, "DLAT", "Download an attachment");
5106 CtdlRegisterProtoHook(cmd_ent0, "ENT0", "Enter a message");
5107 CtdlRegisterProtoHook(cmd_dele, "DELE", "Delete a message");
5108 CtdlRegisterProtoHook(cmd_move, "MOVE", "Move or copy a message to another room");
5109 CtdlRegisterProtoHook(cmd_isme, "ISME", "Determine whether an email address belongs to a user");
5112 /* return our Subversion id for the Log */