2 * Implements the message store.
4 * Copyright (c) 1987-2011 by the citadel.org team
6 * This program is open source software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 3 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
27 #if TIME_WITH_SYS_TIME
28 # include <sys/time.h>
32 # include <sys/time.h>
45 #include <sys/types.h>
47 #include <libcitadel.h>
50 #include "serv_extensions.h"
54 #include "sysdep_decls.h"
55 #include "citserver.h"
62 #include "internet_addressing.h"
63 #include "euidindex.h"
64 #include "journaling.h"
65 #include "citadel_dirs.h"
66 #include "clientsocket.h"
67 #include "serv_network.h"
70 #include "ctdl_module.h"
73 struct addresses_to_be_filed *atbf = NULL;
75 /* This temp file holds the queue of operations for AdjRefCount() */
76 static FILE *arcfp = NULL;
79 * This really belongs in serv_network.c, but I don't know how to export
80 * symbols between modules.
82 struct FilterList *filterlist = NULL;
86 * These are the four-character field headers we use when outputting
87 * messages in Citadel format (as opposed to RFC822 format).
90 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
91 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
92 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
93 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
94 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
95 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
96 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
97 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
126 * This function is self explanatory.
127 * (What can I say, I'm in a weird mood today...)
129 void remove_any_whitespace_to_the_left_or_right_of_at_symbol(char *name)
133 for (i = 0; i < strlen(name); ++i) {
134 if (name[i] == '@') {
135 while (isspace(name[i - 1]) && i > 0) {
136 strcpy(&name[i - 1], &name[i]);
139 while (isspace(name[i + 1])) {
140 strcpy(&name[i + 1], &name[i + 2]);
148 * Aliasing for network mail.
149 * (Error messages have been commented out, because this is a server.)
151 int alias(char *name)
152 { /* process alias and routing info for mail */
155 char aaa[SIZ], bbb[SIZ];
156 char *ignetcfg = NULL;
157 char *ignetmap = NULL;
163 char original_name[256];
164 safestrncpy(original_name, name, sizeof original_name);
167 remove_any_whitespace_to_the_left_or_right_of_at_symbol(name);
168 stripallbut(name, '<', '>');
170 fp = fopen(file_mail_aliases, "r");
172 fp = fopen("/dev/null", "r");
179 while (fgets(aaa, sizeof aaa, fp) != NULL) {
180 while (isspace(name[0]))
181 strcpy(name, &name[1]);
182 aaa[strlen(aaa) - 1] = 0;
184 for (a = 0; a < strlen(aaa); ++a) {
186 strcpy(bbb, &aaa[a + 1]);
190 if (!strcasecmp(name, aaa))
195 /* Hit the Global Address Book */
196 if (CtdlDirectoryLookup(aaa, name, sizeof aaa) == 0) {
200 if (strcasecmp(original_name, name)) {
201 syslog(LOG_INFO, "%s is being forwarded to %s\n", original_name, name);
204 /* Change "user @ xxx" to "user" if xxx is an alias for this host */
205 for (a=0; a<strlen(name); ++a) {
206 if (name[a] == '@') {
207 if (CtdlHostAlias(&name[a+1]) == hostalias_localhost) {
209 syslog(LOG_INFO, "Changed to <%s>\n", name);
214 /* determine local or remote type, see citadel.h */
215 at = haschar(name, '@');
216 if (at == 0) return(MES_LOCAL); /* no @'s - local address */
217 if (at > 1) return(MES_ERROR); /* >1 @'s - invalid address */
218 remove_any_whitespace_to_the_left_or_right_of_at_symbol(name);
220 /* figure out the delivery mode */
221 extract_token(node, name, 1, '@', sizeof node);
223 /* If there are one or more dots in the nodename, we assume that it
224 * is an FQDN and will attempt SMTP delivery to the Internet.
226 if (haschar(node, '.') > 0) {
227 return(MES_INTERNET);
230 /* Otherwise we look in the IGnet maps for a valid Citadel node.
231 * Try directly-connected nodes first...
233 ignetcfg = CtdlGetSysConfig(IGNETCFG);
234 for (i=0; i<num_tokens(ignetcfg, '\n'); ++i) {
235 extract_token(buf, ignetcfg, i, '\n', sizeof buf);
236 extract_token(testnode, buf, 0, '|', sizeof testnode);
237 if (!strcasecmp(node, testnode)) {
245 * Then try nodes that are two or more hops away.
247 ignetmap = CtdlGetSysConfig(IGNETMAP);
248 for (i=0; i<num_tokens(ignetmap, '\n'); ++i) {
249 extract_token(buf, ignetmap, i, '\n', sizeof buf);
250 extract_token(testnode, buf, 0, '|', sizeof testnode);
251 if (!strcasecmp(node, testnode)) {
258 /* If we get to this point it's an invalid node name */
264 * Back end for the MSGS command: output message number only.
266 void simple_listing(long msgnum, void *userdata)
268 cprintf("%ld\n", msgnum);
274 * Back end for the MSGS command: output header summary.
276 void headers_listing(long msgnum, void *userdata)
278 struct CtdlMessage *msg;
280 msg = CtdlFetchMessage(msgnum, 0);
282 cprintf("%ld|0|||||\n", msgnum);
286 cprintf("%ld|%s|%s|%s|%s|%s|\n",
288 (msg->cm_fields['T'] ? msg->cm_fields['T'] : "0"),
289 (msg->cm_fields['A'] ? msg->cm_fields['A'] : ""),
290 (msg->cm_fields['N'] ? msg->cm_fields['N'] : ""),
291 (msg->cm_fields['F'] ? msg->cm_fields['F'] : ""),
292 (msg->cm_fields['U'] ? msg->cm_fields['U'] : "")
294 CtdlFreeMessage(msg);
298 * Back end for the MSGS command: output EUID header.
300 void headers_euid(long msgnum, void *userdata)
302 struct CtdlMessage *msg;
304 msg = CtdlFetchMessage(msgnum, 0);
306 cprintf("%ld||\n", msgnum);
310 cprintf("%ld|%s|%s\n",
312 (msg->cm_fields['E'] ? msg->cm_fields['E'] : ""),
313 (msg->cm_fields['T'] ? msg->cm_fields['T'] : "0"));
314 CtdlFreeMessage(msg);
321 /* Determine if a given message matches the fields in a message template.
322 * Return 0 for a successful match.
324 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
327 /* If there aren't any fields in the template, all messages will
330 if (template == NULL) return(0);
332 /* Null messages are bogus. */
333 if (msg == NULL) return(1);
335 for (i='A'; i<='Z'; ++i) {
336 if (template->cm_fields[i] != NULL) {
337 if (msg->cm_fields[i] == NULL) {
338 /* Considered equal if temmplate is empty string */
339 if (IsEmptyStr(template->cm_fields[i])) continue;
342 if (strcasecmp(msg->cm_fields[i],
343 template->cm_fields[i])) return 1;
347 /* All compares succeeded: we have a match! */
354 * Retrieve the "seen" message list for the current room.
356 void CtdlGetSeen(char *buf, int which_set) {
359 /* Learn about the user and room in question */
360 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
362 if (which_set == ctdlsetseen_seen)
363 safestrncpy(buf, vbuf.v_seen, SIZ);
364 if (which_set == ctdlsetseen_answered)
365 safestrncpy(buf, vbuf.v_answered, SIZ);
371 * Manipulate the "seen msgs" string (or other message set strings)
373 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
374 int target_setting, int which_set,
375 struct ctdluser *which_user, struct ctdlroom *which_room) {
376 struct cdbdata *cdbfr;
390 char *is_set; /* actually an array of booleans */
392 /* Don't bother doing *anything* if we were passed a list of zero messages */
393 if (num_target_msgnums < 1) {
397 /* If no room was specified, we go with the current room. */
399 which_room = &CC->room;
402 /* If no user was specified, we go with the current user. */
404 which_user = &CC->user;
407 syslog(LOG_DEBUG, "CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>\n",
408 num_target_msgnums, target_msgnums[0],
409 (target_setting ? "SET" : "CLEAR"),
413 /* Learn about the user and room in question */
414 CtdlGetRelationship(&vbuf, which_user, which_room);
416 /* Load the message list */
417 cdbfr = cdb_fetch(CDB_MSGLISTS, &which_room->QRnumber, sizeof(long));
419 msglist = (long *) cdbfr->ptr;
420 cdbfr->ptr = NULL; /* CtdlSetSeen() now owns this memory */
421 num_msgs = cdbfr->len / sizeof(long);
424 return; /* No messages at all? No further action. */
427 is_set = malloc(num_msgs * sizeof(char));
428 memset(is_set, 0, (num_msgs * sizeof(char)) );
430 /* Decide which message set we're manipulating */
432 case ctdlsetseen_seen:
433 vset = NewStrBufPlain(vbuf.v_seen, -1);
435 case ctdlsetseen_answered:
436 vset = NewStrBufPlain(vbuf.v_answered, -1);
443 #if 0 /* This is a special diagnostic section. Do not allow it to run during normal operation. */
444 syslog(LOG_DEBUG, "There are %d messages in the room.\n", num_msgs);
445 for (i=0; i<num_msgs; ++i) {
446 if ((i > 0) && (msglist[i] <= msglist[i-1])) abort();
448 syslog(LOG_DEBUG, "We are twiddling %d of them.\n", num_target_msgnums);
449 for (k=0; k<num_target_msgnums; ++k) {
450 if ((k > 0) && (target_msgnums[k] <= target_msgnums[k-1])) abort();
454 syslog(LOG_DEBUG, "before update: %s\n", ChrPtr(vset));
456 /* Translate the existing sequence set into an array of booleans */
457 setstr = NewStrBuf();
461 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
463 StrBufExtract_token(lostr, setstr, 0, ':');
464 if (StrBufNum_tokens(setstr, ':') >= 2) {
465 StrBufExtract_token(histr, setstr, 1, ':');
469 StrBufAppendBuf(histr, lostr, 0);
472 if (!strcmp(ChrPtr(histr), "*")) {
479 for (i = 0; i < num_msgs; ++i) {
480 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
490 /* Now translate the array of booleans back into a sequence set */
496 for (i=0; i<num_msgs; ++i) {
500 for (k=0; k<num_target_msgnums; ++k) {
501 if (msglist[i] == target_msgnums[k]) {
502 is_seen = target_setting;
506 if ((was_seen == 0) && (is_seen == 1)) {
509 else if ((was_seen == 1) && (is_seen == 0)) {
512 if (StrLength(vset) > 0) {
513 StrBufAppendBufPlain(vset, HKEY(","), 0);
516 StrBufAppendPrintf(vset, "%ld", hi);
519 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
523 if ((is_seen) && (i == num_msgs - 1)) {
524 if (StrLength(vset) > 0) {
525 StrBufAppendBufPlain(vset, HKEY(","), 0);
527 if ((i==0) || (was_seen == 0)) {
528 StrBufAppendPrintf(vset, "%ld", msglist[i]);
531 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
539 * We will have to stuff this string back into a 4096 byte buffer, so if it's
540 * larger than that now, truncate it by removing tokens from the beginning.
541 * The limit of 100 iterations is there to prevent an infinite loop in case
542 * something unexpected happens.
544 int number_of_truncations = 0;
545 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
546 StrBufRemove_token(vset, 0, ',');
547 ++number_of_truncations;
551 * If we're truncating the sequence set of messages marked with the 'seen' flag,
552 * we want the earliest messages (the truncated ones) to be marked, not unmarked.
553 * Otherwise messages at the beginning will suddenly appear to be 'unseen'.
555 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
557 first_tok = NewStrBuf();
558 StrBufExtract_token(first_tok, vset, 0, ',');
559 StrBufRemove_token(vset, 0, ',');
561 if (StrBufNum_tokens(first_tok, ':') > 1) {
562 StrBufRemove_token(first_tok, 0, ':');
566 new_set = NewStrBuf();
567 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
568 StrBufAppendBuf(new_set, first_tok, 0);
569 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
570 StrBufAppendBuf(new_set, vset, 0);
573 FreeStrBuf(&first_tok);
577 syslog(LOG_DEBUG, " after update: %s\n", ChrPtr(vset));
579 /* Decide which message set we're manipulating */
581 case ctdlsetseen_seen:
582 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
584 case ctdlsetseen_answered:
585 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
591 CtdlSetRelationship(&vbuf, which_user, which_room);
597 * API function to perform an operation for each qualifying message in the
598 * current room. (Returns the number of messages processed.)
600 int CtdlForEachMessage(int mode, long ref, char *search_string,
602 struct CtdlMessage *compare,
603 ForEachMsgCallback CallBack,
609 struct cdbdata *cdbfr;
610 long *msglist = NULL;
612 int num_processed = 0;
615 struct CtdlMessage *msg = NULL;
618 int printed_lastold = 0;
619 int num_search_msgs = 0;
620 long *search_msgs = NULL;
622 int need_to_free_re = 0;
625 if ((content_type) && (!IsEmptyStr(content_type))) {
626 regcomp(&re, content_type, 0);
630 /* Learn about the user and room in question */
631 CtdlGetUser(&CC->user, CC->curr_user);
632 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
634 /* Load the message list */
635 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
637 if (need_to_free_re) regfree(&re);
638 return 0; /* No messages at all? No further action. */
641 msglist = (long *) cdbfr->ptr;
642 num_msgs = cdbfr->len / sizeof(long);
644 cdbfr->ptr = NULL; /* clear this so that cdb_free() doesn't free it */
645 cdb_free(cdbfr); /* we own this memory now */
648 * Now begin the traversal.
650 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
652 /* If the caller is looking for a specific MIME type, filter
653 * out all messages which are not of the type requested.
655 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
657 /* This call to GetMetaData() sits inside this loop
658 * so that we only do the extra database read per msg
659 * if we need to. Doing the extra read all the time
660 * really kills the server. If we ever need to use
661 * metadata for another search criterion, we need to
662 * move the read somewhere else -- but still be smart
663 * enough to only do the read if the caller has
664 * specified something that will need it.
666 GetMetaData(&smi, msglist[a]);
668 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
669 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
675 num_msgs = sort_msglist(msglist, num_msgs);
677 /* If a template was supplied, filter out the messages which
678 * don't match. (This could induce some delays!)
681 if (compare != NULL) {
682 for (a = 0; a < num_msgs; ++a) {
683 msg = CtdlFetchMessage(msglist[a], 1);
685 if (CtdlMsgCmp(msg, compare)) {
688 CtdlFreeMessage(msg);
694 /* If a search string was specified, get a message list from
695 * the full text index and remove messages which aren't on both
699 * Since the lists are sorted and strictly ascending, and the
700 * output list is guaranteed to be shorter than or equal to the
701 * input list, we overwrite the bottom of the input list. This
702 * eliminates the need to memmove big chunks of the list over and
705 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
707 /* Call search module via hook mechanism.
708 * NULL means use any search function available.
709 * otherwise replace with a char * to name of search routine
711 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
713 if (num_search_msgs > 0) {
717 orig_num_msgs = num_msgs;
719 for (i=0; i<orig_num_msgs; ++i) {
720 for (j=0; j<num_search_msgs; ++j) {
721 if (msglist[i] == search_msgs[j]) {
722 msglist[num_msgs++] = msglist[i];
728 num_msgs = 0; /* No messages qualify */
730 if (search_msgs != NULL) free(search_msgs);
732 /* Now that we've purged messages which don't contain the search
733 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
740 * Now iterate through the message list, according to the
741 * criteria supplied by the caller.
744 for (a = 0; a < num_msgs; ++a) {
745 thismsg = msglist[a];
746 if (mode == MSGS_ALL) {
750 is_seen = is_msg_in_sequence_set(
751 vbuf.v_seen, thismsg);
752 if (is_seen) lastold = thismsg;
758 || ((mode == MSGS_OLD) && (is_seen))
759 || ((mode == MSGS_NEW) && (!is_seen))
760 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
761 || ((mode == MSGS_FIRST) && (a < ref))
762 || ((mode == MSGS_GT) && (thismsg > ref))
763 || ((mode == MSGS_LT) && (thismsg < ref))
764 || ((mode == MSGS_EQ) && (thismsg == ref))
767 if ((mode == MSGS_NEW) && (CC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
769 CallBack(lastold, userdata);
773 if (CallBack) CallBack(thismsg, userdata);
777 if (need_to_free_re) regfree(&re);
780 * We cache the most recent msglist in order to do security checks later
782 if (CC->client_socket > 0) {
783 if (CC->cached_msglist != NULL) {
784 free(CC->cached_msglist);
786 CC->cached_msglist = msglist;
787 CC->cached_num_msgs = num_msgs;
793 return num_processed;
799 * cmd_msgs() - get list of message #'s in this room
800 * implements the MSGS server command using CtdlForEachMessage()
802 void cmd_msgs(char *cmdbuf)
811 int with_template = 0;
812 struct CtdlMessage *template = NULL;
813 char search_string[1024];
814 ForEachMsgCallback CallBack;
816 if (CtdlAccessCheck(ac_logged_in_or_guest)) return;
818 extract_token(which, cmdbuf, 0, '|', sizeof which);
819 cm_ref = extract_int(cmdbuf, 1);
820 extract_token(search_string, cmdbuf, 1, '|', sizeof search_string);
821 with_template = extract_int(cmdbuf, 2);
822 switch (extract_int(cmdbuf, 3))
826 CallBack = simple_listing;
829 CallBack = headers_listing;
832 CallBack = headers_euid;
837 if (!strncasecmp(which, "OLD", 3))
839 else if (!strncasecmp(which, "NEW", 3))
841 else if (!strncasecmp(which, "FIRST", 5))
843 else if (!strncasecmp(which, "LAST", 4))
845 else if (!strncasecmp(which, "GT", 2))
847 else if (!strncasecmp(which, "LT", 2))
849 else if (!strncasecmp(which, "SEARCH", 6))
854 if ( (mode == MSGS_SEARCH) && (!config.c_enable_fulltext) ) {
855 cprintf("%d Full text index is not enabled on this server.\n",
856 ERROR + CMD_NOT_SUPPORTED);
862 cprintf("%d Send template then receive message list\n",
864 template = (struct CtdlMessage *)
865 malloc(sizeof(struct CtdlMessage));
866 memset(template, 0, sizeof(struct CtdlMessage));
867 template->cm_magic = CTDLMESSAGE_MAGIC;
868 template->cm_anon_type = MES_NORMAL;
870 while(client_getln(buf, sizeof buf) >= 0 && strcmp(buf,"000")) {
871 extract_token(tfield, buf, 0, '|', sizeof tfield);
872 extract_token(tvalue, buf, 1, '|', sizeof tvalue);
873 for (i='A'; i<='Z'; ++i) if (msgkeys[i]!=NULL) {
874 if (!strcasecmp(tfield, msgkeys[i])) {
875 template->cm_fields[i] =
883 cprintf("%d \n", LISTING_FOLLOWS);
886 CtdlForEachMessage(mode,
887 ( (mode == MSGS_SEARCH) ? 0 : cm_ref ),
888 ( (mode == MSGS_SEARCH) ? search_string : NULL ),
893 if (template != NULL) CtdlFreeMessage(template);
901 * help_subst() - support routine for help file viewer
903 void help_subst(char *strbuf, char *source, char *dest)
908 while (p = pattern2(strbuf, source), (p >= 0)) {
909 strcpy(workbuf, &strbuf[p + strlen(source)]);
910 strcpy(&strbuf[p], dest);
911 strcat(strbuf, workbuf);
916 void do_help_subst(char *buffer)
920 help_subst(buffer, "^nodename", config.c_nodename);
921 help_subst(buffer, "^humannode", config.c_humannode);
922 help_subst(buffer, "^fqdn", config.c_fqdn);
923 help_subst(buffer, "^username", CC->user.fullname);
924 snprintf(buf2, sizeof buf2, "%ld", CC->user.usernum);
925 help_subst(buffer, "^usernum", buf2);
926 help_subst(buffer, "^sysadm", config.c_sysadm);
927 help_subst(buffer, "^variantname", CITADEL);
928 snprintf(buf2, sizeof buf2, "%d", config.c_maxsessions);
929 help_subst(buffer, "^maxsessions", buf2);
930 help_subst(buffer, "^bbsdir", ctdl_message_dir);
936 * memfmout() - Citadel text formatter and paginator.
937 * Although the original purpose of this routine was to format
938 * text to the reader's screen width, all we're really using it
939 * for here is to format text out to 80 columns before sending it
940 * to the client. The client software may reformat it again.
943 char *mptr, /* where are we going to get our text from? */
944 const char *nl /* string to terminate lines with */
947 unsigned char ch = 0;
954 while (ch=*(mptr++), ch != 0) {
957 client_write(outbuf, len);
959 client_write(nl, nllen);
962 else if (ch == '\r') {
963 /* Ignore carriage returns. Newlines are always LF or CRLF but never CR. */
965 else if (isspace(ch)) {
966 if (column > 72) { /* Beyond 72 columns, break on the next space */
967 client_write(outbuf, len);
969 client_write(nl, nllen);
980 if (column > 1000) { /* Beyond 1000 columns, break anywhere */
981 client_write(outbuf, len);
983 client_write(nl, nllen);
989 client_write(outbuf, len);
991 client_write(nl, nllen);
999 * Callback function for mime parser that simply lists the part
1001 void list_this_part(char *name, char *filename, char *partnum, char *disp,
1002 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1003 char *cbid, void *cbuserdata)
1007 ma = (struct ma_info *)cbuserdata;
1008 if (ma->is_ma == 0) {
1009 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
1022 * Callback function for multipart prefix
1024 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
1025 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1026 char *cbid, void *cbuserdata)
1030 ma = (struct ma_info *)cbuserdata;
1031 if (!strcasecmp(cbtype, "multipart/alternative")) {
1035 if (ma->is_ma == 0) {
1036 cprintf("pref=%s|%s\n", partnum, cbtype);
1041 * Callback function for multipart sufffix
1043 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
1044 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1045 char *cbid, void *cbuserdata)
1049 ma = (struct ma_info *)cbuserdata;
1050 if (ma->is_ma == 0) {
1051 cprintf("suff=%s|%s\n", partnum, cbtype);
1053 if (!strcasecmp(cbtype, "multipart/alternative")) {
1060 * Callback function for mime parser that opens a section for downloading
1062 void mime_download(char *name, char *filename, char *partnum, char *disp,
1063 void *content, char *cbtype, char *cbcharset, size_t length,
1064 char *encoding, char *cbid, void *cbuserdata)
1068 /* Silently go away if there's already a download open. */
1069 if (CC->download_fp != NULL)
1073 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1074 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1076 CC->download_fp = tmpfile();
1077 if (CC->download_fp == NULL)
1080 rv = fwrite(content, length, 1, CC->download_fp);
1081 fflush(CC->download_fp);
1082 rewind(CC->download_fp);
1084 OpenCmdResult(filename, cbtype);
1091 * Callback function for mime parser that outputs a section all at once.
1092 * We can specify the desired section by part number *or* content-id.
1094 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1095 void *content, char *cbtype, char *cbcharset, size_t length,
1096 char *encoding, char *cbid, void *cbuserdata)
1098 int *found_it = (int *)cbuserdata;
1101 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1102 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1105 cprintf("%d %d|-1|%s|%s|%s\n",
1112 client_write(content, length);
1118 * Load a message from disk into memory.
1119 * This is used by CtdlOutputMsg() and other fetch functions.
1121 * NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1122 * using the CtdlMessageFree() function.
1124 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body)
1126 struct cdbdata *dmsgtext;
1127 struct CtdlMessage *ret = NULL;
1131 cit_uint8_t field_header;
1133 syslog(LOG_DEBUG, "CtdlFetchMessage(%ld, %d)\n", msgnum, with_body);
1134 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1135 if (dmsgtext == NULL) {
1138 mptr = dmsgtext->ptr;
1139 upper_bound = mptr + dmsgtext->len;
1141 /* Parse the three bytes that begin EVERY message on disk.
1142 * The first is always 0xFF, the on-disk magic number.
1143 * The second is the anonymous/public type byte.
1144 * The third is the format type byte (vari, fixed, or MIME).
1148 syslog(LOG_ERR, "Message %ld appears to be corrupted.\n", msgnum);
1152 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1153 memset(ret, 0, sizeof(struct CtdlMessage));
1155 ret->cm_magic = CTDLMESSAGE_MAGIC;
1156 ret->cm_anon_type = *mptr++; /* Anon type byte */
1157 ret->cm_format_type = *mptr++; /* Format type byte */
1160 * The rest is zero or more arbitrary fields. Load them in.
1161 * We're done when we encounter either a zero-length field or
1162 * have just processed the 'M' (message text) field.
1165 if (mptr >= upper_bound) {
1168 field_header = *mptr++;
1169 ret->cm_fields[field_header] = strdup(mptr);
1171 while (*mptr++ != 0); /* advance to next field */
1173 } while ((mptr < upper_bound) && (field_header != 'M'));
1177 /* Always make sure there's something in the msg text field. If
1178 * it's NULL, the message text is most likely stored separately,
1179 * so go ahead and fetch that. Failing that, just set a dummy
1180 * body so other code doesn't barf.
1182 if ( (ret->cm_fields['M'] == NULL) && (with_body) ) {
1183 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1184 if (dmsgtext != NULL) {
1185 ret->cm_fields['M'] = dmsgtext->ptr;
1186 dmsgtext->ptr = NULL;
1190 if (ret->cm_fields['M'] == NULL) {
1191 ret->cm_fields['M'] = strdup("\r\n\r\n (no text)\r\n");
1194 /* Perform "before read" hooks (aborting if any return nonzero) */
1195 if (PerformMessageHooks(ret, EVT_BEFOREREAD) > 0) {
1196 CtdlFreeMessage(ret);
1205 * Returns 1 if the supplied pointer points to a valid Citadel message.
1206 * If the pointer is NULL or the magic number check fails, returns 0.
1208 int is_valid_message(struct CtdlMessage *msg) {
1211 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
1212 syslog(LOG_WARNING, "is_valid_message() -- self-check failed\n");
1220 * 'Destructor' for struct CtdlMessage
1222 void CtdlFreeMessage(struct CtdlMessage *msg)
1226 if (is_valid_message(msg) == 0)
1228 if (msg != NULL) free (msg);
1232 for (i = 0; i < 256; ++i)
1233 if (msg->cm_fields[i] != NULL) {
1234 free(msg->cm_fields[i]);
1237 msg->cm_magic = 0; /* just in case */
1243 * Pre callback function for multipart/alternative
1245 * NOTE: this differs from the standard behavior for a reason. Normally when
1246 * displaying multipart/alternative you want to show the _last_ usable
1247 * format in the message. Here we show the _first_ one, because it's
1248 * usually text/plain. Since this set of functions is designed for text
1249 * output to non-MIME-aware clients, this is the desired behavior.
1252 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1253 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1254 char *cbid, void *cbuserdata)
1258 ma = (struct ma_info *)cbuserdata;
1259 syslog(LOG_DEBUG, "fixed_output_pre() type=<%s>\n", cbtype);
1260 if (!strcasecmp(cbtype, "multipart/alternative")) {
1264 if (!strcasecmp(cbtype, "message/rfc822")) {
1270 * Post callback function for multipart/alternative
1272 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1273 void *content, char *cbtype, char *cbcharset, size_t length,
1274 char *encoding, char *cbid, void *cbuserdata)
1278 ma = (struct ma_info *)cbuserdata;
1279 syslog(LOG_DEBUG, "fixed_output_post() type=<%s>\n", cbtype);
1280 if (!strcasecmp(cbtype, "multipart/alternative")) {
1284 if (!strcasecmp(cbtype, "message/rfc822")) {
1290 * Inline callback function for mime parser that wants to display text
1292 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1293 void *content, char *cbtype, char *cbcharset, size_t length,
1294 char *encoding, char *cbid, void *cbuserdata)
1301 ma = (struct ma_info *)cbuserdata;
1304 "fixed_output() part %s: %s (%s) (%ld bytes)\n",
1305 partnum, filename, cbtype, (long)length);
1308 * If we're in the middle of a multipart/alternative scope and
1309 * we've already printed another section, skip this one.
1311 if ( (ma->is_ma) && (ma->did_print) ) {
1312 syslog(LOG_DEBUG, "Skipping part %s (%s)\n", partnum, cbtype);
1317 if ( (!strcasecmp(cbtype, "text/plain"))
1318 || (IsEmptyStr(cbtype)) ) {
1321 client_write(wptr, length);
1322 if (wptr[length-1] != '\n') {
1329 if (!strcasecmp(cbtype, "text/html")) {
1330 ptr = html_to_ascii(content, length, 80, 0);
1332 client_write(ptr, wlen);
1333 if (ptr[wlen-1] != '\n') {
1340 if (ma->use_fo_hooks) {
1341 if (PerformFixedOutputHooks(cbtype, content, length)) {
1342 /* above function returns nonzero if it handled the part */
1347 if (strncasecmp(cbtype, "multipart/", 10)) {
1348 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1349 partnum, filename, cbtype, (long)length);
1355 * The client is elegant and sophisticated and wants to be choosy about
1356 * MIME content types, so figure out which multipart/alternative part
1357 * we're going to send.
1359 * We use a system of weights. When we find a part that matches one of the
1360 * MIME types we've declared as preferential, we can store it in ma->chosen_part
1361 * and then set ma->chosen_pref to that MIME type's position in our preference
1362 * list. If we then hit another match, we only replace the first match if
1363 * the preference value is lower.
1365 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1366 void *content, char *cbtype, char *cbcharset, size_t length,
1367 char *encoding, char *cbid, void *cbuserdata)
1373 ma = (struct ma_info *)cbuserdata;
1375 // NOTE: REMOVING THIS CONDITIONAL FIXES BUG 220
1376 // http://bugzilla.citadel.org/show_bug.cgi?id=220
1377 // I don't know if there are any side effects! Please TEST TEST TEST
1378 //if (ma->is_ma > 0) {
1380 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1381 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1382 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1383 if (i < ma->chosen_pref) {
1384 syslog(LOG_DEBUG, "Setting chosen part: <%s>\n", partnum);
1385 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1386 ma->chosen_pref = i;
1393 * Now that we've chosen our preferred part, output it.
1395 void output_preferred(char *name,
1409 int add_newline = 0;
1412 char *decoded = NULL;
1413 size_t bytes_decoded;
1416 ma = (struct ma_info *)cbuserdata;
1418 /* This is not the MIME part you're looking for... */
1419 if (strcasecmp(partnum, ma->chosen_part)) return;
1421 /* If the content-type of this part is in our preferred formats
1422 * list, we can simply output it verbatim.
1424 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1425 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1426 if (!strcasecmp(buf, cbtype)) {
1427 /* Yeah! Go! W00t!! */
1428 if (ma->dont_decode == 0)
1429 rc = mime_decode_now (content,
1435 break; /* Give us the chance, maybe theres another one. */
1437 if (rc == 0) text_content = (char *)content;
1439 text_content = decoded;
1440 length = bytes_decoded;
1443 if (text_content[length-1] != '\n') {
1446 cprintf("Content-type: %s", cbtype);
1447 if (!IsEmptyStr(cbcharset)) {
1448 cprintf("; charset=%s", cbcharset);
1450 cprintf("\nContent-length: %d\n",
1451 (int)(length + add_newline) );
1452 if (!IsEmptyStr(encoding)) {
1453 cprintf("Content-transfer-encoding: %s\n", encoding);
1456 cprintf("Content-transfer-encoding: 7bit\n");
1458 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1460 client_write(text_content, length);
1461 if (add_newline) cprintf("\n");
1462 if (decoded != NULL) free(decoded);
1467 /* No translations required or possible: output as text/plain */
1468 cprintf("Content-type: text/plain\n\n");
1470 if (ma->dont_decode == 0)
1471 rc = mime_decode_now (content,
1477 return; /* Give us the chance, maybe theres another one. */
1479 if (rc == 0) text_content = (char *)content;
1481 text_content = decoded;
1482 length = bytes_decoded;
1485 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset,
1486 length, encoding, cbid, cbuserdata);
1487 if (decoded != NULL) free(decoded);
1492 char desired_section[64];
1499 * Callback function for
1501 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1502 void *content, char *cbtype, char *cbcharset, size_t length,
1503 char *encoding, char *cbid, void *cbuserdata)
1505 struct encapmsg *encap;
1507 encap = (struct encapmsg *)cbuserdata;
1509 /* Only proceed if this is the desired section... */
1510 if (!strcasecmp(encap->desired_section, partnum)) {
1511 encap->msglen = length;
1512 encap->msg = malloc(length + 2);
1513 memcpy(encap->msg, content, length);
1520 * Determine whether the specified message exists in the cached_msglist
1521 * (This is a security check)
1523 int check_cached_msglist(long msgnum) {
1525 /* cases in which we skip the check */
1526 if (!CC) return om_ok; /* not a session */
1527 if (CC->client_socket <= 0) return om_ok; /* not a client session */
1528 if (CC->cached_msglist == NULL) return om_access_denied; /* no msglist fetched */
1529 if (CC->cached_num_msgs == 0) return om_access_denied; /* nothing to check */
1532 /* Do a binary search within the cached_msglist for the requested msgnum */
1534 int max = (CC->cached_num_msgs - 1);
1536 while (max >= min) {
1537 int middle = min + (max-min) / 2 ;
1538 if (msgnum == CC->cached_msglist[middle]) {
1541 if (msgnum > CC->cached_msglist[middle]) {
1549 return om_access_denied;
1554 * Determine whether the currently logged in session has permission to read
1555 * messages in the current room.
1557 int CtdlDoIHavePermissionToReadMessagesInThisRoom(void) {
1558 if ( (!(CC->logged_in))
1559 && (!(CC->internal_pgm))
1560 && (!config.c_guest_logins)
1562 return(om_not_logged_in);
1569 * Get a message off disk. (returns om_* values found in msgbase.h)
1572 int CtdlOutputMsg(long msg_num, /* message number (local) to fetch */
1573 int mode, /* how would you like that message? */
1574 int headers_only, /* eschew the message body? */
1575 int do_proto, /* do Citadel protocol responses? */
1576 int crlf, /* Use CRLF newlines instead of LF? */
1577 char *section, /* NULL or a message/rfc822 section */
1578 int flags /* various flags; see msgbase.h */
1580 struct CtdlMessage *TheMessage = NULL;
1581 int retcode = om_no_such_msg;
1582 struct encapmsg encap;
1585 syslog(LOG_DEBUG, "CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)\n",
1587 (section ? section : "<>")
1590 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1593 if (r == om_not_logged_in) {
1594 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1597 cprintf("%d An unknown error has occurred.\n", ERROR);
1604 * Check to make sure the message is actually IN this room
1606 r = check_cached_msglist(msg_num);
1607 if (r == om_access_denied) {
1608 /* Not in the cache? We get ONE shot to check it again. */
1609 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1610 r = check_cached_msglist(msg_num);
1613 syslog(LOG_DEBUG, "Security check fail: message %ld is not in %s\n",
1614 msg_num, CC->room.QRname
1617 if (r == om_access_denied) {
1618 cprintf("%d message %ld was not found in this room\n",
1619 ERROR + HIGHER_ACCESS_REQUIRED,
1628 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1629 * request that we don't even bother loading the body into memory.
1631 if (headers_only == HEADERS_FAST) {
1632 TheMessage = CtdlFetchMessage(msg_num, 0);
1635 TheMessage = CtdlFetchMessage(msg_num, 1);
1638 if (TheMessage == NULL) {
1639 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1640 ERROR + MESSAGE_NOT_FOUND, msg_num);
1641 return(om_no_such_msg);
1644 /* Here is the weird form of this command, to process only an
1645 * encapsulated message/rfc822 section.
1647 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1648 memset(&encap, 0, sizeof encap);
1649 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1650 mime_parser(TheMessage->cm_fields['M'],
1652 *extract_encapsulated_message,
1653 NULL, NULL, (void *)&encap, 0
1655 CtdlFreeMessage(TheMessage);
1659 encap.msg[encap.msglen] = 0;
1660 TheMessage = convert_internet_message(encap.msg);
1661 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1663 /* Now we let it fall through to the bottom of this
1664 * function, because TheMessage now contains the
1665 * encapsulated message instead of the top-level
1666 * message. Isn't that neat?
1671 if (do_proto) cprintf("%d msg %ld has no part %s\n",
1672 ERROR + MESSAGE_NOT_FOUND, msg_num, section);
1673 retcode = om_no_such_msg;
1678 /* Ok, output the message now */
1679 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1680 CtdlFreeMessage(TheMessage);
1686 char *qp_encode_email_addrs(char *source)
1688 char *user, *node, *name;
1689 const char headerStr[] = "=?UTF-8?Q?";
1693 int need_to_encode = 0;
1699 long nAddrPtrMax = 50;
1704 if (source == NULL) return source;
1705 if (IsEmptyStr(source)) return source;
1707 syslog(LOG_DEBUG, "qp_encode_email_addrs: [%s]\n", source);
1709 AddrPtr = malloc (sizeof (long) * nAddrPtrMax);
1710 AddrUtf8 = malloc (sizeof (long) * nAddrPtrMax);
1711 memset(AddrUtf8, 0, sizeof (long) * nAddrPtrMax);
1714 while (!IsEmptyStr (&source[i])) {
1715 if (nColons >= nAddrPtrMax){
1718 ptr = (long *) malloc(sizeof (long) * nAddrPtrMax * 2);
1719 memcpy (ptr, AddrPtr, sizeof (long) * nAddrPtrMax);
1720 free (AddrPtr), AddrPtr = ptr;
1722 ptr = (long *) malloc(sizeof (long) * nAddrPtrMax * 2);
1723 memset(&ptr[nAddrPtrMax], 0,
1724 sizeof (long) * nAddrPtrMax);
1726 memcpy (ptr, AddrUtf8, sizeof (long) * nAddrPtrMax);
1727 free (AddrUtf8), AddrUtf8 = ptr;
1730 if (((unsigned char) source[i] < 32) ||
1731 ((unsigned char) source[i] > 126)) {
1733 AddrUtf8[nColons] = 1;
1735 if (source[i] == '"')
1736 InQuotes = !InQuotes;
1737 if (!InQuotes && source[i] == ',') {
1738 AddrPtr[nColons] = i;
1743 if (need_to_encode == 0) {
1750 EncodedMaxLen = nColons * (sizeof(headerStr) + 3) + SourceLen * 3;
1751 Encoded = (char*) malloc (EncodedMaxLen);
1753 for (i = 0; i < nColons; i++)
1754 source[AddrPtr[i]++] = '\0';
1755 /* TODO: if libidn, this might get larger*/
1756 user = malloc(SourceLen + 1);
1757 node = malloc(SourceLen + 1);
1758 name = malloc(SourceLen + 1);
1762 for (i = 0; i < nColons && nPtr != NULL; i++) {
1763 nmax = EncodedMaxLen - (nPtr - Encoded);
1765 process_rfc822_addr(&source[AddrPtr[i]],
1769 /* TODO: libIDN here ! */
1770 if (IsEmptyStr(name)) {
1771 n = snprintf(nPtr, nmax,
1772 (i==0)?"%s@%s" : ",%s@%s",
1776 EncodedName = rfc2047encode(name, strlen(name));
1777 n = snprintf(nPtr, nmax,
1778 (i==0)?"%s <%s@%s>" : ",%s <%s@%s>",
1779 EncodedName, user, node);
1784 n = snprintf(nPtr, nmax,
1785 (i==0)?"%s" : ",%s",
1786 &source[AddrPtr[i]]);
1792 ptr = (char*) malloc(EncodedMaxLen * 2);
1793 memcpy(ptr, Encoded, EncodedMaxLen);
1794 nnPtr = ptr + (nPtr - Encoded), nPtr = nnPtr;
1795 free(Encoded), Encoded = ptr;
1797 i--; /* do it once more with properly lengthened buffer */
1800 for (i = 0; i < nColons; i++)
1801 source[--AddrPtr[i]] = ',';
1812 /* If the last item in a list of recipients was truncated to a partial address,
1813 * remove it completely in order to avoid choking libSieve
1815 void sanitize_truncated_recipient(char *str)
1818 if (num_tokens(str, ',') < 2) return;
1820 int len = strlen(str);
1821 if (len < 900) return;
1822 if (len > 998) str[998] = 0;
1824 char *cptr = strrchr(str, ',');
1827 char *lptr = strchr(cptr, '<');
1828 char *rptr = strchr(cptr, '>');
1830 if ( (lptr) && (rptr) && (rptr > lptr) ) return;
1836 void OutputCtdlMsgHeaders(
1837 struct CtdlMessage *TheMessage,
1838 int do_proto) /* do Citadel protocol responses? */
1844 char display_name[256];
1846 /* begin header processing loop for Citadel message format */
1847 safestrncpy(display_name, "<unknown>", sizeof display_name);
1848 if (TheMessage->cm_fields['A']) {
1849 strcpy(buf, TheMessage->cm_fields['A']);
1850 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1851 safestrncpy(display_name, "****", sizeof display_name);
1853 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1854 safestrncpy(display_name, "anonymous", sizeof display_name);
1857 safestrncpy(display_name, buf, sizeof display_name);
1859 if ((is_room_aide())
1860 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1861 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1862 size_t tmp = strlen(display_name);
1863 snprintf(&display_name[tmp],
1864 sizeof display_name - tmp,
1869 /* Don't show Internet address for users on the
1870 * local Citadel network.
1873 if (TheMessage->cm_fields['N'] != NULL)
1874 if (!IsEmptyStr(TheMessage->cm_fields['N']))
1875 if (haschar(TheMessage->cm_fields['N'], '.') == 0) {
1879 /* Now spew the header fields in the order we like them. */
1880 n = safestrncpy(allkeys, FORDER, sizeof allkeys);
1881 for (i=0; i<n; ++i) {
1882 k = (int) allkeys[i];
1884 if ( (TheMessage->cm_fields[k] != NULL)
1885 && (msgkeys[k] != NULL) ) {
1886 if ((k == 'V') || (k == 'R') || (k == 'Y')) {
1887 sanitize_truncated_recipient(TheMessage->cm_fields[k]);
1890 if (do_proto) cprintf("%s=%s\n",
1894 else if ((k == 'F') && (suppress_f)) {
1897 /* Masquerade display name if needed */
1899 if (do_proto) cprintf("%s=%s\n",
1901 TheMessage->cm_fields[k]
1910 void OutputRFC822MsgHeaders(
1911 struct CtdlMessage *TheMessage,
1912 int flags, /* should the bessage be exported clean */
1914 char *mid, long sizeof_mid,
1915 char *suser, long sizeof_suser,
1916 char *luser, long sizeof_luser,
1917 char *fuser, long sizeof_fuser,
1918 char *snode, long sizeof_snode)
1920 char datestamp[100];
1921 int subject_found = 0;
1927 for (i = 0; i < 256; ++i) {
1928 if (TheMessage->cm_fields[i]) {
1929 mptr = mpptr = TheMessage->cm_fields[i];
1932 safestrncpy(luser, mptr, sizeof_luser);
1933 safestrncpy(suser, mptr, sizeof_suser);
1935 else if (i == 'Y') {
1936 if ((flags & QP_EADDR) != 0) {
1937 mptr = qp_encode_email_addrs(mptr);
1939 sanitize_truncated_recipient(mptr);
1940 cprintf("CC: %s%s", mptr, nl);
1942 else if (i == 'P') {
1943 cprintf("Return-Path: %s%s", mptr, nl);
1945 else if (i == 'L') {
1946 cprintf("List-ID: %s%s", mptr, nl);
1948 else if (i == 'V') {
1949 if ((flags & QP_EADDR) != 0)
1950 mptr = qp_encode_email_addrs(mptr);
1951 cprintf("Envelope-To: %s%s", mptr, nl);
1953 else if (i == 'U') {
1954 cprintf("Subject: %s%s", mptr, nl);
1958 safestrncpy(mid, mptr, sizeof_mid); /// TODO: detect @ here and copy @nodename in if not found.
1960 safestrncpy(fuser, mptr, sizeof_fuser);
1961 /* else if (i == 'O')
1962 cprintf("X-Citadel-Room: %s%s",
1965 safestrncpy(snode, mptr, sizeof_snode);
1968 if (haschar(mptr, '@') == 0)
1970 sanitize_truncated_recipient(mptr);
1971 cprintf("To: %s@%s", mptr, config.c_fqdn);
1976 if ((flags & QP_EADDR) != 0) {
1977 mptr = qp_encode_email_addrs(mptr);
1979 sanitize_truncated_recipient(mptr);
1980 cprintf("To: %s", mptr);
1984 else if (i == 'T') {
1985 datestring(datestamp, sizeof datestamp,
1986 atol(mptr), DATESTRING_RFC822);
1987 cprintf("Date: %s%s", datestamp, nl);
1989 else if (i == 'W') {
1990 cprintf("References: ");
1991 k = num_tokens(mptr, '|');
1992 for (j=0; j<k; ++j) {
1993 extract_token(buf, mptr, j, '|', sizeof buf);
1994 cprintf("<%s>", buf);
2003 else if (i == 'K') {
2004 cprintf("Reply-To: <%s>%s", mptr, nl);
2010 if (subject_found == 0) {
2011 cprintf("Subject: (no subject)%s", nl);
2016 void Dump_RFC822HeadersBody(
2017 struct CtdlMessage *TheMessage,
2018 int headers_only, /* eschew the message body? */
2019 int flags, /* should the bessage be exported clean? */
2023 cit_uint8_t prev_ch;
2025 const char *StartOfText = StrBufNOTNULL;
2028 int nllen = strlen(nl);
2031 mptr = TheMessage->cm_fields['M'];
2035 while (*mptr != '\0') {
2036 if (*mptr == '\r') {
2043 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
2045 eoh = *(mptr+1) == '\n';
2049 StartOfText = strchr(StartOfText, '\n');
2050 StartOfText = strchr(StartOfText, '\n');
2053 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
2054 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
2055 ((headers_only != HEADERS_NONE) &&
2056 (headers_only != HEADERS_ONLY))
2058 if (*mptr == '\n') {
2059 memcpy(&outbuf[outlen], nl, nllen);
2061 outbuf[outlen] = '\0';
2064 outbuf[outlen++] = *mptr;
2068 if (flags & ESC_DOT)
2070 if ((prev_ch == '\n') &&
2072 ((*(mptr+1) == '\r') || (*(mptr+1) == '\n')))
2074 outbuf[outlen++] = '.';
2079 if (outlen > 1000) {
2080 client_write(outbuf, outlen);
2085 client_write(outbuf, outlen);
2092 /* If the format type on disk is 1 (fixed-format), then we want
2093 * everything to be output completely literally ... regardless of
2094 * what message transfer format is in use.
2096 void DumpFormatFixed(
2097 struct CtdlMessage *TheMessage,
2098 int mode, /* how would you like that message? */
2105 int nllen = strlen (nl);
2108 mptr = TheMessage->cm_fields['M'];
2110 if (mode == MT_MIME) {
2111 cprintf("Content-type: text/plain\n\n");
2115 while (ch = *mptr++, ch > 0) {
2119 if ((buflen > 250) && (!xlline)){
2123 while ((buflen > 0) &&
2124 (!isspace(buf[buflen])))
2130 mptr -= tbuflen - buflen;
2135 /* if we reach the outer bounds of our buffer,
2136 abort without respect what whe purge. */
2139 (buflen > SIZ - nllen - 2)))
2143 memcpy (&buf[buflen], nl, nllen);
2147 client_write(buf, buflen);
2157 if (!IsEmptyStr(buf))
2158 cprintf("%s%s", buf, nl);
2162 * Get a message off disk. (returns om_* values found in msgbase.h)
2164 int CtdlOutputPreLoadedMsg(
2165 struct CtdlMessage *TheMessage,
2166 int mode, /* how would you like that message? */
2167 int headers_only, /* eschew the message body? */
2168 int do_proto, /* do Citadel protocol responses? */
2169 int crlf, /* Use CRLF newlines instead of LF? */
2170 int flags /* should the bessage be exported clean? */
2174 const char *nl; /* newline string */
2177 /* Buffers needed for RFC822 translation. These are all filled
2178 * using functions that are bounds-checked, and therefore we can
2179 * make them substantially smaller than SIZ.
2187 syslog(LOG_DEBUG, "CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d\n",
2188 ((TheMessage == NULL) ? "NULL" : "not null"),
2189 mode, headers_only, do_proto, crlf);
2191 strcpy(mid, "unknown");
2192 nl = (crlf ? "\r\n" : "\n");
2194 if (!is_valid_message(TheMessage)) {
2196 "ERROR: invalid preloaded message for output\n");
2198 return(om_no_such_msg);
2201 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
2202 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
2204 if ( (flags & SUPPRESS_ENV_TO) && (TheMessage->cm_fields['V'] != NULL) ) {
2205 memset(TheMessage->cm_fields['V'], ' ', strlen(TheMessage->cm_fields['V']));
2208 /* Are we downloading a MIME component? */
2209 if (mode == MT_DOWNLOAD) {
2210 if (TheMessage->cm_format_type != FMT_RFC822) {
2212 cprintf("%d This is not a MIME message.\n",
2213 ERROR + ILLEGAL_VALUE);
2214 } else if (CC->download_fp != NULL) {
2215 if (do_proto) cprintf(
2216 "%d You already have a download open.\n",
2217 ERROR + RESOURCE_BUSY);
2219 /* Parse the message text component */
2220 mptr = TheMessage->cm_fields['M'];
2221 mime_parser(mptr, NULL, *mime_download, NULL, NULL, NULL, 0);
2222 /* If there's no file open by this time, the requested
2223 * section wasn't found, so print an error
2225 if (CC->download_fp == NULL) {
2226 if (do_proto) cprintf(
2227 "%d Section %s not found.\n",
2228 ERROR + FILE_NOT_FOUND,
2229 CC->download_desired_section);
2232 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2235 /* MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
2236 * in a single server operation instead of opening a download file.
2238 if (mode == MT_SPEW_SECTION) {
2239 if (TheMessage->cm_format_type != FMT_RFC822) {
2241 cprintf("%d This is not a MIME message.\n",
2242 ERROR + ILLEGAL_VALUE);
2244 /* Parse the message text component */
2247 mptr = TheMessage->cm_fields['M'];
2248 mime_parser(mptr, NULL, *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
2249 /* If section wasn't found, print an error
2252 if (do_proto) cprintf(
2253 "%d Section %s not found.\n",
2254 ERROR + FILE_NOT_FOUND,
2255 CC->download_desired_section);
2258 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2261 /* now for the user-mode message reading loops */
2262 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
2264 /* Does the caller want to skip the headers? */
2265 if (headers_only == HEADERS_NONE) goto START_TEXT;
2267 /* Tell the client which format type we're using. */
2268 if ( (mode == MT_CITADEL) && (do_proto) ) {
2269 cprintf("type=%d\n", TheMessage->cm_format_type);
2272 /* nhdr=yes means that we're only displaying headers, no body */
2273 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
2274 && ((mode == MT_CITADEL) || (mode == MT_MIME))
2277 cprintf("nhdr=yes\n");
2280 if ((mode == MT_CITADEL) || (mode == MT_MIME))
2281 OutputCtdlMsgHeaders(TheMessage, do_proto);
2284 /* begin header processing loop for RFC822 transfer format */
2288 strcpy(snode, NODENAME);
2289 if (mode == MT_RFC822)
2290 OutputRFC822MsgHeaders(
2295 suser, sizeof(suser),
2296 luser, sizeof(luser),
2297 fuser, sizeof(fuser),
2298 snode, sizeof(snode)
2302 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2303 suser[i] = tolower(suser[i]);
2304 if (!isalnum(suser[i])) suser[i]='_';
2307 if (mode == MT_RFC822) {
2308 if (!strcasecmp(snode, NODENAME)) {
2309 safestrncpy(snode, FQDN, sizeof snode);
2312 /* Construct a fun message id */
2313 cprintf("Message-ID: <%s", mid);/// todo: this possibly breaks threadding mails.
2314 if (strchr(mid, '@')==NULL) {
2315 cprintf("@%s", snode);
2319 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2320 cprintf("From: \"----\" <x@x.org>%s", nl);
2322 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2323 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2325 else if (!IsEmptyStr(fuser)) {
2326 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2329 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2332 /* Blank line signifying RFC822 end-of-headers */
2333 if (TheMessage->cm_format_type != FMT_RFC822) {
2338 /* end header processing loop ... at this point, we're in the text */
2340 if (headers_only == HEADERS_FAST) goto DONE;
2342 /* Tell the client about the MIME parts in this message */
2343 if (TheMessage->cm_format_type == FMT_RFC822) {
2344 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2345 mptr = TheMessage->cm_fields['M'];
2346 memset(&ma, 0, sizeof(struct ma_info));
2347 mime_parser(mptr, NULL,
2348 (do_proto ? *list_this_part : NULL),
2349 (do_proto ? *list_this_pref : NULL),
2350 (do_proto ? *list_this_suff : NULL),
2353 else if (mode == MT_RFC822) { /* unparsed RFC822 dump */
2354 Dump_RFC822HeadersBody(
2363 if (headers_only == HEADERS_ONLY) {
2367 /* signify start of msg text */
2368 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2369 if (do_proto) cprintf("text\n");
2372 if (TheMessage->cm_format_type == FMT_FIXED)
2375 mode, /* how would you like that message? */
2378 /* If the message on disk is format 0 (Citadel vari-format), we
2379 * output using the formatter at 80 columns. This is the final output
2380 * form if the transfer format is RFC822, but if the transfer format
2381 * is Citadel proprietary, it'll still work, because the indentation
2382 * for new paragraphs is correct and the client will reformat the
2383 * message to the reader's screen width.
2385 if (TheMessage->cm_format_type == FMT_CITADEL) {
2386 mptr = TheMessage->cm_fields['M'];
2388 if (mode == MT_MIME) {
2389 cprintf("Content-type: text/x-citadel-variformat\n\n");
2394 /* If the message on disk is format 4 (MIME), we've gotta hand it
2395 * off to the MIME parser. The client has already been told that
2396 * this message is format 1 (fixed format), so the callback function
2397 * we use will display those parts as-is.
2399 if (TheMessage->cm_format_type == FMT_RFC822) {
2400 memset(&ma, 0, sizeof(struct ma_info));
2402 if (mode == MT_MIME) {
2403 ma.use_fo_hooks = 0;
2404 strcpy(ma.chosen_part, "1");
2405 ma.chosen_pref = 9999;
2406 ma.dont_decode = CC->msg4_dont_decode;
2407 mime_parser(mptr, NULL,
2408 *choose_preferred, *fixed_output_pre,
2409 *fixed_output_post, (void *)&ma, 1);
2410 mime_parser(mptr, NULL,
2411 *output_preferred, NULL, NULL, (void *)&ma, 1);
2414 ma.use_fo_hooks = 1;
2415 mime_parser(mptr, NULL,
2416 *fixed_output, *fixed_output_pre,
2417 *fixed_output_post, (void *)&ma, 0);
2422 DONE: /* now we're done */
2423 if (do_proto) cprintf("000\n");
2429 * display a message (mode 0 - Citadel proprietary)
2431 void cmd_msg0(char *cmdbuf)
2434 int headers_only = HEADERS_ALL;
2436 msgid = extract_long(cmdbuf, 0);
2437 headers_only = extract_int(cmdbuf, 1);
2439 CtdlOutputMsg(msgid, MT_CITADEL, headers_only, 1, 0, NULL, 0);
2445 * display a message (mode 2 - RFC822)
2447 void cmd_msg2(char *cmdbuf)
2450 int headers_only = HEADERS_ALL;
2452 msgid = extract_long(cmdbuf, 0);
2453 headers_only = extract_int(cmdbuf, 1);
2455 CtdlOutputMsg(msgid, MT_RFC822, headers_only, 1, 1, NULL, 0);
2461 * display a message (mode 3 - IGnet raw format - internal programs only)
2463 void cmd_msg3(char *cmdbuf)
2466 struct CtdlMessage *msg = NULL;
2469 if (CC->internal_pgm == 0) {
2470 cprintf("%d This command is for internal programs only.\n",
2471 ERROR + HIGHER_ACCESS_REQUIRED);
2475 msgnum = extract_long(cmdbuf, 0);
2476 msg = CtdlFetchMessage(msgnum, 1);
2478 cprintf("%d Message %ld not found.\n",
2479 ERROR + MESSAGE_NOT_FOUND, msgnum);
2483 serialize_message(&smr, msg);
2484 CtdlFreeMessage(msg);
2487 cprintf("%d Unable to serialize message\n",
2488 ERROR + INTERNAL_ERROR);
2492 cprintf("%d %ld\n", BINARY_FOLLOWS, (long)smr.len);
2493 client_write((char *)smr.ser, (int)smr.len);
2500 * Display a message using MIME content types
2502 void cmd_msg4(char *cmdbuf)
2507 msgid = extract_long(cmdbuf, 0);
2508 extract_token(section, cmdbuf, 1, '|', sizeof section);
2509 CtdlOutputMsg(msgid, MT_MIME, 0, 1, 0, (section[0] ? section : NULL) , 0);
2515 * Client tells us its preferred message format(s)
2517 void cmd_msgp(char *cmdbuf)
2519 if (!strcasecmp(cmdbuf, "dont_decode")) {
2520 CC->msg4_dont_decode = 1;
2521 cprintf("%d MSG4 will not pre-decode messages.\n", CIT_OK);
2524 safestrncpy(CC->preferred_formats, cmdbuf, sizeof(CC->preferred_formats));
2525 cprintf("%d Preferred MIME formats have been set.\n", CIT_OK);
2531 * Open a component of a MIME message as a download file
2533 void cmd_opna(char *cmdbuf)
2536 char desired_section[128];
2538 msgid = extract_long(cmdbuf, 0);
2539 extract_token(desired_section, cmdbuf, 1, '|', sizeof desired_section);
2540 safestrncpy(CC->download_desired_section, desired_section,
2541 sizeof CC->download_desired_section);
2542 CtdlOutputMsg(msgid, MT_DOWNLOAD, 0, 1, 1, NULL, 0);
2547 * Open a component of a MIME message and transmit it all at once
2549 void cmd_dlat(char *cmdbuf)
2552 char desired_section[128];
2554 msgid = extract_long(cmdbuf, 0);
2555 extract_token(desired_section, cmdbuf, 1, '|', sizeof desired_section);
2556 safestrncpy(CC->download_desired_section, desired_section,
2557 sizeof CC->download_desired_section);
2558 CtdlOutputMsg(msgid, MT_SPEW_SECTION, 0, 1, 1, NULL, 0);
2563 * Save one or more message pointers into a specified room
2564 * (Returns 0 for success, nonzero for failure)
2565 * roomname may be NULL to use the current room
2567 * Note that the 'supplied_msg' field may be set to NULL, in which case
2568 * the message will be fetched from disk, by number, if we need to perform
2569 * replication checks. This adds an additional database read, so if the
2570 * caller already has the message in memory then it should be supplied. (Obviously
2571 * this mode of operation only works if we're saving a single message.)
2573 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2574 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2577 char hold_rm[ROOMNAMELEN];
2578 struct cdbdata *cdbfr;
2581 long highest_msg = 0L;
2584 struct CtdlMessage *msg = NULL;
2586 long *msgs_to_be_merged = NULL;
2587 int num_msgs_to_be_merged = 0;
2590 "CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)\n",
2591 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2594 strcpy(hold_rm, CC->room.QRname);
2597 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2598 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2599 if (num_newmsgs > 1) supplied_msg = NULL;
2601 /* Now the regular stuff */
2602 if (CtdlGetRoomLock(&CC->room,
2603 ((roomname != NULL) ? roomname : CC->room.QRname) )
2605 syslog(LOG_ERR, "No such room <%s>\n", roomname);
2606 return(ERROR + ROOM_NOT_FOUND);
2610 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2611 num_msgs_to_be_merged = 0;
2614 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
2615 if (cdbfr == NULL) {
2619 msglist = (long *) cdbfr->ptr;
2620 cdbfr->ptr = NULL; /* CtdlSaveMsgPointerInRoom() now owns this memory */
2621 num_msgs = cdbfr->len / sizeof(long);
2626 /* Create a list of msgid's which were supplied by the caller, but do
2627 * not already exist in the target room. It is absolutely taboo to
2628 * have more than one reference to the same message in a room.
2630 for (i=0; i<num_newmsgs; ++i) {
2632 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2633 if (msglist[j] == newmsgidlist[i]) {
2638 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2642 syslog(LOG_DEBUG, "%d unique messages to be merged\n", num_msgs_to_be_merged);
2645 * Now merge the new messages
2647 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2648 if (msglist == NULL) {
2649 syslog(LOG_ALERT, "ERROR: can't realloc message list!\n");
2651 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2652 num_msgs += num_msgs_to_be_merged;
2654 /* Sort the message list, so all the msgid's are in order */
2655 num_msgs = sort_msglist(msglist, num_msgs);
2657 /* Determine the highest message number */
2658 highest_msg = msglist[num_msgs - 1];
2660 /* Write it back to disk. */
2661 cdb_store(CDB_MSGLISTS, &CC->room.QRnumber, (int)sizeof(long),
2662 msglist, (int)(num_msgs * sizeof(long)));
2664 /* Free up the memory we used. */
2667 /* Update the highest-message pointer and unlock the room. */
2668 CC->room.QRhighest = highest_msg;
2669 CtdlPutRoomLock(&CC->room);
2671 /* Perform replication checks if necessary */
2672 if ( (DoesThisRoomNeedEuidIndexing(&CC->room)) && (do_repl_check) ) {
2673 syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() doing repl checks\n");
2675 for (i=0; i<num_msgs_to_be_merged; ++i) {
2676 msgid = msgs_to_be_merged[i];
2678 if (supplied_msg != NULL) {
2682 msg = CtdlFetchMessage(msgid, 0);
2686 ReplicationChecks(msg);
2688 /* If the message has an Exclusive ID, index that... */
2689 if (msg->cm_fields['E'] != NULL) {
2690 index_message_by_euid(msg->cm_fields['E'], &CC->room, msgid);
2693 /* Free up the memory we may have allocated */
2694 if (msg != supplied_msg) {
2695 CtdlFreeMessage(msg);
2703 syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() skips repl checks\n");
2706 /* Submit this room for processing by hooks */
2707 PerformRoomHooks(&CC->room);
2709 /* Go back to the room we were in before we wandered here... */
2710 CtdlGetRoom(&CC->room, hold_rm);
2712 /* Bump the reference count for all messages which were merged */
2713 if (!suppress_refcount_adj) {
2714 for (i=0; i<num_msgs_to_be_merged; ++i) {
2715 AdjRefCount(msgs_to_be_merged[i], +1);
2719 /* Free up memory... */
2720 if (msgs_to_be_merged != NULL) {
2721 free(msgs_to_be_merged);
2724 /* Return success. */
2730 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2733 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
2734 int do_repl_check, struct CtdlMessage *supplied_msg)
2736 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2743 * Message base operation to save a new message to the message store
2744 * (returns new message number)
2746 * This is the back end for CtdlSubmitMsg() and should not be directly
2747 * called by server-side modules.
2750 long send_message(struct CtdlMessage *msg) {
2758 /* Get a new message number */
2759 newmsgid = get_new_message_number();
2760 snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
2761 (long unsigned int) time(NULL),
2762 (long unsigned int) newmsgid,
2766 /* Generate an ID if we don't have one already */
2767 if (msg->cm_fields['I']==NULL) {
2768 msg->cm_fields['I'] = strdup(msgidbuf);
2771 /* If the message is big, set its body aside for storage elsewhere */
2772 if (msg->cm_fields['M'] != NULL) {
2773 if (strlen(msg->cm_fields['M']) > BIGMSG) {
2775 holdM = msg->cm_fields['M'];
2776 msg->cm_fields['M'] = NULL;
2780 /* Serialize our data structure for storage in the database */
2781 serialize_message(&smr, msg);
2784 msg->cm_fields['M'] = holdM;
2788 cprintf("%d Unable to serialize message\n",
2789 ERROR + INTERNAL_ERROR);
2793 /* Write our little bundle of joy into the message base */
2794 if (cdb_store(CDB_MSGMAIN, &newmsgid, (int)sizeof(long),
2795 smr.ser, smr.len) < 0) {
2796 syslog(LOG_ERR, "Can't store message\n");
2800 cdb_store(CDB_BIGMSGS,
2810 /* Free the memory we used for the serialized message */
2813 /* Return the *local* message ID to the caller
2814 * (even if we're storing an incoming network message)
2822 * Serialize a struct CtdlMessage into the format used on disk and network.
2824 * This function loads up a "struct ser_ret" (defined in server.h) which
2825 * contains the length of the serialized message and a pointer to the
2826 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2828 void serialize_message(struct ser_ret *ret, /* return values */
2829 struct CtdlMessage *msg) /* unserialized msg */
2831 size_t wlen, fieldlen;
2833 static char *forder = FORDER;
2836 * Check for valid message format
2838 if (is_valid_message(msg) == 0) {
2839 syslog(LOG_ERR, "serialize_message() aborting due to invalid message\n");
2846 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL)
2847 ret->len = ret->len +
2848 strlen(msg->cm_fields[(int)forder[i]]) + 2;
2850 ret->ser = malloc(ret->len);
2851 if (ret->ser == NULL) {
2852 syslog(LOG_ERR, "serialize_message() malloc(%ld) failed: %s\n",
2853 (long)ret->len, strerror(errno));
2860 ret->ser[1] = msg->cm_anon_type;
2861 ret->ser[2] = msg->cm_format_type;
2864 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL) {
2865 fieldlen = strlen(msg->cm_fields[(int)forder[i]]);
2866 ret->ser[wlen++] = (char)forder[i];
2867 safestrncpy((char *)&ret->ser[wlen], msg->cm_fields[(int)forder[i]], fieldlen+1);
2868 wlen = wlen + fieldlen + 1;
2870 if (ret->len != wlen) syslog(LOG_ERR, "ERROR: len=%ld wlen=%ld\n",
2871 (long)ret->len, (long)wlen);
2878 * Serialize a struct CtdlMessage into the format used on disk and network.
2880 * This function loads up a "struct ser_ret" (defined in server.h) which
2881 * contains the length of the serialized message and a pointer to the
2882 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2884 void dump_message(struct CtdlMessage *msg, /* unserialized msg */
2885 long Siz) /* how many chars ? */
2889 static char *forder = FORDER;
2893 * Check for valid message format
2895 if (is_valid_message(msg) == 0) {
2896 syslog(LOG_ERR, "dump_message() aborting due to invalid message\n");
2900 buf = (char*) malloc (Siz + 1);
2904 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL) {
2905 snprintf (buf, Siz, " msg[%c] = %s ...\n", (char) forder[i],
2906 msg->cm_fields[(int)forder[i]]);
2907 client_write (buf, strlen(buf));
2916 * Check to see if any messages already exist in the current room which
2917 * carry the same Exclusive ID as this one. If any are found, delete them.
2919 void ReplicationChecks(struct CtdlMessage *msg) {
2920 long old_msgnum = (-1L);
2922 if (DoesThisRoomNeedEuidIndexing(&CC->room) == 0) return;
2924 syslog(LOG_DEBUG, "Performing replication checks in <%s>\n",
2927 /* No exclusive id? Don't do anything. */
2928 if (msg == NULL) return;
2929 if (msg->cm_fields['E'] == NULL) return;
2930 if (IsEmptyStr(msg->cm_fields['E'])) return;
2931 /*syslog(LOG_DEBUG, "Exclusive ID: <%s> for room <%s>\n",
2932 msg->cm_fields['E'], CC->room.QRname);*/
2934 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields['E'], &CC->room);
2935 if (old_msgnum > 0L) {
2936 syslog(LOG_DEBUG, "ReplicationChecks() replacing message %ld\n", old_msgnum);
2937 CtdlDeleteMessages(CC->room.QRname, &old_msgnum, 1, "");
2944 * Save a message to disk and submit it into the delivery system.
2946 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2947 struct recptypes *recps, /* recipients (if mail) */
2948 char *force, /* force a particular room? */
2949 int flags /* should the message be exported clean? */
2951 char submit_filename[128];
2952 char generated_timestamp[32];
2953 char hold_rm[ROOMNAMELEN];
2954 char actual_rm[ROOMNAMELEN];
2955 char force_room[ROOMNAMELEN];
2956 char content_type[SIZ]; /* We have to learn this */
2957 char recipient[SIZ];
2959 const char *mptr = NULL;
2960 struct ctdluser userbuf;
2962 struct MetaData smi;
2963 FILE *network_fp = NULL;
2964 static int seqnum = 1;
2965 struct CtdlMessage *imsg = NULL;
2967 size_t instr_alloc = 0;
2969 char *hold_R, *hold_D;
2970 char *collected_addresses = NULL;
2971 struct addresses_to_be_filed *aptr = NULL;
2972 StrBuf *saved_rfc822_version = NULL;
2973 int qualified_for_journaling = 0;
2974 CitContext *CCC = MyContext();
2975 char bounce_to[1024] = "";
2979 syslog(LOG_DEBUG, "CtdlSubmitMsg() called\n");
2980 if (is_valid_message(msg) == 0) return(-1); /* self check */
2982 /* If this message has no timestamp, we take the liberty of
2983 * giving it one, right now.
2985 if (msg->cm_fields['T'] == NULL) {
2986 snprintf(generated_timestamp, sizeof generated_timestamp, "%ld", (long)time(NULL));
2987 msg->cm_fields['T'] = strdup(generated_timestamp);
2990 /* If this message has no path, we generate one.
2992 if (msg->cm_fields['P'] == NULL) {
2993 if (msg->cm_fields['A'] != NULL) {
2994 msg->cm_fields['P'] = strdup(msg->cm_fields['A']);
2995 for (a=0; !IsEmptyStr(&msg->cm_fields['P'][a]); ++a) {
2996 if (isspace(msg->cm_fields['P'][a])) {
2997 msg->cm_fields['P'][a] = ' ';
3002 msg->cm_fields['P'] = strdup("unknown");
3006 if (force == NULL) {
3007 strcpy(force_room, "");
3010 strcpy(force_room, force);
3013 /* Learn about what's inside, because it's what's inside that counts */
3014 if (msg->cm_fields['M'] == NULL) {
3015 syslog(LOG_ERR, "ERROR: attempt to save message with NULL body\n");
3019 switch (msg->cm_format_type) {
3021 strcpy(content_type, "text/x-citadel-variformat");
3024 strcpy(content_type, "text/plain");
3027 strcpy(content_type, "text/plain");
3028 mptr = bmstrcasestr(msg->cm_fields['M'], "Content-type:");
3031 safestrncpy(content_type, &mptr[13], sizeof content_type);
3032 striplt(content_type);
3033 aptr = content_type;
3034 while (!IsEmptyStr(aptr)) {
3046 /* Goto the correct room */
3047 syslog(LOG_DEBUG, "Selected room %s\n", (recps) ? CCC->room.QRname : SENTITEMS);
3048 strcpy(hold_rm, CCC->room.QRname);
3049 strcpy(actual_rm, CCC->room.QRname);
3050 if (recps != NULL) {
3051 strcpy(actual_rm, SENTITEMS);
3054 /* If the user is a twit, move to the twit room for posting */
3056 if (CCC->user.axlevel == AxProbU) {
3057 strcpy(hold_rm, actual_rm);
3058 strcpy(actual_rm, config.c_twitroom);
3059 syslog(LOG_DEBUG, "Diverting to twit room\n");
3063 /* ...or if this message is destined for Aide> then go there. */
3064 if (!IsEmptyStr(force_room)) {
3065 strcpy(actual_rm, force_room);
3068 syslog(LOG_DEBUG, "Final selection: %s\n", actual_rm);
3069 if (strcasecmp(actual_rm, CCC->room.QRname)) {
3070 /* CtdlGetRoom(&CCC->room, actual_rm); */
3071 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL);
3075 * If this message has no O (room) field, generate one.
3077 if (msg->cm_fields['O'] == NULL) {
3078 msg->cm_fields['O'] = strdup(CCC->room.QRname);
3081 /* Perform "before save" hooks (aborting if any return nonzero) */
3082 syslog(LOG_DEBUG, "Performing before-save hooks\n");
3083 if (PerformMessageHooks(msg, EVT_BEFORESAVE) > 0) return(-3);
3086 * If this message has an Exclusive ID, and the room is replication
3087 * checking enabled, then do replication checks.
3089 if (DoesThisRoomNeedEuidIndexing(&CCC->room)) {
3090 ReplicationChecks(msg);
3093 /* Save it to disk */
3094 syslog(LOG_DEBUG, "Saving to disk\n");
3095 newmsgid = send_message(msg);
3096 if (newmsgid <= 0L) return(-5);
3098 /* Write a supplemental message info record. This doesn't have to
3099 * be a critical section because nobody else knows about this message
3102 syslog(LOG_DEBUG, "Creating MetaData record\n");
3103 memset(&smi, 0, sizeof(struct MetaData));
3104 smi.meta_msgnum = newmsgid;
3105 smi.meta_refcount = 0;
3106 safestrncpy(smi.meta_content_type, content_type,
3107 sizeof smi.meta_content_type);
3110 * Measure how big this message will be when rendered as RFC822.
3111 * We do this for two reasons:
3112 * 1. We need the RFC822 length for the new metadata record, so the
3113 * POP and IMAP services don't have to calculate message lengths
3114 * while the user is waiting (multiplied by potentially hundreds
3115 * or thousands of messages).
3116 * 2. If journaling is enabled, we will need an RFC822 version of the
3117 * message to attach to the journalized copy.
3119 if (CCC->redirect_buffer != NULL) {
3120 syslog(LOG_ALERT, "CCC->redirect_buffer is not NULL during message submission!\n");
3123 CCC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
3124 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
3125 smi.meta_rfc822_length = StrLength(CCC->redirect_buffer);
3126 saved_rfc822_version = CCC->redirect_buffer;
3127 CCC->redirect_buffer = NULL;
3131 /* Now figure out where to store the pointers */
3132 syslog(LOG_DEBUG, "Storing pointers\n");
3134 /* If this is being done by the networker delivering a private
3135 * message, we want to BYPASS saving the sender's copy (because there
3136 * is no local sender; it would otherwise go to the Trashcan).
3138 if ((!CCC->internal_pgm) || (recps == NULL)) {
3139 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
3140 syslog(LOG_ERR, "ERROR saving message pointer!\n");
3141 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
3145 /* For internet mail, drop a copy in the outbound queue room */
3146 if ((recps != NULL) && (recps->num_internet > 0)) {
3147 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
3150 /* If other rooms are specified, drop them there too. */
3151 if ((recps != NULL) && (recps->num_room > 0))
3152 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
3153 extract_token(recipient, recps->recp_room, i,
3154 '|', sizeof recipient);
3155 syslog(LOG_DEBUG, "Delivering to room <%s>\n", recipient);
3156 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
3159 /* Bump this user's messages posted counter. */
3160 syslog(LOG_DEBUG, "Updating user\n");
3161 CtdlGetUserLock(&CCC->user, CCC->curr_user);
3162 CCC->user.posted = CCC->user.posted + 1;
3163 CtdlPutUserLock(&CCC->user);
3165 /* Decide where bounces need to be delivered */
3166 if ((recps != NULL) && (recps->bounce_to != NULL)) {
3167 safestrncpy(bounce_to, recps->bounce_to, sizeof bounce_to);
3169 else if (CCC->logged_in) {
3170 snprintf(bounce_to, sizeof bounce_to, "%s@%s", CCC->user.fullname, config.c_nodename);
3173 snprintf(bounce_to, sizeof bounce_to, "%s@%s", msg->cm_fields['A'], msg->cm_fields['N']);
3176 /* If this is private, local mail, make a copy in the
3177 * recipient's mailbox and bump the reference count.
3179 if ((recps != NULL) && (recps->num_local > 0))
3180 for (i=0; i<num_tokens(recps->recp_local, '|'); ++i) {
3181 extract_token(recipient, recps->recp_local, i,
3182 '|', sizeof recipient);
3183 syslog(LOG_DEBUG, "Delivering private local mail to <%s>\n",
3185 if (CtdlGetUser(&userbuf, recipient) == 0) {
3186 // Add a flag so the Funambol module knows its mail
3187 msg->cm_fields['W'] = strdup(recipient);
3188 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
3189 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
3190 CtdlBumpNewMailCounter(userbuf.usernum);
3191 if (!IsEmptyStr(config.c_funambol_host) || !IsEmptyStr(config.c_pager_program)) {
3192 /* Generate a instruction message for the Funambol notification
3193 * server, in the same style as the SMTP queue
3196 instr = malloc(instr_alloc);
3197 snprintf(instr, instr_alloc,
3198 "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
3200 SPOOLMIME, newmsgid, (long)time(NULL),
3204 imsg = malloc(sizeof(struct CtdlMessage));
3205 memset(imsg, 0, sizeof(struct CtdlMessage));
3206 imsg->cm_magic = CTDLMESSAGE_MAGIC;
3207 imsg->cm_anon_type = MES_NORMAL;
3208 imsg->cm_format_type = FMT_RFC822;
3209 imsg->cm_fields['A'] = strdup("Citadel");
3210 imsg->cm_fields['J'] = strdup("do not journal");
3211 imsg->cm_fields['M'] = instr; /* imsg owns this memory now */
3212 imsg->cm_fields['W'] = strdup(recipient);
3213 CtdlSubmitMsg(imsg, NULL, FNBL_QUEUE_ROOM, 0);
3214 CtdlFreeMessage(imsg);
3218 syslog(LOG_DEBUG, "No user <%s>\n", recipient);
3219 CtdlSaveMsgPointerInRoom(config.c_aideroom,
3224 /* Perform "after save" hooks */
3225 syslog(LOG_DEBUG, "Performing after-save hooks\n");
3226 PerformMessageHooks(msg, EVT_AFTERSAVE);
3228 /* For IGnet mail, we have to save a new copy into the spooler for
3229 * each recipient, with the R and D fields set to the recipient and
3230 * destination-node. This has two ugly side effects: all other
3231 * recipients end up being unlisted in this recipient's copy of the
3232 * message, and it has to deliver multiple messages to the same
3233 * node. We'll revisit this again in a year or so when everyone has
3234 * a network spool receiver that can handle the new style messages.
3236 if ((recps != NULL) && (recps->num_ignet > 0))
3237 for (i=0; i<num_tokens(recps->recp_ignet, '|'); ++i) {
3238 extract_token(recipient, recps->recp_ignet, i,
3239 '|', sizeof recipient);
3241 hold_R = msg->cm_fields['R'];
3242 hold_D = msg->cm_fields['D'];
3243 msg->cm_fields['R'] = malloc(SIZ);
3244 msg->cm_fields['D'] = malloc(128);
3245 extract_token(msg->cm_fields['R'], recipient, 0, '@', SIZ);
3246 extract_token(msg->cm_fields['D'], recipient, 1, '@', 128);
3248 serialize_message(&smr, msg);
3250 snprintf(submit_filename, sizeof submit_filename,
3251 "%s/netmail.%04lx.%04x.%04x",
3253 (long) getpid(), CCC->cs_pid, ++seqnum);
3254 network_fp = fopen(submit_filename, "wb+");
3255 if (network_fp != NULL) {
3256 rv = fwrite(smr.ser, smr.len, 1, network_fp);
3262 free(msg->cm_fields['R']);
3263 free(msg->cm_fields['D']);
3264 msg->cm_fields['R'] = hold_R;
3265 msg->cm_fields['D'] = hold_D;
3268 /* Go back to the room we started from */
3269 syslog(LOG_DEBUG, "Returning to original room %s\n", hold_rm);
3270 if (strcasecmp(hold_rm, CCC->room.QRname))
3271 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL);
3273 /* For internet mail, generate delivery instructions.
3274 * Yes, this is recursive. Deal with it. Infinite recursion does
3275 * not happen because the delivery instructions message does not
3276 * contain a recipient.
3278 if ((recps != NULL) && (recps->num_internet > 0)) {
3279 syslog(LOG_DEBUG, "Generating delivery instructions\n");
3281 instr = malloc(instr_alloc);
3282 snprintf(instr, instr_alloc,
3283 "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
3285 SPOOLMIME, newmsgid, (long)time(NULL),
3289 if (recps->envelope_from != NULL) {
3290 tmp = strlen(instr);
3291 snprintf(&instr[tmp], instr_alloc-tmp, "envelope_from|%s\n", recps->envelope_from);
3294 for (i=0; i<num_tokens(recps->recp_internet, '|'); ++i) {
3295 tmp = strlen(instr);
3296 extract_token(recipient, recps->recp_internet, i, '|', sizeof recipient);
3297 if ((tmp + strlen(recipient) + 32) > instr_alloc) {
3298 instr_alloc = instr_alloc * 2;
3299 instr = realloc(instr, instr_alloc);
3301 snprintf(&instr[tmp], instr_alloc - tmp, "remote|%s|0||\n", recipient);
3304 imsg = malloc(sizeof(struct CtdlMessage));
3305 memset(imsg, 0, sizeof(struct CtdlMessage));
3306 imsg->cm_magic = CTDLMESSAGE_MAGIC;
3307 imsg->cm_anon_type = MES_NORMAL;
3308 imsg->cm_format_type = FMT_RFC822;
3309 imsg->cm_fields['A'] = strdup("Citadel");
3310 imsg->cm_fields['J'] = strdup("do not journal");
3311 imsg->cm_fields['M'] = instr; /* imsg owns this memory now */
3312 CtdlSubmitMsg(imsg, NULL, SMTP_SPOOLOUT_ROOM, QP_EADDR);
3313 CtdlFreeMessage(imsg);
3317 * Any addresses to harvest for someone's address book?
3319 if ( (CCC->logged_in) && (recps != NULL) ) {
3320 collected_addresses = harvest_collected_addresses(msg);
3323 if (collected_addresses != NULL) {
3324 aptr = (struct addresses_to_be_filed *)
3325 malloc(sizeof(struct addresses_to_be_filed));
3326 CtdlMailboxName(actual_rm, sizeof actual_rm,
3327 &CCC->user, USERCONTACTSROOM);
3328 aptr->roomname = strdup(actual_rm);
3329 aptr->collected_addresses = collected_addresses;
3330 begin_critical_section(S_ATBF);
3333 end_critical_section(S_ATBF);
3337 * Determine whether this message qualifies for journaling.
3339 if (msg->cm_fields['J'] != NULL) {
3340 qualified_for_journaling = 0;
3343 if (recps == NULL) {
3344 qualified_for_journaling = config.c_journal_pubmsgs;
3346 else if (recps->num_local + recps->num_ignet + recps->num_internet > 0) {
3347 qualified_for_journaling = config.c_journal_email;
3350 qualified_for_journaling = config.c_journal_pubmsgs;
3355 * Do we have to perform journaling? If so, hand off the saved
3356 * RFC822 version will be handed off to the journaler for background
3357 * submit. Otherwise, we have to free the memory ourselves.
3359 if (saved_rfc822_version != NULL) {
3360 if (qualified_for_journaling) {
3361 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
3364 FreeStrBuf(&saved_rfc822_version);
3374 void aide_message (char *text, char *subject)
3376 quickie_message("Citadel",NULL,NULL,AIDEROOM,text,FMT_CITADEL,subject);
3381 * Convenience function for generating small administrative messages.
3383 void quickie_message(const char *from, const char *fromaddr, char *to, char *room, const char *text,
3384 int format_type, const char *subject)
3386 struct CtdlMessage *msg;
3387 struct recptypes *recp = NULL;
3389 msg = malloc(sizeof(struct CtdlMessage));
3390 memset(msg, 0, sizeof(struct CtdlMessage));
3391 msg->cm_magic = CTDLMESSAGE_MAGIC;
3392 msg->cm_anon_type = MES_NORMAL;
3393 msg->cm_format_type = format_type;
3396 msg->cm_fields['A'] = strdup(from);
3398 else if (fromaddr != NULL) {
3399 msg->cm_fields['A'] = strdup(fromaddr);
3400 if (strchr(msg->cm_fields['A'], '@')) {
3401 *strchr(msg->cm_fields['A'], '@') = 0;
3405 msg->cm_fields['A'] = strdup("Citadel");
3408 if (fromaddr != NULL) msg->cm_fields['F'] = strdup(fromaddr);
3409 if (room != NULL) msg->cm_fields['O'] = strdup(room);
3410 msg->cm_fields['N'] = strdup(NODENAME);
3412 msg->cm_fields['R'] = strdup(to);
3413 recp = validate_recipients(to, NULL, 0);
3415 if (subject != NULL) {
3416 msg->cm_fields['U'] = strdup(subject);
3418 msg->cm_fields['M'] = strdup(text);
3420 CtdlSubmitMsg(msg, recp, room, 0);
3421 CtdlFreeMessage(msg);
3422 if (recp != NULL) free_recipients(recp);
3428 * Back end function used by CtdlMakeMessage() and similar functions
3430 StrBuf *CtdlReadMessageBodyBuf(char *terminator, /* token signalling EOT */
3432 size_t maxlen, /* maximum message length */
3433 char *exist, /* if non-null, append to it;
3434 exist is ALWAYS freed */
3435 int crlf, /* CRLF newlines instead of LF */
3436 int *sock /* socket handle or 0 for this session's client socket */
3445 LineBuf = NewStrBufPlain(NULL, SIZ);
3446 if (exist == NULL) {
3447 Message = NewStrBufPlain(NULL, 4 * SIZ);
3450 Message = NewStrBufPlain(exist, -1);
3454 /* Do we need to change leading ".." to "." for SMTP escaping? */
3455 if ((tlen == 1) && (*terminator == '.')) {
3459 /* read in the lines of message text one by one */
3462 if ((CtdlSockGetLine(sock, LineBuf, 5) < 0) ||
3467 if (CtdlClientGetLine(LineBuf) < 0) finished = 1;
3469 if ((StrLength(LineBuf) == tlen) &&
3470 (!strcmp(ChrPtr(LineBuf), terminator)))
3473 if ( (!flushing) && (!finished) ) {
3475 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
3478 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
3481 /* Unescape SMTP-style input of two dots at the beginning of the line */
3483 (StrLength(LineBuf) == 2) &&
3484 (!strcmp(ChrPtr(LineBuf), "..")))
3486 StrBufCutLeft(LineBuf, 1);
3489 StrBufAppendBuf(Message, LineBuf, 0);
3492 /* if we've hit the max msg length, flush the rest */
3493 if (StrLength(Message) >= maxlen) flushing = 1;
3495 } while (!finished);
3496 FreeStrBuf(&LineBuf);
3502 * Back end function used by CtdlMakeMessage() and similar functions
3504 char *CtdlReadMessageBody(char *terminator, /* token signalling EOT */
3506 size_t maxlen, /* maximum message length */
3507 char *exist, /* if non-null, append to it;
3508 exist is ALWAYS freed */
3509 int crlf, /* CRLF newlines instead of LF */
3510 int *sock /* socket handle or 0 for this session's client socket */
3515 Message = CtdlReadMessageBodyBuf(terminator,
3521 if (Message == NULL)
3524 return SmashStrBuf(&Message);
3529 * Build a binary message to be saved on disk.
3530 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3531 * will become part of the message. This means you are no longer
3532 * responsible for managing that memory -- it will be freed along with
3533 * the rest of the fields when CtdlFreeMessage() is called.)
3536 struct CtdlMessage *CtdlMakeMessage(
3537 struct ctdluser *author, /* author's user structure */
3538 char *recipient, /* NULL if it's not mail */
3539 char *recp_cc, /* NULL if it's not mail */
3540 char *room, /* room where it's going */
3541 int type, /* see MES_ types in header file */
3542 int format_type, /* variformat, plain text, MIME... */
3543 char *fake_name, /* who we're masquerading as */
3544 char *my_email, /* which of my email addresses to use (empty is ok) */
3545 char *subject, /* Subject (optional) */
3546 char *supplied_euid, /* ...or NULL if this is irrelevant */
3547 char *preformatted_text, /* ...or NULL to read text from client */
3548 char *references /* Thread references */
3550 char dest_node[256];
3552 struct CtdlMessage *msg;
3554 StrBuf *FakeEncAuthor = NULL;
3556 msg = malloc(sizeof(struct CtdlMessage));
3557 memset(msg, 0, sizeof(struct CtdlMessage));
3558 msg->cm_magic = CTDLMESSAGE_MAGIC;
3559 msg->cm_anon_type = type;
3560 msg->cm_format_type = format_type;
3562 /* Don't confuse the poor folks if it's not routed mail. */
3563 strcpy(dest_node, "");
3565 if (recipient != NULL) striplt(recipient);
3566 if (recp_cc != NULL) striplt(recp_cc);
3568 /* Path or Return-Path */
3569 if (my_email == NULL) my_email = "";
3571 if (!IsEmptyStr(my_email)) {
3572 msg->cm_fields['P'] = strdup(my_email);
3575 snprintf(buf, sizeof buf, "%s", author->fullname);
3576 msg->cm_fields['P'] = strdup(buf);
3578 convert_spaces_to_underscores(msg->cm_fields['P']);
3580 snprintf(buf, sizeof buf, "%ld", (long)time(NULL)); /* timestamp */
3581 msg->cm_fields['T'] = strdup(buf);
3583 if ((fake_name != NULL) && (fake_name[0])) { /* author */
3584 FakeAuthor = NewStrBufPlain (fake_name, -1);
3587 FakeAuthor = NewStrBufPlain (author->fullname, -1);
3589 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
3590 msg->cm_fields['A'] = SmashStrBuf(&FakeEncAuthor);
3591 FreeStrBuf(&FakeAuthor);
3593 if (CC->room.QRflags & QR_MAILBOX) { /* room */
3594 msg->cm_fields['O'] = strdup(&CC->room.QRname[11]);
3597 msg->cm_fields['O'] = strdup(CC->room.QRname);
3600 msg->cm_fields['N'] = strdup(NODENAME); /* nodename */
3601 msg->cm_fields['H'] = strdup(HUMANNODE); /* hnodename */
3603 if ((recipient != NULL) && (recipient[0] != 0)) {
3604 msg->cm_fields['R'] = strdup(recipient);
3606 if ((recp_cc != NULL) && (recp_cc[0] != 0)) {
3607 msg->cm_fields['Y'] = strdup(recp_cc);
3609 if (dest_node[0] != 0) {
3610 msg->cm_fields['D'] = strdup(dest_node);
3613 if (!IsEmptyStr(my_email)) {
3614 msg->cm_fields['F'] = strdup(my_email);
3616 else if ( (author == &CC->user) && (!IsEmptyStr(CC->cs_inet_email)) ) {
3617 msg->cm_fields['F'] = strdup(CC->cs_inet_email);
3620 if (subject != NULL) {
3623 length = strlen(subject);
3629 while ((subject[i] != '\0') &&
3630 (IsAscii = isascii(subject[i]) != 0 ))
3633 msg->cm_fields['U'] = strdup(subject);
3634 else /* ok, we've got utf8 in the string. */
3636 msg->cm_fields['U'] = rfc2047encode(subject, length);
3642 if (supplied_euid != NULL) {
3643 msg->cm_fields['E'] = strdup(supplied_euid);
3646 if (references != NULL) {
3647 if (!IsEmptyStr(references)) {
3648 msg->cm_fields['W'] = strdup(references);
3652 if (preformatted_text != NULL) {
3653 msg->cm_fields['M'] = preformatted_text;
3656 msg->cm_fields['M'] = CtdlReadMessageBody(HKEY("000"), config.c_maxmsglen, NULL, 0, 0);
3664 * Check to see whether we have permission to post a message in the current
3665 * room. Returns a *CITADEL ERROR CODE* and puts a message in errmsgbuf, or
3666 * returns 0 on success.
3668 int CtdlDoIHavePermissionToPostInThisRoom(
3671 const char* RemoteIdentifier,
3677 if (!(CC->logged_in) &&
3678 (PostPublic == POST_LOGGED_IN)) {
3679 snprintf(errmsgbuf, n, "Not logged in.");
3680 return (ERROR + NOT_LOGGED_IN);
3682 else if (PostPublic == CHECK_EXISTANCE) {
3683 return (0); // We're Evaling whether a recipient exists
3685 else if (!(CC->logged_in)) {
3687 if ((CC->room.QRflags & QR_READONLY)) {
3688 snprintf(errmsgbuf, n, "Not logged in.");
3689 return (ERROR + NOT_LOGGED_IN);
3691 if (CC->room.QRflags2 & QR2_MODERATED) {
3692 snprintf(errmsgbuf, n, "Not logged in Moderation feature not yet implemented!");
3693 return (ERROR + NOT_LOGGED_IN);
3695 if ((PostPublic!=POST_LMTP) &&(CC->room.QRflags2 & QR2_SMTP_PUBLIC) == 0) {
3700 if (RemoteIdentifier == NULL)
3702 snprintf(errmsgbuf, n, "Need sender to permit access.");
3703 return (ERROR + USERNAME_REQUIRED);
3706 assoc_file_name(filename, sizeof filename, &CC->room, ctdl_netcfg_dir);
3707 begin_critical_section(S_NETCONFIGS);
3708 if (!read_spoolcontrol_file(&sc, filename))
3710 end_critical_section(S_NETCONFIGS);
3711 snprintf(errmsgbuf, n,
3712 "This mailing list only accepts posts from subscribers.");
3713 return (ERROR + NO_SUCH_USER);
3715 end_critical_section(S_NETCONFIGS);
3716 found = is_recipient (sc, RemoteIdentifier);
3717 free_spoolcontrol_struct(&sc);
3722 snprintf(errmsgbuf, n,
3723 "This mailing list only accepts posts from subscribers.");
3724 return (ERROR + NO_SUCH_USER);
3731 if ((CC->user.axlevel < AxProbU)
3732 && ((CC->room.QRflags & QR_MAILBOX) == 0)) {
3733 snprintf(errmsgbuf, n, "Need to be validated to enter "
3734 "(except in %s> to sysop)", MAILROOM);
3735 return (ERROR + HIGHER_ACCESS_REQUIRED);
3738 CtdlRoomAccess(&CC->room, &CC->user, &ra, NULL);
3740 if ( (!(ra & UA_POSTALLOWED)) && (ra & UA_REPLYALLOWED) && (!is_reply) ) {
3742 * To be thorough, we ought to check to see if the message they are
3743 * replying to is actually a valid one in this room, but unless this
3744 * actually becomes a problem we'll go with high performance instead.
3746 snprintf(errmsgbuf, n, "You may only reply to existing messages here.");
3747 return (ERROR + HIGHER_ACCESS_REQUIRED);
3750 else if (!(ra & UA_POSTALLOWED)) {
3751 snprintf(errmsgbuf, n, "Higher access is required to post in this room.");
3752 return (ERROR + HIGHER_ACCESS_REQUIRED);
3755 strcpy(errmsgbuf, "Ok");
3761 * Check to see if the specified user has Internet mail permission
3762 * (returns nonzero if permission is granted)
3764 int CtdlCheckInternetMailPermission(struct ctdluser *who) {
3766 /* Do not allow twits to send Internet mail */
3767 if (who->axlevel <= AxProbU) return(0);
3769 /* Globally enabled? */
3770 if (config.c_restrict == 0) return(1);
3772 /* User flagged ok? */
3773 if (who->flags & US_INTERNET) return(2);
3775 /* Aide level access? */
3776 if (who->axlevel >= AxAideU) return(3);
3778 /* No mail for you! */
3784 * Validate recipients, count delivery types and errors, and handle aliasing
3785 * FIXME check for dupes!!!!!
3787 * Returns 0 if all addresses are ok, ret->num_error = -1 if no addresses
3788 * were specified, or the number of addresses found invalid.
3790 * Caller needs to free the result using free_recipients()
3792 struct recptypes *validate_recipients(const char *supplied_recipients,
3793 const char *RemoteIdentifier,
3795 struct recptypes *ret;
3796 char *recipients = NULL;
3797 char this_recp[256];
3798 char this_recp_cooked[256];
3804 struct ctdluser tempUS;
3805 struct ctdlroom tempQR;
3806 struct ctdlroom tempQR2;
3812 ret = (struct recptypes *) malloc(sizeof(struct recptypes));
3813 if (ret == NULL) return(NULL);
3815 /* Set all strings to null and numeric values to zero */
3816 memset(ret, 0, sizeof(struct recptypes));
3818 if (supplied_recipients == NULL) {
3819 recipients = strdup("");
3822 recipients = strdup(supplied_recipients);
3825 /* Allocate some memory. Yes, this allocates 500% more memory than we will
3826 * actually need, but it's healthier for the heap than doing lots of tiny
3827 * realloc() calls instead.
3830 ret->errormsg = malloc(strlen(recipients) + 1024);
3831 ret->recp_local = malloc(strlen(recipients) + 1024);
3832 ret->recp_internet = malloc(strlen(recipients) + 1024);
3833 ret->recp_ignet = malloc(strlen(recipients) + 1024);
3834 ret->recp_room = malloc(strlen(recipients) + 1024);
3835 ret->display_recp = malloc(strlen(recipients) + 1024);
3837 ret->errormsg[0] = 0;
3838 ret->recp_local[0] = 0;
3839 ret->recp_internet[0] = 0;
3840 ret->recp_ignet[0] = 0;
3841 ret->recp_room[0] = 0;
3842 ret->display_recp[0] = 0;
3844 ret->recptypes_magic = RECPTYPES_MAGIC;
3846 /* Change all valid separator characters to commas */
3847 for (i=0; !IsEmptyStr(&recipients[i]); ++i) {
3848 if ((recipients[i] == ';') || (recipients[i] == '|')) {
3849 recipients[i] = ',';
3853 /* Now start extracting recipients... */
3855 while (!IsEmptyStr(recipients)) {
3857 for (i=0; i<=strlen(recipients); ++i) {
3858 if (recipients[i] == '\"') in_quotes = 1 - in_quotes;
3859 if ( ( (recipients[i] == ',') && (!in_quotes) ) || (recipients[i] == 0) ) {
3860 safestrncpy(this_recp, recipients, i+1);
3862 if (recipients[i] == ',') {
3863 strcpy(recipients, &recipients[i+1]);
3866 strcpy(recipients, "");
3873 if (IsEmptyStr(this_recp))
3875 syslog(LOG_DEBUG, "Evaluating recipient #%d: %s\n", num_recps, this_recp);
3877 mailtype = alias(this_recp);
3878 mailtype = alias(this_recp);
3879 mailtype = alias(this_recp);
3881 for (j=0; !IsEmptyStr(&this_recp[j]); ++j) {
3882 if (this_recp[j]=='_') {
3883 this_recp_cooked[j] = ' ';
3886 this_recp_cooked[j] = this_recp[j];
3889 this_recp_cooked[j] = '\0';
3894 if (!strcasecmp(this_recp, "sysop")) {
3896 strcpy(this_recp, config.c_aideroom);
3897 if (!IsEmptyStr(ret->recp_room)) {
3898 strcat(ret->recp_room, "|");
3900 strcat(ret->recp_room, this_recp);
3902 else if ( (!strncasecmp(this_recp, "room_", 5))
3903 && (!CtdlGetRoom(&tempQR, &this_recp_cooked[5])) ) {
3905 /* Save room so we can restore it later */
3909 /* Check permissions to send mail to this room */
3910 err = CtdlDoIHavePermissionToPostInThisRoom(
3915 0 /* 0 = not a reply */
3924 if (!IsEmptyStr(ret->recp_room)) {
3925 strcat(ret->recp_room, "|");
3927 strcat(ret->recp_room, &this_recp_cooked[5]);
3930 /* Restore room in case something needs it */
3934 else if (CtdlGetUser(&tempUS, this_recp) == 0) {
3936 strcpy(this_recp, tempUS.fullname);
3937 if (!IsEmptyStr(ret->recp_local)) {
3938 strcat(ret->recp_local, "|");
3940 strcat(ret->recp_local, this_recp);
3942 else if (CtdlGetUser(&tempUS, this_recp_cooked) == 0) {
3944 strcpy(this_recp, tempUS.fullname);
3945 if (!IsEmptyStr(ret->recp_local)) {
3946 strcat(ret->recp_local, "|");
3948 strcat(ret->recp_local, this_recp);
3956 /* Yes, you're reading this correctly: if the target
3957 * domain points back to the local system or an attached
3958 * Citadel directory, the address is invalid. That's
3959 * because if the address were valid, we would have
3960 * already translated it to a local address by now.
3962 if (IsDirectory(this_recp, 0)) {
3967 ++ret->num_internet;
3968 if (!IsEmptyStr(ret->recp_internet)) {
3969 strcat(ret->recp_internet, "|");
3971 strcat(ret->recp_internet, this_recp);
3976 if (!IsEmptyStr(ret->recp_ignet)) {
3977 strcat(ret->recp_ignet, "|");
3979 strcat(ret->recp_ignet, this_recp);
3987 if (IsEmptyStr(errmsg)) {
3988 snprintf(append, sizeof append, "Invalid recipient: %s", this_recp);
3991 snprintf(append, sizeof append, "%s", errmsg);
3993 if ( (strlen(ret->errormsg) + strlen(append) + 3) < SIZ) {
3994 if (!IsEmptyStr(ret->errormsg)) {
3995 strcat(ret->errormsg, "; ");
3997 strcat(ret->errormsg, append);
4001 if (IsEmptyStr(ret->display_recp)) {
4002 strcpy(append, this_recp);
4005 snprintf(append, sizeof append, ", %s", this_recp);
4007 if ( (strlen(ret->display_recp)+strlen(append)) < SIZ) {
4008 strcat(ret->display_recp, append);
4013 if ((ret->num_local + ret->num_internet + ret->num_ignet +
4014 ret->num_room + ret->num_error) == 0) {
4015 ret->num_error = (-1);
4016 strcpy(ret->errormsg, "No recipients specified.");
4019 syslog(LOG_DEBUG, "validate_recipients()\n");
4020 syslog(LOG_DEBUG, " local: %d <%s>\n", ret->num_local, ret->recp_local);
4021 syslog(LOG_DEBUG, " room: %d <%s>\n", ret->num_room, ret->recp_room);
4022 syslog(LOG_DEBUG, " inet: %d <%s>\n", ret->num_internet, ret->recp_internet);
4023 syslog(LOG_DEBUG, " ignet: %d <%s>\n", ret->num_ignet, ret->recp_ignet);
4024 syslog(LOG_DEBUG, " error: %d <%s>\n", ret->num_error, ret->errormsg);
4032 * Destructor for struct recptypes
4034 void free_recipients(struct recptypes *valid) {
4036 if (valid == NULL) {
4040 if (valid->recptypes_magic != RECPTYPES_MAGIC) {
4041 syslog(LOG_EMERG, "Attempt to call free_recipients() on some other data type!\n");
4045 if (valid->errormsg != NULL) free(valid->errormsg);
4046 if (valid->recp_local != NULL) free(valid->recp_local);
4047 if (valid->recp_internet != NULL) free(valid->recp_internet);
4048 if (valid->recp_ignet != NULL) free(valid->recp_ignet);
4049 if (valid->recp_room != NULL) free(valid->recp_room);
4050 if (valid->display_recp != NULL) free(valid->display_recp);
4051 if (valid->bounce_to != NULL) free(valid->bounce_to);
4052 if (valid->envelope_from != NULL) free(valid->envelope_from);
4059 * message entry - mode 0 (normal)
4061 void cmd_ent0(char *entargs)
4067 char supplied_euid[128];
4069 int format_type = 0;
4070 char newusername[256];
4071 char newuseremail[256];
4072 struct CtdlMessage *msg;
4076 struct recptypes *valid = NULL;
4077 struct recptypes *valid_to = NULL;
4078 struct recptypes *valid_cc = NULL;
4079 struct recptypes *valid_bcc = NULL;
4081 int subject_required = 0;
4086 int newuseremail_ok = 0;
4087 char references[SIZ];
4092 post = extract_int(entargs, 0);
4093 extract_token(recp, entargs, 1, '|', sizeof recp);
4094 anon_flag = extract_int(entargs, 2);
4095 format_type = extract_int(entargs, 3);
4096 extract_token(subject, entargs, 4, '|', sizeof subject);
4097 extract_token(newusername, entargs, 5, '|', sizeof newusername);
4098 do_confirm = extract_int(entargs, 6);
4099 extract_token(cc, entargs, 7, '|', sizeof cc);
4100 extract_token(bcc, entargs, 8, '|', sizeof bcc);
4101 switch(CC->room.QRdefaultview) {
4104 extract_token(supplied_euid, entargs, 9, '|', sizeof supplied_euid);
4107 supplied_euid[0] = 0;
4110 extract_token(newuseremail, entargs, 10, '|', sizeof newuseremail);
4111 extract_token(references, entargs, 11, '|', sizeof references);
4112 for (ptr=references; *ptr != 0; ++ptr) {
4113 if (*ptr == '!') *ptr = '|';
4116 /* first check to make sure the request is valid. */
4118 err = CtdlDoIHavePermissionToPostInThisRoom(
4123 (!IsEmptyStr(references)) /* is this a reply? or a top-level post? */
4127 cprintf("%d %s\n", err, errmsg);
4131 /* Check some other permission type things. */
4133 if (IsEmptyStr(newusername)) {
4134 strcpy(newusername, CC->user.fullname);
4136 if ( (CC->user.axlevel < AxAideU)
4137 && (strcasecmp(newusername, CC->user.fullname))
4138 && (strcasecmp(newusername, CC->cs_inet_fn))
4140 cprintf("%d You don't have permission to author messages as '%s'.\n",
4141 ERROR + HIGHER_ACCESS_REQUIRED,
4148 if (IsEmptyStr(newuseremail)) {
4149 newuseremail_ok = 1;
4152 if (!IsEmptyStr(newuseremail)) {
4153 if (!strcasecmp(newuseremail, CC->cs_inet_email)) {
4154 newuseremail_ok = 1;
4156 else if (!IsEmptyStr(CC->cs_inet_other_emails)) {
4157 j = num_tokens(CC->cs_inet_other_emails, '|');
4158 for (i=0; i<j; ++i) {
4159 extract_token(buf, CC->cs_inet_other_emails, i, '|', sizeof buf);
4160 if (!strcasecmp(newuseremail, buf)) {
4161 newuseremail_ok = 1;
4167 if (!newuseremail_ok) {
4168 cprintf("%d You don't have permission to author messages as '%s'.\n",
4169 ERROR + HIGHER_ACCESS_REQUIRED,
4175 CC->cs_flags |= CS_POSTING;
4177 /* In mailbox rooms we have to behave a little differently --
4178 * make sure the user has specified at least one recipient. Then
4179 * validate the recipient(s). We do this for the Mail> room, as
4180 * well as any room which has the "Mailbox" view set - unless it
4181 * is the DRAFTS room which does not require recipients
4184 if ( ( ( (CC->room.QRflags & QR_MAILBOX) && (!strcasecmp(&CC->room.QRname[11], MAILROOM)) )
4185 || ( (CC->room.QRflags & QR_MAILBOX) && (CC->curr_view == VIEW_MAILBOX) )
4186 ) && (strcasecmp(&CC->room.QRname[11], USERDRAFTROOM)) !=0 ) {
4187 if (CC->user.axlevel < AxProbU) {
4188 strcpy(recp, "sysop");
4193 valid_to = validate_recipients(recp, NULL, 0);
4194 if (valid_to->num_error > 0) {
4195 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_to->errormsg);
4196 free_recipients(valid_to);
4200 valid_cc = validate_recipients(cc, NULL, 0);
4201 if (valid_cc->num_error > 0) {
4202 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_cc->errormsg);
4203 free_recipients(valid_to);
4204 free_recipients(valid_cc);
4208 valid_bcc = validate_recipients(bcc, NULL, 0);
4209 if (valid_bcc->num_error > 0) {
4210 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_bcc->errormsg);
4211 free_recipients(valid_to);
4212 free_recipients(valid_cc);
4213 free_recipients(valid_bcc);
4217 /* Recipient required, but none were specified */
4218 if ( (valid_to->num_error < 0) && (valid_cc->num_error < 0) && (valid_bcc->num_error < 0) ) {
4219 free_recipients(valid_to);
4220 free_recipients(valid_cc);
4221 free_recipients(valid_bcc);
4222 cprintf("%d At least one recipient is required.\n", ERROR + NO_SUCH_USER);
4226 if (valid_to->num_internet + valid_cc->num_internet + valid_bcc->num_internet > 0) {
4227 if (CtdlCheckInternetMailPermission(&CC->user)==0) {
4228 cprintf("%d You do not have permission "
4229 "to send Internet mail.\n",
4230 ERROR + HIGHER_ACCESS_REQUIRED);
4231 free_recipients(valid_to);
4232 free_recipients(valid_cc);
4233 free_recipients(valid_bcc);
4238 if ( ( (valid_to->num_internet + valid_to->num_ignet + valid_cc->num_internet + valid_cc->num_ignet + valid_bcc->num_internet + valid_bcc->num_ignet) > 0)
4239 && (CC->user.axlevel < AxNetU) ) {
4240 cprintf("%d Higher access required for network mail.\n",
4241 ERROR + HIGHER_ACCESS_REQUIRED);
4242 free_recipients(valid_to);
4243 free_recipients(valid_cc);
4244 free_recipients(valid_bcc);
4248 if ((RESTRICT_INTERNET == 1)
4249 && (valid_to->num_internet + valid_cc->num_internet + valid_bcc->num_internet > 0)
4250 && ((CC->user.flags & US_INTERNET) == 0)
4251 && (!CC->internal_pgm)) {
4252 cprintf("%d You don't have access to Internet mail.\n",
4253 ERROR + HIGHER_ACCESS_REQUIRED);
4254 free_recipients(valid_to);
4255 free_recipients(valid_cc);
4256 free_recipients(valid_bcc);
4262 /* Is this a room which has anonymous-only or anonymous-option? */
4263 anonymous = MES_NORMAL;
4264 if (CC->room.QRflags & QR_ANONONLY) {
4265 anonymous = MES_ANONONLY;
4267 if (CC->room.QRflags & QR_ANONOPT) {
4268 if (anon_flag == 1) { /* only if the user requested it */
4269 anonymous = MES_ANONOPT;
4273 if ((CC->room.QRflags & QR_MAILBOX) == 0) {
4277 /* Recommend to the client that the use of a message subject is
4278 * strongly recommended in this room, if either the SUBJECTREQ flag
4279 * is set, or if there is one or more Internet email recipients.
4281 if (CC->room.QRflags2 & QR2_SUBJECTREQ) subject_required = 1;
4282 if ((valid_to) && (valid_to->num_internet > 0)) subject_required = 1;
4283 if ((valid_cc) && (valid_cc->num_internet > 0)) subject_required = 1;
4284 if ((valid_bcc) && (valid_bcc->num_internet > 0)) subject_required = 1;
4286 /* If we're only checking the validity of the request, return
4287 * success without creating the message.
4290 cprintf("%d %s|%d\n", CIT_OK,
4291 ((valid_to != NULL) ? valid_to->display_recp : ""),
4293 free_recipients(valid_to);
4294 free_recipients(valid_cc);
4295 free_recipients(valid_bcc);
4299 /* We don't need these anymore because we'll do it differently below */
4300 free_recipients(valid_to);
4301 free_recipients(valid_cc);
4302 free_recipients(valid_bcc);
4304 /* Read in the message from the client. */
4306 cprintf("%d send message\n", START_CHAT_MODE);
4308 cprintf("%d send message\n", SEND_LISTING);
4311 msg = CtdlMakeMessage(&CC->user, recp, cc,
4312 CC->room.QRname, anonymous, format_type,
4313 newusername, newuseremail, subject,
4314 ((!IsEmptyStr(supplied_euid)) ? supplied_euid : NULL),
4317 /* Put together one big recipients struct containing to/cc/bcc all in
4318 * one. This is for the envelope.
4320 char *all_recps = malloc(SIZ * 3);
4321 strcpy(all_recps, recp);
4322 if (!IsEmptyStr(cc)) {
4323 if (!IsEmptyStr(all_recps)) {
4324 strcat(all_recps, ",");
4326 strcat(all_recps, cc);
4328 if (!IsEmptyStr(bcc)) {
4329 if (!IsEmptyStr(all_recps)) {
4330 strcat(all_recps, ",");
4332 strcat(all_recps, bcc);
4334 if (!IsEmptyStr(all_recps)) {
4335 valid = validate_recipients(all_recps, NULL, 0);
4343 msgnum = CtdlSubmitMsg(msg, valid, "", QP_EADDR);
4346 cprintf("%ld\n", msgnum);
4348 cprintf("Message accepted.\n");
4351 cprintf("Internal error.\n");
4353 if (msg->cm_fields['E'] != NULL) {
4354 cprintf("%s\n", msg->cm_fields['E']);
4361 CtdlFreeMessage(msg);
4363 if (valid != NULL) {
4364 free_recipients(valid);
4372 * API function to delete messages which match a set of criteria
4373 * (returns the actual number of messages deleted)
4375 int CtdlDeleteMessages(char *room_name, /* which room */
4376 long *dmsgnums, /* array of msg numbers to be deleted */
4377 int num_dmsgnums, /* number of msgs to be deleted, or 0 for "any" */
4378 char *content_type /* or "" for any. regular expressions expected. */
4381 struct ctdlroom qrbuf;
4382 struct cdbdata *cdbfr;
4383 long *msglist = NULL;
4384 long *dellist = NULL;
4387 int num_deleted = 0;
4389 struct MetaData smi;
4392 int need_to_free_re = 0;
4394 if (content_type) if (!IsEmptyStr(content_type)) {
4395 regcomp(&re, content_type, 0);
4396 need_to_free_re = 1;
4398 syslog(LOG_DEBUG, "CtdlDeleteMessages(%s, %d msgs, %s)\n",
4399 room_name, num_dmsgnums, content_type);
4401 /* get room record, obtaining a lock... */
4402 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
4403 syslog(LOG_ERR, "CtdlDeleteMessages(): Room <%s> not found\n",
4405 if (need_to_free_re) regfree(&re);
4406 return (0); /* room not found */
4408 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
4410 if (cdbfr != NULL) {
4411 dellist = malloc(cdbfr->len);
4412 msglist = (long *) cdbfr->ptr;
4413 cdbfr->ptr = NULL; /* CtdlDeleteMessages() now owns this memory */
4414 num_msgs = cdbfr->len / sizeof(long);
4418 for (i = 0; i < num_msgs; ++i) {
4421 /* Set/clear a bit for each criterion */
4423 /* 0 messages in the list or a null list means that we are
4424 * interested in deleting any messages which meet the other criteria.
4426 if ((num_dmsgnums == 0) || (dmsgnums == NULL)) {
4427 delete_this |= 0x01;
4430 for (j=0; j<num_dmsgnums; ++j) {
4431 if (msglist[i] == dmsgnums[j]) {
4432 delete_this |= 0x01;
4437 if (IsEmptyStr(content_type)) {
4438 delete_this |= 0x02;
4440 GetMetaData(&smi, msglist[i]);
4441 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
4442 delete_this |= 0x02;
4446 /* Delete message only if all bits are set */
4447 if (delete_this == 0x03) {
4448 dellist[num_deleted++] = msglist[i];
4453 num_msgs = sort_msglist(msglist, num_msgs);
4454 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
4455 msglist, (int)(num_msgs * sizeof(long)));
4458 qrbuf.QRhighest = msglist[num_msgs - 1];
4460 qrbuf.QRhighest = 0;
4462 CtdlPutRoomLock(&qrbuf);
4464 /* Go through the messages we pulled out of the index, and decrement
4465 * their reference counts by 1. If this is the only room the message
4466 * was in, the reference count will reach zero and the message will
4467 * automatically be deleted from the database. We do this in a
4468 * separate pass because there might be plug-in hooks getting called,
4469 * and we don't want that happening during an S_ROOMS critical
4472 if (num_deleted) for (i=0; i<num_deleted; ++i) {
4473 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
4474 AdjRefCount(dellist[i], -1);
4477 /* Now free the memory we used, and go away. */
4478 if (msglist != NULL) free(msglist);
4479 if (dellist != NULL) free(dellist);
4480 syslog(LOG_DEBUG, "%d message(s) deleted.\n", num_deleted);
4481 if (need_to_free_re) regfree(&re);
4482 return (num_deleted);
4488 * Check whether the current user has permission to delete messages from
4489 * the current room (returns 1 for yes, 0 for no)
4491 int CtdlDoIHavePermissionToDeleteMessagesFromThisRoom(void) {
4493 CtdlRoomAccess(&CC->room, &CC->user, &ra, NULL);
4494 if (ra & UA_DELETEALLOWED) return(1);
4502 * Delete message from current room
4504 void cmd_dele(char *args)
4513 extract_token(msgset, args, 0, '|', sizeof msgset);
4514 num_msgs = num_tokens(msgset, ',');
4516 cprintf("%d Nothing to do.\n", CIT_OK);
4520 if (CtdlDoIHavePermissionToDeleteMessagesFromThisRoom() == 0) {
4521 cprintf("%d Higher access required.\n",
4522 ERROR + HIGHER_ACCESS_REQUIRED);
4527 * Build our message set to be moved/copied
4529 msgs = malloc(num_msgs * sizeof(long));
4530 for (i=0; i<num_msgs; ++i) {
4531 extract_token(msgtok, msgset, i, ',', sizeof msgtok);
4532 msgs[i] = atol(msgtok);
4535 num_deleted = CtdlDeleteMessages(CC->room.QRname, msgs, num_msgs, "");
4539 cprintf("%d %d message%s deleted.\n", CIT_OK,
4540 num_deleted, ((num_deleted != 1) ? "s" : ""));
4542 cprintf("%d Message not found.\n", ERROR + MESSAGE_NOT_FOUND);
4550 * move or copy a message to another room
4552 void cmd_move(char *args)
4559 char targ[ROOMNAMELEN];
4560 struct ctdlroom qtemp;
4567 extract_token(msgset, args, 0, '|', sizeof msgset);
4568 num_msgs = num_tokens(msgset, ',');
4570 cprintf("%d Nothing to do.\n", CIT_OK);
4574 extract_token(targ, args, 1, '|', sizeof targ);
4575 convert_room_name_macros(targ, sizeof targ);
4576 targ[ROOMNAMELEN - 1] = 0;
4577 is_copy = extract_int(args, 2);
4579 if (CtdlGetRoom(&qtemp, targ) != 0) {
4580 cprintf("%d '%s' does not exist.\n", ERROR + ROOM_NOT_FOUND, targ);
4584 if (!strcasecmp(qtemp.QRname, CC->room.QRname)) {
4585 cprintf("%d Source and target rooms are the same.\n", ERROR + ALREADY_EXISTS);
4589 CtdlGetUser(&CC->user, CC->curr_user);
4590 CtdlRoomAccess(&qtemp, &CC->user, &ra, NULL);
4592 /* Check for permission to perform this operation.
4593 * Remember: "CC->room" is source, "qtemp" is target.
4597 /* Aides can move/copy */
4598 if (CC->user.axlevel >= AxAideU) permit = 1;
4600 /* Room aides can move/copy */
4601 if (CC->user.usernum == CC->room.QRroomaide) permit = 1;
4603 /* Permit move/copy from personal rooms */
4604 if ((CC->room.QRflags & QR_MAILBOX)
4605 && (qtemp.QRflags & QR_MAILBOX)) permit = 1;
4607 /* Permit only copy from public to personal room */
4609 && (!(CC->room.QRflags & QR_MAILBOX))
4610 && (qtemp.QRflags & QR_MAILBOX)) permit = 1;
4612 /* Permit message removal from collaborative delete rooms */
4613 if (CC->room.QRflags2 & QR2_COLLABDEL) permit = 1;
4615 /* Users allowed to post into the target room may move into it too. */
4616 if ((CC->room.QRflags & QR_MAILBOX) &&
4617 (qtemp.QRflags & UA_POSTALLOWED)) permit = 1;
4619 /* User must have access to target room */
4620 if (!(ra & UA_KNOWN)) permit = 0;
4623 cprintf("%d Higher access required.\n",
4624 ERROR + HIGHER_ACCESS_REQUIRED);
4629 * Build our message set to be moved/copied
4631 msgs = malloc(num_msgs * sizeof(long));
4632 for (i=0; i<num_msgs; ++i) {
4633 extract_token(msgtok, msgset, i, ',', sizeof msgtok);
4634 msgs[i] = atol(msgtok);
4640 err = CtdlSaveMsgPointersInRoom(targ, msgs, num_msgs, 1, NULL, 0);
4642 cprintf("%d Cannot store message(s) in %s: error %d\n",
4648 /* Now delete the message from the source room,
4649 * if this is a 'move' rather than a 'copy' operation.
4652 CtdlDeleteMessages(CC->room.QRname, msgs, num_msgs, "");
4656 cprintf("%d Message(s) %s.\n", CIT_OK, (is_copy ? "copied" : "moved") );
4662 * GetMetaData() - Get the supplementary record for a message
4664 void GetMetaData(struct MetaData *smibuf, long msgnum)
4667 struct cdbdata *cdbsmi;
4670 memset(smibuf, 0, sizeof(struct MetaData));
4671 smibuf->meta_msgnum = msgnum;
4672 smibuf->meta_refcount = 1; /* Default reference count is 1 */
4674 /* Use the negative of the message number for its supp record index */
4675 TheIndex = (0L - msgnum);
4677 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
4678 if (cdbsmi == NULL) {
4679 return; /* record not found; go with defaults */
4681 memcpy(smibuf, cdbsmi->ptr,
4682 ((cdbsmi->len > sizeof(struct MetaData)) ?
4683 sizeof(struct MetaData) : cdbsmi->len));
4690 * PutMetaData() - (re)write supplementary record for a message
4692 void PutMetaData(struct MetaData *smibuf)
4696 /* Use the negative of the message number for the metadata db index */
4697 TheIndex = (0L - smibuf->meta_msgnum);
4699 cdb_store(CDB_MSGMAIN,
4700 &TheIndex, (int)sizeof(long),
4701 smibuf, (int)sizeof(struct MetaData));
4706 * AdjRefCount - submit an adjustment to the reference count for a message.
4707 * (These are just queued -- we actually process them later.)
4709 void AdjRefCount(long msgnum, int incr)
4711 struct arcq new_arcq;
4714 syslog(LOG_DEBUG, "AdjRefCount() msg %ld ref count delta %+d\n",
4718 begin_critical_section(S_SUPPMSGMAIN);
4719 if (arcfp == NULL) {
4720 arcfp = fopen(file_arcq, "ab+");
4722 end_critical_section(S_SUPPMSGMAIN);
4724 /* msgnum < 0 means that we're trying to close the file */
4726 syslog(LOG_DEBUG, "Closing the AdjRefCount queue file\n");
4727 begin_critical_section(S_SUPPMSGMAIN);
4728 if (arcfp != NULL) {
4732 end_critical_section(S_SUPPMSGMAIN);
4737 * If we can't open the queue, perform the operation synchronously.
4739 if (arcfp == NULL) {
4740 TDAP_AdjRefCount(msgnum, incr);
4744 new_arcq.arcq_msgnum = msgnum;
4745 new_arcq.arcq_delta = incr;
4746 rv = fwrite(&new_arcq, sizeof(struct arcq), 1, arcfp);
4754 * TDAP_ProcessAdjRefCountQueue()
4756 * Process the queue of message count adjustments that was created by calls
4757 * to AdjRefCount() ... by reading the queue and calling TDAP_AdjRefCount()
4758 * for each one. This should be an "off hours" operation.
4760 int TDAP_ProcessAdjRefCountQueue(void)
4762 char file_arcq_temp[PATH_MAX];
4765 struct arcq arcq_rec;
4766 int num_records_processed = 0;
4768 snprintf(file_arcq_temp, sizeof file_arcq_temp, "%s.%04x", file_arcq, rand());
4770 begin_critical_section(S_SUPPMSGMAIN);
4771 if (arcfp != NULL) {
4776 r = link(file_arcq, file_arcq_temp);
4778 syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4779 end_critical_section(S_SUPPMSGMAIN);
4780 return(num_records_processed);
4784 end_critical_section(S_SUPPMSGMAIN);
4786 fp = fopen(file_arcq_temp, "rb");
4788 syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4789 return(num_records_processed);
4792 while (fread(&arcq_rec, sizeof(struct arcq), 1, fp) == 1) {
4793 TDAP_AdjRefCount(arcq_rec.arcq_msgnum, arcq_rec.arcq_delta);
4794 ++num_records_processed;
4798 r = unlink(file_arcq_temp);
4800 syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4803 return(num_records_processed);
4809 * TDAP_AdjRefCount - adjust the reference count for a message.
4810 * This one does it "for real" because it's called by
4811 * the autopurger function that processes the queue
4812 * created by AdjRefCount(). If a message's reference
4813 * count becomes zero, we also delete the message from
4814 * disk and de-index it.
4816 void TDAP_AdjRefCount(long msgnum, int incr)
4819 struct MetaData smi;
4822 /* This is a *tight* critical section; please keep it that way, as
4823 * it may get called while nested in other critical sections.
4824 * Complicating this any further will surely cause deadlock!
4826 begin_critical_section(S_SUPPMSGMAIN);
4827 GetMetaData(&smi, msgnum);
4828 smi.meta_refcount += incr;
4830 end_critical_section(S_SUPPMSGMAIN);
4831 syslog(LOG_DEBUG, "TDAP_AdjRefCount() msg %ld ref count delta %+d, is now %d\n",
4832 msgnum, incr, smi.meta_refcount
4835 /* If the reference count is now zero, delete the message
4836 * (and its supplementary record as well).
4838 if (smi.meta_refcount == 0) {
4839 syslog(LOG_DEBUG, "Deleting message <%ld>\n", msgnum);
4841 /* Call delete hooks with NULL room to show it has gone altogether */
4842 PerformDeleteHooks(NULL, msgnum);
4844 /* Remove from message base */
4846 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
4847 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
4849 /* Remove metadata record */
4850 delnum = (0L - msgnum);
4851 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
4857 * Write a generic object to this room
4859 * Note: this could be much more efficient. Right now we use two temporary
4860 * files, and still pull the message into memory as with all others.
4862 void CtdlWriteObject(char *req_room, /* Room to stuff it in */
4863 char *content_type, /* MIME type of this object */
4864 char *raw_message, /* Data to be written */
4865 off_t raw_length, /* Size of raw_message */
4866 struct ctdluser *is_mailbox, /* Mailbox room? */
4867 int is_binary, /* Is encoding necessary? */
4868 int is_unique, /* Del others of this type? */
4869 unsigned int flags /* Internal save flags */
4873 struct ctdlroom qrbuf;
4874 char roomname[ROOMNAMELEN];
4875 struct CtdlMessage *msg;
4876 char *encoded_message = NULL;
4878 if (is_mailbox != NULL) {
4879 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
4882 safestrncpy(roomname, req_room, sizeof(roomname));
4885 syslog(LOG_DEBUG, "Raw length is %ld\n", (long)raw_length);
4888 encoded_message = malloc((size_t) (((raw_length * 134) / 100) + 4096 ) );
4891 encoded_message = malloc((size_t)(raw_length + 4096));
4894 sprintf(encoded_message, "Content-type: %s\n", content_type);
4897 sprintf(&encoded_message[strlen(encoded_message)],
4898 "Content-transfer-encoding: base64\n\n"
4902 sprintf(&encoded_message[strlen(encoded_message)],
4903 "Content-transfer-encoding: 7bit\n\n"
4909 &encoded_message[strlen(encoded_message)],
4917 &encoded_message[strlen(encoded_message)],
4923 syslog(LOG_DEBUG, "Allocating\n");
4924 msg = malloc(sizeof(struct CtdlMessage));
4925 memset(msg, 0, sizeof(struct CtdlMessage));
4926 msg->cm_magic = CTDLMESSAGE_MAGIC;
4927 msg->cm_anon_type = MES_NORMAL;
4928 msg->cm_format_type = 4;
4929 msg->cm_fields['A'] = strdup(CC->user.fullname);
4930 msg->cm_fields['O'] = strdup(req_room);
4931 msg->cm_fields['N'] = strdup(config.c_nodename);
4932 msg->cm_fields['H'] = strdup(config.c_humannode);
4933 msg->cm_flags = flags;
4935 msg->cm_fields['M'] = encoded_message;
4937 /* Create the requested room if we have to. */
4938 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
4939 CtdlCreateRoom(roomname,
4940 ( (is_mailbox != NULL) ? 5 : 3 ),
4941 "", 0, 1, 0, VIEW_BBS);
4943 /* If the caller specified this object as unique, delete all
4944 * other objects of this type that are currently in the room.
4947 syslog(LOG_DEBUG, "Deleted %d other msgs of this type\n",
4948 CtdlDeleteMessages(roomname, NULL, 0, content_type)
4951 /* Now write the data */
4952 CtdlSubmitMsg(msg, NULL, roomname, 0);
4953 CtdlFreeMessage(msg);
4961 void CtdlGetSysConfigBackend(long msgnum, void *userdata) {
4962 config_msgnum = msgnum;
4966 char *CtdlGetSysConfig(char *sysconfname) {
4967 char hold_rm[ROOMNAMELEN];
4970 struct CtdlMessage *msg;
4973 strcpy(hold_rm, CC->room.QRname);
4974 if (CtdlGetRoom(&CC->room, SYSCONFIGROOM) != 0) {
4975 CtdlGetRoom(&CC->room, hold_rm);
4980 /* We want the last (and probably only) config in this room */
4981 begin_critical_section(S_CONFIG);
4982 config_msgnum = (-1L);
4983 CtdlForEachMessage(MSGS_LAST, 1, NULL, sysconfname, NULL,
4984 CtdlGetSysConfigBackend, NULL);
4985 msgnum = config_msgnum;
4986 end_critical_section(S_CONFIG);
4992 msg = CtdlFetchMessage(msgnum, 1);
4994 conf = strdup(msg->cm_fields['M']);
4995 CtdlFreeMessage(msg);
5002 CtdlGetRoom(&CC->room, hold_rm);
5004 if (conf != NULL) do {
5005 extract_token(buf, conf, 0, '\n', sizeof buf);
5006 strcpy(conf, &conf[strlen(buf)+1]);
5007 } while ( (!IsEmptyStr(conf)) && (!IsEmptyStr(buf)) );
5013 void CtdlPutSysConfig(char *sysconfname, char *sysconfdata) {
5014 CtdlWriteObject(SYSCONFIGROOM, sysconfname, sysconfdata, (strlen(sysconfdata)+1), NULL, 0, 1, 0);
5019 * Determine whether a given Internet address belongs to the current user
5021 int CtdlIsMe(char *addr, int addr_buf_len)
5023 struct recptypes *recp;
5026 recp = validate_recipients(addr, NULL, 0);
5027 if (recp == NULL) return(0);
5029 if (recp->num_local == 0) {
5030 free_recipients(recp);
5034 for (i=0; i<recp->num_local; ++i) {
5035 extract_token(addr, recp->recp_local, i, '|', addr_buf_len);
5036 if (!strcasecmp(addr, CC->user.fullname)) {
5037 free_recipients(recp);
5042 free_recipients(recp);
5048 * Citadel protocol command to do the same
5050 void cmd_isme(char *argbuf) {
5053 if (CtdlAccessCheck(ac_logged_in)) return;
5054 extract_token(addr, argbuf, 0, '|', sizeof addr);
5056 if (CtdlIsMe(addr, sizeof addr)) {
5057 cprintf("%d %s\n", CIT_OK, addr);
5060 cprintf("%d Not you.\n", ERROR + ILLEGAL_VALUE);
5066 /*****************************************************************************/
5067 /* MODULE INITIALIZATION STUFF */
5068 /*****************************************************************************/
5070 CTDL_MODULE_INIT(msgbase)
5073 CtdlRegisterProtoHook(cmd_msgs, "MSGS", "Output a list of messages in the current room");
5074 CtdlRegisterProtoHook(cmd_msg0, "MSG0", "Output a message in plain text format");
5075 CtdlRegisterProtoHook(cmd_msg2, "MSG2", "Output a message in RFC822 format");
5076 CtdlRegisterProtoHook(cmd_msg3, "MSG3", "Output a message in raw format (deprecated)");
5077 CtdlRegisterProtoHook(cmd_msg4, "MSG4", "Output a message in the client's preferred format");
5078 CtdlRegisterProtoHook(cmd_msgp, "MSGP", "Select preferred format for MSG4 output");
5079 CtdlRegisterProtoHook(cmd_opna, "OPNA", "Open an attachment for download");
5080 CtdlRegisterProtoHook(cmd_dlat, "DLAT", "Download an attachment");
5081 CtdlRegisterProtoHook(cmd_ent0, "ENT0", "Enter a message");
5082 CtdlRegisterProtoHook(cmd_dele, "DELE", "Delete a message");
5083 CtdlRegisterProtoHook(cmd_move, "MOVE", "Move or copy a message to another room");
5084 CtdlRegisterProtoHook(cmd_isme, "ISME", "Determine whether an email address belongs to a user");
5087 /* return our Subversion id for the Log */