4 * Implements the message store.
6 * Copyright (c) 1987-2010 by the citadel.org team
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 3 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
29 #if TIME_WITH_SYS_TIME
30 # include <sys/time.h>
34 # include <sys/time.h>
47 #include <sys/types.h>
49 #include <libcitadel.h>
52 #include "serv_extensions.h"
56 #include "sysdep_decls.h"
57 #include "citserver.h"
64 #include "internet_addressing.h"
65 #include "euidindex.h"
66 #include "journaling.h"
67 #include "citadel_dirs.h"
68 #include "clientsocket.h"
69 #include "serv_network.h"
72 #include "ctdl_module.h"
75 struct addresses_to_be_filed *atbf = NULL;
77 /* This temp file holds the queue of operations for AdjRefCount() */
78 static FILE *arcfp = NULL;
81 * This really belongs in serv_network.c, but I don't know how to export
82 * symbols between modules.
84 struct FilterList *filterlist = NULL;
88 * These are the four-character field headers we use when outputting
89 * messages in Citadel format (as opposed to RFC822 format).
92 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
93 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
94 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
95 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
96 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
97 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
98 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
99 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
128 * This function is self explanatory.
129 * (What can I say, I'm in a weird mood today...)
131 void remove_any_whitespace_to_the_left_or_right_of_at_symbol(char *name)
135 for (i = 0; i < strlen(name); ++i) {
136 if (name[i] == '@') {
137 while (isspace(name[i - 1]) && i > 0) {
138 strcpy(&name[i - 1], &name[i]);
141 while (isspace(name[i + 1])) {
142 strcpy(&name[i + 1], &name[i + 2]);
150 * Aliasing for network mail.
151 * (Error messages have been commented out, because this is a server.)
153 int alias(char *name)
154 { /* process alias and routing info for mail */
157 char aaa[SIZ], bbb[SIZ];
158 char *ignetcfg = NULL;
159 char *ignetmap = NULL;
165 char original_name[256];
166 safestrncpy(original_name, name, sizeof original_name);
169 remove_any_whitespace_to_the_left_or_right_of_at_symbol(name);
170 stripallbut(name, '<', '>');
172 fp = fopen(file_mail_aliases, "r");
174 fp = fopen("/dev/null", "r");
181 while (fgets(aaa, sizeof aaa, fp) != NULL) {
182 while (isspace(name[0]))
183 strcpy(name, &name[1]);
184 aaa[strlen(aaa) - 1] = 0;
186 for (a = 0; a < strlen(aaa); ++a) {
188 strcpy(bbb, &aaa[a + 1]);
192 if (!strcasecmp(name, aaa))
197 /* Hit the Global Address Book */
198 if (CtdlDirectoryLookup(aaa, name, sizeof aaa) == 0) {
202 if (strcasecmp(original_name, name)) {
203 CtdlLogPrintf(CTDL_INFO, "%s is being forwarded to %s\n", original_name, name);
206 /* Change "user @ xxx" to "user" if xxx is an alias for this host */
207 for (a=0; a<strlen(name); ++a) {
208 if (name[a] == '@') {
209 if (CtdlHostAlias(&name[a+1]) == hostalias_localhost) {
211 CtdlLogPrintf(CTDL_INFO, "Changed to <%s>\n", name);
216 /* determine local or remote type, see citadel.h */
217 at = haschar(name, '@');
218 if (at == 0) return(MES_LOCAL); /* no @'s - local address */
219 if (at > 1) return(MES_ERROR); /* >1 @'s - invalid address */
220 remove_any_whitespace_to_the_left_or_right_of_at_symbol(name);
222 /* figure out the delivery mode */
223 extract_token(node, name, 1, '@', sizeof node);
225 /* If there are one or more dots in the nodename, we assume that it
226 * is an FQDN and will attempt SMTP delivery to the Internet.
228 if (haschar(node, '.') > 0) {
229 return(MES_INTERNET);
232 /* Otherwise we look in the IGnet maps for a valid Citadel node.
233 * Try directly-connected nodes first...
235 ignetcfg = CtdlGetSysConfig(IGNETCFG);
236 for (i=0; i<num_tokens(ignetcfg, '\n'); ++i) {
237 extract_token(buf, ignetcfg, i, '\n', sizeof buf);
238 extract_token(testnode, buf, 0, '|', sizeof testnode);
239 if (!strcasecmp(node, testnode)) {
247 * Then try nodes that are two or more hops away.
249 ignetmap = CtdlGetSysConfig(IGNETMAP);
250 for (i=0; i<num_tokens(ignetmap, '\n'); ++i) {
251 extract_token(buf, ignetmap, i, '\n', sizeof buf);
252 extract_token(testnode, buf, 0, '|', sizeof testnode);
253 if (!strcasecmp(node, testnode)) {
260 /* If we get to this point it's an invalid node name */
266 * Back end for the MSGS command: output message number only.
268 void simple_listing(long msgnum, void *userdata)
270 cprintf("%ld\n", msgnum);
276 * Back end for the MSGS command: output header summary.
278 void headers_listing(long msgnum, void *userdata)
280 struct CtdlMessage *msg;
282 msg = CtdlFetchMessage(msgnum, 0);
284 cprintf("%ld|0|||||\n", msgnum);
288 cprintf("%ld|%s|%s|%s|%s|%s|\n",
290 (msg->cm_fields['T'] ? msg->cm_fields['T'] : "0"),
291 (msg->cm_fields['A'] ? msg->cm_fields['A'] : ""),
292 (msg->cm_fields['N'] ? msg->cm_fields['N'] : ""),
293 (msg->cm_fields['F'] ? msg->cm_fields['F'] : ""),
294 (msg->cm_fields['U'] ? msg->cm_fields['U'] : "")
296 CtdlFreeMessage(msg);
300 * Back end for the MSGS command: output EUID header.
302 void headers_euid(long msgnum, void *userdata)
304 struct CtdlMessage *msg;
306 msg = CtdlFetchMessage(msgnum, 0);
308 cprintf("%ld||\n", msgnum);
312 cprintf("%ld|%s|\n", msgnum, (msg->cm_fields['E'] ? msg->cm_fields['E'] : ""));
313 CtdlFreeMessage(msg);
320 /* Determine if a given message matches the fields in a message template.
321 * Return 0 for a successful match.
323 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
326 /* If there aren't any fields in the template, all messages will
329 if (template == NULL) return(0);
331 /* Null messages are bogus. */
332 if (msg == NULL) return(1);
334 for (i='A'; i<='Z'; ++i) {
335 if (template->cm_fields[i] != NULL) {
336 if (msg->cm_fields[i] == NULL) {
337 /* Considered equal if temmplate is empty string */
338 if (IsEmptyStr(template->cm_fields[i])) continue;
341 if (strcasecmp(msg->cm_fields[i],
342 template->cm_fields[i])) return 1;
346 /* All compares succeeded: we have a match! */
353 * Retrieve the "seen" message list for the current room.
355 void CtdlGetSeen(char *buf, int which_set) {
358 /* Learn about the user and room in question */
359 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
361 if (which_set == ctdlsetseen_seen)
362 safestrncpy(buf, vbuf.v_seen, SIZ);
363 if (which_set == ctdlsetseen_answered)
364 safestrncpy(buf, vbuf.v_answered, SIZ);
370 * Manipulate the "seen msgs" string (or other message set strings)
372 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
373 int target_setting, int which_set,
374 struct ctdluser *which_user, struct ctdlroom *which_room) {
375 struct cdbdata *cdbfr;
389 char *is_set; /* actually an array of booleans */
391 /* Don't bother doing *anything* if we were passed a list of zero messages */
392 if (num_target_msgnums < 1) {
396 /* If no room was specified, we go with the current room. */
398 which_room = &CC->room;
401 /* If no user was specified, we go with the current user. */
403 which_user = &CC->user;
406 CtdlLogPrintf(CTDL_DEBUG, "CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>\n",
407 num_target_msgnums, target_msgnums[0],
408 (target_setting ? "SET" : "CLEAR"),
412 /* Learn about the user and room in question */
413 CtdlGetRelationship(&vbuf, which_user, which_room);
415 /* Load the message list */
416 cdbfr = cdb_fetch(CDB_MSGLISTS, &which_room->QRnumber, sizeof(long));
418 msglist = (long *) cdbfr->ptr;
419 cdbfr->ptr = NULL; /* CtdlSetSeen() now owns this memory */
420 num_msgs = cdbfr->len / sizeof(long);
423 return; /* No messages at all? No further action. */
426 is_set = malloc(num_msgs * sizeof(char));
427 memset(is_set, 0, (num_msgs * sizeof(char)) );
429 /* Decide which message set we're manipulating */
431 case ctdlsetseen_seen:
432 vset = NewStrBufPlain(vbuf.v_seen, -1);
434 case ctdlsetseen_answered:
435 vset = NewStrBufPlain(vbuf.v_answered, -1);
442 #if 0 /* This is a special diagnostic section. Do not allow it to run during normal operation. */
443 CtdlLogPrintf(CTDL_DEBUG, "There are %d messages in the room.\n", num_msgs);
444 for (i=0; i<num_msgs; ++i) {
445 if ((i > 0) && (msglist[i] <= msglist[i-1])) abort();
447 CtdlLogPrintf(CTDL_DEBUG, "We are twiddling %d of them.\n", num_target_msgnums);
448 for (k=0; k<num_target_msgnums; ++k) {
449 if ((k > 0) && (target_msgnums[k] <= target_msgnums[k-1])) abort();
453 CtdlLogPrintf(CTDL_DEBUG, "before update: %s\n", ChrPtr(vset));
455 /* Translate the existing sequence set into an array of booleans */
456 setstr = NewStrBuf();
460 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
462 StrBufExtract_token(lostr, setstr, 0, ':');
463 if (StrBufNum_tokens(setstr, ':') >= 2) {
464 StrBufExtract_token(histr, setstr, 1, ':');
468 StrBufAppendBuf(histr, lostr, 0);
471 if (!strcmp(ChrPtr(histr), "*")) {
478 for (i = 0; i < num_msgs; ++i) {
479 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
489 /* Now translate the array of booleans back into a sequence set */
495 for (i=0; i<num_msgs; ++i) {
499 for (k=0; k<num_target_msgnums; ++k) {
500 if (msglist[i] == target_msgnums[k]) {
501 is_seen = target_setting;
505 if ((was_seen == 0) && (is_seen == 1)) {
508 else if ((was_seen == 1) && (is_seen == 0)) {
511 if (StrLength(vset) > 0) {
512 StrBufAppendBufPlain(vset, HKEY(","), 0);
515 StrBufAppendPrintf(vset, "%ld", hi);
518 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
522 if ((is_seen) && (i == num_msgs - 1)) {
523 if (StrLength(vset) > 0) {
524 StrBufAppendBufPlain(vset, HKEY(","), 0);
526 if ((i==0) || (was_seen == 0)) {
527 StrBufAppendPrintf(vset, "%ld", msglist[i]);
530 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
538 * We will have to stuff this string back into a 4096 byte buffer, so if it's
539 * larger than that now, truncate it by removing tokens from the beginning.
540 * The limit of 100 iterations is there to prevent an infinite loop in case
541 * something unexpected happens.
543 int number_of_truncations = 0;
544 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
545 StrBufRemove_token(vset, 0, ',');
546 ++number_of_truncations;
550 * If we're truncating the sequence set of messages marked with the 'seen' flag,
551 * we want the earliest messages (the truncated ones) to be marked, not unmarked.
552 * Otherwise messages at the beginning will suddenly appear to be 'unseen'.
554 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
556 first_tok = NewStrBuf();
557 StrBufExtract_token(first_tok, vset, 0, ',');
558 StrBufRemove_token(vset, 0, ',');
560 if (StrBufNum_tokens(first_tok, ':') > 1) {
561 StrBufRemove_token(first_tok, 0, ':');
565 new_set = NewStrBuf();
566 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
567 StrBufAppendBuf(new_set, first_tok, 0);
568 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
569 StrBufAppendBuf(new_set, vset, 0);
572 FreeStrBuf(&first_tok);
576 CtdlLogPrintf(CTDL_DEBUG, " after update: %s\n", ChrPtr(vset));
578 /* Decide which message set we're manipulating */
580 case ctdlsetseen_seen:
581 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
583 case ctdlsetseen_answered:
584 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
590 CtdlSetRelationship(&vbuf, which_user, which_room);
596 * API function to perform an operation for each qualifying message in the
597 * current room. (Returns the number of messages processed.)
599 int CtdlForEachMessage(int mode, long ref, char *search_string,
601 struct CtdlMessage *compare,
602 ForEachMsgCallback CallBack,
608 struct cdbdata *cdbfr;
609 long *msglist = NULL;
611 int num_processed = 0;
614 struct CtdlMessage *msg = NULL;
617 int printed_lastold = 0;
618 int num_search_msgs = 0;
619 long *search_msgs = NULL;
621 int need_to_free_re = 0;
624 if ((content_type) && (!IsEmptyStr(content_type))) {
625 regcomp(&re, content_type, 0);
629 /* Learn about the user and room in question */
630 CtdlGetUser(&CC->user, CC->curr_user);
631 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
633 /* Load the message list */
634 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
636 msglist = (long *) cdbfr->ptr;
637 num_msgs = cdbfr->len / sizeof(long);
639 if (need_to_free_re) regfree(&re);
640 return 0; /* No messages at all? No further action. */
645 * Now begin the traversal.
647 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
649 /* If the caller is looking for a specific MIME type, filter
650 * out all messages which are not of the type requested.
652 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
654 /* This call to GetMetaData() sits inside this loop
655 * so that we only do the extra database read per msg
656 * if we need to. Doing the extra read all the time
657 * really kills the server. If we ever need to use
658 * metadata for another search criterion, we need to
659 * move the read somewhere else -- but still be smart
660 * enough to only do the read if the caller has
661 * specified something that will need it.
663 GetMetaData(&smi, msglist[a]);
665 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
666 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
672 num_msgs = sort_msglist(msglist, num_msgs);
674 /* If a template was supplied, filter out the messages which
675 * don't match. (This could induce some delays!)
678 if (compare != NULL) {
679 for (a = 0; a < num_msgs; ++a) {
680 msg = CtdlFetchMessage(msglist[a], 1);
682 if (CtdlMsgCmp(msg, compare)) {
685 CtdlFreeMessage(msg);
691 /* If a search string was specified, get a message list from
692 * the full text index and remove messages which aren't on both
696 * Since the lists are sorted and strictly ascending, and the
697 * output list is guaranteed to be shorter than or equal to the
698 * input list, we overwrite the bottom of the input list. This
699 * eliminates the need to memmove big chunks of the list over and
702 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
704 /* Call search module via hook mechanism.
705 * NULL means use any search function available.
706 * otherwise replace with a char * to name of search routine
708 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
710 if (num_search_msgs > 0) {
714 orig_num_msgs = num_msgs;
716 for (i=0; i<orig_num_msgs; ++i) {
717 for (j=0; j<num_search_msgs; ++j) {
718 if (msglist[i] == search_msgs[j]) {
719 msglist[num_msgs++] = msglist[i];
725 num_msgs = 0; /* No messages qualify */
727 if (search_msgs != NULL) free(search_msgs);
729 /* Now that we've purged messages which don't contain the search
730 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
737 * Now iterate through the message list, according to the
738 * criteria supplied by the caller.
741 for (a = 0; a < num_msgs; ++a) {
742 thismsg = msglist[a];
743 if (mode == MSGS_ALL) {
747 is_seen = is_msg_in_sequence_set(
748 vbuf.v_seen, thismsg);
749 if (is_seen) lastold = thismsg;
755 || ((mode == MSGS_OLD) && (is_seen))
756 || ((mode == MSGS_NEW) && (!is_seen))
757 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
758 || ((mode == MSGS_FIRST) && (a < ref))
759 || ((mode == MSGS_GT) && (thismsg > ref))
760 || ((mode == MSGS_LT) && (thismsg < ref))
761 || ((mode == MSGS_EQ) && (thismsg == ref))
764 if ((mode == MSGS_NEW) && (CC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
766 CallBack(lastold, userdata);
770 if (CallBack) CallBack(thismsg, userdata);
774 cdb_free(cdbfr); /* Clean up */
775 if (need_to_free_re) regfree(&re);
776 return num_processed;
782 * cmd_msgs() - get list of message #'s in this room
783 * implements the MSGS server command using CtdlForEachMessage()
785 void cmd_msgs(char *cmdbuf)
794 int with_template = 0;
795 struct CtdlMessage *template = NULL;
796 char search_string[1024];
797 ForEachMsgCallback CallBack;
799 extract_token(which, cmdbuf, 0, '|', sizeof which);
800 cm_ref = extract_int(cmdbuf, 1);
801 extract_token(search_string, cmdbuf, 1, '|', sizeof search_string);
802 with_template = extract_int(cmdbuf, 2);
803 switch (extract_int(cmdbuf, 3))
807 CallBack = simple_listing;
810 CallBack = headers_listing;
813 CallBack = headers_euid;
818 if (!strncasecmp(which, "OLD", 3))
820 else if (!strncasecmp(which, "NEW", 3))
822 else if (!strncasecmp(which, "FIRST", 5))
824 else if (!strncasecmp(which, "LAST", 4))
826 else if (!strncasecmp(which, "GT", 2))
828 else if (!strncasecmp(which, "LT", 2))
830 else if (!strncasecmp(which, "SEARCH", 6))
835 if ((!(CC->logged_in)) && (!(CC->internal_pgm))) {
836 cprintf("%d not logged in\n", ERROR + NOT_LOGGED_IN);
840 if ( (mode == MSGS_SEARCH) && (!config.c_enable_fulltext) ) {
841 cprintf("%d Full text index is not enabled on this server.\n",
842 ERROR + CMD_NOT_SUPPORTED);
848 cprintf("%d Send template then receive message list\n",
850 template = (struct CtdlMessage *)
851 malloc(sizeof(struct CtdlMessage));
852 memset(template, 0, sizeof(struct CtdlMessage));
853 template->cm_magic = CTDLMESSAGE_MAGIC;
854 template->cm_anon_type = MES_NORMAL;
856 while(client_getln(buf, sizeof buf) >= 0 && strcmp(buf,"000")) {
857 extract_token(tfield, buf, 0, '|', sizeof tfield);
858 extract_token(tvalue, buf, 1, '|', sizeof tvalue);
859 for (i='A'; i<='Z'; ++i) if (msgkeys[i]!=NULL) {
860 if (!strcasecmp(tfield, msgkeys[i])) {
861 template->cm_fields[i] =
869 cprintf("%d \n", LISTING_FOLLOWS);
872 CtdlForEachMessage(mode,
873 ( (mode == MSGS_SEARCH) ? 0 : cm_ref ),
874 ( (mode == MSGS_SEARCH) ? search_string : NULL ),
879 if (template != NULL) CtdlFreeMessage(template);
887 * help_subst() - support routine for help file viewer
889 void help_subst(char *strbuf, char *source, char *dest)
894 while (p = pattern2(strbuf, source), (p >= 0)) {
895 strcpy(workbuf, &strbuf[p + strlen(source)]);
896 strcpy(&strbuf[p], dest);
897 strcat(strbuf, workbuf);
902 void do_help_subst(char *buffer)
906 help_subst(buffer, "^nodename", config.c_nodename);
907 help_subst(buffer, "^humannode", config.c_humannode);
908 help_subst(buffer, "^fqdn", config.c_fqdn);
909 help_subst(buffer, "^username", CC->user.fullname);
910 snprintf(buf2, sizeof buf2, "%ld", CC->user.usernum);
911 help_subst(buffer, "^usernum", buf2);
912 help_subst(buffer, "^sysadm", config.c_sysadm);
913 help_subst(buffer, "^variantname", CITADEL);
914 snprintf(buf2, sizeof buf2, "%d", config.c_maxsessions);
915 help_subst(buffer, "^maxsessions", buf2);
916 help_subst(buffer, "^bbsdir", ctdl_message_dir);
922 * memfmout() - Citadel text formatter and paginator.
923 * Although the original purpose of this routine was to format
924 * text to the reader's screen width, all we're really using it
925 * for here is to format text out to 80 columns before sending it
926 * to the client. The client software may reformat it again.
929 char *mptr, /* where are we going to get our text from? */
930 const char *nl) /* string to terminate lines with */
938 int NLFound, NLFoundLastTime;
945 OutBuf = NewStrBufPlain(NULL, 200);
947 NLFound = NLFoundLastTime = 0;
951 LineStart = LastBlank = mptr;
956 if (LineStart[i] == '\n')
958 else if (LineStart[i] == '\r')
960 else if (LineStart[i] == ' ')
962 LastBlank = &LineStart[i];
965 else if ((i > 80) && (LineStart != LastBlank))
967 else if (LineStart[i] == '\0')
974 if (LineStart[i + 1] == '\r')
975 mptr = &LineStart[i + 2];
977 mptr = &LineStart[i + 1];
982 if (LineStart[i + 1] == '\n')
983 mptr = &LineStart[i + 2];
985 mptr = &LineStart[i + 1];
990 mptr = &LineStart[i + 1];
995 mptr = LastBlank + 1;
996 i = LastBlank - LineStart;
1001 while (*mptr != '\0') mptr++;
1004 if (NLFoundLastTime)
1005 StrBufPlain(OutBuf, HKEY(" "));
1007 FlushStrBuf(OutBuf);
1008 StrBufAppendBufPlain(OutBuf, LineStart, i, 0);
1009 StrBufAppendBufPlain(OutBuf, nl, NLLen, 0);
1012 NLFoundLastTime = NLFound;
1013 } while (*mptr != '\0');
1015 FreeStrBuf(&OutBuf);
1021 * Callback function for mime parser that simply lists the part
1023 void list_this_part(char *name, char *filename, char *partnum, char *disp,
1024 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1025 char *cbid, void *cbuserdata)
1029 ma = (struct ma_info *)cbuserdata;
1030 if (ma->is_ma == 0) {
1031 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
1044 * Callback function for multipart prefix
1046 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
1047 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1048 char *cbid, void *cbuserdata)
1052 ma = (struct ma_info *)cbuserdata;
1053 if (!strcasecmp(cbtype, "multipart/alternative")) {
1057 if (ma->is_ma == 0) {
1058 cprintf("pref=%s|%s\n", partnum, cbtype);
1063 * Callback function for multipart sufffix
1065 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
1066 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1067 char *cbid, void *cbuserdata)
1071 ma = (struct ma_info *)cbuserdata;
1072 if (ma->is_ma == 0) {
1073 cprintf("suff=%s|%s\n", partnum, cbtype);
1075 if (!strcasecmp(cbtype, "multipart/alternative")) {
1082 * Callback function for mime parser that opens a section for downloading
1084 void mime_download(char *name, char *filename, char *partnum, char *disp,
1085 void *content, char *cbtype, char *cbcharset, size_t length,
1086 char *encoding, char *cbid, void *cbuserdata)
1090 /* Silently go away if there's already a download open. */
1091 if (CC->download_fp != NULL)
1095 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1096 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1098 CC->download_fp = tmpfile();
1099 if (CC->download_fp == NULL)
1102 rv = fwrite(content, length, 1, CC->download_fp);
1103 fflush(CC->download_fp);
1104 rewind(CC->download_fp);
1106 OpenCmdResult(filename, cbtype);
1113 * Callback function for mime parser that outputs a section all at once.
1114 * We can specify the desired section by part number *or* content-id.
1116 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1117 void *content, char *cbtype, char *cbcharset, size_t length,
1118 char *encoding, char *cbid, void *cbuserdata)
1120 int *found_it = (int *)cbuserdata;
1123 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1124 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1127 cprintf("%d %d|-1|%s|%s|%s\n",
1134 client_write(content, length);
1141 * Load a message from disk into memory.
1142 * This is used by CtdlOutputMsg() and other fetch functions.
1144 * NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1145 * using the CtdlMessageFree() function.
1147 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body)
1149 struct cdbdata *dmsgtext;
1150 struct CtdlMessage *ret = NULL;
1154 cit_uint8_t field_header;
1156 CtdlLogPrintf(CTDL_DEBUG, "CtdlFetchMessage(%ld, %d)\n", msgnum, with_body);
1158 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1159 if (dmsgtext == NULL) {
1162 mptr = dmsgtext->ptr;
1163 upper_bound = mptr + dmsgtext->len;
1165 /* Parse the three bytes that begin EVERY message on disk.
1166 * The first is always 0xFF, the on-disk magic number.
1167 * The second is the anonymous/public type byte.
1168 * The third is the format type byte (vari, fixed, or MIME).
1172 CtdlLogPrintf(CTDL_ERR, "Message %ld appears to be corrupted.\n", msgnum);
1176 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1177 memset(ret, 0, sizeof(struct CtdlMessage));
1179 ret->cm_magic = CTDLMESSAGE_MAGIC;
1180 ret->cm_anon_type = *mptr++; /* Anon type byte */
1181 ret->cm_format_type = *mptr++; /* Format type byte */
1184 * The rest is zero or more arbitrary fields. Load them in.
1185 * We're done when we encounter either a zero-length field or
1186 * have just processed the 'M' (message text) field.
1189 if (mptr >= upper_bound) {
1192 field_header = *mptr++;
1193 ret->cm_fields[field_header] = strdup(mptr);
1195 while (*mptr++ != 0); /* advance to next field */
1197 } while ((mptr < upper_bound) && (field_header != 'M'));
1201 /* Always make sure there's something in the msg text field. If
1202 * it's NULL, the message text is most likely stored separately,
1203 * so go ahead and fetch that. Failing that, just set a dummy
1204 * body so other code doesn't barf.
1206 if ( (ret->cm_fields['M'] == NULL) && (with_body) ) {
1207 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1208 if (dmsgtext != NULL) {
1209 ret->cm_fields['M'] = strdup(dmsgtext->ptr);
1213 if (ret->cm_fields['M'] == NULL) {
1214 ret->cm_fields['M'] = strdup("\r\n\r\n (no text)\r\n");
1217 /* Perform "before read" hooks (aborting if any return nonzero) */
1218 if (PerformMessageHooks(ret, EVT_BEFOREREAD) > 0) {
1219 CtdlFreeMessage(ret);
1228 * Returns 1 if the supplied pointer points to a valid Citadel message.
1229 * If the pointer is NULL or the magic number check fails, returns 0.
1231 int is_valid_message(struct CtdlMessage *msg) {
1234 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
1235 CtdlLogPrintf(CTDL_WARNING, "is_valid_message() -- self-check failed\n");
1243 * 'Destructor' for struct CtdlMessage
1245 void CtdlFreeMessage(struct CtdlMessage *msg)
1249 if (is_valid_message(msg) == 0)
1251 if (msg != NULL) free (msg);
1255 for (i = 0; i < 256; ++i)
1256 if (msg->cm_fields[i] != NULL) {
1257 free(msg->cm_fields[i]);
1260 msg->cm_magic = 0; /* just in case */
1266 * Pre callback function for multipart/alternative
1268 * NOTE: this differs from the standard behavior for a reason. Normally when
1269 * displaying multipart/alternative you want to show the _last_ usable
1270 * format in the message. Here we show the _first_ one, because it's
1271 * usually text/plain. Since this set of functions is designed for text
1272 * output to non-MIME-aware clients, this is the desired behavior.
1275 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1276 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1277 char *cbid, void *cbuserdata)
1281 ma = (struct ma_info *)cbuserdata;
1282 CtdlLogPrintf(CTDL_DEBUG, "fixed_output_pre() type=<%s>\n", cbtype);
1283 if (!strcasecmp(cbtype, "multipart/alternative")) {
1287 if (!strcasecmp(cbtype, "message/rfc822")) {
1293 * Post callback function for multipart/alternative
1295 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1296 void *content, char *cbtype, char *cbcharset, size_t length,
1297 char *encoding, char *cbid, void *cbuserdata)
1301 ma = (struct ma_info *)cbuserdata;
1302 CtdlLogPrintf(CTDL_DEBUG, "fixed_output_post() type=<%s>\n", cbtype);
1303 if (!strcasecmp(cbtype, "multipart/alternative")) {
1307 if (!strcasecmp(cbtype, "message/rfc822")) {
1313 * Inline callback function for mime parser that wants to display text
1315 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1316 void *content, char *cbtype, char *cbcharset, size_t length,
1317 char *encoding, char *cbid, void *cbuserdata)
1324 ma = (struct ma_info *)cbuserdata;
1326 CtdlLogPrintf(CTDL_DEBUG,
1327 "fixed_output() part %s: %s (%s) (%ld bytes)\n",
1328 partnum, filename, cbtype, (long)length);
1331 * If we're in the middle of a multipart/alternative scope and
1332 * we've already printed another section, skip this one.
1334 if ( (ma->is_ma) && (ma->did_print) ) {
1335 CtdlLogPrintf(CTDL_DEBUG, "Skipping part %s (%s)\n", partnum, cbtype);
1340 if ( (!strcasecmp(cbtype, "text/plain"))
1341 || (IsEmptyStr(cbtype)) ) {
1344 client_write(wptr, length);
1345 if (wptr[length-1] != '\n') {
1352 if (!strcasecmp(cbtype, "text/html")) {
1353 ptr = html_to_ascii(content, length, 80, 0);
1355 client_write(ptr, wlen);
1356 if (ptr[wlen-1] != '\n') {
1363 if (ma->use_fo_hooks) {
1364 if (PerformFixedOutputHooks(cbtype, content, length)) {
1365 /* above function returns nonzero if it handled the part */
1370 if (strncasecmp(cbtype, "multipart/", 10)) {
1371 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1372 partnum, filename, cbtype, (long)length);
1378 * The client is elegant and sophisticated and wants to be choosy about
1379 * MIME content types, so figure out which multipart/alternative part
1380 * we're going to send.
1382 * We use a system of weights. When we find a part that matches one of the
1383 * MIME types we've declared as preferential, we can store it in ma->chosen_part
1384 * and then set ma->chosen_pref to that MIME type's position in our preference
1385 * list. If we then hit another match, we only replace the first match if
1386 * the preference value is lower.
1388 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1389 void *content, char *cbtype, char *cbcharset, size_t length,
1390 char *encoding, char *cbid, void *cbuserdata)
1396 ma = (struct ma_info *)cbuserdata;
1398 // NOTE: REMOVING THIS CONDITIONAL FIXES BUG 220
1399 // http://bugzilla.citadel.org/show_bug.cgi?id=220
1400 // I don't know if there are any side effects! Please TEST TEST TEST
1401 //if (ma->is_ma > 0) {
1403 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1404 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1405 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1406 if (i < ma->chosen_pref) {
1407 CtdlLogPrintf(CTDL_DEBUG, "Setting chosen part: <%s>\n", partnum);
1408 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1409 ma->chosen_pref = i;
1416 * Now that we've chosen our preferred part, output it.
1418 void output_preferred(char *name, char *filename, char *partnum, char *disp,
1419 void *content, char *cbtype, char *cbcharset, size_t length,
1420 char *encoding, char *cbid, void *cbuserdata)
1424 int add_newline = 0;
1428 ma = (struct ma_info *)cbuserdata;
1430 /* This is not the MIME part you're looking for... */
1431 if (strcasecmp(partnum, ma->chosen_part)) return;
1433 /* If the content-type of this part is in our preferred formats
1434 * list, we can simply output it verbatim.
1436 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1437 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1438 if (!strcasecmp(buf, cbtype)) {
1439 /* Yeah! Go! W00t!! */
1441 text_content = (char *)content;
1442 if (text_content[length-1] != '\n') {
1445 cprintf("Content-type: %s", cbtype);
1446 if (!IsEmptyStr(cbcharset)) {
1447 cprintf("; charset=%s", cbcharset);
1449 cprintf("\nContent-length: %d\n",
1450 (int)(length + add_newline) );
1451 if (!IsEmptyStr(encoding)) {
1452 cprintf("Content-transfer-encoding: %s\n", encoding);
1455 cprintf("Content-transfer-encoding: 7bit\n");
1457 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1459 client_write(content, length);
1460 if (add_newline) cprintf("\n");
1465 /* No translations required or possible: output as text/plain */
1466 cprintf("Content-type: text/plain\n\n");
1467 fixed_output(name, filename, partnum, disp, content, cbtype, cbcharset,
1468 length, encoding, cbid, cbuserdata);
1473 char desired_section[64];
1480 * Callback function for
1482 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1483 void *content, char *cbtype, char *cbcharset, size_t length,
1484 char *encoding, char *cbid, void *cbuserdata)
1486 struct encapmsg *encap;
1488 encap = (struct encapmsg *)cbuserdata;
1490 /* Only proceed if this is the desired section... */
1491 if (!strcasecmp(encap->desired_section, partnum)) {
1492 encap->msglen = length;
1493 encap->msg = malloc(length + 2);
1494 memcpy(encap->msg, content, length);
1505 int CtdlDoIHavePermissionToReadMessagesInThisRoom(void) {
1506 if ((!(CC->logged_in)) && (!(CC->internal_pgm))) {
1507 return(om_not_logged_in);
1514 * Get a message off disk. (returns om_* values found in msgbase.h)
1517 int CtdlOutputMsg(long msg_num, /* message number (local) to fetch */
1518 int mode, /* how would you like that message? */
1519 int headers_only, /* eschew the message body? */
1520 int do_proto, /* do Citadel protocol responses? */
1521 int crlf, /* Use CRLF newlines instead of LF? */
1522 char *section, /* NULL or a message/rfc822 section */
1523 int flags /* various flags; see msgbase.h */
1525 struct CtdlMessage *TheMessage = NULL;
1526 int retcode = om_no_such_msg;
1527 struct encapmsg encap;
1530 CtdlLogPrintf(CTDL_DEBUG, "CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)\n",
1532 (section ? section : "<>")
1535 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1538 if (r == om_not_logged_in) {
1539 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1542 cprintf("%d An unknown error has occurred.\n", ERROR);
1548 /* FIXME: check message id against msglist for this room */
1551 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1552 * request that we don't even bother loading the body into memory.
1554 if (headers_only == HEADERS_FAST) {
1555 TheMessage = CtdlFetchMessage(msg_num, 0);
1558 TheMessage = CtdlFetchMessage(msg_num, 1);
1561 if (TheMessage == NULL) {
1562 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1563 ERROR + MESSAGE_NOT_FOUND, msg_num);
1564 return(om_no_such_msg);
1567 /* Here is the weird form of this command, to process only an
1568 * encapsulated message/rfc822 section.
1570 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1571 memset(&encap, 0, sizeof encap);
1572 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1573 mime_parser(TheMessage->cm_fields['M'],
1575 *extract_encapsulated_message,
1576 NULL, NULL, (void *)&encap, 0
1578 CtdlFreeMessage(TheMessage);
1582 encap.msg[encap.msglen] = 0;
1583 TheMessage = convert_internet_message(encap.msg);
1584 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1586 /* Now we let it fall through to the bottom of this
1587 * function, because TheMessage now contains the
1588 * encapsulated message instead of the top-level
1589 * message. Isn't that neat?
1594 if (do_proto) cprintf("%d msg %ld has no part %s\n",
1595 ERROR + MESSAGE_NOT_FOUND, msg_num, section);
1596 retcode = om_no_such_msg;
1601 /* Ok, output the message now */
1602 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1603 CtdlFreeMessage(TheMessage);
1609 char *qp_encode_email_addrs(char *source)
1611 char user[256], node[256], name[256];
1612 const char headerStr[] = "=?UTF-8?Q?";
1616 int need_to_encode = 0;
1622 long nAddrPtrMax = 50;
1627 if (source == NULL) return source;
1628 if (IsEmptyStr(source)) return source;
1630 AddrPtr = malloc (sizeof (long) * nAddrPtrMax);
1631 AddrUtf8 = malloc (sizeof (long) * nAddrPtrMax);
1632 memset(AddrUtf8, 0, sizeof (long) * nAddrPtrMax);
1635 while (!IsEmptyStr (&source[i])) {
1636 if (nColons >= nAddrPtrMax){
1639 ptr = (long *) malloc(sizeof (long) * nAddrPtrMax * 2);
1640 memcpy (ptr, AddrPtr, sizeof (long) * nAddrPtrMax);
1641 free (AddrPtr), AddrPtr = ptr;
1643 ptr = (long *) malloc(sizeof (long) * nAddrPtrMax * 2);
1644 memset(&ptr[nAddrPtrMax], 0,
1645 sizeof (long) * nAddrPtrMax);
1647 memcpy (ptr, AddrUtf8, sizeof (long) * nAddrPtrMax);
1648 free (AddrUtf8), AddrUtf8 = ptr;
1651 if (((unsigned char) source[i] < 32) ||
1652 ((unsigned char) source[i] > 126)) {
1654 AddrUtf8[nColons] = 1;
1656 if (source[i] == '"')
1657 InQuotes = !InQuotes;
1658 if (!InQuotes && source[i] == ',') {
1659 AddrPtr[nColons] = i;
1664 if (need_to_encode == 0) {
1671 EncodedMaxLen = nColons * (sizeof(headerStr) + 3) + SourceLen * 3;
1672 Encoded = (char*) malloc (EncodedMaxLen);
1674 for (i = 0; i < nColons; i++)
1675 source[AddrPtr[i]++] = '\0';
1679 for (i = 0; i < nColons && nPtr != NULL; i++) {
1680 nmax = EncodedMaxLen - (nPtr - Encoded);
1682 process_rfc822_addr(&source[AddrPtr[i]],
1686 /* TODO: libIDN here ! */
1687 if (IsEmptyStr(name)) {
1688 n = snprintf(nPtr, nmax,
1689 (i==0)?"%s@%s" : ",%s@%s",
1693 EncodedName = rfc2047encode(name, strlen(name));
1694 n = snprintf(nPtr, nmax,
1695 (i==0)?"%s <%s@%s>" : ",%s <%s@%s>",
1696 EncodedName, user, node);
1701 n = snprintf(nPtr, nmax,
1702 (i==0)?"%s" : ",%s",
1703 &source[AddrPtr[i]]);
1709 ptr = (char*) malloc(EncodedMaxLen * 2);
1710 memcpy(ptr, Encoded, EncodedMaxLen);
1711 nnPtr = ptr + (nPtr - Encoded), nPtr = nnPtr;
1712 free(Encoded), Encoded = ptr;
1714 i--; /* do it once more with properly lengthened buffer */
1717 for (i = 0; i < nColons; i++)
1718 source[--AddrPtr[i]] = ',';
1725 /* If the last item in a list of recipients was truncated to a partial address,
1726 * remove it completely in order to avoid choking libSieve
1728 void sanitize_truncated_recipient(char *str)
1731 if (num_tokens(str, ',') < 2) return;
1733 int len = strlen(str);
1734 if (len < 900) return;
1735 if (len > 998) str[998] = 0;
1737 char *cptr = strrchr(str, ',');
1740 char *lptr = strchr(cptr, '<');
1741 char *rptr = strchr(cptr, '>');
1743 if ( (lptr) && (rptr) && (rptr > lptr) ) return;
1751 * Get a message off disk. (returns om_* values found in msgbase.h)
1753 int CtdlOutputPreLoadedMsg(
1754 struct CtdlMessage *TheMessage,
1755 int mode, /* how would you like that message? */
1756 int headers_only, /* eschew the message body? */
1757 int do_proto, /* do Citadel protocol responses? */
1758 int crlf, /* Use CRLF newlines instead of LF? */
1759 int flags /* should the bessage be exported clean? */
1763 cit_uint8_t ch, prev_ch;
1765 char display_name[256];
1767 const char *nl; /* newline string */
1769 int subject_found = 0;
1772 /* Buffers needed for RFC822 translation. These are all filled
1773 * using functions that are bounds-checked, and therefore we can
1774 * make them substantially smaller than SIZ.
1781 char datestamp[100];
1783 CtdlLogPrintf(CTDL_DEBUG, "CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d\n",
1784 ((TheMessage == NULL) ? "NULL" : "not null"),
1785 mode, headers_only, do_proto, crlf);
1787 strcpy(mid, "unknown");
1788 nl = (crlf ? "\r\n" : "\n");
1790 if (!is_valid_message(TheMessage)) {
1791 CtdlLogPrintf(CTDL_ERR,
1792 "ERROR: invalid preloaded message for output\n");
1794 return(om_no_such_msg);
1797 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
1798 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
1800 if ( (flags & SUPPRESS_ENV_TO) && (TheMessage->cm_fields['V'] != NULL) ) {
1801 memset(TheMessage->cm_fields['V'], ' ', strlen(TheMessage->cm_fields['V']));
1804 /* Are we downloading a MIME component? */
1805 if (mode == MT_DOWNLOAD) {
1806 if (TheMessage->cm_format_type != FMT_RFC822) {
1808 cprintf("%d This is not a MIME message.\n",
1809 ERROR + ILLEGAL_VALUE);
1810 } else if (CC->download_fp != NULL) {
1811 if (do_proto) cprintf(
1812 "%d You already have a download open.\n",
1813 ERROR + RESOURCE_BUSY);
1815 /* Parse the message text component */
1816 mptr = TheMessage->cm_fields['M'];
1817 mime_parser(mptr, NULL, *mime_download, NULL, NULL, NULL, 0);
1818 /* If there's no file open by this time, the requested
1819 * section wasn't found, so print an error
1821 if (CC->download_fp == NULL) {
1822 if (do_proto) cprintf(
1823 "%d Section %s not found.\n",
1824 ERROR + FILE_NOT_FOUND,
1825 CC->download_desired_section);
1828 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
1831 /* MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
1832 * in a single server operation instead of opening a download file.
1834 if (mode == MT_SPEW_SECTION) {
1835 if (TheMessage->cm_format_type != FMT_RFC822) {
1837 cprintf("%d This is not a MIME message.\n",
1838 ERROR + ILLEGAL_VALUE);
1840 /* Parse the message text component */
1843 mptr = TheMessage->cm_fields['M'];
1844 mime_parser(mptr, NULL, *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
1845 /* If section wasn't found, print an error
1848 if (do_proto) cprintf(
1849 "%d Section %s not found.\n",
1850 ERROR + FILE_NOT_FOUND,
1851 CC->download_desired_section);
1854 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
1857 /* now for the user-mode message reading loops */
1858 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
1860 /* Does the caller want to skip the headers? */
1861 if (headers_only == HEADERS_NONE) goto START_TEXT;
1863 /* Tell the client which format type we're using. */
1864 if ( (mode == MT_CITADEL) && (do_proto) ) {
1865 cprintf("type=%d\n", TheMessage->cm_format_type);
1868 /* nhdr=yes means that we're only displaying headers, no body */
1869 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
1870 && ((mode == MT_CITADEL) || (mode == MT_MIME))
1873 cprintf("nhdr=yes\n");
1876 /* begin header processing loop for Citadel message format */
1878 if ((mode == MT_CITADEL) || (mode == MT_MIME)) {
1880 safestrncpy(display_name, "<unknown>", sizeof display_name);
1881 if (TheMessage->cm_fields['A']) {
1882 strcpy(buf, TheMessage->cm_fields['A']);
1883 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1884 safestrncpy(display_name, "****", sizeof display_name);
1886 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1887 safestrncpy(display_name, "anonymous", sizeof display_name);
1890 safestrncpy(display_name, buf, sizeof display_name);
1892 if ((is_room_aide())
1893 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1894 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1895 size_t tmp = strlen(display_name);
1896 snprintf(&display_name[tmp],
1897 sizeof display_name - tmp,
1902 /* Don't show Internet address for users on the
1903 * local Citadel network.
1906 if (TheMessage->cm_fields['N'] != NULL)
1907 if (!IsEmptyStr(TheMessage->cm_fields['N']))
1908 if (haschar(TheMessage->cm_fields['N'], '.') == 0) {
1912 /* Now spew the header fields in the order we like them. */
1913 safestrncpy(allkeys, FORDER, sizeof allkeys);
1914 for (i=0; i<strlen(allkeys); ++i) {
1915 k = (int) allkeys[i];
1917 if ( (TheMessage->cm_fields[k] != NULL)
1918 && (msgkeys[k] != NULL) ) {
1919 if ((k == 'V') || (k == 'R') || (k == 'Y')) {
1920 sanitize_truncated_recipient(TheMessage->cm_fields[k]);
1923 if (do_proto) cprintf("%s=%s\n",
1927 else if ((k == 'F') && (suppress_f)) {
1930 /* Masquerade display name if needed */
1932 if (do_proto) cprintf("%s=%s\n",
1934 TheMessage->cm_fields[k]
1943 /* begin header processing loop for RFC822 transfer format */
1948 strcpy(snode, NODENAME);
1949 if (mode == MT_RFC822) {
1950 for (i = 0; i < 256; ++i) {
1951 if (TheMessage->cm_fields[i]) {
1952 mptr = mpptr = TheMessage->cm_fields[i];
1955 safestrncpy(luser, mptr, sizeof luser);
1956 safestrncpy(suser, mptr, sizeof suser);
1958 else if (i == 'Y') {
1959 if ((flags & QP_EADDR) != 0) {
1960 mptr = qp_encode_email_addrs(mptr);
1962 sanitize_truncated_recipient(mptr);
1963 cprintf("CC: %s%s", mptr, nl);
1965 else if (i == 'P') {
1966 cprintf("Return-Path: %s%s", mptr, nl);
1968 else if (i == 'L') {
1969 cprintf("List-ID: %s%s", mptr, nl);
1971 else if (i == 'V') {
1972 if ((flags & QP_EADDR) != 0)
1973 mptr = qp_encode_email_addrs(mptr);
1974 cprintf("Envelope-To: %s%s", mptr, nl);
1976 else if (i == 'U') {
1977 cprintf("Subject: %s%s", mptr, nl);
1981 safestrncpy(mid, mptr, sizeof mid);
1983 safestrncpy(fuser, mptr, sizeof fuser);
1984 /* else if (i == 'O')
1985 cprintf("X-Citadel-Room: %s%s",
1988 safestrncpy(snode, mptr, sizeof snode);
1991 if (haschar(mptr, '@') == 0)
1993 sanitize_truncated_recipient(mptr);
1994 cprintf("To: %s@%s", mptr, config.c_fqdn);
1999 if ((flags & QP_EADDR) != 0) {
2000 mptr = qp_encode_email_addrs(mptr);
2002 sanitize_truncated_recipient(mptr);
2003 cprintf("To: %s", mptr);
2007 else if (i == 'T') {
2008 datestring(datestamp, sizeof datestamp,
2009 atol(mptr), DATESTRING_RFC822);
2010 cprintf("Date: %s%s", datestamp, nl);
2012 else if (i == 'W') {
2013 cprintf("References: ");
2014 k = num_tokens(mptr, '|');
2015 for (j=0; j<k; ++j) {
2016 extract_token(buf, mptr, j, '|', sizeof buf);
2017 cprintf("<%s>", buf);
2030 if (subject_found == 0) {
2031 cprintf("Subject: (no subject)%s", nl);
2035 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2036 suser[i] = tolower(suser[i]);
2037 if (!isalnum(suser[i])) suser[i]='_';
2040 if (mode == MT_RFC822) {
2041 if (!strcasecmp(snode, NODENAME)) {
2042 safestrncpy(snode, FQDN, sizeof snode);
2045 /* Construct a fun message id */
2046 cprintf("Message-ID: <%s", mid);/// todo: this possibly breaks threadding mails.
2047 if (strchr(mid, '@')==NULL) {
2048 cprintf("@%s", snode);
2052 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2053 cprintf("From: \"----\" <x@x.org>%s", nl);
2055 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2056 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2058 else if (!IsEmptyStr(fuser)) {
2059 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2062 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2065 /* Blank line signifying RFC822 end-of-headers */
2066 if (TheMessage->cm_format_type != FMT_RFC822) {
2071 /* end header processing loop ... at this point, we're in the text */
2073 if (headers_only == HEADERS_FAST) goto DONE;
2074 mptr = TheMessage->cm_fields['M'];
2076 /* Tell the client about the MIME parts in this message */
2077 if (TheMessage->cm_format_type == FMT_RFC822) {
2078 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2079 memset(&ma, 0, sizeof(struct ma_info));
2080 mime_parser(mptr, NULL,
2081 (do_proto ? *list_this_part : NULL),
2082 (do_proto ? *list_this_pref : NULL),
2083 (do_proto ? *list_this_suff : NULL),
2086 else if (mode == MT_RFC822) { /* unparsed RFC822 dump */
2087 char *start_of_text = NULL;
2088 start_of_text = strstr(mptr, "\n\r\n");
2089 if (start_of_text == NULL) start_of_text = strstr(mptr, "\n\n");
2090 if (start_of_text == NULL) start_of_text = mptr;
2092 start_of_text = strstr(start_of_text, "\n");
2097 int nllen = strlen(nl);
2099 while (ch=*mptr, ch!=0) {
2105 ((headers_only == HEADERS_NONE) && (mptr >= start_of_text))
2106 || ((headers_only == HEADERS_ONLY) && (mptr < start_of_text))
2107 || ((headers_only != HEADERS_NONE) && (headers_only != HEADERS_ONLY))
2110 sprintf(&outbuf[outlen], "%s", nl);
2114 outbuf[outlen++] = ch;
2118 if (flags & ESC_DOT)
2120 if ((prev_ch == 10) && (ch == '.') && ((*(mptr+1) == 13) || (*(mptr+1) == 10)))
2122 outbuf[outlen++] = '.';
2127 if (outlen > 1000) {
2128 client_write(outbuf, outlen);
2133 client_write(outbuf, outlen);
2141 if (headers_only == HEADERS_ONLY) {
2145 /* signify start of msg text */
2146 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2147 if (do_proto) cprintf("text\n");
2150 /* If the format type on disk is 1 (fixed-format), then we want
2151 * everything to be output completely literally ... regardless of
2152 * what message transfer format is in use.
2154 if (TheMessage->cm_format_type == FMT_FIXED) {
2156 if (mode == MT_MIME) {
2157 cprintf("Content-type: text/plain\n\n");
2161 while (ch = *mptr++, ch > 0) {
2164 if ((ch == 10) || (buflen > 250)) {
2166 cprintf("%s%s", buf, nl);
2175 if (!IsEmptyStr(buf))
2176 cprintf("%s%s", buf, nl);
2179 /* If the message on disk is format 0 (Citadel vari-format), we
2180 * output using the formatter at 80 columns. This is the final output
2181 * form if the transfer format is RFC822, but if the transfer format
2182 * is Citadel proprietary, it'll still work, because the indentation
2183 * for new paragraphs is correct and the client will reformat the
2184 * message to the reader's screen width.
2186 if (TheMessage->cm_format_type == FMT_CITADEL) {
2187 if (mode == MT_MIME) {
2188 cprintf("Content-type: text/x-citadel-variformat\n\n");
2193 /* If the message on disk is format 4 (MIME), we've gotta hand it
2194 * off to the MIME parser. The client has already been told that
2195 * this message is format 1 (fixed format), so the callback function
2196 * we use will display those parts as-is.
2198 if (TheMessage->cm_format_type == FMT_RFC822) {
2199 memset(&ma, 0, sizeof(struct ma_info));
2201 if (mode == MT_MIME) {
2202 ma.use_fo_hooks = 0;
2203 strcpy(ma.chosen_part, "1");
2204 ma.chosen_pref = 9999;
2205 mime_parser(mptr, NULL,
2206 *choose_preferred, *fixed_output_pre,
2207 *fixed_output_post, (void *)&ma, 0);
2208 mime_parser(mptr, NULL,
2209 *output_preferred, NULL, NULL, (void *)&ma, CC->msg4_dont_decode);
2212 ma.use_fo_hooks = 1;
2213 mime_parser(mptr, NULL,
2214 *fixed_output, *fixed_output_pre,
2215 *fixed_output_post, (void *)&ma, 0);
2220 DONE: /* now we're done */
2221 if (do_proto) cprintf("000\n");
2228 * display a message (mode 0 - Citadel proprietary)
2230 void cmd_msg0(char *cmdbuf)
2233 int headers_only = HEADERS_ALL;
2235 msgid = extract_long(cmdbuf, 0);
2236 headers_only = extract_int(cmdbuf, 1);
2238 CtdlOutputMsg(msgid, MT_CITADEL, headers_only, 1, 0, NULL, 0);
2244 * display a message (mode 2 - RFC822)
2246 void cmd_msg2(char *cmdbuf)
2249 int headers_only = HEADERS_ALL;
2251 msgid = extract_long(cmdbuf, 0);
2252 headers_only = extract_int(cmdbuf, 1);
2254 CtdlOutputMsg(msgid, MT_RFC822, headers_only, 1, 1, NULL, 0);
2260 * display a message (mode 3 - IGnet raw format - internal programs only)
2262 void cmd_msg3(char *cmdbuf)
2265 struct CtdlMessage *msg = NULL;
2268 if (CC->internal_pgm == 0) {
2269 cprintf("%d This command is for internal programs only.\n",
2270 ERROR + HIGHER_ACCESS_REQUIRED);
2274 msgnum = extract_long(cmdbuf, 0);
2275 msg = CtdlFetchMessage(msgnum, 1);
2277 cprintf("%d Message %ld not found.\n",
2278 ERROR + MESSAGE_NOT_FOUND, msgnum);
2282 serialize_message(&smr, msg);
2283 CtdlFreeMessage(msg);
2286 cprintf("%d Unable to serialize message\n",
2287 ERROR + INTERNAL_ERROR);
2291 cprintf("%d %ld\n", BINARY_FOLLOWS, (long)smr.len);
2292 client_write((char *)smr.ser, (int)smr.len);
2299 * Display a message using MIME content types
2301 void cmd_msg4(char *cmdbuf)
2306 msgid = extract_long(cmdbuf, 0);
2307 extract_token(section, cmdbuf, 1, '|', sizeof section);
2308 CtdlOutputMsg(msgid, MT_MIME, 0, 1, 0, (section[0] ? section : NULL) , 0);
2314 * Client tells us its preferred message format(s)
2316 void cmd_msgp(char *cmdbuf)
2318 if (!strcasecmp(cmdbuf, "dont_decode")) {
2319 CC->msg4_dont_decode = 1;
2320 cprintf("%d MSG4 will not pre-decode messages.\n", CIT_OK);
2323 safestrncpy(CC->preferred_formats, cmdbuf, sizeof(CC->preferred_formats));
2324 cprintf("%d Preferred MIME formats have been set.\n", CIT_OK);
2330 * Open a component of a MIME message as a download file
2332 void cmd_opna(char *cmdbuf)
2335 char desired_section[128];
2337 msgid = extract_long(cmdbuf, 0);
2338 extract_token(desired_section, cmdbuf, 1, '|', sizeof desired_section);
2339 safestrncpy(CC->download_desired_section, desired_section,
2340 sizeof CC->download_desired_section);
2341 CtdlOutputMsg(msgid, MT_DOWNLOAD, 0, 1, 1, NULL, 0);
2346 * Open a component of a MIME message and transmit it all at once
2348 void cmd_dlat(char *cmdbuf)
2351 char desired_section[128];
2353 msgid = extract_long(cmdbuf, 0);
2354 extract_token(desired_section, cmdbuf, 1, '|', sizeof desired_section);
2355 safestrncpy(CC->download_desired_section, desired_section,
2356 sizeof CC->download_desired_section);
2357 CtdlOutputMsg(msgid, MT_SPEW_SECTION, 0, 1, 1, NULL, 0);
2362 * Save one or more message pointers into a specified room
2363 * (Returns 0 for success, nonzero for failure)
2364 * roomname may be NULL to use the current room
2366 * Note that the 'supplied_msg' field may be set to NULL, in which case
2367 * the message will be fetched from disk, by number, if we need to perform
2368 * replication checks. This adds an additional database read, so if the
2369 * caller already has the message in memory then it should be supplied. (Obviously
2370 * this mode of operation only works if we're saving a single message.)
2372 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2373 int do_repl_check, struct CtdlMessage *supplied_msg)
2376 char hold_rm[ROOMNAMELEN];
2377 struct cdbdata *cdbfr;
2380 long highest_msg = 0L;
2383 struct CtdlMessage *msg = NULL;
2385 long *msgs_to_be_merged = NULL;
2386 int num_msgs_to_be_merged = 0;
2388 CtdlLogPrintf(CTDL_DEBUG,
2389 "CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d)\n",
2390 roomname, num_newmsgs, do_repl_check);
2392 strcpy(hold_rm, CC->room.QRname);
2395 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2396 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2397 if (num_newmsgs > 1) supplied_msg = NULL;
2399 /* Now the regular stuff */
2400 if (CtdlGetRoomLock(&CC->room,
2401 ((roomname != NULL) ? roomname : CC->room.QRname) )
2403 CtdlLogPrintf(CTDL_ERR, "No such room <%s>\n", roomname);
2404 return(ERROR + ROOM_NOT_FOUND);
2408 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2409 num_msgs_to_be_merged = 0;
2412 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
2413 if (cdbfr == NULL) {
2417 msglist = (long *) cdbfr->ptr;
2418 cdbfr->ptr = NULL; /* CtdlSaveMsgPointerInRoom() now owns this memory */
2419 num_msgs = cdbfr->len / sizeof(long);
2424 /* Create a list of msgid's which were supplied by the caller, but do
2425 * not already exist in the target room. It is absolutely taboo to
2426 * have more than one reference to the same message in a room.
2428 for (i=0; i<num_newmsgs; ++i) {
2430 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2431 if (msglist[j] == newmsgidlist[i]) {
2436 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2440 CtdlLogPrintf(9, "%d unique messages to be merged\n", num_msgs_to_be_merged);
2443 * Now merge the new messages
2445 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2446 if (msglist == NULL) {
2447 CtdlLogPrintf(CTDL_ALERT, "ERROR: can't realloc message list!\n");
2449 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2450 num_msgs += num_msgs_to_be_merged;
2452 /* Sort the message list, so all the msgid's are in order */
2453 num_msgs = sort_msglist(msglist, num_msgs);
2455 /* Determine the highest message number */
2456 highest_msg = msglist[num_msgs - 1];
2458 /* Write it back to disk. */
2459 cdb_store(CDB_MSGLISTS, &CC->room.QRnumber, (int)sizeof(long),
2460 msglist, (int)(num_msgs * sizeof(long)));
2462 /* Free up the memory we used. */
2465 /* Update the highest-message pointer and unlock the room. */
2466 CC->room.QRhighest = highest_msg;
2467 CtdlPutRoomLock(&CC->room);
2469 /* Perform replication checks if necessary */
2470 if ( (DoesThisRoomNeedEuidIndexing(&CC->room)) && (do_repl_check) ) {
2471 CtdlLogPrintf(CTDL_DEBUG, "CtdlSaveMsgPointerInRoom() doing repl checks\n");
2473 for (i=0; i<num_msgs_to_be_merged; ++i) {
2474 msgid = msgs_to_be_merged[i];
2476 if (supplied_msg != NULL) {
2480 msg = CtdlFetchMessage(msgid, 0);
2484 ReplicationChecks(msg);
2486 /* If the message has an Exclusive ID, index that... */
2487 if (msg->cm_fields['E'] != NULL) {
2488 index_message_by_euid(msg->cm_fields['E'], &CC->room, msgid);
2491 /* Free up the memory we may have allocated */
2492 if (msg != supplied_msg) {
2493 CtdlFreeMessage(msg);
2501 CtdlLogPrintf(CTDL_DEBUG, "CtdlSaveMsgPointerInRoom() skips repl checks\n");
2504 /* Submit this room for processing by hooks */
2505 PerformRoomHooks(&CC->room);
2507 /* Go back to the room we were in before we wandered here... */
2508 CtdlGetRoom(&CC->room, hold_rm);
2510 /* Bump the reference count for all messages which were merged */
2511 for (i=0; i<num_msgs_to_be_merged; ++i) {
2512 AdjRefCount(msgs_to_be_merged[i], +1);
2515 /* Free up memory... */
2516 if (msgs_to_be_merged != NULL) {
2517 free(msgs_to_be_merged);
2520 /* Return success. */
2526 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2529 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
2530 int do_repl_check, struct CtdlMessage *supplied_msg)
2532 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg);
2539 * Message base operation to save a new message to the message store
2540 * (returns new message number)
2542 * This is the back end for CtdlSubmitMsg() and should not be directly
2543 * called by server-side modules.
2546 long send_message(struct CtdlMessage *msg) {
2554 /* Get a new message number */
2555 newmsgid = get_new_message_number();
2556 snprintf(msgidbuf, sizeof msgidbuf, "%010ld@%s", newmsgid, config.c_fqdn);
2558 /* Generate an ID if we don't have one already */
2559 if (msg->cm_fields['I']==NULL) {
2560 msg->cm_fields['I'] = strdup(msgidbuf);
2563 /* If the message is big, set its body aside for storage elsewhere */
2564 if (msg->cm_fields['M'] != NULL) {
2565 if (strlen(msg->cm_fields['M']) > BIGMSG) {
2567 holdM = msg->cm_fields['M'];
2568 msg->cm_fields['M'] = NULL;
2572 /* Serialize our data structure for storage in the database */
2573 serialize_message(&smr, msg);
2576 msg->cm_fields['M'] = holdM;
2580 cprintf("%d Unable to serialize message\n",
2581 ERROR + INTERNAL_ERROR);
2585 /* Write our little bundle of joy into the message base */
2586 if (cdb_store(CDB_MSGMAIN, &newmsgid, (int)sizeof(long),
2587 smr.ser, smr.len) < 0) {
2588 CtdlLogPrintf(CTDL_ERR, "Can't store message\n");
2592 cdb_store(CDB_BIGMSGS,
2602 /* Free the memory we used for the serialized message */
2605 /* Return the *local* message ID to the caller
2606 * (even if we're storing an incoming network message)
2614 * Serialize a struct CtdlMessage into the format used on disk and network.
2616 * This function loads up a "struct ser_ret" (defined in server.h) which
2617 * contains the length of the serialized message and a pointer to the
2618 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2620 void serialize_message(struct ser_ret *ret, /* return values */
2621 struct CtdlMessage *msg) /* unserialized msg */
2623 size_t wlen, fieldlen;
2625 static char *forder = FORDER;
2628 * Check for valid message format
2630 if (is_valid_message(msg) == 0) {
2631 CtdlLogPrintf(CTDL_ERR, "serialize_message() aborting due to invalid message\n");
2638 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL)
2639 ret->len = ret->len +
2640 strlen(msg->cm_fields[(int)forder[i]]) + 2;
2642 ret->ser = malloc(ret->len);
2643 if (ret->ser == NULL) {
2644 CtdlLogPrintf(CTDL_ERR, "serialize_message() malloc(%ld) failed: %s\n",
2645 (long)ret->len, strerror(errno));
2652 ret->ser[1] = msg->cm_anon_type;
2653 ret->ser[2] = msg->cm_format_type;
2656 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL) {
2657 fieldlen = strlen(msg->cm_fields[(int)forder[i]]);
2658 ret->ser[wlen++] = (char)forder[i];
2659 safestrncpy((char *)&ret->ser[wlen], msg->cm_fields[(int)forder[i]], fieldlen+1);
2660 wlen = wlen + fieldlen + 1;
2662 if (ret->len != wlen) CtdlLogPrintf(CTDL_ERR, "ERROR: len=%ld wlen=%ld\n",
2663 (long)ret->len, (long)wlen);
2670 * Serialize a struct CtdlMessage into the format used on disk and network.
2672 * This function loads up a "struct ser_ret" (defined in server.h) which
2673 * contains the length of the serialized message and a pointer to the
2674 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2676 void dump_message(struct CtdlMessage *msg, /* unserialized msg */
2677 long Siz) /* how many chars ? */
2681 static char *forder = FORDER;
2685 * Check for valid message format
2687 if (is_valid_message(msg) == 0) {
2688 CtdlLogPrintf(CTDL_ERR, "dump_message() aborting due to invalid message\n");
2692 buf = (char*) malloc (Siz + 1);
2696 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL) {
2697 snprintf (buf, Siz, " msg[%c] = %s ...\n", (char) forder[i],
2698 msg->cm_fields[(int)forder[i]]);
2699 client_write (buf, strlen(buf));
2708 * Check to see if any messages already exist in the current room which
2709 * carry the same Exclusive ID as this one. If any are found, delete them.
2711 void ReplicationChecks(struct CtdlMessage *msg) {
2712 long old_msgnum = (-1L);
2714 if (DoesThisRoomNeedEuidIndexing(&CC->room) == 0) return;
2716 CtdlLogPrintf(CTDL_DEBUG, "Performing replication checks in <%s>\n",
2719 /* No exclusive id? Don't do anything. */
2720 if (msg == NULL) return;
2721 if (msg->cm_fields['E'] == NULL) return;
2722 if (IsEmptyStr(msg->cm_fields['E'])) return;
2723 /*CtdlLogPrintf(CTDL_DEBUG, "Exclusive ID: <%s> for room <%s>\n",
2724 msg->cm_fields['E'], CC->room.QRname);*/
2726 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields['E'], &CC->room);
2727 if (old_msgnum > 0L) {
2728 CtdlLogPrintf(CTDL_DEBUG, "ReplicationChecks() replacing message %ld\n", old_msgnum);
2729 CtdlDeleteMessages(CC->room.QRname, &old_msgnum, 1, "");
2736 * Save a message to disk and submit it into the delivery system.
2738 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2739 struct recptypes *recps, /* recipients (if mail) */
2740 char *force, /* force a particular room? */
2741 int flags /* should the message be exported clean? */
2743 char submit_filename[128];
2744 char generated_timestamp[32];
2745 char hold_rm[ROOMNAMELEN];
2746 char actual_rm[ROOMNAMELEN];
2747 char force_room[ROOMNAMELEN];
2748 char content_type[SIZ]; /* We have to learn this */
2749 char recipient[SIZ];
2752 struct ctdluser userbuf;
2754 struct MetaData smi;
2755 FILE *network_fp = NULL;
2756 static int seqnum = 1;
2757 struct CtdlMessage *imsg = NULL;
2759 size_t instr_alloc = 0;
2761 char *hold_R, *hold_D;
2762 char *collected_addresses = NULL;
2763 struct addresses_to_be_filed *aptr = NULL;
2764 char *saved_rfc822_version = NULL;
2765 int qualified_for_journaling = 0;
2766 CitContext *CCC = CC; /* CachedCitContext - performance boost */
2767 char bounce_to[1024] = "";
2771 CtdlLogPrintf(CTDL_DEBUG, "CtdlSubmitMsg() called\n");
2772 if (is_valid_message(msg) == 0) return(-1); /* self check */
2774 /* If this message has no timestamp, we take the liberty of
2775 * giving it one, right now.
2777 if (msg->cm_fields['T'] == NULL) {
2778 snprintf(generated_timestamp, sizeof generated_timestamp, "%ld", (long)time(NULL));
2779 msg->cm_fields['T'] = strdup(generated_timestamp);
2782 /* If this message has no path, we generate one.
2784 if (msg->cm_fields['P'] == NULL) {
2785 if (msg->cm_fields['A'] != NULL) {
2786 msg->cm_fields['P'] = strdup(msg->cm_fields['A']);
2787 for (a=0; !IsEmptyStr(&msg->cm_fields['P'][a]); ++a) {
2788 if (isspace(msg->cm_fields['P'][a])) {
2789 msg->cm_fields['P'][a] = ' ';
2794 msg->cm_fields['P'] = strdup("unknown");
2798 if (force == NULL) {
2799 strcpy(force_room, "");
2802 strcpy(force_room, force);
2805 /* Learn about what's inside, because it's what's inside that counts */
2806 if (msg->cm_fields['M'] == NULL) {
2807 CtdlLogPrintf(CTDL_ERR, "ERROR: attempt to save message with NULL body\n");
2811 switch (msg->cm_format_type) {
2813 strcpy(content_type, "text/x-citadel-variformat");
2816 strcpy(content_type, "text/plain");
2819 strcpy(content_type, "text/plain");
2820 mptr = bmstrcasestr(msg->cm_fields['M'], "Content-type:");
2823 safestrncpy(content_type, &mptr[13], sizeof content_type);
2824 striplt(content_type);
2825 aptr = content_type;
2826 while (!IsEmptyStr(aptr)) {
2838 /* Goto the correct room */
2839 CtdlLogPrintf(CTDL_DEBUG, "Selected room %s\n", (recps) ? CCC->room.QRname : SENTITEMS);
2840 strcpy(hold_rm, CCC->room.QRname);
2841 strcpy(actual_rm, CCC->room.QRname);
2842 if (recps != NULL) {
2843 strcpy(actual_rm, SENTITEMS);
2846 /* If the user is a twit, move to the twit room for posting */
2848 if (CCC->user.axlevel == 2) {
2849 strcpy(hold_rm, actual_rm);
2850 strcpy(actual_rm, config.c_twitroom);
2851 CtdlLogPrintf(CTDL_DEBUG, "Diverting to twit room\n");
2855 /* ...or if this message is destined for Aide> then go there. */
2856 if (!IsEmptyStr(force_room)) {
2857 strcpy(actual_rm, force_room);
2860 CtdlLogPrintf(CTDL_DEBUG, "Final selection: %s\n", actual_rm);
2861 if (strcasecmp(actual_rm, CCC->room.QRname)) {
2862 /* CtdlGetRoom(&CCC->room, actual_rm); */
2863 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL);
2867 * If this message has no O (room) field, generate one.
2869 if (msg->cm_fields['O'] == NULL) {
2870 msg->cm_fields['O'] = strdup(CCC->room.QRname);
2873 /* Perform "before save" hooks (aborting if any return nonzero) */
2874 CtdlLogPrintf(CTDL_DEBUG, "Performing before-save hooks\n");
2875 if (PerformMessageHooks(msg, EVT_BEFORESAVE) > 0) return(-3);
2878 * If this message has an Exclusive ID, and the room is replication
2879 * checking enabled, then do replication checks.
2881 if (DoesThisRoomNeedEuidIndexing(&CCC->room)) {
2882 ReplicationChecks(msg);
2885 /* Save it to disk */
2886 CtdlLogPrintf(CTDL_DEBUG, "Saving to disk\n");
2887 newmsgid = send_message(msg);
2888 if (newmsgid <= 0L) return(-5);
2890 /* Write a supplemental message info record. This doesn't have to
2891 * be a critical section because nobody else knows about this message
2894 CtdlLogPrintf(CTDL_DEBUG, "Creating MetaData record\n");
2895 memset(&smi, 0, sizeof(struct MetaData));
2896 smi.meta_msgnum = newmsgid;
2897 smi.meta_refcount = 0;
2898 safestrncpy(smi.meta_content_type, content_type,
2899 sizeof smi.meta_content_type);
2902 * Measure how big this message will be when rendered as RFC822.
2903 * We do this for two reasons:
2904 * 1. We need the RFC822 length for the new metadata record, so the
2905 * POP and IMAP services don't have to calculate message lengths
2906 * while the user is waiting (multiplied by potentially hundreds
2907 * or thousands of messages).
2908 * 2. If journaling is enabled, we will need an RFC822 version of the
2909 * message to attach to the journalized copy.
2911 if (CCC->redirect_buffer != NULL) {
2912 CtdlLogPrintf(CTDL_ALERT, "CCC->redirect_buffer is not NULL during message submission!\n");
2915 CCC->redirect_buffer = malloc(SIZ);
2916 CCC->redirect_len = 0;
2917 CCC->redirect_alloc = SIZ;
2918 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
2919 smi.meta_rfc822_length = CCC->redirect_len;
2920 saved_rfc822_version = CCC->redirect_buffer;
2921 CCC->redirect_buffer = NULL;
2922 CCC->redirect_len = 0;
2923 CCC->redirect_alloc = 0;
2927 /* Now figure out where to store the pointers */
2928 CtdlLogPrintf(CTDL_DEBUG, "Storing pointers\n");
2930 /* If this is being done by the networker delivering a private
2931 * message, we want to BYPASS saving the sender's copy (because there
2932 * is no local sender; it would otherwise go to the Trashcan).
2934 if ((!CCC->internal_pgm) || (recps == NULL)) {
2935 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
2936 CtdlLogPrintf(CTDL_ERR, "ERROR saving message pointer!\n");
2937 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
2941 /* For internet mail, drop a copy in the outbound queue room */
2942 if ((recps != NULL) && (recps->num_internet > 0)) {
2943 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
2946 /* If other rooms are specified, drop them there too. */
2947 if ((recps != NULL) && (recps->num_room > 0))
2948 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
2949 extract_token(recipient, recps->recp_room, i,
2950 '|', sizeof recipient);
2951 CtdlLogPrintf(CTDL_DEBUG, "Delivering to room <%s>\n", recipient);
2952 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
2955 /* Bump this user's messages posted counter. */
2956 CtdlLogPrintf(CTDL_DEBUG, "Updating user\n");
2957 CtdlGetUserLock(&CCC->user, CCC->curr_user);
2958 CCC->user.posted = CCC->user.posted + 1;
2959 CtdlPutUserLock(&CCC->user);
2961 /* Decide where bounces need to be delivered */
2962 if ((recps != NULL) && (recps->bounce_to != NULL)) {
2963 safestrncpy(bounce_to, recps->bounce_to, sizeof bounce_to);
2965 else if (CCC->logged_in) {
2966 snprintf(bounce_to, sizeof bounce_to, "%s@%s", CCC->user.fullname, config.c_nodename);
2969 snprintf(bounce_to, sizeof bounce_to, "%s@%s", msg->cm_fields['A'], msg->cm_fields['N']);
2972 /* If this is private, local mail, make a copy in the
2973 * recipient's mailbox and bump the reference count.
2975 if ((recps != NULL) && (recps->num_local > 0))
2976 for (i=0; i<num_tokens(recps->recp_local, '|'); ++i) {
2977 extract_token(recipient, recps->recp_local, i,
2978 '|', sizeof recipient);
2979 CtdlLogPrintf(CTDL_DEBUG, "Delivering private local mail to <%s>\n",
2981 if (CtdlGetUser(&userbuf, recipient) == 0) {
2982 // Add a flag so the Funambol module knows its mail
2983 msg->cm_fields['W'] = strdup(recipient);
2984 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
2985 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
2986 CtdlBumpNewMailCounter(userbuf.usernum);
2987 if (!IsEmptyStr(config.c_funambol_host) || !IsEmptyStr(config.c_pager_program)) {
2988 /* Generate a instruction message for the Funambol notification
2989 * server, in the same style as the SMTP queue
2992 instr = malloc(instr_alloc);
2993 snprintf(instr, instr_alloc,
2994 "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
2996 SPOOLMIME, newmsgid, (long)time(NULL),
3000 imsg = malloc(sizeof(struct CtdlMessage));
3001 memset(imsg, 0, sizeof(struct CtdlMessage));
3002 imsg->cm_magic = CTDLMESSAGE_MAGIC;
3003 imsg->cm_anon_type = MES_NORMAL;
3004 imsg->cm_format_type = FMT_RFC822;
3005 imsg->cm_fields['A'] = strdup("Citadel");
3006 imsg->cm_fields['J'] = strdup("do not journal");
3007 imsg->cm_fields['M'] = instr; /* imsg owns this memory now */
3008 imsg->cm_fields['W'] = strdup(recipient);
3009 CtdlSubmitMsg(imsg, NULL, FNBL_QUEUE_ROOM, 0);
3010 CtdlFreeMessage(imsg);
3014 CtdlLogPrintf(CTDL_DEBUG, "No user <%s>\n", recipient);
3015 CtdlSaveMsgPointerInRoom(config.c_aideroom,
3020 /* Perform "after save" hooks */
3021 CtdlLogPrintf(CTDL_DEBUG, "Performing after-save hooks\n");
3022 PerformMessageHooks(msg, EVT_AFTERSAVE);
3024 /* For IGnet mail, we have to save a new copy into the spooler for
3025 * each recipient, with the R and D fields set to the recipient and
3026 * destination-node. This has two ugly side effects: all other
3027 * recipients end up being unlisted in this recipient's copy of the
3028 * message, and it has to deliver multiple messages to the same
3029 * node. We'll revisit this again in a year or so when everyone has
3030 * a network spool receiver that can handle the new style messages.
3032 if ((recps != NULL) && (recps->num_ignet > 0))
3033 for (i=0; i<num_tokens(recps->recp_ignet, '|'); ++i) {
3034 extract_token(recipient, recps->recp_ignet, i,
3035 '|', sizeof recipient);
3037 hold_R = msg->cm_fields['R'];
3038 hold_D = msg->cm_fields['D'];
3039 msg->cm_fields['R'] = malloc(SIZ);
3040 msg->cm_fields['D'] = malloc(128);
3041 extract_token(msg->cm_fields['R'], recipient, 0, '@', SIZ);
3042 extract_token(msg->cm_fields['D'], recipient, 1, '@', 128);
3044 serialize_message(&smr, msg);
3046 snprintf(submit_filename, sizeof submit_filename,
3047 "%s/netmail.%04lx.%04x.%04x",
3049 (long) getpid(), CCC->cs_pid, ++seqnum);
3050 network_fp = fopen(submit_filename, "wb+");
3051 if (network_fp != NULL) {
3052 rv = fwrite(smr.ser, smr.len, 1, network_fp);
3058 free(msg->cm_fields['R']);
3059 free(msg->cm_fields['D']);
3060 msg->cm_fields['R'] = hold_R;
3061 msg->cm_fields['D'] = hold_D;
3064 /* Go back to the room we started from */
3065 CtdlLogPrintf(CTDL_DEBUG, "Returning to original room %s\n", hold_rm);
3066 if (strcasecmp(hold_rm, CCC->room.QRname))
3067 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL);
3069 /* For internet mail, generate delivery instructions.
3070 * Yes, this is recursive. Deal with it. Infinite recursion does
3071 * not happen because the delivery instructions message does not
3072 * contain a recipient.
3074 if ((recps != NULL) && (recps->num_internet > 0)) {
3075 CtdlLogPrintf(CTDL_DEBUG, "Generating delivery instructions\n");
3077 instr = malloc(instr_alloc);
3078 snprintf(instr, instr_alloc,
3079 "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
3081 SPOOLMIME, newmsgid, (long)time(NULL),
3085 if (recps->envelope_from != NULL) {
3086 tmp = strlen(instr);
3087 snprintf(&instr[tmp], instr_alloc-tmp, "envelope_from|%s\n", recps->envelope_from);
3090 for (i=0; i<num_tokens(recps->recp_internet, '|'); ++i) {
3091 tmp = strlen(instr);
3092 extract_token(recipient, recps->recp_internet, i, '|', sizeof recipient);
3093 if ((tmp + strlen(recipient) + 32) > instr_alloc) {
3094 instr_alloc = instr_alloc * 2;
3095 instr = realloc(instr, instr_alloc);
3097 snprintf(&instr[tmp], instr_alloc - tmp, "remote|%s|0||\n", recipient);
3100 imsg = malloc(sizeof(struct CtdlMessage));
3101 memset(imsg, 0, sizeof(struct CtdlMessage));
3102 imsg->cm_magic = CTDLMESSAGE_MAGIC;
3103 imsg->cm_anon_type = MES_NORMAL;
3104 imsg->cm_format_type = FMT_RFC822;
3105 imsg->cm_fields['A'] = strdup("Citadel");
3106 imsg->cm_fields['J'] = strdup("do not journal");
3107 imsg->cm_fields['M'] = instr; /* imsg owns this memory now */
3108 CtdlSubmitMsg(imsg, NULL, SMTP_SPOOLOUT_ROOM, QP_EADDR);
3109 CtdlFreeMessage(imsg);
3113 * Any addresses to harvest for someone's address book?
3115 if ( (CCC->logged_in) && (recps != NULL) ) {
3116 collected_addresses = harvest_collected_addresses(msg);
3119 if (collected_addresses != NULL) {
3120 aptr = (struct addresses_to_be_filed *)
3121 malloc(sizeof(struct addresses_to_be_filed));
3122 CtdlMailboxName(actual_rm, sizeof actual_rm,
3123 &CCC->user, USERCONTACTSROOM);
3124 aptr->roomname = strdup(actual_rm);
3125 aptr->collected_addresses = collected_addresses;
3126 begin_critical_section(S_ATBF);
3129 end_critical_section(S_ATBF);
3133 * Determine whether this message qualifies for journaling.
3135 if (msg->cm_fields['J'] != NULL) {
3136 qualified_for_journaling = 0;
3139 if (recps == NULL) {
3140 qualified_for_journaling = config.c_journal_pubmsgs;
3142 else if (recps->num_local + recps->num_ignet + recps->num_internet > 0) {
3143 qualified_for_journaling = config.c_journal_email;
3146 qualified_for_journaling = config.c_journal_pubmsgs;
3151 * Do we have to perform journaling? If so, hand off the saved
3152 * RFC822 version will be handed off to the journaler for background
3153 * submit. Otherwise, we have to free the memory ourselves.
3155 if (saved_rfc822_version != NULL) {
3156 if (qualified_for_journaling) {
3157 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
3160 free(saved_rfc822_version);
3170 void aide_message (char *text, char *subject)
3172 quickie_message("Citadel",NULL,NULL,AIDEROOM,text,FMT_CITADEL,subject);
3177 * Convenience function for generating small administrative messages.
3179 void quickie_message(const char *from, const char *fromaddr, char *to, char *room, const char *text,
3180 int format_type, const char *subject)
3182 struct CtdlMessage *msg;
3183 struct recptypes *recp = NULL;
3185 msg = malloc(sizeof(struct CtdlMessage));
3186 memset(msg, 0, sizeof(struct CtdlMessage));
3187 msg->cm_magic = CTDLMESSAGE_MAGIC;
3188 msg->cm_anon_type = MES_NORMAL;
3189 msg->cm_format_type = format_type;
3192 msg->cm_fields['A'] = strdup(from);
3194 else if (fromaddr != NULL) {
3195 msg->cm_fields['A'] = strdup(fromaddr);
3196 if (strchr(msg->cm_fields['A'], '@')) {
3197 *strchr(msg->cm_fields['A'], '@') = 0;
3201 msg->cm_fields['A'] = strdup("Citadel");
3204 if (fromaddr != NULL) msg->cm_fields['F'] = strdup(fromaddr);
3205 if (room != NULL) msg->cm_fields['O'] = strdup(room);
3206 msg->cm_fields['N'] = strdup(NODENAME);
3208 msg->cm_fields['R'] = strdup(to);
3209 recp = validate_recipients(to, NULL, 0);
3211 if (subject != NULL) {
3212 msg->cm_fields['U'] = strdup(subject);
3214 msg->cm_fields['M'] = strdup(text);
3216 CtdlSubmitMsg(msg, recp, room, 0);
3217 CtdlFreeMessage(msg);
3218 if (recp != NULL) free_recipients(recp);
3224 * Back end function used by CtdlMakeMessage() and similar functions
3226 char *CtdlReadMessageBody(char *terminator, /* token signalling EOT */
3227 size_t maxlen, /* maximum message length */
3228 char *exist, /* if non-null, append to it;
3229 exist is ALWAYS freed */
3230 int crlf, /* CRLF newlines instead of LF */
3231 int sock /* socket handle or 0 for this session's client socket */
3235 size_t message_len = 0;
3236 size_t buffer_len = 0;
3243 if (exist == NULL) {
3250 message_len = strlen(exist);
3251 buffer_len = message_len + 4096;
3252 m = realloc(exist, buffer_len);
3259 /* Do we need to change leading ".." to "." for SMTP escaping? */
3260 if (!strcmp(terminator, ".")) {
3264 /* flush the input if we have nowhere to store it */
3269 /* read in the lines of message text one by one */
3272 if (sock_getln(sock, buf, (sizeof buf - 3)) < 0) finished = 1;
3275 if (client_getln(buf, (sizeof buf - 3)) < 1) finished = 1;
3277 if (!strcmp(buf, terminator)) finished = 1;
3279 strcat(buf, "\r\n");
3285 /* Unescape SMTP-style input of two dots at the beginning of the line */
3287 if (!strncmp(buf, "..", 2)) {
3288 strcpy(buf, &buf[1]);
3292 if ( (!flushing) && (!finished) ) {
3293 /* Measure the line */
3294 linelen = strlen(buf);
3296 /* augment the buffer if we have to */
3297 if ((message_len + linelen) >= buffer_len) {
3298 ptr = realloc(m, (buffer_len * 2) );
3299 if (ptr == NULL) { /* flush if can't allocate */
3302 buffer_len = (buffer_len * 2);
3304 CtdlLogPrintf(CTDL_DEBUG, "buffer_len is now %ld\n", (long)buffer_len);
3308 /* Add the new line to the buffer. NOTE: this loop must avoid
3309 * using functions like strcat() and strlen() because they
3310 * traverse the entire buffer upon every call, and doing that
3311 * for a multi-megabyte message slows it down beyond usability.
3313 strcpy(&m[message_len], buf);
3314 message_len += linelen;
3317 /* if we've hit the max msg length, flush the rest */
3318 if (message_len >= maxlen) flushing = 1;
3320 } while (!finished);
3328 * Build a binary message to be saved on disk.
3329 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3330 * will become part of the message. This means you are no longer
3331 * responsible for managing that memory -- it will be freed along with
3332 * the rest of the fields when CtdlFreeMessage() is called.)
3335 struct CtdlMessage *CtdlMakeMessage(
3336 struct ctdluser *author, /* author's user structure */
3337 char *recipient, /* NULL if it's not mail */
3338 char *recp_cc, /* NULL if it's not mail */
3339 char *room, /* room where it's going */
3340 int type, /* see MES_ types in header file */
3341 int format_type, /* variformat, plain text, MIME... */
3342 char *fake_name, /* who we're masquerading as */
3343 char *my_email, /* which of my email addresses to use (empty is ok) */
3344 char *subject, /* Subject (optional) */
3345 char *supplied_euid, /* ...or NULL if this is irrelevant */
3346 char *preformatted_text, /* ...or NULL to read text from client */
3347 char *references /* Thread references */
3349 char dest_node[256];
3351 struct CtdlMessage *msg;
3353 msg = malloc(sizeof(struct CtdlMessage));
3354 memset(msg, 0, sizeof(struct CtdlMessage));
3355 msg->cm_magic = CTDLMESSAGE_MAGIC;
3356 msg->cm_anon_type = type;
3357 msg->cm_format_type = format_type;
3359 /* Don't confuse the poor folks if it's not routed mail. */
3360 strcpy(dest_node, "");
3362 if (recipient != NULL) striplt(recipient);
3363 if (recp_cc != NULL) striplt(recp_cc);
3365 /* Path or Return-Path */
3366 if (my_email == NULL) my_email = "";
3368 if (!IsEmptyStr(my_email)) {
3369 msg->cm_fields['P'] = strdup(my_email);
3372 snprintf(buf, sizeof buf, "%s", author->fullname);
3373 msg->cm_fields['P'] = strdup(buf);
3375 convert_spaces_to_underscores(msg->cm_fields['P']);
3377 snprintf(buf, sizeof buf, "%ld", (long)time(NULL)); /* timestamp */
3378 msg->cm_fields['T'] = strdup(buf);
3380 if ((fake_name != NULL) && (fake_name[0])) { /* author */
3381 msg->cm_fields['A'] = strdup(fake_name);
3384 msg->cm_fields['A'] = strdup(author->fullname);
3387 if (CC->room.QRflags & QR_MAILBOX) { /* room */
3388 msg->cm_fields['O'] = strdup(&CC->room.QRname[11]);
3391 msg->cm_fields['O'] = strdup(CC->room.QRname);
3394 msg->cm_fields['N'] = strdup(NODENAME); /* nodename */
3395 msg->cm_fields['H'] = strdup(HUMANNODE); /* hnodename */
3397 if ((recipient != NULL) && (recipient[0] != 0)) {
3398 msg->cm_fields['R'] = strdup(recipient);
3400 if ((recp_cc != NULL) && (recp_cc[0] != 0)) {
3401 msg->cm_fields['Y'] = strdup(recp_cc);
3403 if (dest_node[0] != 0) {
3404 msg->cm_fields['D'] = strdup(dest_node);
3407 if (!IsEmptyStr(my_email)) {
3408 msg->cm_fields['F'] = strdup(my_email);
3410 else if ( (author == &CC->user) && (!IsEmptyStr(CC->cs_inet_email)) ) {
3411 msg->cm_fields['F'] = strdup(CC->cs_inet_email);
3414 if (subject != NULL) {
3417 length = strlen(subject);
3423 while ((subject[i] != '\0') &&
3424 (IsAscii = isascii(subject[i]) != 0 ))
3427 msg->cm_fields['U'] = strdup(subject);
3428 else /* ok, we've got utf8 in the string. */
3430 msg->cm_fields['U'] = rfc2047encode(subject, length);
3436 if (supplied_euid != NULL) {
3437 msg->cm_fields['E'] = strdup(supplied_euid);
3440 if (references != NULL) {
3441 if (!IsEmptyStr(references)) {
3442 msg->cm_fields['W'] = strdup(references);
3446 if (preformatted_text != NULL) {
3447 msg->cm_fields['M'] = preformatted_text;
3450 msg->cm_fields['M'] = CtdlReadMessageBody("000", config.c_maxmsglen, NULL, 0, 0);
3458 * Check to see whether we have permission to post a message in the current
3459 * room. Returns a *CITADEL ERROR CODE* and puts a message in errmsgbuf, or
3460 * returns 0 on success.
3462 int CtdlDoIHavePermissionToPostInThisRoom(char *errmsgbuf,
3464 const char* RemoteIdentifier,
3468 if (!(CC->logged_in) &&
3469 (PostPublic == POST_LOGGED_IN)) {
3470 snprintf(errmsgbuf, n, "Not logged in.");
3471 return (ERROR + NOT_LOGGED_IN);
3473 else if (PostPublic == CHECK_EXISTANCE) {
3474 return (0); // We're Evaling whether a recipient exists
3476 else if (!(CC->logged_in)) {
3478 if ((CC->room.QRflags & QR_READONLY)) {
3479 snprintf(errmsgbuf, n, "Not logged in.");
3480 return (ERROR + NOT_LOGGED_IN);
3482 if (CC->room.QRflags2 & QR2_MODERATED) {
3483 snprintf(errmsgbuf, n, "Not logged in Moderation feature not yet implemented!");
3484 return (ERROR + NOT_LOGGED_IN);
3486 if ((PostPublic!=POST_LMTP) &&(CC->room.QRflags2 & QR2_SMTP_PUBLIC) == 0) {
3491 if (RemoteIdentifier == NULL)
3493 snprintf(errmsgbuf, n, "Need sender to permit access.");
3494 return (ERROR + USERNAME_REQUIRED);
3497 assoc_file_name(filename, sizeof filename, &CC->room, ctdl_netcfg_dir);
3498 begin_critical_section(S_NETCONFIGS);
3499 if (!read_spoolcontrol_file(&sc, filename))
3501 end_critical_section(S_NETCONFIGS);
3502 snprintf(errmsgbuf, n,
3503 "This mailing list only accepts posts from subscribers.");
3504 return (ERROR + NO_SUCH_USER);
3506 end_critical_section(S_NETCONFIGS);
3507 found = is_recipient (sc, RemoteIdentifier);
3508 free_spoolcontrol_struct(&sc);
3513 snprintf(errmsgbuf, n,
3514 "This mailing list only accepts posts from subscribers.");
3515 return (ERROR + NO_SUCH_USER);
3522 if ((CC->user.axlevel < 2)
3523 && ((CC->room.QRflags & QR_MAILBOX) == 0)) {
3524 snprintf(errmsgbuf, n, "Need to be validated to enter "
3525 "(except in %s> to sysop)", MAILROOM);
3526 return (ERROR + HIGHER_ACCESS_REQUIRED);
3529 CtdlRoomAccess(&CC->room, &CC->user, &ra, NULL);
3530 if (!(ra & UA_POSTALLOWED)) {
3531 snprintf(errmsgbuf, n, "Higher access is required to post in this room.");
3532 return (ERROR + HIGHER_ACCESS_REQUIRED);
3535 strcpy(errmsgbuf, "Ok");
3541 * Check to see if the specified user has Internet mail permission
3542 * (returns nonzero if permission is granted)
3544 int CtdlCheckInternetMailPermission(struct ctdluser *who) {
3546 /* Do not allow twits to send Internet mail */
3547 if (who->axlevel <= 2) return(0);
3549 /* Globally enabled? */
3550 if (config.c_restrict == 0) return(1);
3552 /* User flagged ok? */
3553 if (who->flags & US_INTERNET) return(2);
3555 /* Aide level access? */
3556 if (who->axlevel >= 6) return(3);
3558 /* No mail for you! */
3564 * Validate recipients, count delivery types and errors, and handle aliasing
3565 * FIXME check for dupes!!!!!
3567 * Returns 0 if all addresses are ok, ret->num_error = -1 if no addresses
3568 * were specified, or the number of addresses found invalid.
3570 * Caller needs to free the result using free_recipients()
3572 struct recptypes *validate_recipients(char *supplied_recipients,
3573 const char *RemoteIdentifier,
3575 struct recptypes *ret;
3576 char *recipients = NULL;
3577 char this_recp[256];
3578 char this_recp_cooked[256];
3584 struct ctdluser tempUS;
3585 struct ctdlroom tempQR;
3586 struct ctdlroom tempQR2;
3592 ret = (struct recptypes *) malloc(sizeof(struct recptypes));
3593 if (ret == NULL) return(NULL);
3595 /* Set all strings to null and numeric values to zero */
3596 memset(ret, 0, sizeof(struct recptypes));
3598 if (supplied_recipients == NULL) {
3599 recipients = strdup("");
3602 recipients = strdup(supplied_recipients);
3605 /* Allocate some memory. Yes, this allocates 500% more memory than we will
3606 * actually need, but it's healthier for the heap than doing lots of tiny
3607 * realloc() calls instead.
3610 ret->errormsg = malloc(strlen(recipients) + 1024);
3611 ret->recp_local = malloc(strlen(recipients) + 1024);
3612 ret->recp_internet = malloc(strlen(recipients) + 1024);
3613 ret->recp_ignet = malloc(strlen(recipients) + 1024);
3614 ret->recp_room = malloc(strlen(recipients) + 1024);
3615 ret->display_recp = malloc(strlen(recipients) + 1024);
3617 ret->errormsg[0] = 0;
3618 ret->recp_local[0] = 0;
3619 ret->recp_internet[0] = 0;
3620 ret->recp_ignet[0] = 0;
3621 ret->recp_room[0] = 0;
3622 ret->display_recp[0] = 0;
3624 ret->recptypes_magic = RECPTYPES_MAGIC;
3626 /* Change all valid separator characters to commas */
3627 for (i=0; !IsEmptyStr(&recipients[i]); ++i) {
3628 if ((recipients[i] == ';') || (recipients[i] == '|')) {
3629 recipients[i] = ',';
3633 /* Now start extracting recipients... */
3635 while (!IsEmptyStr(recipients)) {
3637 for (i=0; i<=strlen(recipients); ++i) {
3638 if (recipients[i] == '\"') in_quotes = 1 - in_quotes;
3639 if ( ( (recipients[i] == ',') && (!in_quotes) ) || (recipients[i] == 0) ) {
3640 safestrncpy(this_recp, recipients, i+1);
3642 if (recipients[i] == ',') {
3643 strcpy(recipients, &recipients[i+1]);
3646 strcpy(recipients, "");
3653 if (IsEmptyStr(this_recp))
3655 CtdlLogPrintf(CTDL_DEBUG, "Evaluating recipient #%d: %s\n", num_recps, this_recp);
3657 mailtype = alias(this_recp);
3658 mailtype = alias(this_recp);
3659 mailtype = alias(this_recp);
3661 for (j=0; !IsEmptyStr(&this_recp[j]); ++j) {
3662 if (this_recp[j]=='_') {
3663 this_recp_cooked[j] = ' ';
3666 this_recp_cooked[j] = this_recp[j];
3669 this_recp_cooked[j] = '\0';
3674 if (!strcasecmp(this_recp, "sysop")) {
3676 strcpy(this_recp, config.c_aideroom);
3677 if (!IsEmptyStr(ret->recp_room)) {
3678 strcat(ret->recp_room, "|");
3680 strcat(ret->recp_room, this_recp);
3682 else if ( (!strncasecmp(this_recp, "room_", 5))
3683 && (!CtdlGetRoom(&tempQR, &this_recp_cooked[5])) ) {
3685 /* Save room so we can restore it later */
3689 /* Check permissions to send mail to this room */
3690 err = CtdlDoIHavePermissionToPostInThisRoom(errmsg,
3702 if (!IsEmptyStr(ret->recp_room)) {
3703 strcat(ret->recp_room, "|");
3705 strcat(ret->recp_room, &this_recp_cooked[5]);
3708 /* Restore room in case something needs it */
3712 else if (CtdlGetUser(&tempUS, this_recp) == 0) {
3714 strcpy(this_recp, tempUS.fullname);
3715 if (!IsEmptyStr(ret->recp_local)) {
3716 strcat(ret->recp_local, "|");
3718 strcat(ret->recp_local, this_recp);
3720 else if (CtdlGetUser(&tempUS, this_recp_cooked) == 0) {
3722 strcpy(this_recp, tempUS.fullname);
3723 if (!IsEmptyStr(ret->recp_local)) {
3724 strcat(ret->recp_local, "|");
3726 strcat(ret->recp_local, this_recp);
3734 /* Yes, you're reading this correctly: if the target
3735 * domain points back to the local system or an attached
3736 * Citadel directory, the address is invalid. That's
3737 * because if the address were valid, we would have
3738 * already translated it to a local address by now.
3740 if (IsDirectory(this_recp, 0)) {
3745 ++ret->num_internet;
3746 if (!IsEmptyStr(ret->recp_internet)) {
3747 strcat(ret->recp_internet, "|");
3749 strcat(ret->recp_internet, this_recp);
3754 if (!IsEmptyStr(ret->recp_ignet)) {
3755 strcat(ret->recp_ignet, "|");
3757 strcat(ret->recp_ignet, this_recp);
3765 if (IsEmptyStr(errmsg)) {
3766 snprintf(append, sizeof append, "Invalid recipient: %s", this_recp);
3769 snprintf(append, sizeof append, "%s", errmsg);
3771 if ( (strlen(ret->errormsg) + strlen(append) + 3) < SIZ) {
3772 if (!IsEmptyStr(ret->errormsg)) {
3773 strcat(ret->errormsg, "; ");
3775 strcat(ret->errormsg, append);
3779 if (IsEmptyStr(ret->display_recp)) {
3780 strcpy(append, this_recp);
3783 snprintf(append, sizeof append, ", %s", this_recp);
3785 if ( (strlen(ret->display_recp)+strlen(append)) < SIZ) {
3786 strcat(ret->display_recp, append);
3791 if ((ret->num_local + ret->num_internet + ret->num_ignet +
3792 ret->num_room + ret->num_error) == 0) {
3793 ret->num_error = (-1);
3794 strcpy(ret->errormsg, "No recipients specified.");
3797 CtdlLogPrintf(CTDL_DEBUG, "validate_recipients()\n");
3798 CtdlLogPrintf(CTDL_DEBUG, " local: %d <%s>\n", ret->num_local, ret->recp_local);
3799 CtdlLogPrintf(CTDL_DEBUG, " room: %d <%s>\n", ret->num_room, ret->recp_room);
3800 CtdlLogPrintf(CTDL_DEBUG, " inet: %d <%s>\n", ret->num_internet, ret->recp_internet);
3801 CtdlLogPrintf(CTDL_DEBUG, " ignet: %d <%s>\n", ret->num_ignet, ret->recp_ignet);
3802 CtdlLogPrintf(CTDL_DEBUG, " error: %d <%s>\n", ret->num_error, ret->errormsg);
3810 * Destructor for struct recptypes
3812 void free_recipients(struct recptypes *valid) {
3814 if (valid == NULL) {
3818 if (valid->recptypes_magic != RECPTYPES_MAGIC) {
3819 CtdlLogPrintf(CTDL_EMERG, "Attempt to call free_recipients() on some other data type!\n");
3823 if (valid->errormsg != NULL) free(valid->errormsg);
3824 if (valid->recp_local != NULL) free(valid->recp_local);
3825 if (valid->recp_internet != NULL) free(valid->recp_internet);
3826 if (valid->recp_ignet != NULL) free(valid->recp_ignet);
3827 if (valid->recp_room != NULL) free(valid->recp_room);
3828 if (valid->display_recp != NULL) free(valid->display_recp);
3829 if (valid->bounce_to != NULL) free(valid->bounce_to);
3830 if (valid->envelope_from != NULL) free(valid->envelope_from);
3837 * message entry - mode 0 (normal)
3839 void cmd_ent0(char *entargs)
3845 char supplied_euid[128];
3847 int format_type = 0;
3848 char newusername[256];
3849 char newuseremail[256];
3850 struct CtdlMessage *msg;
3854 struct recptypes *valid = NULL;
3855 struct recptypes *valid_to = NULL;
3856 struct recptypes *valid_cc = NULL;
3857 struct recptypes *valid_bcc = NULL;
3859 int subject_required = 0;
3864 int newuseremail_ok = 0;
3865 char references[SIZ];
3870 post = extract_int(entargs, 0);
3871 extract_token(recp, entargs, 1, '|', sizeof recp);
3872 anon_flag = extract_int(entargs, 2);
3873 format_type = extract_int(entargs, 3);
3874 extract_token(subject, entargs, 4, '|', sizeof subject);
3875 extract_token(newusername, entargs, 5, '|', sizeof newusername);
3876 do_confirm = extract_int(entargs, 6);
3877 extract_token(cc, entargs, 7, '|', sizeof cc);
3878 extract_token(bcc, entargs, 8, '|', sizeof bcc);
3879 switch(CC->room.QRdefaultview) {
3882 extract_token(supplied_euid, entargs, 9, '|', sizeof supplied_euid);
3885 supplied_euid[0] = 0;
3888 extract_token(newuseremail, entargs, 10, '|', sizeof newuseremail);
3889 extract_token(references, entargs, 11, '|', sizeof references);
3890 for (ptr=references; *ptr != 0; ++ptr) {
3891 if (*ptr == '!') *ptr = '|';
3894 /* first check to make sure the request is valid. */
3896 err = CtdlDoIHavePermissionToPostInThisRoom(errmsg, sizeof errmsg, NULL, POST_LOGGED_IN);
3899 cprintf("%d %s\n", err, errmsg);
3903 /* Check some other permission type things. */
3905 if (IsEmptyStr(newusername)) {
3906 strcpy(newusername, CC->user.fullname);
3908 if ( (CC->user.axlevel < 6)
3909 && (strcasecmp(newusername, CC->user.fullname))
3910 && (strcasecmp(newusername, CC->cs_inet_fn))
3912 cprintf("%d You don't have permission to author messages as '%s'.\n",
3913 ERROR + HIGHER_ACCESS_REQUIRED,
3920 if (IsEmptyStr(newuseremail)) {
3921 newuseremail_ok = 1;
3924 if (!IsEmptyStr(newuseremail)) {
3925 if (!strcasecmp(newuseremail, CC->cs_inet_email)) {
3926 newuseremail_ok = 1;
3928 else if (!IsEmptyStr(CC->cs_inet_other_emails)) {
3929 j = num_tokens(CC->cs_inet_other_emails, '|');
3930 for (i=0; i<j; ++i) {
3931 extract_token(buf, CC->cs_inet_other_emails, i, '|', sizeof buf);
3932 if (!strcasecmp(newuseremail, buf)) {
3933 newuseremail_ok = 1;
3939 if (!newuseremail_ok) {
3940 cprintf("%d You don't have permission to author messages as '%s'.\n",
3941 ERROR + HIGHER_ACCESS_REQUIRED,
3947 CC->cs_flags |= CS_POSTING;
3949 /* In mailbox rooms we have to behave a little differently --
3950 * make sure the user has specified at least one recipient. Then
3951 * validate the recipient(s). We do this for the Mail> room, as
3952 * well as any room which has the "Mailbox" view set.
3955 if ( ( (CC->room.QRflags & QR_MAILBOX) && (!strcasecmp(&CC->room.QRname[11], MAILROOM)) )
3956 || ( (CC->room.QRflags & QR_MAILBOX) && (CC->curr_view == VIEW_MAILBOX) )
3958 if (CC->user.axlevel < 2) {
3959 strcpy(recp, "sysop");
3964 valid_to = validate_recipients(recp, NULL, 0);
3965 if (valid_to->num_error > 0) {
3966 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_to->errormsg);
3967 free_recipients(valid_to);
3971 valid_cc = validate_recipients(cc, NULL, 0);
3972 if (valid_cc->num_error > 0) {
3973 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_cc->errormsg);
3974 free_recipients(valid_to);
3975 free_recipients(valid_cc);
3979 valid_bcc = validate_recipients(bcc, NULL, 0);
3980 if (valid_bcc->num_error > 0) {
3981 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_bcc->errormsg);
3982 free_recipients(valid_to);
3983 free_recipients(valid_cc);
3984 free_recipients(valid_bcc);
3988 /* Recipient required, but none were specified */
3989 if ( (valid_to->num_error < 0) && (valid_cc->num_error < 0) && (valid_bcc->num_error < 0) ) {
3990 free_recipients(valid_to);
3991 free_recipients(valid_cc);
3992 free_recipients(valid_bcc);
3993 cprintf("%d At least one recipient is required.\n", ERROR + NO_SUCH_USER);
3997 if (valid_to->num_internet + valid_cc->num_internet + valid_bcc->num_internet > 0) {
3998 if (CtdlCheckInternetMailPermission(&CC->user)==0) {
3999 cprintf("%d You do not have permission "
4000 "to send Internet mail.\n",
4001 ERROR + HIGHER_ACCESS_REQUIRED);
4002 free_recipients(valid_to);
4003 free_recipients(valid_cc);
4004 free_recipients(valid_bcc);
4009 if ( ( (valid_to->num_internet + valid_to->num_ignet + valid_cc->num_internet + valid_cc->num_ignet + valid_bcc->num_internet + valid_bcc->num_ignet) > 0)
4010 && (CC->user.axlevel < 4) ) {
4011 cprintf("%d Higher access required for network mail.\n",
4012 ERROR + HIGHER_ACCESS_REQUIRED);
4013 free_recipients(valid_to);
4014 free_recipients(valid_cc);
4015 free_recipients(valid_bcc);
4019 if ((RESTRICT_INTERNET == 1)
4020 && (valid_to->num_internet + valid_cc->num_internet + valid_bcc->num_internet > 0)
4021 && ((CC->user.flags & US_INTERNET) == 0)
4022 && (!CC->internal_pgm)) {
4023 cprintf("%d You don't have access to Internet mail.\n",
4024 ERROR + HIGHER_ACCESS_REQUIRED);
4025 free_recipients(valid_to);
4026 free_recipients(valid_cc);
4027 free_recipients(valid_bcc);
4033 /* Is this a room which has anonymous-only or anonymous-option? */
4034 anonymous = MES_NORMAL;
4035 if (CC->room.QRflags & QR_ANONONLY) {
4036 anonymous = MES_ANONONLY;
4038 if (CC->room.QRflags & QR_ANONOPT) {
4039 if (anon_flag == 1) { /* only if the user requested it */
4040 anonymous = MES_ANONOPT;
4044 if ((CC->room.QRflags & QR_MAILBOX) == 0) {
4048 /* Recommend to the client that the use of a message subject is
4049 * strongly recommended in this room, if either the SUBJECTREQ flag
4050 * is set, or if there is one or more Internet email recipients.
4052 if (CC->room.QRflags2 & QR2_SUBJECTREQ) subject_required = 1;
4053 if ((valid_to) && (valid_to->num_internet > 0)) subject_required = 1;
4054 if ((valid_cc) && (valid_cc->num_internet > 0)) subject_required = 1;
4055 if ((valid_bcc) && (valid_bcc->num_internet > 0)) subject_required = 1;
4057 /* If we're only checking the validity of the request, return
4058 * success without creating the message.
4061 cprintf("%d %s|%d\n", CIT_OK,
4062 ((valid_to != NULL) ? valid_to->display_recp : ""),
4064 free_recipients(valid_to);
4065 free_recipients(valid_cc);
4066 free_recipients(valid_bcc);
4070 /* We don't need these anymore because we'll do it differently below */
4071 free_recipients(valid_to);
4072 free_recipients(valid_cc);
4073 free_recipients(valid_bcc);
4075 /* Read in the message from the client. */
4077 cprintf("%d send message\n", START_CHAT_MODE);
4079 cprintf("%d send message\n", SEND_LISTING);
4082 msg = CtdlMakeMessage(&CC->user, recp, cc,
4083 CC->room.QRname, anonymous, format_type,
4084 newusername, newuseremail, subject,
4085 ((!IsEmptyStr(supplied_euid)) ? supplied_euid : NULL),
4088 /* Put together one big recipients struct containing to/cc/bcc all in
4089 * one. This is for the envelope.
4091 char *all_recps = malloc(SIZ * 3);
4092 strcpy(all_recps, recp);
4093 if (!IsEmptyStr(cc)) {
4094 if (!IsEmptyStr(all_recps)) {
4095 strcat(all_recps, ",");
4097 strcat(all_recps, cc);
4099 if (!IsEmptyStr(bcc)) {
4100 if (!IsEmptyStr(all_recps)) {
4101 strcat(all_recps, ",");
4103 strcat(all_recps, bcc);
4105 if (!IsEmptyStr(all_recps)) {
4106 valid = validate_recipients(all_recps, NULL, 0);
4114 msgnum = CtdlSubmitMsg(msg, valid, "", QP_EADDR);
4117 cprintf("%ld\n", msgnum);
4119 cprintf("Message accepted.\n");
4122 cprintf("Internal error.\n");
4124 if (msg->cm_fields['E'] != NULL) {
4125 cprintf("%s\n", msg->cm_fields['E']);
4132 CtdlFreeMessage(msg);
4134 if (valid != NULL) {
4135 free_recipients(valid);
4143 * API function to delete messages which match a set of criteria
4144 * (returns the actual number of messages deleted)
4146 int CtdlDeleteMessages(char *room_name, /* which room */
4147 long *dmsgnums, /* array of msg numbers to be deleted */
4148 int num_dmsgnums, /* number of msgs to be deleted, or 0 for "any" */
4149 char *content_type /* or "" for any. regular expressions expected. */
4152 struct ctdlroom qrbuf;
4153 struct cdbdata *cdbfr;
4154 long *msglist = NULL;
4155 long *dellist = NULL;
4158 int num_deleted = 0;
4160 struct MetaData smi;
4163 int need_to_free_re = 0;
4165 if (content_type) if (!IsEmptyStr(content_type)) {
4166 regcomp(&re, content_type, 0);
4167 need_to_free_re = 1;
4169 CtdlLogPrintf(CTDL_DEBUG, "CtdlDeleteMessages(%s, %d msgs, %s)\n",
4170 room_name, num_dmsgnums, content_type);
4172 /* get room record, obtaining a lock... */
4173 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
4174 CtdlLogPrintf(CTDL_ERR, "CtdlDeleteMessages(): Room <%s> not found\n",
4176 if (need_to_free_re) regfree(&re);
4177 return (0); /* room not found */
4179 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
4181 if (cdbfr != NULL) {
4182 dellist = malloc(cdbfr->len);
4183 msglist = (long *) cdbfr->ptr;
4184 cdbfr->ptr = NULL; /* CtdlDeleteMessages() now owns this memory */
4185 num_msgs = cdbfr->len / sizeof(long);
4189 for (i = 0; i < num_msgs; ++i) {
4192 /* Set/clear a bit for each criterion */
4194 /* 0 messages in the list or a null list means that we are
4195 * interested in deleting any messages which meet the other criteria.
4197 if ((num_dmsgnums == 0) || (dmsgnums == NULL)) {
4198 delete_this |= 0x01;
4201 for (j=0; j<num_dmsgnums; ++j) {
4202 if (msglist[i] == dmsgnums[j]) {
4203 delete_this |= 0x01;
4208 if (IsEmptyStr(content_type)) {
4209 delete_this |= 0x02;
4211 GetMetaData(&smi, msglist[i]);
4212 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
4213 delete_this |= 0x02;
4217 /* Delete message only if all bits are set */
4218 if (delete_this == 0x03) {
4219 dellist[num_deleted++] = msglist[i];
4224 num_msgs = sort_msglist(msglist, num_msgs);
4225 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
4226 msglist, (int)(num_msgs * sizeof(long)));
4229 qrbuf.QRhighest = msglist[num_msgs - 1];
4231 qrbuf.QRhighest = 0;
4233 CtdlPutRoomLock(&qrbuf);
4235 /* Go through the messages we pulled out of the index, and decrement
4236 * their reference counts by 1. If this is the only room the message
4237 * was in, the reference count will reach zero and the message will
4238 * automatically be deleted from the database. We do this in a
4239 * separate pass because there might be plug-in hooks getting called,
4240 * and we don't want that happening during an S_ROOMS critical
4243 if (num_deleted) for (i=0; i<num_deleted; ++i) {
4244 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
4245 AdjRefCount(dellist[i], -1);
4248 /* Now free the memory we used, and go away. */
4249 if (msglist != NULL) free(msglist);
4250 if (dellist != NULL) free(dellist);
4251 CtdlLogPrintf(CTDL_DEBUG, "%d message(s) deleted.\n", num_deleted);
4252 if (need_to_free_re) regfree(&re);
4253 return (num_deleted);
4259 * Check whether the current user has permission to delete messages from
4260 * the current room (returns 1 for yes, 0 for no)
4262 int CtdlDoIHavePermissionToDeleteMessagesFromThisRoom(void) {
4264 CtdlRoomAccess(&CC->room, &CC->user, &ra, NULL);
4265 if (ra & UA_DELETEALLOWED) return(1);
4273 * Delete message from current room
4275 void cmd_dele(char *args)
4284 extract_token(msgset, args, 0, '|', sizeof msgset);
4285 num_msgs = num_tokens(msgset, ',');
4287 cprintf("%d Nothing to do.\n", CIT_OK);
4291 if (CtdlDoIHavePermissionToDeleteMessagesFromThisRoom() == 0) {
4292 cprintf("%d Higher access required.\n",
4293 ERROR + HIGHER_ACCESS_REQUIRED);
4298 * Build our message set to be moved/copied
4300 msgs = malloc(num_msgs * sizeof(long));
4301 for (i=0; i<num_msgs; ++i) {
4302 extract_token(msgtok, msgset, i, ',', sizeof msgtok);
4303 msgs[i] = atol(msgtok);
4306 num_deleted = CtdlDeleteMessages(CC->room.QRname, msgs, num_msgs, "");
4310 cprintf("%d %d message%s deleted.\n", CIT_OK,
4311 num_deleted, ((num_deleted != 1) ? "s" : ""));
4313 cprintf("%d Message not found.\n", ERROR + MESSAGE_NOT_FOUND);
4321 * move or copy a message to another room
4323 void cmd_move(char *args)
4330 char targ[ROOMNAMELEN];
4331 struct ctdlroom qtemp;
4338 extract_token(msgset, args, 0, '|', sizeof msgset);
4339 num_msgs = num_tokens(msgset, ',');
4341 cprintf("%d Nothing to do.\n", CIT_OK);
4345 extract_token(targ, args, 1, '|', sizeof targ);
4346 convert_room_name_macros(targ, sizeof targ);
4347 targ[ROOMNAMELEN - 1] = 0;
4348 is_copy = extract_int(args, 2);
4350 if (CtdlGetRoom(&qtemp, targ) != 0) {
4351 cprintf("%d '%s' does not exist.\n", ERROR + ROOM_NOT_FOUND, targ);
4355 if (!strcasecmp(qtemp.QRname, CC->room.QRname)) {
4356 cprintf("%d Source and target rooms are the same.\n", ERROR + ALREADY_EXISTS);
4360 CtdlGetUser(&CC->user, CC->curr_user);
4361 CtdlRoomAccess(&qtemp, &CC->user, &ra, NULL);
4363 /* Check for permission to perform this operation.
4364 * Remember: "CC->room" is source, "qtemp" is target.
4368 /* Aides can move/copy */
4369 if (CC->user.axlevel >= 6) permit = 1;
4371 /* Room aides can move/copy */
4372 if (CC->user.usernum == CC->room.QRroomaide) permit = 1;
4374 /* Permit move/copy from personal rooms */
4375 if ((CC->room.QRflags & QR_MAILBOX)
4376 && (qtemp.QRflags & QR_MAILBOX)) permit = 1;
4378 /* Permit only copy from public to personal room */
4380 && (!(CC->room.QRflags & QR_MAILBOX))
4381 && (qtemp.QRflags & QR_MAILBOX)) permit = 1;
4383 /* Permit message removal from collaborative delete rooms */
4384 if (CC->room.QRflags2 & QR2_COLLABDEL) permit = 1;
4386 /* Users allowed to post into the target room may move into it too. */
4387 if ((CC->room.QRflags & QR_MAILBOX) &&
4388 (qtemp.QRflags & UA_POSTALLOWED)) permit = 1;
4390 /* User must have access to target room */
4391 if (!(ra & UA_KNOWN)) permit = 0;
4394 cprintf("%d Higher access required.\n",
4395 ERROR + HIGHER_ACCESS_REQUIRED);
4400 * Build our message set to be moved/copied
4402 msgs = malloc(num_msgs * sizeof(long));
4403 for (i=0; i<num_msgs; ++i) {
4404 extract_token(msgtok, msgset, i, ',', sizeof msgtok);
4405 msgs[i] = atol(msgtok);
4411 err = CtdlSaveMsgPointersInRoom(targ, msgs, num_msgs, 1, NULL);
4413 cprintf("%d Cannot store message(s) in %s: error %d\n",
4419 /* Now delete the message from the source room,
4420 * if this is a 'move' rather than a 'copy' operation.
4423 CtdlDeleteMessages(CC->room.QRname, msgs, num_msgs, "");
4427 cprintf("%d Message(s) %s.\n", CIT_OK, (is_copy ? "copied" : "moved") );
4433 * GetMetaData() - Get the supplementary record for a message
4435 void GetMetaData(struct MetaData *smibuf, long msgnum)
4438 struct cdbdata *cdbsmi;
4441 memset(smibuf, 0, sizeof(struct MetaData));
4442 smibuf->meta_msgnum = msgnum;
4443 smibuf->meta_refcount = 1; /* Default reference count is 1 */
4445 /* Use the negative of the message number for its supp record index */
4446 TheIndex = (0L - msgnum);
4448 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
4449 if (cdbsmi == NULL) {
4450 return; /* record not found; go with defaults */
4452 memcpy(smibuf, cdbsmi->ptr,
4453 ((cdbsmi->len > sizeof(struct MetaData)) ?
4454 sizeof(struct MetaData) : cdbsmi->len));
4461 * PutMetaData() - (re)write supplementary record for a message
4463 void PutMetaData(struct MetaData *smibuf)
4467 /* Use the negative of the message number for the metadata db index */
4468 TheIndex = (0L - smibuf->meta_msgnum);
4470 cdb_store(CDB_MSGMAIN,
4471 &TheIndex, (int)sizeof(long),
4472 smibuf, (int)sizeof(struct MetaData));
4477 * AdjRefCount - submit an adjustment to the reference count for a message.
4478 * (These are just queued -- we actually process them later.)
4480 void AdjRefCount(long msgnum, int incr)
4482 struct arcq new_arcq;
4485 begin_critical_section(S_SUPPMSGMAIN);
4486 if (arcfp == NULL) {
4487 arcfp = fopen(file_arcq, "ab+");
4489 end_critical_section(S_SUPPMSGMAIN);
4491 /* msgnum < 0 means that we're trying to close the file */
4493 CtdlLogPrintf(CTDL_DEBUG, "Closing the AdjRefCount queue file\n");
4494 begin_critical_section(S_SUPPMSGMAIN);
4495 if (arcfp != NULL) {
4499 end_critical_section(S_SUPPMSGMAIN);
4504 * If we can't open the queue, perform the operation synchronously.
4506 if (arcfp == NULL) {
4507 TDAP_AdjRefCount(msgnum, incr);
4511 new_arcq.arcq_msgnum = msgnum;
4512 new_arcq.arcq_delta = incr;
4513 rv = fwrite(&new_arcq, sizeof(struct arcq), 1, arcfp);
4521 * TDAP_ProcessAdjRefCountQueue()
4523 * Process the queue of message count adjustments that was created by calls
4524 * to AdjRefCount() ... by reading the queue and calling TDAP_AdjRefCount()
4525 * for each one. This should be an "off hours" operation.
4527 int TDAP_ProcessAdjRefCountQueue(void)
4529 char file_arcq_temp[PATH_MAX];
4532 struct arcq arcq_rec;
4533 int num_records_processed = 0;
4535 snprintf(file_arcq_temp, sizeof file_arcq_temp, "%s.%04x", file_arcq, rand());
4537 begin_critical_section(S_SUPPMSGMAIN);
4538 if (arcfp != NULL) {
4543 r = link(file_arcq, file_arcq_temp);
4545 CtdlLogPrintf(CTDL_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4546 end_critical_section(S_SUPPMSGMAIN);
4547 return(num_records_processed);
4551 end_critical_section(S_SUPPMSGMAIN);
4553 fp = fopen(file_arcq_temp, "rb");
4555 CtdlLogPrintf(CTDL_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4556 return(num_records_processed);
4559 while (fread(&arcq_rec, sizeof(struct arcq), 1, fp) == 1) {
4560 TDAP_AdjRefCount(arcq_rec.arcq_msgnum, arcq_rec.arcq_delta);
4561 ++num_records_processed;
4565 r = unlink(file_arcq_temp);
4567 CtdlLogPrintf(CTDL_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4570 return(num_records_processed);
4576 * TDAP_AdjRefCount - adjust the reference count for a message.
4577 * This one does it "for real" because it's called by
4578 * the autopurger function that processes the queue
4579 * created by AdjRefCount(). If a message's reference
4580 * count becomes zero, we also delete the message from
4581 * disk and de-index it.
4583 void TDAP_AdjRefCount(long msgnum, int incr)
4586 struct MetaData smi;
4589 /* This is a *tight* critical section; please keep it that way, as
4590 * it may get called while nested in other critical sections.
4591 * Complicating this any further will surely cause deadlock!
4593 begin_critical_section(S_SUPPMSGMAIN);
4594 GetMetaData(&smi, msgnum);
4595 smi.meta_refcount += incr;
4597 end_critical_section(S_SUPPMSGMAIN);
4598 CtdlLogPrintf(CTDL_DEBUG, "msg %ld ref count delta %+d, is now %d\n",
4599 msgnum, incr, smi.meta_refcount);
4601 /* If the reference count is now zero, delete the message
4602 * (and its supplementary record as well).
4604 if (smi.meta_refcount == 0) {
4605 CtdlLogPrintf(CTDL_DEBUG, "Deleting message <%ld>\n", msgnum);
4607 /* Call delete hooks with NULL room to show it has gone altogether */
4608 PerformDeleteHooks(NULL, msgnum);
4610 /* Remove from message base */
4612 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
4613 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
4615 /* Remove metadata record */
4616 delnum = (0L - msgnum);
4617 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
4623 * Write a generic object to this room
4625 * Note: this could be much more efficient. Right now we use two temporary
4626 * files, and still pull the message into memory as with all others.
4628 void CtdlWriteObject(char *req_room, /* Room to stuff it in */
4629 char *content_type, /* MIME type of this object */
4630 char *raw_message, /* Data to be written */
4631 off_t raw_length, /* Size of raw_message */
4632 struct ctdluser *is_mailbox, /* Mailbox room? */
4633 int is_binary, /* Is encoding necessary? */
4634 int is_unique, /* Del others of this type? */
4635 unsigned int flags /* Internal save flags */
4639 struct ctdlroom qrbuf;
4640 char roomname[ROOMNAMELEN];
4641 struct CtdlMessage *msg;
4642 char *encoded_message = NULL;
4644 if (is_mailbox != NULL) {
4645 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
4648 safestrncpy(roomname, req_room, sizeof(roomname));
4651 CtdlLogPrintf(CTDL_DEBUG, "Raw length is %ld\n", (long)raw_length);
4654 encoded_message = malloc((size_t) (((raw_length * 134) / 100) + 4096 ) );
4657 encoded_message = malloc((size_t)(raw_length + 4096));
4660 sprintf(encoded_message, "Content-type: %s\n", content_type);
4663 sprintf(&encoded_message[strlen(encoded_message)],
4664 "Content-transfer-encoding: base64\n\n"
4668 sprintf(&encoded_message[strlen(encoded_message)],
4669 "Content-transfer-encoding: 7bit\n\n"
4675 &encoded_message[strlen(encoded_message)],
4683 &encoded_message[strlen(encoded_message)],
4689 CtdlLogPrintf(CTDL_DEBUG, "Allocating\n");
4690 msg = malloc(sizeof(struct CtdlMessage));
4691 memset(msg, 0, sizeof(struct CtdlMessage));
4692 msg->cm_magic = CTDLMESSAGE_MAGIC;
4693 msg->cm_anon_type = MES_NORMAL;
4694 msg->cm_format_type = 4;
4695 msg->cm_fields['A'] = strdup(CC->user.fullname);
4696 msg->cm_fields['O'] = strdup(req_room);
4697 msg->cm_fields['N'] = strdup(config.c_nodename);
4698 msg->cm_fields['H'] = strdup(config.c_humannode);
4699 msg->cm_flags = flags;
4701 msg->cm_fields['M'] = encoded_message;
4703 /* Create the requested room if we have to. */
4704 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
4705 CtdlCreateRoom(roomname,
4706 ( (is_mailbox != NULL) ? 5 : 3 ),
4707 "", 0, 1, 0, VIEW_BBS);
4709 /* If the caller specified this object as unique, delete all
4710 * other objects of this type that are currently in the room.
4713 CtdlLogPrintf(CTDL_DEBUG, "Deleted %d other msgs of this type\n",
4714 CtdlDeleteMessages(roomname, NULL, 0, content_type)
4717 /* Now write the data */
4718 CtdlSubmitMsg(msg, NULL, roomname, 0);
4719 CtdlFreeMessage(msg);
4727 void CtdlGetSysConfigBackend(long msgnum, void *userdata) {
4728 config_msgnum = msgnum;
4732 char *CtdlGetSysConfig(char *sysconfname) {
4733 char hold_rm[ROOMNAMELEN];
4736 struct CtdlMessage *msg;
4739 strcpy(hold_rm, CC->room.QRname);
4740 if (CtdlGetRoom(&CC->room, SYSCONFIGROOM) != 0) {
4741 CtdlGetRoom(&CC->room, hold_rm);
4746 /* We want the last (and probably only) config in this room */
4747 begin_critical_section(S_CONFIG);
4748 config_msgnum = (-1L);
4749 CtdlForEachMessage(MSGS_LAST, 1, NULL, sysconfname, NULL,
4750 CtdlGetSysConfigBackend, NULL);
4751 msgnum = config_msgnum;
4752 end_critical_section(S_CONFIG);
4758 msg = CtdlFetchMessage(msgnum, 1);
4760 conf = strdup(msg->cm_fields['M']);
4761 CtdlFreeMessage(msg);
4768 CtdlGetRoom(&CC->room, hold_rm);
4770 if (conf != NULL) do {
4771 extract_token(buf, conf, 0, '\n', sizeof buf);
4772 strcpy(conf, &conf[strlen(buf)+1]);
4773 } while ( (!IsEmptyStr(conf)) && (!IsEmptyStr(buf)) );
4779 void CtdlPutSysConfig(char *sysconfname, char *sysconfdata) {
4780 CtdlWriteObject(SYSCONFIGROOM, sysconfname, sysconfdata, (strlen(sysconfdata)+1), NULL, 0, 1, 0);
4785 * Determine whether a given Internet address belongs to the current user
4787 int CtdlIsMe(char *addr, int addr_buf_len)
4789 struct recptypes *recp;
4792 recp = validate_recipients(addr, NULL, 0);
4793 if (recp == NULL) return(0);
4795 if (recp->num_local == 0) {
4796 free_recipients(recp);
4800 for (i=0; i<recp->num_local; ++i) {
4801 extract_token(addr, recp->recp_local, i, '|', addr_buf_len);
4802 if (!strcasecmp(addr, CC->user.fullname)) {
4803 free_recipients(recp);
4808 free_recipients(recp);
4814 * Citadel protocol command to do the same
4816 void cmd_isme(char *argbuf) {
4819 if (CtdlAccessCheck(ac_logged_in)) return;
4820 extract_token(addr, argbuf, 0, '|', sizeof addr);
4822 if (CtdlIsMe(addr, sizeof addr)) {
4823 cprintf("%d %s\n", CIT_OK, addr);
4826 cprintf("%d Not you.\n", ERROR + ILLEGAL_VALUE);
4832 /*****************************************************************************/
4833 /* MODULE INITIALIZATION STUFF */
4834 /*****************************************************************************/
4836 CTDL_MODULE_INIT(msgbase)
4839 CtdlRegisterProtoHook(cmd_msgs, "MSGS", "Output a list of messages in the current room");
4840 CtdlRegisterProtoHook(cmd_msg0, "MSG0", "Output a message in plain text format");
4841 CtdlRegisterProtoHook(cmd_msg2, "MSG2", "Output a message in RFC822 format");
4842 CtdlRegisterProtoHook(cmd_msg3, "MSG3", "Output a message in raw format (deprecated)");
4843 CtdlRegisterProtoHook(cmd_msg4, "MSG4", "Output a message in the client's preferred format");
4844 CtdlRegisterProtoHook(cmd_msgp, "MSGP", "Select preferred format for MSG4 output");
4845 CtdlRegisterProtoHook(cmd_opna, "OPNA", "Open an attachment for download");
4846 CtdlRegisterProtoHook(cmd_dlat, "DLAT", "Download an attachment");
4847 CtdlRegisterProtoHook(cmd_ent0, "ENT0", "Enter a message");
4848 CtdlRegisterProtoHook(cmd_dele, "DELE", "Delete a message");
4849 CtdlRegisterProtoHook(cmd_move, "MOVE", "Move or copy a message to another room");
4850 CtdlRegisterProtoHook(cmd_isme, "ISME", "Determine whether an email address belongs to a user");
4853 /* return our Subversion id for the Log */