2 * Implements the message store.
4 * Copyright (c) 1987-2011 by the citadel.org team
6 * This program is open source software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 3 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
27 #if TIME_WITH_SYS_TIME
28 # include <sys/time.h>
32 # include <sys/time.h>
45 #include <sys/types.h>
47 #include <libcitadel.h>
50 #include "serv_extensions.h"
54 #include "sysdep_decls.h"
55 #include "citserver.h"
62 #include "internet_addressing.h"
63 #include "euidindex.h"
64 #include "journaling.h"
65 #include "citadel_dirs.h"
66 #include "clientsocket.h"
69 #include "ctdl_module.h"
72 struct addresses_to_be_filed *atbf = NULL;
74 /* This temp file holds the queue of operations for AdjRefCount() */
75 static FILE *arcfp = NULL;
78 * These are the four-character field headers we use when outputting
79 * messages in Citadel format (as opposed to RFC822 format).
82 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
83 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
84 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
85 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
86 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
87 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
88 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
89 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
118 * This function is self explanatory.
119 * (What can I say, I'm in a weird mood today...)
121 void remove_any_whitespace_to_the_left_or_right_of_at_symbol(char *name)
125 for (i = 0; i < strlen(name); ++i) {
126 if (name[i] == '@') {
127 while (isspace(name[i - 1]) && i > 0) {
128 strcpy(&name[i - 1], &name[i]);
131 while (isspace(name[i + 1])) {
132 strcpy(&name[i + 1], &name[i + 2]);
140 * Aliasing for network mail.
141 * (Error messages have been commented out, because this is a server.)
143 int alias(char *name)
144 { /* process alias and routing info for mail */
147 char aaa[SIZ], bbb[SIZ];
148 char *ignetcfg = NULL;
149 char *ignetmap = NULL;
155 char original_name[256];
156 safestrncpy(original_name, name, sizeof original_name);
159 remove_any_whitespace_to_the_left_or_right_of_at_symbol(name);
160 stripallbut(name, '<', '>');
162 fp = fopen(file_mail_aliases, "r");
164 fp = fopen("/dev/null", "r");
171 while (fgets(aaa, sizeof aaa, fp) != NULL) {
172 while (isspace(name[0]))
173 strcpy(name, &name[1]);
174 aaa[strlen(aaa) - 1] = 0;
176 for (a = 0; a < strlen(aaa); ++a) {
178 strcpy(bbb, &aaa[a + 1]);
182 if (!strcasecmp(name, aaa))
187 /* Hit the Global Address Book */
188 if (CtdlDirectoryLookup(aaa, name, sizeof aaa) == 0) {
192 if (strcasecmp(original_name, name)) {
193 syslog(LOG_INFO, "%s is being forwarded to %s\n", original_name, name);
196 /* Change "user @ xxx" to "user" if xxx is an alias for this host */
197 for (a=0; a<strlen(name); ++a) {
198 if (name[a] == '@') {
199 if (CtdlHostAlias(&name[a+1]) == hostalias_localhost) {
201 syslog(LOG_INFO, "Changed to <%s>\n", name);
206 /* determine local or remote type, see citadel.h */
207 at = haschar(name, '@');
208 if (at == 0) return(MES_LOCAL); /* no @'s - local address */
209 if (at > 1) return(MES_ERROR); /* >1 @'s - invalid address */
210 remove_any_whitespace_to_the_left_or_right_of_at_symbol(name);
212 /* figure out the delivery mode */
213 extract_token(node, name, 1, '@', sizeof node);
215 /* If there are one or more dots in the nodename, we assume that it
216 * is an FQDN and will attempt SMTP delivery to the Internet.
218 if (haschar(node, '.') > 0) {
219 return(MES_INTERNET);
222 /* Otherwise we look in the IGnet maps for a valid Citadel node.
223 * Try directly-connected nodes first...
225 ignetcfg = CtdlGetSysConfig(IGNETCFG);
226 for (i=0; i<num_tokens(ignetcfg, '\n'); ++i) {
227 extract_token(buf, ignetcfg, i, '\n', sizeof buf);
228 extract_token(testnode, buf, 0, '|', sizeof testnode);
229 if (!strcasecmp(node, testnode)) {
237 * Then try nodes that are two or more hops away.
239 ignetmap = CtdlGetSysConfig(IGNETMAP);
240 for (i=0; i<num_tokens(ignetmap, '\n'); ++i) {
241 extract_token(buf, ignetmap, i, '\n', sizeof buf);
242 extract_token(testnode, buf, 0, '|', sizeof testnode);
243 if (!strcasecmp(node, testnode)) {
250 /* If we get to this point it's an invalid node name */
256 * Back end for the MSGS command: output message number only.
258 void simple_listing(long msgnum, void *userdata)
260 cprintf("%ld\n", msgnum);
266 * Back end for the MSGS command: output header summary.
268 void headers_listing(long msgnum, void *userdata)
270 struct CtdlMessage *msg;
272 msg = CtdlFetchMessage(msgnum, 0);
274 cprintf("%ld|0|||||\n", msgnum);
278 cprintf("%ld|%s|%s|%s|%s|%s|\n",
280 (msg->cm_fields['T'] ? msg->cm_fields['T'] : "0"),
281 (msg->cm_fields['A'] ? msg->cm_fields['A'] : ""),
282 (msg->cm_fields['N'] ? msg->cm_fields['N'] : ""),
283 (msg->cm_fields['F'] ? msg->cm_fields['F'] : ""),
284 (msg->cm_fields['U'] ? msg->cm_fields['U'] : "")
286 CtdlFreeMessage(msg);
290 * Back end for the MSGS command: output EUID header.
292 void headers_euid(long msgnum, void *userdata)
294 struct CtdlMessage *msg;
296 msg = CtdlFetchMessage(msgnum, 0);
298 cprintf("%ld||\n", msgnum);
302 cprintf("%ld|%s|%s\n",
304 (msg->cm_fields['E'] ? msg->cm_fields['E'] : ""),
305 (msg->cm_fields['T'] ? msg->cm_fields['T'] : "0"));
306 CtdlFreeMessage(msg);
313 /* Determine if a given message matches the fields in a message template.
314 * Return 0 for a successful match.
316 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
319 /* If there aren't any fields in the template, all messages will
322 if (template == NULL) return(0);
324 /* Null messages are bogus. */
325 if (msg == NULL) return(1);
327 for (i='A'; i<='Z'; ++i) {
328 if (template->cm_fields[i] != NULL) {
329 if (msg->cm_fields[i] == NULL) {
330 /* Considered equal if temmplate is empty string */
331 if (IsEmptyStr(template->cm_fields[i])) continue;
334 if (strcasecmp(msg->cm_fields[i],
335 template->cm_fields[i])) return 1;
339 /* All compares succeeded: we have a match! */
346 * Retrieve the "seen" message list for the current room.
348 void CtdlGetSeen(char *buf, int which_set) {
351 /* Learn about the user and room in question */
352 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
354 if (which_set == ctdlsetseen_seen)
355 safestrncpy(buf, vbuf.v_seen, SIZ);
356 if (which_set == ctdlsetseen_answered)
357 safestrncpy(buf, vbuf.v_answered, SIZ);
363 * Manipulate the "seen msgs" string (or other message set strings)
365 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
366 int target_setting, int which_set,
367 struct ctdluser *which_user, struct ctdlroom *which_room) {
368 struct cdbdata *cdbfr;
382 char *is_set; /* actually an array of booleans */
384 /* Don't bother doing *anything* if we were passed a list of zero messages */
385 if (num_target_msgnums < 1) {
389 /* If no room was specified, we go with the current room. */
391 which_room = &CC->room;
394 /* If no user was specified, we go with the current user. */
396 which_user = &CC->user;
399 syslog(LOG_DEBUG, "CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>\n",
400 num_target_msgnums, target_msgnums[0],
401 (target_setting ? "SET" : "CLEAR"),
405 /* Learn about the user and room in question */
406 CtdlGetRelationship(&vbuf, which_user, which_room);
408 /* Load the message list */
409 cdbfr = cdb_fetch(CDB_MSGLISTS, &which_room->QRnumber, sizeof(long));
411 msglist = (long *) cdbfr->ptr;
412 cdbfr->ptr = NULL; /* CtdlSetSeen() now owns this memory */
413 num_msgs = cdbfr->len / sizeof(long);
416 return; /* No messages at all? No further action. */
419 is_set = malloc(num_msgs * sizeof(char));
420 memset(is_set, 0, (num_msgs * sizeof(char)) );
422 /* Decide which message set we're manipulating */
424 case ctdlsetseen_seen:
425 vset = NewStrBufPlain(vbuf.v_seen, -1);
427 case ctdlsetseen_answered:
428 vset = NewStrBufPlain(vbuf.v_answered, -1);
435 #if 0 /* This is a special diagnostic section. Do not allow it to run during normal operation. */
436 syslog(LOG_DEBUG, "There are %d messages in the room.\n", num_msgs);
437 for (i=0; i<num_msgs; ++i) {
438 if ((i > 0) && (msglist[i] <= msglist[i-1])) abort();
440 syslog(LOG_DEBUG, "We are twiddling %d of them.\n", num_target_msgnums);
441 for (k=0; k<num_target_msgnums; ++k) {
442 if ((k > 0) && (target_msgnums[k] <= target_msgnums[k-1])) abort();
446 syslog(LOG_DEBUG, "before update: %s\n", ChrPtr(vset));
448 /* Translate the existing sequence set into an array of booleans */
449 setstr = NewStrBuf();
453 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
455 StrBufExtract_token(lostr, setstr, 0, ':');
456 if (StrBufNum_tokens(setstr, ':') >= 2) {
457 StrBufExtract_token(histr, setstr, 1, ':');
461 StrBufAppendBuf(histr, lostr, 0);
464 if (!strcmp(ChrPtr(histr), "*")) {
471 for (i = 0; i < num_msgs; ++i) {
472 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
482 /* Now translate the array of booleans back into a sequence set */
488 for (i=0; i<num_msgs; ++i) {
492 for (k=0; k<num_target_msgnums; ++k) {
493 if (msglist[i] == target_msgnums[k]) {
494 is_seen = target_setting;
498 if ((was_seen == 0) && (is_seen == 1)) {
501 else if ((was_seen == 1) && (is_seen == 0)) {
504 if (StrLength(vset) > 0) {
505 StrBufAppendBufPlain(vset, HKEY(","), 0);
508 StrBufAppendPrintf(vset, "%ld", hi);
511 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
515 if ((is_seen) && (i == num_msgs - 1)) {
516 if (StrLength(vset) > 0) {
517 StrBufAppendBufPlain(vset, HKEY(","), 0);
519 if ((i==0) || (was_seen == 0)) {
520 StrBufAppendPrintf(vset, "%ld", msglist[i]);
523 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
531 * We will have to stuff this string back into a 4096 byte buffer, so if it's
532 * larger than that now, truncate it by removing tokens from the beginning.
533 * The limit of 100 iterations is there to prevent an infinite loop in case
534 * something unexpected happens.
536 int number_of_truncations = 0;
537 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
538 StrBufRemove_token(vset, 0, ',');
539 ++number_of_truncations;
543 * If we're truncating the sequence set of messages marked with the 'seen' flag,
544 * we want the earliest messages (the truncated ones) to be marked, not unmarked.
545 * Otherwise messages at the beginning will suddenly appear to be 'unseen'.
547 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
549 first_tok = NewStrBuf();
550 StrBufExtract_token(first_tok, vset, 0, ',');
551 StrBufRemove_token(vset, 0, ',');
553 if (StrBufNum_tokens(first_tok, ':') > 1) {
554 StrBufRemove_token(first_tok, 0, ':');
558 new_set = NewStrBuf();
559 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
560 StrBufAppendBuf(new_set, first_tok, 0);
561 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
562 StrBufAppendBuf(new_set, vset, 0);
565 FreeStrBuf(&first_tok);
569 syslog(LOG_DEBUG, " after update: %s\n", ChrPtr(vset));
571 /* Decide which message set we're manipulating */
573 case ctdlsetseen_seen:
574 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
576 case ctdlsetseen_answered:
577 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
583 CtdlSetRelationship(&vbuf, which_user, which_room);
589 * API function to perform an operation for each qualifying message in the
590 * current room. (Returns the number of messages processed.)
592 int CtdlForEachMessage(int mode, long ref, char *search_string,
594 struct CtdlMessage *compare,
595 ForEachMsgCallback CallBack,
601 struct cdbdata *cdbfr;
602 long *msglist = NULL;
604 int num_processed = 0;
607 struct CtdlMessage *msg = NULL;
610 int printed_lastold = 0;
611 int num_search_msgs = 0;
612 long *search_msgs = NULL;
614 int need_to_free_re = 0;
617 if ((content_type) && (!IsEmptyStr(content_type))) {
618 regcomp(&re, content_type, 0);
622 /* Learn about the user and room in question */
623 CtdlGetUser(&CC->user, CC->curr_user);
624 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
626 /* Load the message list */
627 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
629 if (need_to_free_re) regfree(&re);
630 return 0; /* No messages at all? No further action. */
633 msglist = (long *) cdbfr->ptr;
634 num_msgs = cdbfr->len / sizeof(long);
636 cdbfr->ptr = NULL; /* clear this so that cdb_free() doesn't free it */
637 cdb_free(cdbfr); /* we own this memory now */
640 * Now begin the traversal.
642 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
644 /* If the caller is looking for a specific MIME type, filter
645 * out all messages which are not of the type requested.
647 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
649 /* This call to GetMetaData() sits inside this loop
650 * so that we only do the extra database read per msg
651 * if we need to. Doing the extra read all the time
652 * really kills the server. If we ever need to use
653 * metadata for another search criterion, we need to
654 * move the read somewhere else -- but still be smart
655 * enough to only do the read if the caller has
656 * specified something that will need it.
658 GetMetaData(&smi, msglist[a]);
660 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
661 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
667 num_msgs = sort_msglist(msglist, num_msgs);
669 /* If a template was supplied, filter out the messages which
670 * don't match. (This could induce some delays!)
673 if (compare != NULL) {
674 for (a = 0; a < num_msgs; ++a) {
675 msg = CtdlFetchMessage(msglist[a], 1);
677 if (CtdlMsgCmp(msg, compare)) {
680 CtdlFreeMessage(msg);
686 /* If a search string was specified, get a message list from
687 * the full text index and remove messages which aren't on both
691 * Since the lists are sorted and strictly ascending, and the
692 * output list is guaranteed to be shorter than or equal to the
693 * input list, we overwrite the bottom of the input list. This
694 * eliminates the need to memmove big chunks of the list over and
697 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
699 /* Call search module via hook mechanism.
700 * NULL means use any search function available.
701 * otherwise replace with a char * to name of search routine
703 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
705 if (num_search_msgs > 0) {
709 orig_num_msgs = num_msgs;
711 for (i=0; i<orig_num_msgs; ++i) {
712 for (j=0; j<num_search_msgs; ++j) {
713 if (msglist[i] == search_msgs[j]) {
714 msglist[num_msgs++] = msglist[i];
720 num_msgs = 0; /* No messages qualify */
722 if (search_msgs != NULL) free(search_msgs);
724 /* Now that we've purged messages which don't contain the search
725 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
732 * Now iterate through the message list, according to the
733 * criteria supplied by the caller.
736 for (a = 0; a < num_msgs; ++a) {
737 thismsg = msglist[a];
738 if (mode == MSGS_ALL) {
742 is_seen = is_msg_in_sequence_set(
743 vbuf.v_seen, thismsg);
744 if (is_seen) lastold = thismsg;
750 || ((mode == MSGS_OLD) && (is_seen))
751 || ((mode == MSGS_NEW) && (!is_seen))
752 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
753 || ((mode == MSGS_FIRST) && (a < ref))
754 || ((mode == MSGS_GT) && (thismsg > ref))
755 || ((mode == MSGS_LT) && (thismsg < ref))
756 || ((mode == MSGS_EQ) && (thismsg == ref))
759 if ((mode == MSGS_NEW) && (CC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
761 CallBack(lastold, userdata);
765 if (CallBack) CallBack(thismsg, userdata);
769 if (need_to_free_re) regfree(&re);
772 * We cache the most recent msglist in order to do security checks later
774 if (CC->client_socket > 0) {
775 if (CC->cached_msglist != NULL) {
776 free(CC->cached_msglist);
778 CC->cached_msglist = msglist;
779 CC->cached_num_msgs = num_msgs;
785 return num_processed;
791 * cmd_msgs() - get list of message #'s in this room
792 * implements the MSGS server command using CtdlForEachMessage()
794 void cmd_msgs(char *cmdbuf)
803 int with_template = 0;
804 struct CtdlMessage *template = NULL;
805 char search_string[1024];
806 ForEachMsgCallback CallBack;
808 if (CtdlAccessCheck(ac_logged_in_or_guest)) return;
810 extract_token(which, cmdbuf, 0, '|', sizeof which);
811 cm_ref = extract_int(cmdbuf, 1);
812 extract_token(search_string, cmdbuf, 1, '|', sizeof search_string);
813 with_template = extract_int(cmdbuf, 2);
814 switch (extract_int(cmdbuf, 3))
818 CallBack = simple_listing;
821 CallBack = headers_listing;
824 CallBack = headers_euid;
829 if (!strncasecmp(which, "OLD", 3))
831 else if (!strncasecmp(which, "NEW", 3))
833 else if (!strncasecmp(which, "FIRST", 5))
835 else if (!strncasecmp(which, "LAST", 4))
837 else if (!strncasecmp(which, "GT", 2))
839 else if (!strncasecmp(which, "LT", 2))
841 else if (!strncasecmp(which, "SEARCH", 6))
846 if ( (mode == MSGS_SEARCH) && (!config.c_enable_fulltext) ) {
847 cprintf("%d Full text index is not enabled on this server.\n",
848 ERROR + CMD_NOT_SUPPORTED);
854 cprintf("%d Send template then receive message list\n",
856 template = (struct CtdlMessage *)
857 malloc(sizeof(struct CtdlMessage));
858 memset(template, 0, sizeof(struct CtdlMessage));
859 template->cm_magic = CTDLMESSAGE_MAGIC;
860 template->cm_anon_type = MES_NORMAL;
862 while(client_getln(buf, sizeof buf) >= 0 && strcmp(buf,"000")) {
863 extract_token(tfield, buf, 0, '|', sizeof tfield);
864 extract_token(tvalue, buf, 1, '|', sizeof tvalue);
865 for (i='A'; i<='Z'; ++i) if (msgkeys[i]!=NULL) {
866 if (!strcasecmp(tfield, msgkeys[i])) {
867 template->cm_fields[i] =
875 cprintf("%d \n", LISTING_FOLLOWS);
878 CtdlForEachMessage(mode,
879 ( (mode == MSGS_SEARCH) ? 0 : cm_ref ),
880 ( (mode == MSGS_SEARCH) ? search_string : NULL ),
885 if (template != NULL) CtdlFreeMessage(template);
893 * help_subst() - support routine for help file viewer
895 void help_subst(char *strbuf, char *source, char *dest)
900 while (p = pattern2(strbuf, source), (p >= 0)) {
901 strcpy(workbuf, &strbuf[p + strlen(source)]);
902 strcpy(&strbuf[p], dest);
903 strcat(strbuf, workbuf);
908 void do_help_subst(char *buffer)
912 help_subst(buffer, "^nodename", config.c_nodename);
913 help_subst(buffer, "^humannode", config.c_humannode);
914 help_subst(buffer, "^fqdn", config.c_fqdn);
915 help_subst(buffer, "^username", CC->user.fullname);
916 snprintf(buf2, sizeof buf2, "%ld", CC->user.usernum);
917 help_subst(buffer, "^usernum", buf2);
918 help_subst(buffer, "^sysadm", config.c_sysadm);
919 help_subst(buffer, "^variantname", CITADEL);
920 snprintf(buf2, sizeof buf2, "%d", config.c_maxsessions);
921 help_subst(buffer, "^maxsessions", buf2);
922 help_subst(buffer, "^bbsdir", ctdl_message_dir);
928 * memfmout() - Citadel text formatter and paginator.
929 * Although the original purpose of this routine was to format
930 * text to the reader's screen width, all we're really using it
931 * for here is to format text out to 80 columns before sending it
932 * to the client. The client software may reformat it again.
935 char *mptr, /* where are we going to get our text from? */
936 const char *nl /* string to terminate lines with */
939 unsigned char ch = 0;
946 while (ch=*(mptr++), ch != 0) {
949 client_write(outbuf, len);
951 client_write(nl, nllen);
954 else if (ch == '\r') {
955 /* Ignore carriage returns. Newlines are always LF or CRLF but never CR. */
957 else if (isspace(ch)) {
958 if (column > 72) { /* Beyond 72 columns, break on the next space */
959 client_write(outbuf, len);
961 client_write(nl, nllen);
972 if (column > 1000) { /* Beyond 1000 columns, break anywhere */
973 client_write(outbuf, len);
975 client_write(nl, nllen);
981 client_write(outbuf, len);
983 client_write(nl, nllen);
991 * Callback function for mime parser that simply lists the part
993 void list_this_part(char *name, char *filename, char *partnum, char *disp,
994 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
995 char *cbid, void *cbuserdata)
999 ma = (struct ma_info *)cbuserdata;
1000 if (ma->is_ma == 0) {
1001 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
1014 * Callback function for multipart prefix
1016 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
1017 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1018 char *cbid, void *cbuserdata)
1022 ma = (struct ma_info *)cbuserdata;
1023 if (!strcasecmp(cbtype, "multipart/alternative")) {
1027 if (ma->is_ma == 0) {
1028 cprintf("pref=%s|%s\n", partnum, cbtype);
1033 * Callback function for multipart sufffix
1035 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
1036 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1037 char *cbid, void *cbuserdata)
1041 ma = (struct ma_info *)cbuserdata;
1042 if (ma->is_ma == 0) {
1043 cprintf("suff=%s|%s\n", partnum, cbtype);
1045 if (!strcasecmp(cbtype, "multipart/alternative")) {
1052 * Callback function for mime parser that opens a section for downloading
1054 void mime_download(char *name, char *filename, char *partnum, char *disp,
1055 void *content, char *cbtype, char *cbcharset, size_t length,
1056 char *encoding, char *cbid, void *cbuserdata)
1060 /* Silently go away if there's already a download open. */
1061 if (CC->download_fp != NULL)
1065 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1066 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1068 CC->download_fp = tmpfile();
1069 if (CC->download_fp == NULL)
1072 rv = fwrite(content, length, 1, CC->download_fp);
1074 syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
1077 fflush(CC->download_fp);
1078 rewind(CC->download_fp);
1080 OpenCmdResult(filename, cbtype);
1087 * Callback function for mime parser that outputs a section all at once.
1088 * We can specify the desired section by part number *or* content-id.
1090 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1091 void *content, char *cbtype, char *cbcharset, size_t length,
1092 char *encoding, char *cbid, void *cbuserdata)
1094 int *found_it = (int *)cbuserdata;
1097 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1098 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1101 cprintf("%d %d|-1|%s|%s|%s\n",
1108 client_write(content, length);
1114 * Load a message from disk into memory.
1115 * This is used by CtdlOutputMsg() and other fetch functions.
1117 * NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1118 * using the CtdlMessageFree() function.
1120 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body)
1122 struct cdbdata *dmsgtext;
1123 struct CtdlMessage *ret = NULL;
1127 cit_uint8_t field_header;
1129 syslog(LOG_DEBUG, "CtdlFetchMessage(%ld, %d)\n", msgnum, with_body);
1130 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1131 if (dmsgtext == NULL) {
1134 mptr = dmsgtext->ptr;
1135 upper_bound = mptr + dmsgtext->len;
1137 /* Parse the three bytes that begin EVERY message on disk.
1138 * The first is always 0xFF, the on-disk magic number.
1139 * The second is the anonymous/public type byte.
1140 * The third is the format type byte (vari, fixed, or MIME).
1144 syslog(LOG_ERR, "Message %ld appears to be corrupted.\n", msgnum);
1148 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1149 memset(ret, 0, sizeof(struct CtdlMessage));
1151 ret->cm_magic = CTDLMESSAGE_MAGIC;
1152 ret->cm_anon_type = *mptr++; /* Anon type byte */
1153 ret->cm_format_type = *mptr++; /* Format type byte */
1156 * The rest is zero or more arbitrary fields. Load them in.
1157 * We're done when we encounter either a zero-length field or
1158 * have just processed the 'M' (message text) field.
1161 if (mptr >= upper_bound) {
1164 field_header = *mptr++;
1165 ret->cm_fields[field_header] = strdup(mptr);
1167 while (*mptr++ != 0); /* advance to next field */
1169 } while ((mptr < upper_bound) && (field_header != 'M'));
1173 /* Always make sure there's something in the msg text field. If
1174 * it's NULL, the message text is most likely stored separately,
1175 * so go ahead and fetch that. Failing that, just set a dummy
1176 * body so other code doesn't barf.
1178 if ( (ret->cm_fields['M'] == NULL) && (with_body) ) {
1179 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1180 if (dmsgtext != NULL) {
1181 ret->cm_fields['M'] = dmsgtext->ptr;
1182 dmsgtext->ptr = NULL;
1186 if (ret->cm_fields['M'] == NULL) {
1187 ret->cm_fields['M'] = strdup("\r\n\r\n (no text)\r\n");
1190 /* Perform "before read" hooks (aborting if any return nonzero) */
1191 if (PerformMessageHooks(ret, EVT_BEFOREREAD) > 0) {
1192 CtdlFreeMessage(ret);
1201 * Returns 1 if the supplied pointer points to a valid Citadel message.
1202 * If the pointer is NULL or the magic number check fails, returns 0.
1204 int is_valid_message(struct CtdlMessage *msg) {
1207 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
1208 syslog(LOG_WARNING, "is_valid_message() -- self-check failed\n");
1216 * 'Destructor' for struct CtdlMessage
1218 void CtdlFreeMessage(struct CtdlMessage *msg)
1222 if (is_valid_message(msg) == 0)
1224 if (msg != NULL) free (msg);
1228 for (i = 0; i < 256; ++i)
1229 if (msg->cm_fields[i] != NULL) {
1230 free(msg->cm_fields[i]);
1233 msg->cm_magic = 0; /* just in case */
1239 * Pre callback function for multipart/alternative
1241 * NOTE: this differs from the standard behavior for a reason. Normally when
1242 * displaying multipart/alternative you want to show the _last_ usable
1243 * format in the message. Here we show the _first_ one, because it's
1244 * usually text/plain. Since this set of functions is designed for text
1245 * output to non-MIME-aware clients, this is the desired behavior.
1248 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1249 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1250 char *cbid, void *cbuserdata)
1254 ma = (struct ma_info *)cbuserdata;
1255 syslog(LOG_DEBUG, "fixed_output_pre() type=<%s>\n", cbtype);
1256 if (!strcasecmp(cbtype, "multipart/alternative")) {
1260 if (!strcasecmp(cbtype, "message/rfc822")) {
1266 * Post callback function for multipart/alternative
1268 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1269 void *content, char *cbtype, char *cbcharset, size_t length,
1270 char *encoding, char *cbid, void *cbuserdata)
1274 ma = (struct ma_info *)cbuserdata;
1275 syslog(LOG_DEBUG, "fixed_output_post() type=<%s>\n", cbtype);
1276 if (!strcasecmp(cbtype, "multipart/alternative")) {
1280 if (!strcasecmp(cbtype, "message/rfc822")) {
1286 * Inline callback function for mime parser that wants to display text
1288 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1289 void *content, char *cbtype, char *cbcharset, size_t length,
1290 char *encoding, char *cbid, void *cbuserdata)
1297 ma = (struct ma_info *)cbuserdata;
1300 "fixed_output() part %s: %s (%s) (%ld bytes)\n",
1301 partnum, filename, cbtype, (long)length);
1304 * If we're in the middle of a multipart/alternative scope and
1305 * we've already printed another section, skip this one.
1307 if ( (ma->is_ma) && (ma->did_print) ) {
1308 syslog(LOG_DEBUG, "Skipping part %s (%s)\n", partnum, cbtype);
1313 if ( (!strcasecmp(cbtype, "text/plain"))
1314 || (IsEmptyStr(cbtype)) ) {
1317 client_write(wptr, length);
1318 if (wptr[length-1] != '\n') {
1325 if (!strcasecmp(cbtype, "text/html")) {
1326 ptr = html_to_ascii(content, length, 80, 0);
1328 client_write(ptr, wlen);
1329 if (ptr[wlen-1] != '\n') {
1336 if (ma->use_fo_hooks) {
1337 if (PerformFixedOutputHooks(cbtype, content, length)) {
1338 /* above function returns nonzero if it handled the part */
1343 if (strncasecmp(cbtype, "multipart/", 10)) {
1344 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1345 partnum, filename, cbtype, (long)length);
1351 * The client is elegant and sophisticated and wants to be choosy about
1352 * MIME content types, so figure out which multipart/alternative part
1353 * we're going to send.
1355 * We use a system of weights. When we find a part that matches one of the
1356 * MIME types we've declared as preferential, we can store it in ma->chosen_part
1357 * and then set ma->chosen_pref to that MIME type's position in our preference
1358 * list. If we then hit another match, we only replace the first match if
1359 * the preference value is lower.
1361 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1362 void *content, char *cbtype, char *cbcharset, size_t length,
1363 char *encoding, char *cbid, void *cbuserdata)
1369 ma = (struct ma_info *)cbuserdata;
1371 // NOTE: REMOVING THIS CONDITIONAL FIXES BUG 220
1372 // http://bugzilla.citadel.org/show_bug.cgi?id=220
1373 // I don't know if there are any side effects! Please TEST TEST TEST
1374 //if (ma->is_ma > 0) {
1376 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1377 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1378 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1379 if (i < ma->chosen_pref) {
1380 syslog(LOG_DEBUG, "Setting chosen part: <%s>\n", partnum);
1381 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1382 ma->chosen_pref = i;
1389 * Now that we've chosen our preferred part, output it.
1391 void output_preferred(char *name,
1405 int add_newline = 0;
1408 char *decoded = NULL;
1409 size_t bytes_decoded;
1412 ma = (struct ma_info *)cbuserdata;
1414 /* This is not the MIME part you're looking for... */
1415 if (strcasecmp(partnum, ma->chosen_part)) return;
1417 /* If the content-type of this part is in our preferred formats
1418 * list, we can simply output it verbatim.
1420 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1421 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1422 if (!strcasecmp(buf, cbtype)) {
1423 /* Yeah! Go! W00t!! */
1424 if (ma->dont_decode == 0)
1425 rc = mime_decode_now (content,
1431 break; /* Give us the chance, maybe theres another one. */
1433 if (rc == 0) text_content = (char *)content;
1435 text_content = decoded;
1436 length = bytes_decoded;
1439 if (text_content[length-1] != '\n') {
1442 cprintf("Content-type: %s", cbtype);
1443 if (!IsEmptyStr(cbcharset)) {
1444 cprintf("; charset=%s", cbcharset);
1446 cprintf("\nContent-length: %d\n",
1447 (int)(length + add_newline) );
1448 if (!IsEmptyStr(encoding)) {
1449 cprintf("Content-transfer-encoding: %s\n", encoding);
1452 cprintf("Content-transfer-encoding: 7bit\n");
1454 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1456 client_write(text_content, length);
1457 if (add_newline) cprintf("\n");
1458 if (decoded != NULL) free(decoded);
1463 /* No translations required or possible: output as text/plain */
1464 cprintf("Content-type: text/plain\n\n");
1466 if (ma->dont_decode == 0)
1467 rc = mime_decode_now (content,
1473 return; /* Give us the chance, maybe theres another one. */
1475 if (rc == 0) text_content = (char *)content;
1477 text_content = decoded;
1478 length = bytes_decoded;
1481 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset,
1482 length, encoding, cbid, cbuserdata);
1483 if (decoded != NULL) free(decoded);
1488 char desired_section[64];
1495 * Callback function for
1497 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1498 void *content, char *cbtype, char *cbcharset, size_t length,
1499 char *encoding, char *cbid, void *cbuserdata)
1501 struct encapmsg *encap;
1503 encap = (struct encapmsg *)cbuserdata;
1505 /* Only proceed if this is the desired section... */
1506 if (!strcasecmp(encap->desired_section, partnum)) {
1507 encap->msglen = length;
1508 encap->msg = malloc(length + 2);
1509 memcpy(encap->msg, content, length);
1516 * Determine whether the specified message exists in the cached_msglist
1517 * (This is a security check)
1519 int check_cached_msglist(long msgnum) {
1521 /* cases in which we skip the check */
1522 if (!CC) return om_ok; /* not a session */
1523 if (CC->client_socket <= 0) return om_ok; /* not a client session */
1524 if (CC->cached_msglist == NULL) return om_access_denied; /* no msglist fetched */
1525 if (CC->cached_num_msgs == 0) return om_access_denied; /* nothing to check */
1528 /* Do a binary search within the cached_msglist for the requested msgnum */
1530 int max = (CC->cached_num_msgs - 1);
1532 while (max >= min) {
1533 int middle = min + (max-min) / 2 ;
1534 if (msgnum == CC->cached_msglist[middle]) {
1537 if (msgnum > CC->cached_msglist[middle]) {
1545 return om_access_denied;
1550 * Determine whether the currently logged in session has permission to read
1551 * messages in the current room.
1553 int CtdlDoIHavePermissionToReadMessagesInThisRoom(void) {
1554 if ( (!(CC->logged_in))
1555 && (!(CC->internal_pgm))
1556 && (!config.c_guest_logins)
1558 return(om_not_logged_in);
1565 * Get a message off disk. (returns om_* values found in msgbase.h)
1568 int CtdlOutputMsg(long msg_num, /* message number (local) to fetch */
1569 int mode, /* how would you like that message? */
1570 int headers_only, /* eschew the message body? */
1571 int do_proto, /* do Citadel protocol responses? */
1572 int crlf, /* Use CRLF newlines instead of LF? */
1573 char *section, /* NULL or a message/rfc822 section */
1574 int flags /* various flags; see msgbase.h */
1576 struct CtdlMessage *TheMessage = NULL;
1577 int retcode = om_no_such_msg;
1578 struct encapmsg encap;
1581 syslog(LOG_DEBUG, "CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)\n",
1583 (section ? section : "<>")
1586 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1589 if (r == om_not_logged_in) {
1590 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1593 cprintf("%d An unknown error has occurred.\n", ERROR);
1600 * Check to make sure the message is actually IN this room
1602 r = check_cached_msglist(msg_num);
1603 if (r == om_access_denied) {
1604 /* Not in the cache? We get ONE shot to check it again. */
1605 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1606 r = check_cached_msglist(msg_num);
1609 syslog(LOG_DEBUG, "Security check fail: message %ld is not in %s\n",
1610 msg_num, CC->room.QRname
1613 if (r == om_access_denied) {
1614 cprintf("%d message %ld was not found in this room\n",
1615 ERROR + HIGHER_ACCESS_REQUIRED,
1624 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1625 * request that we don't even bother loading the body into memory.
1627 if (headers_only == HEADERS_FAST) {
1628 TheMessage = CtdlFetchMessage(msg_num, 0);
1631 TheMessage = CtdlFetchMessage(msg_num, 1);
1634 if (TheMessage == NULL) {
1635 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1636 ERROR + MESSAGE_NOT_FOUND, msg_num);
1637 return(om_no_such_msg);
1640 /* Here is the weird form of this command, to process only an
1641 * encapsulated message/rfc822 section.
1643 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1644 memset(&encap, 0, sizeof encap);
1645 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1646 mime_parser(TheMessage->cm_fields['M'],
1648 *extract_encapsulated_message,
1649 NULL, NULL, (void *)&encap, 0
1651 CtdlFreeMessage(TheMessage);
1655 encap.msg[encap.msglen] = 0;
1656 TheMessage = convert_internet_message(encap.msg);
1657 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1659 /* Now we let it fall through to the bottom of this
1660 * function, because TheMessage now contains the
1661 * encapsulated message instead of the top-level
1662 * message. Isn't that neat?
1667 if (do_proto) cprintf("%d msg %ld has no part %s\n",
1668 ERROR + MESSAGE_NOT_FOUND, msg_num, section);
1669 retcode = om_no_such_msg;
1674 /* Ok, output the message now */
1675 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1676 CtdlFreeMessage(TheMessage);
1682 char *qp_encode_email_addrs(char *source)
1684 char *user, *node, *name;
1685 const char headerStr[] = "=?UTF-8?Q?";
1689 int need_to_encode = 0;
1695 long nAddrPtrMax = 50;
1700 if (source == NULL) return source;
1701 if (IsEmptyStr(source)) return source;
1703 syslog(LOG_DEBUG, "qp_encode_email_addrs: [%s]\n", source);
1705 AddrPtr = malloc (sizeof (long) * nAddrPtrMax);
1706 AddrUtf8 = malloc (sizeof (long) * nAddrPtrMax);
1707 memset(AddrUtf8, 0, sizeof (long) * nAddrPtrMax);
1710 while (!IsEmptyStr (&source[i])) {
1711 if (nColons >= nAddrPtrMax){
1714 ptr = (long *) malloc(sizeof (long) * nAddrPtrMax * 2);
1715 memcpy (ptr, AddrPtr, sizeof (long) * nAddrPtrMax);
1716 free (AddrPtr), AddrPtr = ptr;
1718 ptr = (long *) malloc(sizeof (long) * nAddrPtrMax * 2);
1719 memset(&ptr[nAddrPtrMax], 0,
1720 sizeof (long) * nAddrPtrMax);
1722 memcpy (ptr, AddrUtf8, sizeof (long) * nAddrPtrMax);
1723 free (AddrUtf8), AddrUtf8 = ptr;
1726 if (((unsigned char) source[i] < 32) ||
1727 ((unsigned char) source[i] > 126)) {
1729 AddrUtf8[nColons] = 1;
1731 if (source[i] == '"')
1732 InQuotes = !InQuotes;
1733 if (!InQuotes && source[i] == ',') {
1734 AddrPtr[nColons] = i;
1739 if (need_to_encode == 0) {
1746 EncodedMaxLen = nColons * (sizeof(headerStr) + 3) + SourceLen * 3;
1747 Encoded = (char*) malloc (EncodedMaxLen);
1749 for (i = 0; i < nColons; i++)
1750 source[AddrPtr[i]++] = '\0';
1751 /* TODO: if libidn, this might get larger*/
1752 user = malloc(SourceLen + 1);
1753 node = malloc(SourceLen + 1);
1754 name = malloc(SourceLen + 1);
1758 for (i = 0; i < nColons && nPtr != NULL; i++) {
1759 nmax = EncodedMaxLen - (nPtr - Encoded);
1761 process_rfc822_addr(&source[AddrPtr[i]],
1765 /* TODO: libIDN here ! */
1766 if (IsEmptyStr(name)) {
1767 n = snprintf(nPtr, nmax,
1768 (i==0)?"%s@%s" : ",%s@%s",
1772 EncodedName = rfc2047encode(name, strlen(name));
1773 n = snprintf(nPtr, nmax,
1774 (i==0)?"%s <%s@%s>" : ",%s <%s@%s>",
1775 EncodedName, user, node);
1780 n = snprintf(nPtr, nmax,
1781 (i==0)?"%s" : ",%s",
1782 &source[AddrPtr[i]]);
1788 ptr = (char*) malloc(EncodedMaxLen * 2);
1789 memcpy(ptr, Encoded, EncodedMaxLen);
1790 nnPtr = ptr + (nPtr - Encoded), nPtr = nnPtr;
1791 free(Encoded), Encoded = ptr;
1793 i--; /* do it once more with properly lengthened buffer */
1796 for (i = 0; i < nColons; i++)
1797 source[--AddrPtr[i]] = ',';
1808 /* If the last item in a list of recipients was truncated to a partial address,
1809 * remove it completely in order to avoid choking libSieve
1811 void sanitize_truncated_recipient(char *str)
1814 if (num_tokens(str, ',') < 2) return;
1816 int len = strlen(str);
1817 if (len < 900) return;
1818 if (len > 998) str[998] = 0;
1820 char *cptr = strrchr(str, ',');
1823 char *lptr = strchr(cptr, '<');
1824 char *rptr = strchr(cptr, '>');
1826 if ( (lptr) && (rptr) && (rptr > lptr) ) return;
1832 void OutputCtdlMsgHeaders(
1833 struct CtdlMessage *TheMessage,
1834 int do_proto) /* do Citadel protocol responses? */
1840 char display_name[256];
1842 /* begin header processing loop for Citadel message format */
1843 safestrncpy(display_name, "<unknown>", sizeof display_name);
1844 if (TheMessage->cm_fields['A']) {
1845 strcpy(buf, TheMessage->cm_fields['A']);
1846 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1847 safestrncpy(display_name, "****", sizeof display_name);
1849 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1850 safestrncpy(display_name, "anonymous", sizeof display_name);
1853 safestrncpy(display_name, buf, sizeof display_name);
1855 if ((is_room_aide())
1856 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1857 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1858 size_t tmp = strlen(display_name);
1859 snprintf(&display_name[tmp],
1860 sizeof display_name - tmp,
1865 /* Don't show Internet address for users on the
1866 * local Citadel network.
1869 if (TheMessage->cm_fields['N'] != NULL)
1870 if (!IsEmptyStr(TheMessage->cm_fields['N']))
1871 if (haschar(TheMessage->cm_fields['N'], '.') == 0) {
1875 /* Now spew the header fields in the order we like them. */
1876 n = safestrncpy(allkeys, FORDER, sizeof allkeys);
1877 for (i=0; i<n; ++i) {
1878 k = (int) allkeys[i];
1880 if ( (TheMessage->cm_fields[k] != NULL)
1881 && (msgkeys[k] != NULL) ) {
1882 if ((k == 'V') || (k == 'R') || (k == 'Y')) {
1883 sanitize_truncated_recipient(TheMessage->cm_fields[k]);
1886 if (do_proto) cprintf("%s=%s\n",
1890 else if ((k == 'F') && (suppress_f)) {
1893 /* Masquerade display name if needed */
1895 if (do_proto) cprintf("%s=%s\n",
1897 TheMessage->cm_fields[k]
1906 void OutputRFC822MsgHeaders(
1907 struct CtdlMessage *TheMessage,
1908 int flags, /* should the bessage be exported clean */
1910 char *mid, long sizeof_mid,
1911 char *suser, long sizeof_suser,
1912 char *luser, long sizeof_luser,
1913 char *fuser, long sizeof_fuser,
1914 char *snode, long sizeof_snode)
1916 char datestamp[100];
1917 int subject_found = 0;
1924 for (i = 0; i < 256; ++i) {
1925 if (TheMessage->cm_fields[i]) {
1926 mptr = mpptr = TheMessage->cm_fields[i];
1929 safestrncpy(luser, mptr, sizeof_luser);
1930 safestrncpy(suser, mptr, sizeof_suser);
1932 else if (i == 'Y') {
1933 if ((flags & QP_EADDR) != 0) {
1934 mptr = qp_encode_email_addrs(mptr);
1936 sanitize_truncated_recipient(mptr);
1937 cprintf("CC: %s%s", mptr, nl);
1939 else if (i == 'P') {
1940 cprintf("Return-Path: %s%s", mptr, nl);
1942 else if (i == 'L') {
1943 cprintf("List-ID: %s%s", mptr, nl);
1945 else if (i == 'V') {
1946 if ((flags & QP_EADDR) != 0)
1947 mptr = qp_encode_email_addrs(mptr);
1949 while ((*hptr != '\0') && isspace(*hptr))
1951 if (!IsEmptyStr(hptr))
1952 cprintf("Envelope-To: %s%s", hptr, nl);
1954 else if (i == 'U') {
1955 cprintf("Subject: %s%s", mptr, nl);
1959 safestrncpy(mid, mptr, sizeof_mid); /// TODO: detect @ here and copy @nodename in if not found.
1961 safestrncpy(fuser, mptr, sizeof_fuser);
1962 /* else if (i == 'O')
1963 cprintf("X-Citadel-Room: %s%s",
1966 safestrncpy(snode, mptr, sizeof_snode);
1969 if (haschar(mptr, '@') == 0)
1971 sanitize_truncated_recipient(mptr);
1972 cprintf("To: %s@%s", mptr, config.c_fqdn);
1977 if ((flags & QP_EADDR) != 0) {
1978 mptr = qp_encode_email_addrs(mptr);
1980 sanitize_truncated_recipient(mptr);
1981 cprintf("To: %s", mptr);
1985 else if (i == 'T') {
1986 datestring(datestamp, sizeof datestamp,
1987 atol(mptr), DATESTRING_RFC822);
1988 cprintf("Date: %s%s", datestamp, nl);
1990 else if (i == 'W') {
1991 cprintf("References: ");
1992 k = num_tokens(mptr, '|');
1993 for (j=0; j<k; ++j) {
1994 extract_token(buf, mptr, j, '|', sizeof buf);
1995 cprintf("<%s>", buf);
2004 else if (i == 'K') {
2006 while ((*hptr != '\0') && isspace(*hptr))
2008 if (!IsEmptyStr(hptr))
2009 cprintf("Reply-To: %s%s", mptr, nl);
2015 if (subject_found == 0) {
2016 cprintf("Subject: (no subject)%s", nl);
2021 void Dump_RFC822HeadersBody(
2022 struct CtdlMessage *TheMessage,
2023 int headers_only, /* eschew the message body? */
2024 int flags, /* should the bessage be exported clean? */
2028 cit_uint8_t prev_ch;
2030 const char *StartOfText = StrBufNOTNULL;
2033 int nllen = strlen(nl);
2036 mptr = TheMessage->cm_fields['M'];
2040 while (*mptr != '\0') {
2041 if (*mptr == '\r') {
2048 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
2050 eoh = *(mptr+1) == '\n';
2054 StartOfText = strchr(StartOfText, '\n');
2055 StartOfText = strchr(StartOfText, '\n');
2058 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
2059 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
2060 ((headers_only != HEADERS_NONE) &&
2061 (headers_only != HEADERS_ONLY))
2063 if (*mptr == '\n') {
2064 memcpy(&outbuf[outlen], nl, nllen);
2066 outbuf[outlen] = '\0';
2069 outbuf[outlen++] = *mptr;
2073 if (flags & ESC_DOT)
2075 if ((prev_ch == '\n') &&
2077 ((*(mptr+1) == '\r') || (*(mptr+1) == '\n')))
2079 outbuf[outlen++] = '.';
2084 if (outlen > 1000) {
2085 client_write(outbuf, outlen);
2090 client_write(outbuf, outlen);
2097 /* If the format type on disk is 1 (fixed-format), then we want
2098 * everything to be output completely literally ... regardless of
2099 * what message transfer format is in use.
2101 void DumpFormatFixed(
2102 struct CtdlMessage *TheMessage,
2103 int mode, /* how would you like that message? */
2110 int nllen = strlen (nl);
2113 mptr = TheMessage->cm_fields['M'];
2115 if (mode == MT_MIME) {
2116 cprintf("Content-type: text/plain\n\n");
2120 while (ch = *mptr++, ch > 0) {
2124 if ((buflen > 250) && (!xlline)){
2128 while ((buflen > 0) &&
2129 (!isspace(buf[buflen])))
2135 mptr -= tbuflen - buflen;
2140 /* if we reach the outer bounds of our buffer,
2141 abort without respect what whe purge. */
2144 (buflen > SIZ - nllen - 2)))
2148 memcpy (&buf[buflen], nl, nllen);
2152 client_write(buf, buflen);
2162 if (!IsEmptyStr(buf))
2163 cprintf("%s%s", buf, nl);
2167 * Get a message off disk. (returns om_* values found in msgbase.h)
2169 int CtdlOutputPreLoadedMsg(
2170 struct CtdlMessage *TheMessage,
2171 int mode, /* how would you like that message? */
2172 int headers_only, /* eschew the message body? */
2173 int do_proto, /* do Citadel protocol responses? */
2174 int crlf, /* Use CRLF newlines instead of LF? */
2175 int flags /* should the bessage be exported clean? */
2179 const char *nl; /* newline string */
2182 /* Buffers needed for RFC822 translation. These are all filled
2183 * using functions that are bounds-checked, and therefore we can
2184 * make them substantially smaller than SIZ.
2192 syslog(LOG_DEBUG, "CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d\n",
2193 ((TheMessage == NULL) ? "NULL" : "not null"),
2194 mode, headers_only, do_proto, crlf);
2196 strcpy(mid, "unknown");
2197 nl = (crlf ? "\r\n" : "\n");
2199 if (!is_valid_message(TheMessage)) {
2201 "ERROR: invalid preloaded message for output\n");
2203 return(om_no_such_msg);
2206 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
2207 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
2209 if ( (flags & SUPPRESS_ENV_TO) && (TheMessage->cm_fields['V'] != NULL) ) {
2210 memset(TheMessage->cm_fields['V'], ' ', strlen(TheMessage->cm_fields['V']));
2213 /* Are we downloading a MIME component? */
2214 if (mode == MT_DOWNLOAD) {
2215 if (TheMessage->cm_format_type != FMT_RFC822) {
2217 cprintf("%d This is not a MIME message.\n",
2218 ERROR + ILLEGAL_VALUE);
2219 } else if (CC->download_fp != NULL) {
2220 if (do_proto) cprintf(
2221 "%d You already have a download open.\n",
2222 ERROR + RESOURCE_BUSY);
2224 /* Parse the message text component */
2225 mptr = TheMessage->cm_fields['M'];
2226 mime_parser(mptr, NULL, *mime_download, NULL, NULL, NULL, 0);
2227 /* If there's no file open by this time, the requested
2228 * section wasn't found, so print an error
2230 if (CC->download_fp == NULL) {
2231 if (do_proto) cprintf(
2232 "%d Section %s not found.\n",
2233 ERROR + FILE_NOT_FOUND,
2234 CC->download_desired_section);
2237 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2240 /* MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
2241 * in a single server operation instead of opening a download file.
2243 if (mode == MT_SPEW_SECTION) {
2244 if (TheMessage->cm_format_type != FMT_RFC822) {
2246 cprintf("%d This is not a MIME message.\n",
2247 ERROR + ILLEGAL_VALUE);
2249 /* Parse the message text component */
2252 mptr = TheMessage->cm_fields['M'];
2253 mime_parser(mptr, NULL, *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
2254 /* If section wasn't found, print an error
2257 if (do_proto) cprintf(
2258 "%d Section %s not found.\n",
2259 ERROR + FILE_NOT_FOUND,
2260 CC->download_desired_section);
2263 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2266 /* now for the user-mode message reading loops */
2267 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
2269 /* Does the caller want to skip the headers? */
2270 if (headers_only == HEADERS_NONE) goto START_TEXT;
2272 /* Tell the client which format type we're using. */
2273 if ( (mode == MT_CITADEL) && (do_proto) ) {
2274 cprintf("type=%d\n", TheMessage->cm_format_type);
2277 /* nhdr=yes means that we're only displaying headers, no body */
2278 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
2279 && ((mode == MT_CITADEL) || (mode == MT_MIME))
2282 cprintf("nhdr=yes\n");
2285 if ((mode == MT_CITADEL) || (mode == MT_MIME))
2286 OutputCtdlMsgHeaders(TheMessage, do_proto);
2289 /* begin header processing loop for RFC822 transfer format */
2293 strcpy(snode, NODENAME);
2294 if (mode == MT_RFC822)
2295 OutputRFC822MsgHeaders(
2300 suser, sizeof(suser),
2301 luser, sizeof(luser),
2302 fuser, sizeof(fuser),
2303 snode, sizeof(snode)
2307 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2308 suser[i] = tolower(suser[i]);
2309 if (!isalnum(suser[i])) suser[i]='_';
2312 if (mode == MT_RFC822) {
2313 if (!strcasecmp(snode, NODENAME)) {
2314 safestrncpy(snode, FQDN, sizeof snode);
2317 /* Construct a fun message id */
2318 cprintf("Message-ID: <%s", mid);/// todo: this possibly breaks threadding mails.
2319 if (strchr(mid, '@')==NULL) {
2320 cprintf("@%s", snode);
2324 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2325 cprintf("From: \"----\" <x@x.org>%s", nl);
2327 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2328 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2330 else if (!IsEmptyStr(fuser)) {
2331 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2334 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2337 /* Blank line signifying RFC822 end-of-headers */
2338 if (TheMessage->cm_format_type != FMT_RFC822) {
2343 /* end header processing loop ... at this point, we're in the text */
2345 if (headers_only == HEADERS_FAST) goto DONE;
2347 /* Tell the client about the MIME parts in this message */
2348 if (TheMessage->cm_format_type == FMT_RFC822) {
2349 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2350 mptr = TheMessage->cm_fields['M'];
2351 memset(&ma, 0, sizeof(struct ma_info));
2352 mime_parser(mptr, NULL,
2353 (do_proto ? *list_this_part : NULL),
2354 (do_proto ? *list_this_pref : NULL),
2355 (do_proto ? *list_this_suff : NULL),
2358 else if (mode == MT_RFC822) { /* unparsed RFC822 dump */
2359 Dump_RFC822HeadersBody(
2368 if (headers_only == HEADERS_ONLY) {
2372 /* signify start of msg text */
2373 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2374 if (do_proto) cprintf("text\n");
2377 if (TheMessage->cm_format_type == FMT_FIXED)
2380 mode, /* how would you like that message? */
2383 /* If the message on disk is format 0 (Citadel vari-format), we
2384 * output using the formatter at 80 columns. This is the final output
2385 * form if the transfer format is RFC822, but if the transfer format
2386 * is Citadel proprietary, it'll still work, because the indentation
2387 * for new paragraphs is correct and the client will reformat the
2388 * message to the reader's screen width.
2390 if (TheMessage->cm_format_type == FMT_CITADEL) {
2391 mptr = TheMessage->cm_fields['M'];
2393 if (mode == MT_MIME) {
2394 cprintf("Content-type: text/x-citadel-variformat\n\n");
2399 /* If the message on disk is format 4 (MIME), we've gotta hand it
2400 * off to the MIME parser. The client has already been told that
2401 * this message is format 1 (fixed format), so the callback function
2402 * we use will display those parts as-is.
2404 if (TheMessage->cm_format_type == FMT_RFC822) {
2405 memset(&ma, 0, sizeof(struct ma_info));
2407 if (mode == MT_MIME) {
2408 ma.use_fo_hooks = 0;
2409 strcpy(ma.chosen_part, "1");
2410 ma.chosen_pref = 9999;
2411 ma.dont_decode = CC->msg4_dont_decode;
2412 mime_parser(mptr, NULL,
2413 *choose_preferred, *fixed_output_pre,
2414 *fixed_output_post, (void *)&ma, 1);
2415 mime_parser(mptr, NULL,
2416 *output_preferred, NULL, NULL, (void *)&ma, 1);
2419 ma.use_fo_hooks = 1;
2420 mime_parser(mptr, NULL,
2421 *fixed_output, *fixed_output_pre,
2422 *fixed_output_post, (void *)&ma, 0);
2427 DONE: /* now we're done */
2428 if (do_proto) cprintf("000\n");
2434 * display a message (mode 0 - Citadel proprietary)
2436 void cmd_msg0(char *cmdbuf)
2439 int headers_only = HEADERS_ALL;
2441 msgid = extract_long(cmdbuf, 0);
2442 headers_only = extract_int(cmdbuf, 1);
2444 CtdlOutputMsg(msgid, MT_CITADEL, headers_only, 1, 0, NULL, 0);
2450 * display a message (mode 2 - RFC822)
2452 void cmd_msg2(char *cmdbuf)
2455 int headers_only = HEADERS_ALL;
2457 msgid = extract_long(cmdbuf, 0);
2458 headers_only = extract_int(cmdbuf, 1);
2460 CtdlOutputMsg(msgid, MT_RFC822, headers_only, 1, 1, NULL, 0);
2466 * display a message (mode 3 - IGnet raw format - internal programs only)
2468 void cmd_msg3(char *cmdbuf)
2471 struct CtdlMessage *msg = NULL;
2474 if (CC->internal_pgm == 0) {
2475 cprintf("%d This command is for internal programs only.\n",
2476 ERROR + HIGHER_ACCESS_REQUIRED);
2480 msgnum = extract_long(cmdbuf, 0);
2481 msg = CtdlFetchMessage(msgnum, 1);
2483 cprintf("%d Message %ld not found.\n",
2484 ERROR + MESSAGE_NOT_FOUND, msgnum);
2488 serialize_message(&smr, msg);
2489 CtdlFreeMessage(msg);
2492 cprintf("%d Unable to serialize message\n",
2493 ERROR + INTERNAL_ERROR);
2497 cprintf("%d %ld\n", BINARY_FOLLOWS, (long)smr.len);
2498 client_write((char *)smr.ser, (int)smr.len);
2505 * Display a message using MIME content types
2507 void cmd_msg4(char *cmdbuf)
2512 msgid = extract_long(cmdbuf, 0);
2513 extract_token(section, cmdbuf, 1, '|', sizeof section);
2514 CtdlOutputMsg(msgid, MT_MIME, 0, 1, 0, (section[0] ? section : NULL) , 0);
2520 * Client tells us its preferred message format(s)
2522 void cmd_msgp(char *cmdbuf)
2524 if (!strcasecmp(cmdbuf, "dont_decode")) {
2525 CC->msg4_dont_decode = 1;
2526 cprintf("%d MSG4 will not pre-decode messages.\n", CIT_OK);
2529 safestrncpy(CC->preferred_formats, cmdbuf, sizeof(CC->preferred_formats));
2530 cprintf("%d Preferred MIME formats have been set.\n", CIT_OK);
2536 * Open a component of a MIME message as a download file
2538 void cmd_opna(char *cmdbuf)
2541 char desired_section[128];
2543 msgid = extract_long(cmdbuf, 0);
2544 extract_token(desired_section, cmdbuf, 1, '|', sizeof desired_section);
2545 safestrncpy(CC->download_desired_section, desired_section,
2546 sizeof CC->download_desired_section);
2547 CtdlOutputMsg(msgid, MT_DOWNLOAD, 0, 1, 1, NULL, 0);
2552 * Open a component of a MIME message and transmit it all at once
2554 void cmd_dlat(char *cmdbuf)
2557 char desired_section[128];
2559 msgid = extract_long(cmdbuf, 0);
2560 extract_token(desired_section, cmdbuf, 1, '|', sizeof desired_section);
2561 safestrncpy(CC->download_desired_section, desired_section,
2562 sizeof CC->download_desired_section);
2563 CtdlOutputMsg(msgid, MT_SPEW_SECTION, 0, 1, 1, NULL, 0);
2568 * Save one or more message pointers into a specified room
2569 * (Returns 0 for success, nonzero for failure)
2570 * roomname may be NULL to use the current room
2572 * Note that the 'supplied_msg' field may be set to NULL, in which case
2573 * the message will be fetched from disk, by number, if we need to perform
2574 * replication checks. This adds an additional database read, so if the
2575 * caller already has the message in memory then it should be supplied. (Obviously
2576 * this mode of operation only works if we're saving a single message.)
2578 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2579 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2582 char hold_rm[ROOMNAMELEN];
2583 struct cdbdata *cdbfr;
2586 long highest_msg = 0L;
2589 struct CtdlMessage *msg = NULL;
2591 long *msgs_to_be_merged = NULL;
2592 int num_msgs_to_be_merged = 0;
2595 "CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)\n",
2596 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2599 strcpy(hold_rm, CC->room.QRname);
2602 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2603 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2604 if (num_newmsgs > 1) supplied_msg = NULL;
2606 /* Now the regular stuff */
2607 if (CtdlGetRoomLock(&CC->room,
2608 ((roomname != NULL) ? roomname : CC->room.QRname) )
2610 syslog(LOG_ERR, "No such room <%s>\n", roomname);
2611 return(ERROR + ROOM_NOT_FOUND);
2615 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2616 num_msgs_to_be_merged = 0;
2619 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
2620 if (cdbfr == NULL) {
2624 msglist = (long *) cdbfr->ptr;
2625 cdbfr->ptr = NULL; /* CtdlSaveMsgPointerInRoom() now owns this memory */
2626 num_msgs = cdbfr->len / sizeof(long);
2631 /* Create a list of msgid's which were supplied by the caller, but do
2632 * not already exist in the target room. It is absolutely taboo to
2633 * have more than one reference to the same message in a room.
2635 for (i=0; i<num_newmsgs; ++i) {
2637 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2638 if (msglist[j] == newmsgidlist[i]) {
2643 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2647 syslog(LOG_DEBUG, "%d unique messages to be merged\n", num_msgs_to_be_merged);
2650 * Now merge the new messages
2652 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2653 if (msglist == NULL) {
2654 syslog(LOG_ALERT, "ERROR: can't realloc message list!\n");
2656 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2657 num_msgs += num_msgs_to_be_merged;
2659 /* Sort the message list, so all the msgid's are in order */
2660 num_msgs = sort_msglist(msglist, num_msgs);
2662 /* Determine the highest message number */
2663 highest_msg = msglist[num_msgs - 1];
2665 /* Write it back to disk. */
2666 cdb_store(CDB_MSGLISTS, &CC->room.QRnumber, (int)sizeof(long),
2667 msglist, (int)(num_msgs * sizeof(long)));
2669 /* Free up the memory we used. */
2672 /* Update the highest-message pointer and unlock the room. */
2673 CC->room.QRhighest = highest_msg;
2674 CtdlPutRoomLock(&CC->room);
2676 /* Perform replication checks if necessary */
2677 if ( (DoesThisRoomNeedEuidIndexing(&CC->room)) && (do_repl_check) ) {
2678 syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() doing repl checks\n");
2680 for (i=0; i<num_msgs_to_be_merged; ++i) {
2681 msgid = msgs_to_be_merged[i];
2683 if (supplied_msg != NULL) {
2687 msg = CtdlFetchMessage(msgid, 0);
2691 ReplicationChecks(msg);
2693 /* If the message has an Exclusive ID, index that... */
2694 if (msg->cm_fields['E'] != NULL) {
2695 index_message_by_euid(msg->cm_fields['E'], &CC->room, msgid);
2698 /* Free up the memory we may have allocated */
2699 if (msg != supplied_msg) {
2700 CtdlFreeMessage(msg);
2708 syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() skips repl checks\n");
2711 /* Submit this room for processing by hooks */
2712 PerformRoomHooks(&CC->room);
2714 /* Go back to the room we were in before we wandered here... */
2715 CtdlGetRoom(&CC->room, hold_rm);
2717 /* Bump the reference count for all messages which were merged */
2718 if (!suppress_refcount_adj) {
2719 for (i=0; i<num_msgs_to_be_merged; ++i) {
2720 AdjRefCount(msgs_to_be_merged[i], +1);
2724 /* Free up memory... */
2725 if (msgs_to_be_merged != NULL) {
2726 free(msgs_to_be_merged);
2729 /* Return success. */
2735 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2738 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
2739 int do_repl_check, struct CtdlMessage *supplied_msg)
2741 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2748 * Message base operation to save a new message to the message store
2749 * (returns new message number)
2751 * This is the back end for CtdlSubmitMsg() and should not be directly
2752 * called by server-side modules.
2755 long send_message(struct CtdlMessage *msg) {
2763 /* Get a new message number */
2764 newmsgid = get_new_message_number();
2765 snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
2766 (long unsigned int) time(NULL),
2767 (long unsigned int) newmsgid,
2771 /* Generate an ID if we don't have one already */
2772 if (msg->cm_fields['I']==NULL) {
2773 msg->cm_fields['I'] = strdup(msgidbuf);
2776 /* If the message is big, set its body aside for storage elsewhere */
2777 if (msg->cm_fields['M'] != NULL) {
2778 if (strlen(msg->cm_fields['M']) > BIGMSG) {
2780 holdM = msg->cm_fields['M'];
2781 msg->cm_fields['M'] = NULL;
2785 /* Serialize our data structure for storage in the database */
2786 serialize_message(&smr, msg);
2789 msg->cm_fields['M'] = holdM;
2793 cprintf("%d Unable to serialize message\n",
2794 ERROR + INTERNAL_ERROR);
2798 /* Write our little bundle of joy into the message base */
2799 if (cdb_store(CDB_MSGMAIN, &newmsgid, (int)sizeof(long),
2800 smr.ser, smr.len) < 0) {
2801 syslog(LOG_ERR, "Can't store message\n");
2805 cdb_store(CDB_BIGMSGS,
2815 /* Free the memory we used for the serialized message */
2818 /* Return the *local* message ID to the caller
2819 * (even if we're storing an incoming network message)
2827 * Serialize a struct CtdlMessage into the format used on disk and network.
2829 * This function loads up a "struct ser_ret" (defined in server.h) which
2830 * contains the length of the serialized message and a pointer to the
2831 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2833 void serialize_message(struct ser_ret *ret, /* return values */
2834 struct CtdlMessage *msg) /* unserialized msg */
2836 size_t wlen, fieldlen;
2838 static char *forder = FORDER;
2841 * Check for valid message format
2843 if (is_valid_message(msg) == 0) {
2844 syslog(LOG_ERR, "serialize_message() aborting due to invalid message\n");
2851 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL)
2852 ret->len = ret->len +
2853 strlen(msg->cm_fields[(int)forder[i]]) + 2;
2855 ret->ser = malloc(ret->len);
2856 if (ret->ser == NULL) {
2857 syslog(LOG_ERR, "serialize_message() malloc(%ld) failed: %s\n",
2858 (long)ret->len, strerror(errno));
2865 ret->ser[1] = msg->cm_anon_type;
2866 ret->ser[2] = msg->cm_format_type;
2869 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL) {
2870 fieldlen = strlen(msg->cm_fields[(int)forder[i]]);
2871 ret->ser[wlen++] = (char)forder[i];
2872 safestrncpy((char *)&ret->ser[wlen], msg->cm_fields[(int)forder[i]], fieldlen+1);
2873 wlen = wlen + fieldlen + 1;
2875 if (ret->len != wlen) syslog(LOG_ERR, "ERROR: len=%ld wlen=%ld\n",
2876 (long)ret->len, (long)wlen);
2883 * Serialize a struct CtdlMessage into the format used on disk and network.
2885 * This function loads up a "struct ser_ret" (defined in server.h) which
2886 * contains the length of the serialized message and a pointer to the
2887 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2889 void dump_message(struct CtdlMessage *msg, /* unserialized msg */
2890 long Siz) /* how many chars ? */
2893 static char *forder = FORDER;
2897 * Check for valid message format
2899 if (is_valid_message(msg) == 0) {
2900 syslog(LOG_ERR, "dump_message() aborting due to invalid message\n");
2904 buf = (char*) malloc (Siz + 1);
2906 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL) {
2907 snprintf (buf, Siz, " msg[%c] = %s ...\n", (char) forder[i],
2908 msg->cm_fields[(int)forder[i]]);
2909 client_write (buf, strlen(buf));
2918 * Check to see if any messages already exist in the current room which
2919 * carry the same Exclusive ID as this one. If any are found, delete them.
2921 void ReplicationChecks(struct CtdlMessage *msg) {
2922 long old_msgnum = (-1L);
2924 if (DoesThisRoomNeedEuidIndexing(&CC->room) == 0) return;
2926 syslog(LOG_DEBUG, "Performing replication checks in <%s>\n",
2929 /* No exclusive id? Don't do anything. */
2930 if (msg == NULL) return;
2931 if (msg->cm_fields['E'] == NULL) return;
2932 if (IsEmptyStr(msg->cm_fields['E'])) return;
2933 /*syslog(LOG_DEBUG, "Exclusive ID: <%s> for room <%s>\n",
2934 msg->cm_fields['E'], CC->room.QRname);*/
2936 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields['E'], &CC->room);
2937 if (old_msgnum > 0L) {
2938 syslog(LOG_DEBUG, "ReplicationChecks() replacing message %ld\n", old_msgnum);
2939 CtdlDeleteMessages(CC->room.QRname, &old_msgnum, 1, "");
2946 * Save a message to disk and submit it into the delivery system.
2948 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2949 struct recptypes *recps, /* recipients (if mail) */
2950 char *force, /* force a particular room? */
2951 int flags /* should the message be exported clean? */
2954 char submit_filename[128];
2955 char generated_timestamp[32];
2956 char hold_rm[ROOMNAMELEN];
2957 char actual_rm[ROOMNAMELEN];
2958 char force_room[ROOMNAMELEN];
2959 char content_type[SIZ]; /* We have to learn this */
2960 char recipient[SIZ];
2962 const char *mptr = NULL;
2963 struct ctdluser userbuf;
2965 struct MetaData smi;
2966 FILE *network_fp = NULL;
2967 static int seqnum = 1;
2968 struct CtdlMessage *imsg = NULL;
2970 size_t instr_alloc = 0;
2972 char *hold_R, *hold_D;
2973 char *collected_addresses = NULL;
2974 struct addresses_to_be_filed *aptr = NULL;
2975 StrBuf *saved_rfc822_version = NULL;
2976 int qualified_for_journaling = 0;
2977 CitContext *CCC = MyContext();
2978 char bounce_to[1024] = "";
2982 syslog(LOG_DEBUG, "CtdlSubmitMsg() called\n");
2983 if (is_valid_message(msg) == 0) return(-1); /* self check */
2985 /* If this message has no timestamp, we take the liberty of
2986 * giving it one, right now.
2988 if (msg->cm_fields['T'] == NULL) {
2989 snprintf(generated_timestamp, sizeof generated_timestamp, "%ld", (long)time(NULL));
2990 msg->cm_fields['T'] = strdup(generated_timestamp);
2993 /* If this message has no path, we generate one.
2995 if (msg->cm_fields['P'] == NULL) {
2996 if (msg->cm_fields['A'] != NULL) {
2997 msg->cm_fields['P'] = strdup(msg->cm_fields['A']);
2998 for (a=0; !IsEmptyStr(&msg->cm_fields['P'][a]); ++a) {
2999 if (isspace(msg->cm_fields['P'][a])) {
3000 msg->cm_fields['P'][a] = ' ';
3005 msg->cm_fields['P'] = strdup("unknown");
3009 if (force == NULL) {
3010 strcpy(force_room, "");
3013 strcpy(force_room, force);
3016 /* Learn about what's inside, because it's what's inside that counts */
3017 if (msg->cm_fields['M'] == NULL) {
3018 syslog(LOG_ERR, "ERROR: attempt to save message with NULL body\n");
3022 switch (msg->cm_format_type) {
3024 strcpy(content_type, "text/x-citadel-variformat");
3027 strcpy(content_type, "text/plain");
3030 strcpy(content_type, "text/plain");
3031 mptr = bmstrcasestr(msg->cm_fields['M'], "Content-type:");
3034 safestrncpy(content_type, &mptr[13], sizeof content_type);
3035 striplt(content_type);
3036 aptr = content_type;
3037 while (!IsEmptyStr(aptr)) {
3049 /* Goto the correct room */
3050 syslog(LOG_DEBUG, "Selected room %s\n", (recps) ? CCC->room.QRname : SENTITEMS);
3051 strcpy(hold_rm, CCC->room.QRname);
3052 strcpy(actual_rm, CCC->room.QRname);
3053 if (recps != NULL) {
3054 strcpy(actual_rm, SENTITEMS);
3057 /* If the user is a twit, move to the twit room for posting */
3059 if (CCC->user.axlevel == AxProbU) {
3060 strcpy(hold_rm, actual_rm);
3061 strcpy(actual_rm, config.c_twitroom);
3062 syslog(LOG_DEBUG, "Diverting to twit room\n");
3066 /* ...or if this message is destined for Aide> then go there. */
3067 if (!IsEmptyStr(force_room)) {
3068 strcpy(actual_rm, force_room);
3071 syslog(LOG_DEBUG, "Final selection: %s\n", actual_rm);
3072 if (strcasecmp(actual_rm, CCC->room.QRname)) {
3073 /* CtdlGetRoom(&CCC->room, actual_rm); */
3074 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL);
3078 * If this message has no O (room) field, generate one.
3080 if (msg->cm_fields['O'] == NULL) {
3081 msg->cm_fields['O'] = strdup(CCC->room.QRname);
3084 /* Perform "before save" hooks (aborting if any return nonzero) */
3085 syslog(LOG_DEBUG, "Performing before-save hooks\n");
3086 if (PerformMessageHooks(msg, EVT_BEFORESAVE) > 0) return(-3);
3089 * If this message has an Exclusive ID, and the room is replication
3090 * checking enabled, then do replication checks.
3092 if (DoesThisRoomNeedEuidIndexing(&CCC->room)) {
3093 ReplicationChecks(msg);
3096 /* Save it to disk */
3097 syslog(LOG_DEBUG, "Saving to disk\n");
3098 newmsgid = send_message(msg);
3099 if (newmsgid <= 0L) return(-5);
3101 /* Write a supplemental message info record. This doesn't have to
3102 * be a critical section because nobody else knows about this message
3105 syslog(LOG_DEBUG, "Creating MetaData record\n");
3106 memset(&smi, 0, sizeof(struct MetaData));
3107 smi.meta_msgnum = newmsgid;
3108 smi.meta_refcount = 0;
3109 safestrncpy(smi.meta_content_type, content_type,
3110 sizeof smi.meta_content_type);
3113 * Measure how big this message will be when rendered as RFC822.
3114 * We do this for two reasons:
3115 * 1. We need the RFC822 length for the new metadata record, so the
3116 * POP and IMAP services don't have to calculate message lengths
3117 * while the user is waiting (multiplied by potentially hundreds
3118 * or thousands of messages).
3119 * 2. If journaling is enabled, we will need an RFC822 version of the
3120 * message to attach to the journalized copy.
3122 if (CCC->redirect_buffer != NULL) {
3123 syslog(LOG_ALERT, "CCC->redirect_buffer is not NULL during message submission!\n");
3126 CCC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
3127 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
3128 smi.meta_rfc822_length = StrLength(CCC->redirect_buffer);
3129 saved_rfc822_version = CCC->redirect_buffer;
3130 CCC->redirect_buffer = NULL;
3134 /* Now figure out where to store the pointers */
3135 syslog(LOG_DEBUG, "Storing pointers\n");
3137 /* If this is being done by the networker delivering a private
3138 * message, we want to BYPASS saving the sender's copy (because there
3139 * is no local sender; it would otherwise go to the Trashcan).
3141 if ((!CCC->internal_pgm) || (recps == NULL)) {
3142 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
3143 syslog(LOG_ERR, "ERROR saving message pointer!\n");
3144 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
3148 /* For internet mail, drop a copy in the outbound queue room */
3149 if ((recps != NULL) && (recps->num_internet > 0)) {
3150 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
3153 /* If other rooms are specified, drop them there too. */
3154 if ((recps != NULL) && (recps->num_room > 0))
3155 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
3156 extract_token(recipient, recps->recp_room, i,
3157 '|', sizeof recipient);
3158 syslog(LOG_DEBUG, "Delivering to room <%s>\n", recipient);
3159 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
3162 /* Bump this user's messages posted counter. */
3163 syslog(LOG_DEBUG, "Updating user\n");
3164 CtdlGetUserLock(&CCC->user, CCC->curr_user);
3165 CCC->user.posted = CCC->user.posted + 1;
3166 CtdlPutUserLock(&CCC->user);
3168 /* Decide where bounces need to be delivered */
3169 if ((recps != NULL) && (recps->bounce_to != NULL)) {
3170 safestrncpy(bounce_to, recps->bounce_to, sizeof bounce_to);
3172 else if (CCC->logged_in) {
3173 snprintf(bounce_to, sizeof bounce_to, "%s@%s", CCC->user.fullname, config.c_nodename);
3176 snprintf(bounce_to, sizeof bounce_to, "%s@%s", msg->cm_fields['A'], msg->cm_fields['N']);
3179 /* If this is private, local mail, make a copy in the
3180 * recipient's mailbox and bump the reference count.
3182 if ((recps != NULL) && (recps->num_local > 0))
3183 for (i=0; i<num_tokens(recps->recp_local, '|'); ++i) {
3184 extract_token(recipient, recps->recp_local, i,
3185 '|', sizeof recipient);
3186 syslog(LOG_DEBUG, "Delivering private local mail to <%s>\n",
3188 if (CtdlGetUser(&userbuf, recipient) == 0) {
3189 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
3190 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
3191 CtdlBumpNewMailCounter(userbuf.usernum);
3192 if (!IsEmptyStr(config.c_funambol_host) || !IsEmptyStr(config.c_pager_program)) {
3193 /* Generate a instruction message for the Funambol notification
3194 * server, in the same style as the SMTP queue
3197 instr = malloc(instr_alloc);
3198 snprintf(instr, instr_alloc,
3199 "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
3201 SPOOLMIME, newmsgid, (long)time(NULL),
3205 imsg = malloc(sizeof(struct CtdlMessage));
3206 memset(imsg, 0, sizeof(struct CtdlMessage));
3207 imsg->cm_magic = CTDLMESSAGE_MAGIC;
3208 imsg->cm_anon_type = MES_NORMAL;
3209 imsg->cm_format_type = FMT_RFC822;
3210 imsg->cm_fields['A'] = strdup("Citadel");
3211 imsg->cm_fields['J'] = strdup("do not journal");
3212 imsg->cm_fields['M'] = instr; /* imsg owns this memory now */
3213 imsg->cm_fields['2'] = strdup(recipient);
3214 CtdlSubmitMsg(imsg, NULL, FNBL_QUEUE_ROOM, 0);
3215 CtdlFreeMessage(imsg);
3219 syslog(LOG_DEBUG, "No user <%s>\n", recipient);
3220 CtdlSaveMsgPointerInRoom(config.c_aideroom,
3225 /* Perform "after save" hooks */
3226 syslog(LOG_DEBUG, "Performing after-save hooks\n");
3227 PerformMessageHooks(msg, EVT_AFTERSAVE);
3229 /* For IGnet mail, we have to save a new copy into the spooler for
3230 * each recipient, with the R and D fields set to the recipient and
3231 * destination-node. This has two ugly side effects: all other
3232 * recipients end up being unlisted in this recipient's copy of the
3233 * message, and it has to deliver multiple messages to the same
3234 * node. We'll revisit this again in a year or so when everyone has
3235 * a network spool receiver that can handle the new style messages.
3237 if ((recps != NULL) && (recps->num_ignet > 0))
3238 for (i=0; i<num_tokens(recps->recp_ignet, '|'); ++i) {
3239 extract_token(recipient, recps->recp_ignet, i,
3240 '|', sizeof recipient);
3242 hold_R = msg->cm_fields['R'];
3243 hold_D = msg->cm_fields['D'];
3244 msg->cm_fields['R'] = malloc(SIZ);
3245 msg->cm_fields['D'] = malloc(128);
3246 extract_token(msg->cm_fields['R'], recipient, 0, '@', SIZ);
3247 extract_token(msg->cm_fields['D'], recipient, 1, '@', 128);
3249 serialize_message(&smr, msg);
3251 snprintf(submit_filename, sizeof submit_filename,
3252 "%s/netmail.%04lx.%04x.%04x",
3254 (long) getpid(), CCC->cs_pid, ++seqnum);
3255 network_fp = fopen(submit_filename, "wb+");
3256 if (network_fp != NULL) {
3257 rv = fwrite(smr.ser, smr.len, 1, network_fp);
3259 syslog(LOG_EMERG, "CtdlSubmitMsg(): Couldn't write network spool file: %s\n",
3267 free(msg->cm_fields['R']);
3268 free(msg->cm_fields['D']);
3269 msg->cm_fields['R'] = hold_R;
3270 msg->cm_fields['D'] = hold_D;
3273 /* Go back to the room we started from */
3274 syslog(LOG_DEBUG, "Returning to original room %s\n", hold_rm);
3275 if (strcasecmp(hold_rm, CCC->room.QRname))
3276 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL);
3278 /* For internet mail, generate delivery instructions.
3279 * Yes, this is recursive. Deal with it. Infinite recursion does
3280 * not happen because the delivery instructions message does not
3281 * contain a recipient.
3283 if ((recps != NULL) && (recps->num_internet > 0)) {
3284 syslog(LOG_DEBUG, "Generating delivery instructions\n");
3286 instr = malloc(instr_alloc);
3287 snprintf(instr, instr_alloc,
3288 "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
3290 SPOOLMIME, newmsgid, (long)time(NULL),
3294 if (recps->envelope_from != NULL) {
3295 tmp = strlen(instr);
3296 snprintf(&instr[tmp], instr_alloc-tmp, "envelope_from|%s\n", recps->envelope_from);
3299 for (i=0; i<num_tokens(recps->recp_internet, '|'); ++i) {
3300 tmp = strlen(instr);
3301 extract_token(recipient, recps->recp_internet, i, '|', sizeof recipient);
3302 if ((tmp + strlen(recipient) + 32) > instr_alloc) {
3303 instr_alloc = instr_alloc * 2;
3304 instr = realloc(instr, instr_alloc);
3306 snprintf(&instr[tmp], instr_alloc - tmp, "remote|%s|0||\n", recipient);
3309 imsg = malloc(sizeof(struct CtdlMessage));
3310 memset(imsg, 0, sizeof(struct CtdlMessage));
3311 imsg->cm_magic = CTDLMESSAGE_MAGIC;
3312 imsg->cm_anon_type = MES_NORMAL;
3313 imsg->cm_format_type = FMT_RFC822;
3314 imsg->cm_fields['A'] = strdup("Citadel");
3315 imsg->cm_fields['J'] = strdup("do not journal");
3316 imsg->cm_fields['M'] = instr; /* imsg owns this memory now */
3317 CtdlSubmitMsg(imsg, NULL, SMTP_SPOOLOUT_ROOM, QP_EADDR);
3318 CtdlFreeMessage(imsg);
3322 * Any addresses to harvest for someone's address book?
3324 if ( (CCC->logged_in) && (recps != NULL) ) {
3325 collected_addresses = harvest_collected_addresses(msg);
3328 if (collected_addresses != NULL) {
3329 aptr = (struct addresses_to_be_filed *)
3330 malloc(sizeof(struct addresses_to_be_filed));
3331 CtdlMailboxName(actual_rm, sizeof actual_rm,
3332 &CCC->user, USERCONTACTSROOM);
3333 aptr->roomname = strdup(actual_rm);
3334 aptr->collected_addresses = collected_addresses;
3335 begin_critical_section(S_ATBF);
3338 end_critical_section(S_ATBF);
3342 * Determine whether this message qualifies for journaling.
3344 if (msg->cm_fields['J'] != NULL) {
3345 qualified_for_journaling = 0;
3348 if (recps == NULL) {
3349 qualified_for_journaling = config.c_journal_pubmsgs;
3351 else if (recps->num_local + recps->num_ignet + recps->num_internet > 0) {
3352 qualified_for_journaling = config.c_journal_email;
3355 qualified_for_journaling = config.c_journal_pubmsgs;
3360 * Do we have to perform journaling? If so, hand off the saved
3361 * RFC822 version will be handed off to the journaler for background
3362 * submit. Otherwise, we have to free the memory ourselves.
3364 if (saved_rfc822_version != NULL) {
3365 if (qualified_for_journaling) {
3366 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
3369 FreeStrBuf(&saved_rfc822_version);
3379 void aide_message (char *text, char *subject)
3381 quickie_message("Citadel",NULL,NULL,AIDEROOM,text,FMT_CITADEL,subject);
3386 * Convenience function for generating small administrative messages.
3388 void quickie_message(const char *from, const char *fromaddr, char *to, char *room, const char *text,
3389 int format_type, const char *subject)
3391 struct CtdlMessage *msg;
3392 struct recptypes *recp = NULL;
3394 msg = malloc(sizeof(struct CtdlMessage));
3395 memset(msg, 0, sizeof(struct CtdlMessage));
3396 msg->cm_magic = CTDLMESSAGE_MAGIC;
3397 msg->cm_anon_type = MES_NORMAL;
3398 msg->cm_format_type = format_type;
3401 msg->cm_fields['A'] = strdup(from);
3403 else if (fromaddr != NULL) {
3404 msg->cm_fields['A'] = strdup(fromaddr);
3405 if (strchr(msg->cm_fields['A'], '@')) {
3406 *strchr(msg->cm_fields['A'], '@') = 0;
3410 msg->cm_fields['A'] = strdup("Citadel");
3413 if (fromaddr != NULL) msg->cm_fields['F'] = strdup(fromaddr);
3414 if (room != NULL) msg->cm_fields['O'] = strdup(room);
3415 msg->cm_fields['N'] = strdup(NODENAME);
3417 msg->cm_fields['R'] = strdup(to);
3418 recp = validate_recipients(to, NULL, 0);
3420 if (subject != NULL) {
3421 msg->cm_fields['U'] = strdup(subject);
3423 msg->cm_fields['M'] = strdup(text);
3425 CtdlSubmitMsg(msg, recp, room, 0);
3426 CtdlFreeMessage(msg);
3427 if (recp != NULL) free_recipients(recp);
3433 * Back end function used by CtdlMakeMessage() and similar functions
3435 StrBuf *CtdlReadMessageBodyBuf(char *terminator, /* token signalling EOT */
3437 size_t maxlen, /* maximum message length */
3438 char *exist, /* if non-null, append to it;
3439 exist is ALWAYS freed */
3440 int crlf, /* CRLF newlines instead of LF */
3441 int *sock /* socket handle or 0 for this session's client socket */
3450 LineBuf = NewStrBufPlain(NULL, SIZ);
3451 if (exist == NULL) {
3452 Message = NewStrBufPlain(NULL, 4 * SIZ);
3455 Message = NewStrBufPlain(exist, -1);
3459 /* Do we need to change leading ".." to "." for SMTP escaping? */
3460 if ((tlen == 1) && (*terminator == '.')) {
3464 /* read in the lines of message text one by one */
3467 if ((CtdlSockGetLine(sock, LineBuf, 5) < 0) ||
3472 if (CtdlClientGetLine(LineBuf) < 0) finished = 1;
3474 if ((StrLength(LineBuf) == tlen) &&
3475 (!strcmp(ChrPtr(LineBuf), terminator)))
3478 if ( (!flushing) && (!finished) ) {
3480 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
3483 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
3486 /* Unescape SMTP-style input of two dots at the beginning of the line */
3488 (StrLength(LineBuf) == 2) &&
3489 (!strcmp(ChrPtr(LineBuf), "..")))
3491 StrBufCutLeft(LineBuf, 1);
3494 StrBufAppendBuf(Message, LineBuf, 0);
3497 /* if we've hit the max msg length, flush the rest */
3498 if (StrLength(Message) >= maxlen) flushing = 1;
3500 } while (!finished);
3501 FreeStrBuf(&LineBuf);
3507 * Back end function used by CtdlMakeMessage() and similar functions
3509 char *CtdlReadMessageBody(char *terminator, /* token signalling EOT */
3511 size_t maxlen, /* maximum message length */
3512 char *exist, /* if non-null, append to it;
3513 exist is ALWAYS freed */
3514 int crlf, /* CRLF newlines instead of LF */
3515 int *sock /* socket handle or 0 for this session's client socket */
3520 Message = CtdlReadMessageBodyBuf(terminator,
3526 if (Message == NULL)
3529 return SmashStrBuf(&Message);
3534 * Build a binary message to be saved on disk.
3535 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3536 * will become part of the message. This means you are no longer
3537 * responsible for managing that memory -- it will be freed along with
3538 * the rest of the fields when CtdlFreeMessage() is called.)
3541 struct CtdlMessage *CtdlMakeMessage(
3542 struct ctdluser *author, /* author's user structure */
3543 char *recipient, /* NULL if it's not mail */
3544 char *recp_cc, /* NULL if it's not mail */
3545 char *room, /* room where it's going */
3546 int type, /* see MES_ types in header file */
3547 int format_type, /* variformat, plain text, MIME... */
3548 char *fake_name, /* who we're masquerading as */
3549 char *my_email, /* which of my email addresses to use (empty is ok) */
3550 char *subject, /* Subject (optional) */
3551 char *supplied_euid, /* ...or NULL if this is irrelevant */
3552 char *preformatted_text, /* ...or NULL to read text from client */
3553 char *references /* Thread references */
3555 char dest_node[256];
3557 struct CtdlMessage *msg;
3559 StrBuf *FakeEncAuthor = NULL;
3561 msg = malloc(sizeof(struct CtdlMessage));
3562 memset(msg, 0, sizeof(struct CtdlMessage));
3563 msg->cm_magic = CTDLMESSAGE_MAGIC;
3564 msg->cm_anon_type = type;
3565 msg->cm_format_type = format_type;
3567 /* Don't confuse the poor folks if it's not routed mail. */
3568 strcpy(dest_node, "");
3570 if (recipient != NULL) striplt(recipient);
3571 if (recp_cc != NULL) striplt(recp_cc);
3573 /* Path or Return-Path */
3574 if (my_email == NULL) my_email = "";
3576 if (!IsEmptyStr(my_email)) {
3577 msg->cm_fields['P'] = strdup(my_email);
3580 snprintf(buf, sizeof buf, "%s", author->fullname);
3581 msg->cm_fields['P'] = strdup(buf);
3583 convert_spaces_to_underscores(msg->cm_fields['P']);
3585 snprintf(buf, sizeof buf, "%ld", (long)time(NULL)); /* timestamp */
3586 msg->cm_fields['T'] = strdup(buf);
3588 if ((fake_name != NULL) && (fake_name[0])) { /* author */
3589 FakeAuthor = NewStrBufPlain (fake_name, -1);
3592 FakeAuthor = NewStrBufPlain (author->fullname, -1);
3594 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
3595 msg->cm_fields['A'] = SmashStrBuf(&FakeEncAuthor);
3596 FreeStrBuf(&FakeAuthor);
3598 if (CC->room.QRflags & QR_MAILBOX) { /* room */
3599 msg->cm_fields['O'] = strdup(&CC->room.QRname[11]);
3602 msg->cm_fields['O'] = strdup(CC->room.QRname);
3605 msg->cm_fields['N'] = strdup(NODENAME); /* nodename */
3606 msg->cm_fields['H'] = strdup(HUMANNODE); /* hnodename */
3608 if ((recipient != NULL) && (recipient[0] != 0)) {
3609 msg->cm_fields['R'] = strdup(recipient);
3611 if ((recp_cc != NULL) && (recp_cc[0] != 0)) {
3612 msg->cm_fields['Y'] = strdup(recp_cc);
3614 if (dest_node[0] != 0) {
3615 msg->cm_fields['D'] = strdup(dest_node);
3618 if (!IsEmptyStr(my_email)) {
3619 msg->cm_fields['F'] = strdup(my_email);
3621 else if ( (author == &CC->user) && (!IsEmptyStr(CC->cs_inet_email)) ) {
3622 msg->cm_fields['F'] = strdup(CC->cs_inet_email);
3625 if (subject != NULL) {
3628 length = strlen(subject);
3634 while ((subject[i] != '\0') &&
3635 (IsAscii = isascii(subject[i]) != 0 ))
3638 msg->cm_fields['U'] = strdup(subject);
3639 else /* ok, we've got utf8 in the string. */
3641 msg->cm_fields['U'] = rfc2047encode(subject, length);
3647 if (supplied_euid != NULL) {
3648 msg->cm_fields['E'] = strdup(supplied_euid);
3651 if ((references != NULL) && (!IsEmptyStr(references))) {
3652 if (msg->cm_fields['W'] != NULL)
3653 free(msg->cm_fields['W']);
3654 msg->cm_fields['W'] = strdup(references);
3657 if (preformatted_text != NULL) {
3658 msg->cm_fields['M'] = preformatted_text;
3661 msg->cm_fields['M'] = CtdlReadMessageBody(HKEY("000"), config.c_maxmsglen, NULL, 0, 0);
3667 extern int netconfig_check_roomaccess(
3670 const char* RemoteIdentifier); /* TODO: find a smarter way */
3673 * Check to see whether we have permission to post a message in the current
3674 * room. Returns a *CITADEL ERROR CODE* and puts a message in errmsgbuf, or
3675 * returns 0 on success.
3677 int CtdlDoIHavePermissionToPostInThisRoom(
3680 const char* RemoteIdentifier,
3686 if (!(CC->logged_in) &&
3687 (PostPublic == POST_LOGGED_IN)) {
3688 snprintf(errmsgbuf, n, "Not logged in.");
3689 return (ERROR + NOT_LOGGED_IN);
3691 else if (PostPublic == CHECK_EXISTANCE) {
3692 return (0); // We're Evaling whether a recipient exists
3694 else if (!(CC->logged_in)) {
3696 if ((CC->room.QRflags & QR_READONLY)) {
3697 snprintf(errmsgbuf, n, "Not logged in.");
3698 return (ERROR + NOT_LOGGED_IN);
3700 if (CC->room.QRflags2 & QR2_MODERATED) {
3701 snprintf(errmsgbuf, n, "Not logged in Moderation feature not yet implemented!");
3702 return (ERROR + NOT_LOGGED_IN);
3704 if ((PostPublic!=POST_LMTP) &&(CC->room.QRflags2 & QR2_SMTP_PUBLIC) == 0) {
3706 return netconfig_check_roomaccess(errmsgbuf, n, RemoteIdentifier);
3712 if ((CC->user.axlevel < AxProbU)
3713 && ((CC->room.QRflags & QR_MAILBOX) == 0)) {
3714 snprintf(errmsgbuf, n, "Need to be validated to enter (except in %s> to sysop)", MAILROOM);
3715 return (ERROR + HIGHER_ACCESS_REQUIRED);
3718 CtdlRoomAccess(&CC->room, &CC->user, &ra, NULL);
3720 if (ra & UA_POSTALLOWED) {
3721 strcpy(errmsgbuf, "OK to post or reply here");
3725 if ( (ra & UA_REPLYALLOWED) && (is_reply) ) {
3727 * To be thorough, we ought to check to see if the message they are
3728 * replying to is actually a valid one in this room, but unless this
3729 * actually becomes a problem we'll go with high performance instead.
3731 strcpy(errmsgbuf, "OK to reply here");
3735 if ( (ra & UA_REPLYALLOWED) && (!is_reply) ) {
3736 /* Clarify what happened with a better error message */
3737 snprintf(errmsgbuf, n, "You may only reply to existing messages here.");
3738 return (ERROR + HIGHER_ACCESS_REQUIRED);
3741 snprintf(errmsgbuf, n, "Higher access is required to post in this room.");
3742 return (ERROR + HIGHER_ACCESS_REQUIRED);
3748 * Check to see if the specified user has Internet mail permission
3749 * (returns nonzero if permission is granted)
3751 int CtdlCheckInternetMailPermission(struct ctdluser *who) {
3753 /* Do not allow twits to send Internet mail */
3754 if (who->axlevel <= AxProbU) return(0);
3756 /* Globally enabled? */
3757 if (config.c_restrict == 0) return(1);
3759 /* User flagged ok? */
3760 if (who->flags & US_INTERNET) return(2);
3762 /* Aide level access? */
3763 if (who->axlevel >= AxAideU) return(3);
3765 /* No mail for you! */
3771 * Validate recipients, count delivery types and errors, and handle aliasing
3772 * FIXME check for dupes!!!!!
3774 * Returns 0 if all addresses are ok, ret->num_error = -1 if no addresses
3775 * were specified, or the number of addresses found invalid.
3777 * Caller needs to free the result using free_recipients()
3779 struct recptypes *validate_recipients(const char *supplied_recipients,
3780 const char *RemoteIdentifier,
3782 struct recptypes *ret;
3783 char *recipients = NULL;
3784 char this_recp[256];
3785 char this_recp_cooked[256];
3791 struct ctdluser tempUS;
3792 struct ctdlroom tempQR;
3793 struct ctdlroom tempQR2;
3799 ret = (struct recptypes *) malloc(sizeof(struct recptypes));
3800 if (ret == NULL) return(NULL);
3802 /* Set all strings to null and numeric values to zero */
3803 memset(ret, 0, sizeof(struct recptypes));
3805 if (supplied_recipients == NULL) {
3806 recipients = strdup("");
3809 recipients = strdup(supplied_recipients);
3812 /* Allocate some memory. Yes, this allocates 500% more memory than we will
3813 * actually need, but it's healthier for the heap than doing lots of tiny
3814 * realloc() calls instead.
3817 ret->errormsg = malloc(strlen(recipients) + 1024);
3818 ret->recp_local = malloc(strlen(recipients) + 1024);
3819 ret->recp_internet = malloc(strlen(recipients) + 1024);
3820 ret->recp_ignet = malloc(strlen(recipients) + 1024);
3821 ret->recp_room = malloc(strlen(recipients) + 1024);
3822 ret->display_recp = malloc(strlen(recipients) + 1024);
3824 ret->errormsg[0] = 0;
3825 ret->recp_local[0] = 0;
3826 ret->recp_internet[0] = 0;
3827 ret->recp_ignet[0] = 0;
3828 ret->recp_room[0] = 0;
3829 ret->display_recp[0] = 0;
3831 ret->recptypes_magic = RECPTYPES_MAGIC;
3833 /* Change all valid separator characters to commas */
3834 for (i=0; !IsEmptyStr(&recipients[i]); ++i) {
3835 if ((recipients[i] == ';') || (recipients[i] == '|')) {
3836 recipients[i] = ',';
3840 /* Now start extracting recipients... */
3842 while (!IsEmptyStr(recipients)) {
3844 for (i=0; i<=strlen(recipients); ++i) {
3845 if (recipients[i] == '\"') in_quotes = 1 - in_quotes;
3846 if ( ( (recipients[i] == ',') && (!in_quotes) ) || (recipients[i] == 0) ) {
3847 safestrncpy(this_recp, recipients, i+1);
3849 if (recipients[i] == ',') {
3850 strcpy(recipients, &recipients[i+1]);
3853 strcpy(recipients, "");
3860 if (IsEmptyStr(this_recp))
3862 syslog(LOG_DEBUG, "Evaluating recipient #%d: %s\n", num_recps, this_recp);
3864 mailtype = alias(this_recp);
3865 mailtype = alias(this_recp);
3866 mailtype = alias(this_recp);
3868 for (j=0; !IsEmptyStr(&this_recp[j]); ++j) {
3869 if (this_recp[j]=='_') {
3870 this_recp_cooked[j] = ' ';
3873 this_recp_cooked[j] = this_recp[j];
3876 this_recp_cooked[j] = '\0';
3881 if (!strcasecmp(this_recp, "sysop")) {
3883 strcpy(this_recp, config.c_aideroom);
3884 if (!IsEmptyStr(ret->recp_room)) {
3885 strcat(ret->recp_room, "|");
3887 strcat(ret->recp_room, this_recp);
3889 else if ( (!strncasecmp(this_recp, "room_", 5))
3890 && (!CtdlGetRoom(&tempQR, &this_recp_cooked[5])) ) {
3892 /* Save room so we can restore it later */
3896 /* Check permissions to send mail to this room */
3897 err = CtdlDoIHavePermissionToPostInThisRoom(
3902 0 /* 0 = not a reply */
3911 if (!IsEmptyStr(ret->recp_room)) {
3912 strcat(ret->recp_room, "|");
3914 strcat(ret->recp_room, &this_recp_cooked[5]);
3917 /* Restore room in case something needs it */
3921 else if (CtdlGetUser(&tempUS, this_recp) == 0) {
3923 strcpy(this_recp, tempUS.fullname);
3924 if (!IsEmptyStr(ret->recp_local)) {
3925 strcat(ret->recp_local, "|");
3927 strcat(ret->recp_local, this_recp);
3929 else if (CtdlGetUser(&tempUS, this_recp_cooked) == 0) {
3931 strcpy(this_recp, tempUS.fullname);
3932 if (!IsEmptyStr(ret->recp_local)) {
3933 strcat(ret->recp_local, "|");
3935 strcat(ret->recp_local, this_recp);
3943 /* Yes, you're reading this correctly: if the target
3944 * domain points back to the local system or an attached
3945 * Citadel directory, the address is invalid. That's
3946 * because if the address were valid, we would have
3947 * already translated it to a local address by now.
3949 if (IsDirectory(this_recp, 0)) {
3954 ++ret->num_internet;
3955 if (!IsEmptyStr(ret->recp_internet)) {
3956 strcat(ret->recp_internet, "|");
3958 strcat(ret->recp_internet, this_recp);
3963 if (!IsEmptyStr(ret->recp_ignet)) {
3964 strcat(ret->recp_ignet, "|");
3966 strcat(ret->recp_ignet, this_recp);
3974 if (IsEmptyStr(errmsg)) {
3975 snprintf(append, sizeof append, "Invalid recipient: %s", this_recp);
3978 snprintf(append, sizeof append, "%s", errmsg);
3980 if ( (strlen(ret->errormsg) + strlen(append) + 3) < SIZ) {
3981 if (!IsEmptyStr(ret->errormsg)) {
3982 strcat(ret->errormsg, "; ");
3984 strcat(ret->errormsg, append);
3988 if (IsEmptyStr(ret->display_recp)) {
3989 strcpy(append, this_recp);
3992 snprintf(append, sizeof append, ", %s", this_recp);
3994 if ( (strlen(ret->display_recp)+strlen(append)) < SIZ) {
3995 strcat(ret->display_recp, append);
4000 if ((ret->num_local + ret->num_internet + ret->num_ignet +
4001 ret->num_room + ret->num_error) == 0) {
4002 ret->num_error = (-1);
4003 strcpy(ret->errormsg, "No recipients specified.");
4006 syslog(LOG_DEBUG, "validate_recipients()\n");
4007 syslog(LOG_DEBUG, " local: %d <%s>\n", ret->num_local, ret->recp_local);
4008 syslog(LOG_DEBUG, " room: %d <%s>\n", ret->num_room, ret->recp_room);
4009 syslog(LOG_DEBUG, " inet: %d <%s>\n", ret->num_internet, ret->recp_internet);
4010 syslog(LOG_DEBUG, " ignet: %d <%s>\n", ret->num_ignet, ret->recp_ignet);
4011 syslog(LOG_DEBUG, " error: %d <%s>\n", ret->num_error, ret->errormsg);
4019 * Destructor for struct recptypes
4021 void free_recipients(struct recptypes *valid) {
4023 if (valid == NULL) {
4027 if (valid->recptypes_magic != RECPTYPES_MAGIC) {
4028 syslog(LOG_EMERG, "Attempt to call free_recipients() on some other data type!\n");
4032 if (valid->errormsg != NULL) free(valid->errormsg);
4033 if (valid->recp_local != NULL) free(valid->recp_local);
4034 if (valid->recp_internet != NULL) free(valid->recp_internet);
4035 if (valid->recp_ignet != NULL) free(valid->recp_ignet);
4036 if (valid->recp_room != NULL) free(valid->recp_room);
4037 if (valid->display_recp != NULL) free(valid->display_recp);
4038 if (valid->bounce_to != NULL) free(valid->bounce_to);
4039 if (valid->envelope_from != NULL) free(valid->envelope_from);
4046 * message entry - mode 0 (normal)
4048 void cmd_ent0(char *entargs)
4054 char supplied_euid[128];
4056 int format_type = 0;
4057 char newusername[256];
4058 char newuseremail[256];
4059 struct CtdlMessage *msg;
4063 struct recptypes *valid = NULL;
4064 struct recptypes *valid_to = NULL;
4065 struct recptypes *valid_cc = NULL;
4066 struct recptypes *valid_bcc = NULL;
4068 int subject_required = 0;
4073 int newuseremail_ok = 0;
4074 char references[SIZ];
4079 post = extract_int(entargs, 0);
4080 extract_token(recp, entargs, 1, '|', sizeof recp);
4081 anon_flag = extract_int(entargs, 2);
4082 format_type = extract_int(entargs, 3);
4083 extract_token(subject, entargs, 4, '|', sizeof subject);
4084 extract_token(newusername, entargs, 5, '|', sizeof newusername);
4085 do_confirm = extract_int(entargs, 6);
4086 extract_token(cc, entargs, 7, '|', sizeof cc);
4087 extract_token(bcc, entargs, 8, '|', sizeof bcc);
4088 switch(CC->room.QRdefaultview) {
4091 extract_token(supplied_euid, entargs, 9, '|', sizeof supplied_euid);
4094 supplied_euid[0] = 0;
4097 extract_token(newuseremail, entargs, 10, '|', sizeof newuseremail);
4098 extract_token(references, entargs, 11, '|', sizeof references);
4099 for (ptr=references; *ptr != 0; ++ptr) {
4100 if (*ptr == '!') *ptr = '|';
4103 /* first check to make sure the request is valid. */
4105 err = CtdlDoIHavePermissionToPostInThisRoom(
4110 (!IsEmptyStr(references)) /* is this a reply? or a top-level post? */
4114 cprintf("%d %s\n", err, errmsg);
4118 /* Check some other permission type things. */
4120 if (IsEmptyStr(newusername)) {
4121 strcpy(newusername, CC->user.fullname);
4123 if ( (CC->user.axlevel < AxAideU)
4124 && (strcasecmp(newusername, CC->user.fullname))
4125 && (strcasecmp(newusername, CC->cs_inet_fn))
4127 cprintf("%d You don't have permission to author messages as '%s'.\n",
4128 ERROR + HIGHER_ACCESS_REQUIRED,
4135 if (IsEmptyStr(newuseremail)) {
4136 newuseremail_ok = 1;
4139 if (!IsEmptyStr(newuseremail)) {
4140 if (!strcasecmp(newuseremail, CC->cs_inet_email)) {
4141 newuseremail_ok = 1;
4143 else if (!IsEmptyStr(CC->cs_inet_other_emails)) {
4144 j = num_tokens(CC->cs_inet_other_emails, '|');
4145 for (i=0; i<j; ++i) {
4146 extract_token(buf, CC->cs_inet_other_emails, i, '|', sizeof buf);
4147 if (!strcasecmp(newuseremail, buf)) {
4148 newuseremail_ok = 1;
4154 if (!newuseremail_ok) {
4155 cprintf("%d You don't have permission to author messages as '%s'.\n",
4156 ERROR + HIGHER_ACCESS_REQUIRED,
4162 CC->cs_flags |= CS_POSTING;
4164 /* In mailbox rooms we have to behave a little differently --
4165 * make sure the user has specified at least one recipient. Then
4166 * validate the recipient(s). We do this for the Mail> room, as
4167 * well as any room which has the "Mailbox" view set - unless it
4168 * is the DRAFTS room which does not require recipients
4171 if ( ( ( (CC->room.QRflags & QR_MAILBOX) && (!strcasecmp(&CC->room.QRname[11], MAILROOM)) )
4172 || ( (CC->room.QRflags & QR_MAILBOX) && (CC->curr_view == VIEW_MAILBOX) )
4173 ) && (strcasecmp(&CC->room.QRname[11], USERDRAFTROOM)) !=0 ) {
4174 if (CC->user.axlevel < AxProbU) {
4175 strcpy(recp, "sysop");
4180 valid_to = validate_recipients(recp, NULL, 0);
4181 if (valid_to->num_error > 0) {
4182 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_to->errormsg);
4183 free_recipients(valid_to);
4187 valid_cc = validate_recipients(cc, NULL, 0);
4188 if (valid_cc->num_error > 0) {
4189 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_cc->errormsg);
4190 free_recipients(valid_to);
4191 free_recipients(valid_cc);
4195 valid_bcc = validate_recipients(bcc, NULL, 0);
4196 if (valid_bcc->num_error > 0) {
4197 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_bcc->errormsg);
4198 free_recipients(valid_to);
4199 free_recipients(valid_cc);
4200 free_recipients(valid_bcc);
4204 /* Recipient required, but none were specified */
4205 if ( (valid_to->num_error < 0) && (valid_cc->num_error < 0) && (valid_bcc->num_error < 0) ) {
4206 free_recipients(valid_to);
4207 free_recipients(valid_cc);
4208 free_recipients(valid_bcc);
4209 cprintf("%d At least one recipient is required.\n", ERROR + NO_SUCH_USER);
4213 if (valid_to->num_internet + valid_cc->num_internet + valid_bcc->num_internet > 0) {
4214 if (CtdlCheckInternetMailPermission(&CC->user)==0) {
4215 cprintf("%d You do not have permission "
4216 "to send Internet mail.\n",
4217 ERROR + HIGHER_ACCESS_REQUIRED);
4218 free_recipients(valid_to);
4219 free_recipients(valid_cc);
4220 free_recipients(valid_bcc);
4225 if ( ( (valid_to->num_internet + valid_to->num_ignet + valid_cc->num_internet + valid_cc->num_ignet + valid_bcc->num_internet + valid_bcc->num_ignet) > 0)
4226 && (CC->user.axlevel < AxNetU) ) {
4227 cprintf("%d Higher access required for network mail.\n",
4228 ERROR + HIGHER_ACCESS_REQUIRED);
4229 free_recipients(valid_to);
4230 free_recipients(valid_cc);
4231 free_recipients(valid_bcc);
4235 if ((RESTRICT_INTERNET == 1)
4236 && (valid_to->num_internet + valid_cc->num_internet + valid_bcc->num_internet > 0)
4237 && ((CC->user.flags & US_INTERNET) == 0)
4238 && (!CC->internal_pgm)) {
4239 cprintf("%d You don't have access to Internet mail.\n",
4240 ERROR + HIGHER_ACCESS_REQUIRED);
4241 free_recipients(valid_to);
4242 free_recipients(valid_cc);
4243 free_recipients(valid_bcc);
4249 /* Is this a room which has anonymous-only or anonymous-option? */
4250 anonymous = MES_NORMAL;
4251 if (CC->room.QRflags & QR_ANONONLY) {
4252 anonymous = MES_ANONONLY;
4254 if (CC->room.QRflags & QR_ANONOPT) {
4255 if (anon_flag == 1) { /* only if the user requested it */
4256 anonymous = MES_ANONOPT;
4260 if ((CC->room.QRflags & QR_MAILBOX) == 0) {
4264 /* Recommend to the client that the use of a message subject is
4265 * strongly recommended in this room, if either the SUBJECTREQ flag
4266 * is set, or if there is one or more Internet email recipients.
4268 if (CC->room.QRflags2 & QR2_SUBJECTREQ) subject_required = 1;
4269 if ((valid_to) && (valid_to->num_internet > 0)) subject_required = 1;
4270 if ((valid_cc) && (valid_cc->num_internet > 0)) subject_required = 1;
4271 if ((valid_bcc) && (valid_bcc->num_internet > 0)) subject_required = 1;
4273 /* If we're only checking the validity of the request, return
4274 * success without creating the message.
4277 cprintf("%d %s|%d\n", CIT_OK,
4278 ((valid_to != NULL) ? valid_to->display_recp : ""),
4280 free_recipients(valid_to);
4281 free_recipients(valid_cc);
4282 free_recipients(valid_bcc);
4286 /* We don't need these anymore because we'll do it differently below */
4287 free_recipients(valid_to);
4288 free_recipients(valid_cc);
4289 free_recipients(valid_bcc);
4291 /* Read in the message from the client. */
4293 cprintf("%d send message\n", START_CHAT_MODE);
4295 cprintf("%d send message\n", SEND_LISTING);
4298 msg = CtdlMakeMessage(&CC->user, recp, cc,
4299 CC->room.QRname, anonymous, format_type,
4300 newusername, newuseremail, subject,
4301 ((!IsEmptyStr(supplied_euid)) ? supplied_euid : NULL),
4304 /* Put together one big recipients struct containing to/cc/bcc all in
4305 * one. This is for the envelope.
4307 char *all_recps = malloc(SIZ * 3);
4308 strcpy(all_recps, recp);
4309 if (!IsEmptyStr(cc)) {
4310 if (!IsEmptyStr(all_recps)) {
4311 strcat(all_recps, ",");
4313 strcat(all_recps, cc);
4315 if (!IsEmptyStr(bcc)) {
4316 if (!IsEmptyStr(all_recps)) {
4317 strcat(all_recps, ",");
4319 strcat(all_recps, bcc);
4321 if (!IsEmptyStr(all_recps)) {
4322 valid = validate_recipients(all_recps, NULL, 0);
4330 msgnum = CtdlSubmitMsg(msg, valid, "", QP_EADDR);
4333 cprintf("%ld\n", msgnum);
4335 cprintf("Message accepted.\n");
4338 cprintf("Internal error.\n");
4340 if (msg->cm_fields['E'] != NULL) {
4341 cprintf("%s\n", msg->cm_fields['E']);
4348 CtdlFreeMessage(msg);
4350 if (valid != NULL) {
4351 free_recipients(valid);
4359 * API function to delete messages which match a set of criteria
4360 * (returns the actual number of messages deleted)
4362 int CtdlDeleteMessages(char *room_name, /* which room */
4363 long *dmsgnums, /* array of msg numbers to be deleted */
4364 int num_dmsgnums, /* number of msgs to be deleted, or 0 for "any" */
4365 char *content_type /* or "" for any. regular expressions expected. */
4368 struct ctdlroom qrbuf;
4369 struct cdbdata *cdbfr;
4370 long *msglist = NULL;
4371 long *dellist = NULL;
4374 int num_deleted = 0;
4376 struct MetaData smi;
4379 int need_to_free_re = 0;
4381 if (content_type) if (!IsEmptyStr(content_type)) {
4382 regcomp(&re, content_type, 0);
4383 need_to_free_re = 1;
4385 syslog(LOG_DEBUG, "CtdlDeleteMessages(%s, %d msgs, %s)\n",
4386 room_name, num_dmsgnums, content_type);
4388 /* get room record, obtaining a lock... */
4389 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
4390 syslog(LOG_ERR, "CtdlDeleteMessages(): Room <%s> not found\n",
4392 if (need_to_free_re) regfree(&re);
4393 return (0); /* room not found */
4395 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
4397 if (cdbfr != NULL) {
4398 dellist = malloc(cdbfr->len);
4399 msglist = (long *) cdbfr->ptr;
4400 cdbfr->ptr = NULL; /* CtdlDeleteMessages() now owns this memory */
4401 num_msgs = cdbfr->len / sizeof(long);
4405 for (i = 0; i < num_msgs; ++i) {
4408 /* Set/clear a bit for each criterion */
4410 /* 0 messages in the list or a null list means that we are
4411 * interested in deleting any messages which meet the other criteria.
4413 if ((num_dmsgnums == 0) || (dmsgnums == NULL)) {
4414 delete_this |= 0x01;
4417 for (j=0; j<num_dmsgnums; ++j) {
4418 if (msglist[i] == dmsgnums[j]) {
4419 delete_this |= 0x01;
4424 if (IsEmptyStr(content_type)) {
4425 delete_this |= 0x02;
4427 GetMetaData(&smi, msglist[i]);
4428 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
4429 delete_this |= 0x02;
4433 /* Delete message only if all bits are set */
4434 if (delete_this == 0x03) {
4435 dellist[num_deleted++] = msglist[i];
4440 num_msgs = sort_msglist(msglist, num_msgs);
4441 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
4442 msglist, (int)(num_msgs * sizeof(long)));
4445 qrbuf.QRhighest = msglist[num_msgs - 1];
4447 qrbuf.QRhighest = 0;
4449 CtdlPutRoomLock(&qrbuf);
4451 /* Go through the messages we pulled out of the index, and decrement
4452 * their reference counts by 1. If this is the only room the message
4453 * was in, the reference count will reach zero and the message will
4454 * automatically be deleted from the database. We do this in a
4455 * separate pass because there might be plug-in hooks getting called,
4456 * and we don't want that happening during an S_ROOMS critical
4459 if (num_deleted) for (i=0; i<num_deleted; ++i) {
4460 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
4461 AdjRefCount(dellist[i], -1);
4464 /* Now free the memory we used, and go away. */
4465 if (msglist != NULL) free(msglist);
4466 if (dellist != NULL) free(dellist);
4467 syslog(LOG_DEBUG, "%d message(s) deleted.\n", num_deleted);
4468 if (need_to_free_re) regfree(&re);
4469 return (num_deleted);
4475 * Check whether the current user has permission to delete messages from
4476 * the current room (returns 1 for yes, 0 for no)
4478 int CtdlDoIHavePermissionToDeleteMessagesFromThisRoom(void) {
4480 CtdlRoomAccess(&CC->room, &CC->user, &ra, NULL);
4481 if (ra & UA_DELETEALLOWED) return(1);
4489 * Delete message from current room
4491 void cmd_dele(char *args)
4500 extract_token(msgset, args, 0, '|', sizeof msgset);
4501 num_msgs = num_tokens(msgset, ',');
4503 cprintf("%d Nothing to do.\n", CIT_OK);
4507 if (CtdlDoIHavePermissionToDeleteMessagesFromThisRoom() == 0) {
4508 cprintf("%d Higher access required.\n",
4509 ERROR + HIGHER_ACCESS_REQUIRED);
4514 * Build our message set to be moved/copied
4516 msgs = malloc(num_msgs * sizeof(long));
4517 for (i=0; i<num_msgs; ++i) {
4518 extract_token(msgtok, msgset, i, ',', sizeof msgtok);
4519 msgs[i] = atol(msgtok);
4522 num_deleted = CtdlDeleteMessages(CC->room.QRname, msgs, num_msgs, "");
4526 cprintf("%d %d message%s deleted.\n", CIT_OK,
4527 num_deleted, ((num_deleted != 1) ? "s" : ""));
4529 cprintf("%d Message not found.\n", ERROR + MESSAGE_NOT_FOUND);
4537 * move or copy a message to another room
4539 void cmd_move(char *args)
4546 char targ[ROOMNAMELEN];
4547 struct ctdlroom qtemp;
4554 extract_token(msgset, args, 0, '|', sizeof msgset);
4555 num_msgs = num_tokens(msgset, ',');
4557 cprintf("%d Nothing to do.\n", CIT_OK);
4561 extract_token(targ, args, 1, '|', sizeof targ);
4562 convert_room_name_macros(targ, sizeof targ);
4563 targ[ROOMNAMELEN - 1] = 0;
4564 is_copy = extract_int(args, 2);
4566 if (CtdlGetRoom(&qtemp, targ) != 0) {
4567 cprintf("%d '%s' does not exist.\n", ERROR + ROOM_NOT_FOUND, targ);
4571 if (!strcasecmp(qtemp.QRname, CC->room.QRname)) {
4572 cprintf("%d Source and target rooms are the same.\n", ERROR + ALREADY_EXISTS);
4576 CtdlGetUser(&CC->user, CC->curr_user);
4577 CtdlRoomAccess(&qtemp, &CC->user, &ra, NULL);
4579 /* Check for permission to perform this operation.
4580 * Remember: "CC->room" is source, "qtemp" is target.
4584 /* Aides can move/copy */
4585 if (CC->user.axlevel >= AxAideU) permit = 1;
4587 /* Room aides can move/copy */
4588 if (CC->user.usernum == CC->room.QRroomaide) permit = 1;
4590 /* Permit move/copy from personal rooms */
4591 if ((CC->room.QRflags & QR_MAILBOX)
4592 && (qtemp.QRflags & QR_MAILBOX)) permit = 1;
4594 /* Permit only copy from public to personal room */
4596 && (!(CC->room.QRflags & QR_MAILBOX))
4597 && (qtemp.QRflags & QR_MAILBOX)) permit = 1;
4599 /* Permit message removal from collaborative delete rooms */
4600 if (CC->room.QRflags2 & QR2_COLLABDEL) permit = 1;
4602 /* Users allowed to post into the target room may move into it too. */
4603 if ((CC->room.QRflags & QR_MAILBOX) &&
4604 (qtemp.QRflags & UA_POSTALLOWED)) permit = 1;
4606 /* User must have access to target room */
4607 if (!(ra & UA_KNOWN)) permit = 0;
4610 cprintf("%d Higher access required.\n",
4611 ERROR + HIGHER_ACCESS_REQUIRED);
4616 * Build our message set to be moved/copied
4618 msgs = malloc(num_msgs * sizeof(long));
4619 for (i=0; i<num_msgs; ++i) {
4620 extract_token(msgtok, msgset, i, ',', sizeof msgtok);
4621 msgs[i] = atol(msgtok);
4627 err = CtdlSaveMsgPointersInRoom(targ, msgs, num_msgs, 1, NULL, 0);
4629 cprintf("%d Cannot store message(s) in %s: error %d\n",
4635 /* Now delete the message from the source room,
4636 * if this is a 'move' rather than a 'copy' operation.
4639 CtdlDeleteMessages(CC->room.QRname, msgs, num_msgs, "");
4643 cprintf("%d Message(s) %s.\n", CIT_OK, (is_copy ? "copied" : "moved") );
4649 * GetMetaData() - Get the supplementary record for a message
4651 void GetMetaData(struct MetaData *smibuf, long msgnum)
4654 struct cdbdata *cdbsmi;
4657 memset(smibuf, 0, sizeof(struct MetaData));
4658 smibuf->meta_msgnum = msgnum;
4659 smibuf->meta_refcount = 1; /* Default reference count is 1 */
4661 /* Use the negative of the message number for its supp record index */
4662 TheIndex = (0L - msgnum);
4664 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
4665 if (cdbsmi == NULL) {
4666 return; /* record not found; go with defaults */
4668 memcpy(smibuf, cdbsmi->ptr,
4669 ((cdbsmi->len > sizeof(struct MetaData)) ?
4670 sizeof(struct MetaData) : cdbsmi->len));
4677 * PutMetaData() - (re)write supplementary record for a message
4679 void PutMetaData(struct MetaData *smibuf)
4683 /* Use the negative of the message number for the metadata db index */
4684 TheIndex = (0L - smibuf->meta_msgnum);
4686 cdb_store(CDB_MSGMAIN,
4687 &TheIndex, (int)sizeof(long),
4688 smibuf, (int)sizeof(struct MetaData));
4693 * AdjRefCount - submit an adjustment to the reference count for a message.
4694 * (These are just queued -- we actually process them later.)
4696 void AdjRefCount(long msgnum, int incr)
4698 struct arcq new_arcq;
4701 syslog(LOG_DEBUG, "AdjRefCount() msg %ld ref count delta %+d\n",
4705 begin_critical_section(S_SUPPMSGMAIN);
4706 if (arcfp == NULL) {
4707 arcfp = fopen(file_arcq, "ab+");
4709 end_critical_section(S_SUPPMSGMAIN);
4711 /* msgnum < 0 means that we're trying to close the file */
4713 syslog(LOG_DEBUG, "Closing the AdjRefCount queue file\n");
4714 begin_critical_section(S_SUPPMSGMAIN);
4715 if (arcfp != NULL) {
4719 end_critical_section(S_SUPPMSGMAIN);
4724 * If we can't open the queue, perform the operation synchronously.
4726 if (arcfp == NULL) {
4727 TDAP_AdjRefCount(msgnum, incr);
4731 new_arcq.arcq_msgnum = msgnum;
4732 new_arcq.arcq_delta = incr;
4733 rv = fwrite(&new_arcq, sizeof(struct arcq), 1, arcfp);
4735 syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
4746 * TDAP_ProcessAdjRefCountQueue()
4748 * Process the queue of message count adjustments that was created by calls
4749 * to AdjRefCount() ... by reading the queue and calling TDAP_AdjRefCount()
4750 * for each one. This should be an "off hours" operation.
4752 int TDAP_ProcessAdjRefCountQueue(void)
4754 char file_arcq_temp[PATH_MAX];
4757 struct arcq arcq_rec;
4758 int num_records_processed = 0;
4760 snprintf(file_arcq_temp, sizeof file_arcq_temp, "%s.%04x", file_arcq, rand());
4762 begin_critical_section(S_SUPPMSGMAIN);
4763 if (arcfp != NULL) {
4768 r = link(file_arcq, file_arcq_temp);
4770 syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4771 end_critical_section(S_SUPPMSGMAIN);
4772 return(num_records_processed);
4776 end_critical_section(S_SUPPMSGMAIN);
4778 fp = fopen(file_arcq_temp, "rb");
4780 syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4781 return(num_records_processed);
4784 while (fread(&arcq_rec, sizeof(struct arcq), 1, fp) == 1) {
4785 TDAP_AdjRefCount(arcq_rec.arcq_msgnum, arcq_rec.arcq_delta);
4786 ++num_records_processed;
4790 r = unlink(file_arcq_temp);
4792 syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4795 return(num_records_processed);
4801 * TDAP_AdjRefCount - adjust the reference count for a message.
4802 * This one does it "for real" because it's called by
4803 * the autopurger function that processes the queue
4804 * created by AdjRefCount(). If a message's reference
4805 * count becomes zero, we also delete the message from
4806 * disk and de-index it.
4808 void TDAP_AdjRefCount(long msgnum, int incr)
4811 struct MetaData smi;
4814 /* This is a *tight* critical section; please keep it that way, as
4815 * it may get called while nested in other critical sections.
4816 * Complicating this any further will surely cause deadlock!
4818 begin_critical_section(S_SUPPMSGMAIN);
4819 GetMetaData(&smi, msgnum);
4820 smi.meta_refcount += incr;
4822 end_critical_section(S_SUPPMSGMAIN);
4823 syslog(LOG_DEBUG, "TDAP_AdjRefCount() msg %ld ref count delta %+d, is now %d\n",
4824 msgnum, incr, smi.meta_refcount
4827 /* If the reference count is now zero, delete the message
4828 * (and its supplementary record as well).
4830 if (smi.meta_refcount == 0) {
4831 syslog(LOG_DEBUG, "Deleting message <%ld>\n", msgnum);
4833 /* Call delete hooks with NULL room to show it has gone altogether */
4834 PerformDeleteHooks(NULL, msgnum);
4836 /* Remove from message base */
4838 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
4839 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
4841 /* Remove metadata record */
4842 delnum = (0L - msgnum);
4843 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
4849 * Write a generic object to this room
4851 * Note: this could be much more efficient. Right now we use two temporary
4852 * files, and still pull the message into memory as with all others.
4854 void CtdlWriteObject(char *req_room, /* Room to stuff it in */
4855 char *content_type, /* MIME type of this object */
4856 char *raw_message, /* Data to be written */
4857 off_t raw_length, /* Size of raw_message */
4858 struct ctdluser *is_mailbox, /* Mailbox room? */
4859 int is_binary, /* Is encoding necessary? */
4860 int is_unique, /* Del others of this type? */
4861 unsigned int flags /* Internal save flags */
4865 struct ctdlroom qrbuf;
4866 char roomname[ROOMNAMELEN];
4867 struct CtdlMessage *msg;
4868 char *encoded_message = NULL;
4870 if (is_mailbox != NULL) {
4871 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
4874 safestrncpy(roomname, req_room, sizeof(roomname));
4877 syslog(LOG_DEBUG, "Raw length is %ld\n", (long)raw_length);
4880 encoded_message = malloc((size_t) (((raw_length * 134) / 100) + 4096 ) );
4883 encoded_message = malloc((size_t)(raw_length + 4096));
4886 sprintf(encoded_message, "Content-type: %s\n", content_type);
4889 sprintf(&encoded_message[strlen(encoded_message)],
4890 "Content-transfer-encoding: base64\n\n"
4894 sprintf(&encoded_message[strlen(encoded_message)],
4895 "Content-transfer-encoding: 7bit\n\n"
4901 &encoded_message[strlen(encoded_message)],
4909 &encoded_message[strlen(encoded_message)],
4915 syslog(LOG_DEBUG, "Allocating\n");
4916 msg = malloc(sizeof(struct CtdlMessage));
4917 memset(msg, 0, sizeof(struct CtdlMessage));
4918 msg->cm_magic = CTDLMESSAGE_MAGIC;
4919 msg->cm_anon_type = MES_NORMAL;
4920 msg->cm_format_type = 4;
4921 msg->cm_fields['A'] = strdup(CC->user.fullname);
4922 msg->cm_fields['O'] = strdup(req_room);
4923 msg->cm_fields['N'] = strdup(config.c_nodename);
4924 msg->cm_fields['H'] = strdup(config.c_humannode);
4925 msg->cm_flags = flags;
4927 msg->cm_fields['M'] = encoded_message;
4929 /* Create the requested room if we have to. */
4930 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
4931 CtdlCreateRoom(roomname,
4932 ( (is_mailbox != NULL) ? 5 : 3 ),
4933 "", 0, 1, 0, VIEW_BBS);
4935 /* If the caller specified this object as unique, delete all
4936 * other objects of this type that are currently in the room.
4939 syslog(LOG_DEBUG, "Deleted %d other msgs of this type\n",
4940 CtdlDeleteMessages(roomname, NULL, 0, content_type)
4943 /* Now write the data */
4944 CtdlSubmitMsg(msg, NULL, roomname, 0);
4945 CtdlFreeMessage(msg);
4953 void CtdlGetSysConfigBackend(long msgnum, void *userdata) {
4954 config_msgnum = msgnum;
4958 char *CtdlGetSysConfig(char *sysconfname) {
4959 char hold_rm[ROOMNAMELEN];
4962 struct CtdlMessage *msg;
4965 strcpy(hold_rm, CC->room.QRname);
4966 if (CtdlGetRoom(&CC->room, SYSCONFIGROOM) != 0) {
4967 CtdlGetRoom(&CC->room, hold_rm);
4972 /* We want the last (and probably only) config in this room */
4973 begin_critical_section(S_CONFIG);
4974 config_msgnum = (-1L);
4975 CtdlForEachMessage(MSGS_LAST, 1, NULL, sysconfname, NULL,
4976 CtdlGetSysConfigBackend, NULL);
4977 msgnum = config_msgnum;
4978 end_critical_section(S_CONFIG);
4984 msg = CtdlFetchMessage(msgnum, 1);
4986 conf = strdup(msg->cm_fields['M']);
4987 CtdlFreeMessage(msg);
4994 CtdlGetRoom(&CC->room, hold_rm);
4996 if (conf != NULL) do {
4997 extract_token(buf, conf, 0, '\n', sizeof buf);
4998 strcpy(conf, &conf[strlen(buf)+1]);
4999 } while ( (!IsEmptyStr(conf)) && (!IsEmptyStr(buf)) );
5005 void CtdlPutSysConfig(char *sysconfname, char *sysconfdata) {
5006 CtdlWriteObject(SYSCONFIGROOM, sysconfname, sysconfdata, (strlen(sysconfdata)+1), NULL, 0, 1, 0);
5011 * Determine whether a given Internet address belongs to the current user
5013 int CtdlIsMe(char *addr, int addr_buf_len)
5015 struct recptypes *recp;
5018 recp = validate_recipients(addr, NULL, 0);
5019 if (recp == NULL) return(0);
5021 if (recp->num_local == 0) {
5022 free_recipients(recp);
5026 for (i=0; i<recp->num_local; ++i) {
5027 extract_token(addr, recp->recp_local, i, '|', addr_buf_len);
5028 if (!strcasecmp(addr, CC->user.fullname)) {
5029 free_recipients(recp);
5034 free_recipients(recp);
5040 * Citadel protocol command to do the same
5042 void cmd_isme(char *argbuf) {
5045 if (CtdlAccessCheck(ac_logged_in)) return;
5046 extract_token(addr, argbuf, 0, '|', sizeof addr);
5048 if (CtdlIsMe(addr, sizeof addr)) {
5049 cprintf("%d %s\n", CIT_OK, addr);
5052 cprintf("%d Not you.\n", ERROR + ILLEGAL_VALUE);
5058 /*****************************************************************************/
5059 /* MODULE INITIALIZATION STUFF */
5060 /*****************************************************************************/
5062 CTDL_MODULE_INIT(msgbase)
5065 CtdlRegisterProtoHook(cmd_msgs, "MSGS", "Output a list of messages in the current room");
5066 CtdlRegisterProtoHook(cmd_msg0, "MSG0", "Output a message in plain text format");
5067 CtdlRegisterProtoHook(cmd_msg2, "MSG2", "Output a message in RFC822 format");
5068 CtdlRegisterProtoHook(cmd_msg3, "MSG3", "Output a message in raw format (deprecated)");
5069 CtdlRegisterProtoHook(cmd_msg4, "MSG4", "Output a message in the client's preferred format");
5070 CtdlRegisterProtoHook(cmd_msgp, "MSGP", "Select preferred format for MSG4 output");
5071 CtdlRegisterProtoHook(cmd_opna, "OPNA", "Open an attachment for download");
5072 CtdlRegisterProtoHook(cmd_dlat, "DLAT", "Download an attachment");
5073 CtdlRegisterProtoHook(cmd_ent0, "ENT0", "Enter a message");
5074 CtdlRegisterProtoHook(cmd_dele, "DELE", "Delete a message");
5075 CtdlRegisterProtoHook(cmd_move, "MOVE", "Move or copy a message to another room");
5076 CtdlRegisterProtoHook(cmd_isme, "ISME", "Determine whether an email address belongs to a user");
5079 /* return our Subversion id for the Log */