2 * Implements the message store.
4 * Copyright (c) 1987-2011 by the citadel.org team
6 * This program is open source software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 3 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
27 #if TIME_WITH_SYS_TIME
28 # include <sys/time.h>
32 # include <sys/time.h>
45 #include <sys/types.h>
47 #include <libcitadel.h>
50 #include "serv_extensions.h"
54 #include "sysdep_decls.h"
55 #include "citserver.h"
62 #include "internet_addressing.h"
63 #include "euidindex.h"
64 #include "journaling.h"
65 #include "citadel_dirs.h"
66 #include "clientsocket.h"
69 #include "ctdl_module.h"
72 struct addresses_to_be_filed *atbf = NULL;
74 /* This temp file holds the queue of operations for AdjRefCount() */
75 static FILE *arcfp = NULL;
78 * These are the four-character field headers we use when outputting
79 * messages in Citadel format (as opposed to RFC822 format).
82 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
83 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
84 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
85 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
86 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
87 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
88 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
89 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
118 * This function is self explanatory.
119 * (What can I say, I'm in a weird mood today...)
121 void remove_any_whitespace_to_the_left_or_right_of_at_symbol(char *name)
125 for (i = 0; i < strlen(name); ++i) {
126 if (name[i] == '@') {
127 while (isspace(name[i - 1]) && i > 0) {
128 strcpy(&name[i - 1], &name[i]);
131 while (isspace(name[i + 1])) {
132 strcpy(&name[i + 1], &name[i + 2]);
140 * Aliasing for network mail.
141 * (Error messages have been commented out, because this is a server.)
143 int alias(char *name)
144 { /* process alias and routing info for mail */
147 char aaa[SIZ], bbb[SIZ];
148 char *ignetcfg = NULL;
149 char *ignetmap = NULL;
155 char original_name[256];
156 safestrncpy(original_name, name, sizeof original_name);
159 remove_any_whitespace_to_the_left_or_right_of_at_symbol(name);
160 stripallbut(name, '<', '>');
162 fp = fopen(file_mail_aliases, "r");
164 fp = fopen("/dev/null", "r");
171 while (fgets(aaa, sizeof aaa, fp) != NULL) {
172 while (isspace(name[0]))
173 strcpy(name, &name[1]);
174 aaa[strlen(aaa) - 1] = 0;
176 for (a = 0; a < strlen(aaa); ++a) {
178 strcpy(bbb, &aaa[a + 1]);
182 if (!strcasecmp(name, aaa))
187 /* Hit the Global Address Book */
188 if (CtdlDirectoryLookup(aaa, name, sizeof aaa) == 0) {
192 if (strcasecmp(original_name, name)) {
193 syslog(LOG_INFO, "%s is being forwarded to %s\n", original_name, name);
196 /* Change "user @ xxx" to "user" if xxx is an alias for this host */
197 for (a=0; a<strlen(name); ++a) {
198 if (name[a] == '@') {
199 if (CtdlHostAlias(&name[a+1]) == hostalias_localhost) {
201 syslog(LOG_INFO, "Changed to <%s>\n", name);
206 /* determine local or remote type, see citadel.h */
207 at = haschar(name, '@');
208 if (at == 0) return(MES_LOCAL); /* no @'s - local address */
209 if (at > 1) return(MES_ERROR); /* >1 @'s - invalid address */
210 remove_any_whitespace_to_the_left_or_right_of_at_symbol(name);
212 /* figure out the delivery mode */
213 extract_token(node, name, 1, '@', sizeof node);
215 /* If there are one or more dots in the nodename, we assume that it
216 * is an FQDN and will attempt SMTP delivery to the Internet.
218 if (haschar(node, '.') > 0) {
219 return(MES_INTERNET);
222 /* Otherwise we look in the IGnet maps for a valid Citadel node.
223 * Try directly-connected nodes first...
225 ignetcfg = CtdlGetSysConfig(IGNETCFG);
226 for (i=0; i<num_tokens(ignetcfg, '\n'); ++i) {
227 extract_token(buf, ignetcfg, i, '\n', sizeof buf);
228 extract_token(testnode, buf, 0, '|', sizeof testnode);
229 if (!strcasecmp(node, testnode)) {
237 * Then try nodes that are two or more hops away.
239 ignetmap = CtdlGetSysConfig(IGNETMAP);
240 for (i=0; i<num_tokens(ignetmap, '\n'); ++i) {
241 extract_token(buf, ignetmap, i, '\n', sizeof buf);
242 extract_token(testnode, buf, 0, '|', sizeof testnode);
243 if (!strcasecmp(node, testnode)) {
250 /* If we get to this point it's an invalid node name */
256 * Back end for the MSGS command: output message number only.
258 void simple_listing(long msgnum, void *userdata)
260 cprintf("%ld\n", msgnum);
266 * Back end for the MSGS command: output header summary.
268 void headers_listing(long msgnum, void *userdata)
270 struct CtdlMessage *msg;
272 msg = CtdlFetchMessage(msgnum, 0);
274 cprintf("%ld|0|||||\n", msgnum);
278 cprintf("%ld|%s|%s|%s|%s|%s|\n",
280 (msg->cm_fields['T'] ? msg->cm_fields['T'] : "0"),
281 (msg->cm_fields['A'] ? msg->cm_fields['A'] : ""),
282 (msg->cm_fields['N'] ? msg->cm_fields['N'] : ""),
283 (msg->cm_fields['F'] ? msg->cm_fields['F'] : ""),
284 (msg->cm_fields['U'] ? msg->cm_fields['U'] : "")
286 CtdlFreeMessage(msg);
290 * Back end for the MSGS command: output EUID header.
292 void headers_euid(long msgnum, void *userdata)
294 struct CtdlMessage *msg;
296 msg = CtdlFetchMessage(msgnum, 0);
298 cprintf("%ld||\n", msgnum);
302 cprintf("%ld|%s|%s\n",
304 (msg->cm_fields['E'] ? msg->cm_fields['E'] : ""),
305 (msg->cm_fields['T'] ? msg->cm_fields['T'] : "0"));
306 CtdlFreeMessage(msg);
313 /* Determine if a given message matches the fields in a message template.
314 * Return 0 for a successful match.
316 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
319 /* If there aren't any fields in the template, all messages will
322 if (template == NULL) return(0);
324 /* Null messages are bogus. */
325 if (msg == NULL) return(1);
327 for (i='A'; i<='Z'; ++i) {
328 if (template->cm_fields[i] != NULL) {
329 if (msg->cm_fields[i] == NULL) {
330 /* Considered equal if temmplate is empty string */
331 if (IsEmptyStr(template->cm_fields[i])) continue;
334 if (strcasecmp(msg->cm_fields[i],
335 template->cm_fields[i])) return 1;
339 /* All compares succeeded: we have a match! */
346 * Retrieve the "seen" message list for the current room.
348 void CtdlGetSeen(char *buf, int which_set) {
351 /* Learn about the user and room in question */
352 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
354 if (which_set == ctdlsetseen_seen)
355 safestrncpy(buf, vbuf.v_seen, SIZ);
356 if (which_set == ctdlsetseen_answered)
357 safestrncpy(buf, vbuf.v_answered, SIZ);
363 * Manipulate the "seen msgs" string (or other message set strings)
365 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
366 int target_setting, int which_set,
367 struct ctdluser *which_user, struct ctdlroom *which_room) {
368 struct cdbdata *cdbfr;
382 char *is_set; /* actually an array of booleans */
384 /* Don't bother doing *anything* if we were passed a list of zero messages */
385 if (num_target_msgnums < 1) {
389 /* If no room was specified, we go with the current room. */
391 which_room = &CC->room;
394 /* If no user was specified, we go with the current user. */
396 which_user = &CC->user;
399 syslog(LOG_DEBUG, "CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>\n",
400 num_target_msgnums, target_msgnums[0],
401 (target_setting ? "SET" : "CLEAR"),
405 /* Learn about the user and room in question */
406 CtdlGetRelationship(&vbuf, which_user, which_room);
408 /* Load the message list */
409 cdbfr = cdb_fetch(CDB_MSGLISTS, &which_room->QRnumber, sizeof(long));
411 msglist = (long *) cdbfr->ptr;
412 cdbfr->ptr = NULL; /* CtdlSetSeen() now owns this memory */
413 num_msgs = cdbfr->len / sizeof(long);
416 return; /* No messages at all? No further action. */
419 is_set = malloc(num_msgs * sizeof(char));
420 memset(is_set, 0, (num_msgs * sizeof(char)) );
422 /* Decide which message set we're manipulating */
424 case ctdlsetseen_seen:
425 vset = NewStrBufPlain(vbuf.v_seen, -1);
427 case ctdlsetseen_answered:
428 vset = NewStrBufPlain(vbuf.v_answered, -1);
435 #if 0 /* This is a special diagnostic section. Do not allow it to run during normal operation. */
436 syslog(LOG_DEBUG, "There are %d messages in the room.\n", num_msgs);
437 for (i=0; i<num_msgs; ++i) {
438 if ((i > 0) && (msglist[i] <= msglist[i-1])) abort();
440 syslog(LOG_DEBUG, "We are twiddling %d of them.\n", num_target_msgnums);
441 for (k=0; k<num_target_msgnums; ++k) {
442 if ((k > 0) && (target_msgnums[k] <= target_msgnums[k-1])) abort();
446 syslog(LOG_DEBUG, "before update: %s\n", ChrPtr(vset));
448 /* Translate the existing sequence set into an array of booleans */
449 setstr = NewStrBuf();
453 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
455 StrBufExtract_token(lostr, setstr, 0, ':');
456 if (StrBufNum_tokens(setstr, ':') >= 2) {
457 StrBufExtract_token(histr, setstr, 1, ':');
461 StrBufAppendBuf(histr, lostr, 0);
464 if (!strcmp(ChrPtr(histr), "*")) {
471 for (i = 0; i < num_msgs; ++i) {
472 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
482 /* Now translate the array of booleans back into a sequence set */
488 for (i=0; i<num_msgs; ++i) {
492 for (k=0; k<num_target_msgnums; ++k) {
493 if (msglist[i] == target_msgnums[k]) {
494 is_seen = target_setting;
498 if ((was_seen == 0) && (is_seen == 1)) {
501 else if ((was_seen == 1) && (is_seen == 0)) {
504 if (StrLength(vset) > 0) {
505 StrBufAppendBufPlain(vset, HKEY(","), 0);
508 StrBufAppendPrintf(vset, "%ld", hi);
511 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
515 if ((is_seen) && (i == num_msgs - 1)) {
516 if (StrLength(vset) > 0) {
517 StrBufAppendBufPlain(vset, HKEY(","), 0);
519 if ((i==0) || (was_seen == 0)) {
520 StrBufAppendPrintf(vset, "%ld", msglist[i]);
523 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
531 * We will have to stuff this string back into a 4096 byte buffer, so if it's
532 * larger than that now, truncate it by removing tokens from the beginning.
533 * The limit of 100 iterations is there to prevent an infinite loop in case
534 * something unexpected happens.
536 int number_of_truncations = 0;
537 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
538 StrBufRemove_token(vset, 0, ',');
539 ++number_of_truncations;
543 * If we're truncating the sequence set of messages marked with the 'seen' flag,
544 * we want the earliest messages (the truncated ones) to be marked, not unmarked.
545 * Otherwise messages at the beginning will suddenly appear to be 'unseen'.
547 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
549 first_tok = NewStrBuf();
550 StrBufExtract_token(first_tok, vset, 0, ',');
551 StrBufRemove_token(vset, 0, ',');
553 if (StrBufNum_tokens(first_tok, ':') > 1) {
554 StrBufRemove_token(first_tok, 0, ':');
558 new_set = NewStrBuf();
559 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
560 StrBufAppendBuf(new_set, first_tok, 0);
561 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
562 StrBufAppendBuf(new_set, vset, 0);
565 FreeStrBuf(&first_tok);
569 syslog(LOG_DEBUG, " after update: %s\n", ChrPtr(vset));
571 /* Decide which message set we're manipulating */
573 case ctdlsetseen_seen:
574 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
576 case ctdlsetseen_answered:
577 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
583 CtdlSetRelationship(&vbuf, which_user, which_room);
589 * API function to perform an operation for each qualifying message in the
590 * current room. (Returns the number of messages processed.)
592 int CtdlForEachMessage(int mode, long ref, char *search_string,
594 struct CtdlMessage *compare,
595 ForEachMsgCallback CallBack,
601 struct cdbdata *cdbfr;
602 long *msglist = NULL;
604 int num_processed = 0;
607 struct CtdlMessage *msg = NULL;
610 int printed_lastold = 0;
611 int num_search_msgs = 0;
612 long *search_msgs = NULL;
614 int need_to_free_re = 0;
617 if ((content_type) && (!IsEmptyStr(content_type))) {
618 regcomp(&re, content_type, 0);
622 /* Learn about the user and room in question */
623 CtdlGetUser(&CC->user, CC->curr_user);
624 CtdlGetRelationship(&vbuf, &CC->user, &CC->room);
626 /* Load the message list */
627 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
629 if (need_to_free_re) regfree(&re);
630 return 0; /* No messages at all? No further action. */
633 msglist = (long *) cdbfr->ptr;
634 num_msgs = cdbfr->len / sizeof(long);
636 cdbfr->ptr = NULL; /* clear this so that cdb_free() doesn't free it */
637 cdb_free(cdbfr); /* we own this memory now */
640 * Now begin the traversal.
642 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
644 /* If the caller is looking for a specific MIME type, filter
645 * out all messages which are not of the type requested.
647 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
649 /* This call to GetMetaData() sits inside this loop
650 * so that we only do the extra database read per msg
651 * if we need to. Doing the extra read all the time
652 * really kills the server. If we ever need to use
653 * metadata for another search criterion, we need to
654 * move the read somewhere else -- but still be smart
655 * enough to only do the read if the caller has
656 * specified something that will need it.
658 GetMetaData(&smi, msglist[a]);
660 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
661 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
667 num_msgs = sort_msglist(msglist, num_msgs);
669 /* If a template was supplied, filter out the messages which
670 * don't match. (This could induce some delays!)
673 if (compare != NULL) {
674 for (a = 0; a < num_msgs; ++a) {
675 msg = CtdlFetchMessage(msglist[a], 1);
677 if (CtdlMsgCmp(msg, compare)) {
680 CtdlFreeMessage(msg);
686 /* If a search string was specified, get a message list from
687 * the full text index and remove messages which aren't on both
691 * Since the lists are sorted and strictly ascending, and the
692 * output list is guaranteed to be shorter than or equal to the
693 * input list, we overwrite the bottom of the input list. This
694 * eliminates the need to memmove big chunks of the list over and
697 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
699 /* Call search module via hook mechanism.
700 * NULL means use any search function available.
701 * otherwise replace with a char * to name of search routine
703 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
705 if (num_search_msgs > 0) {
709 orig_num_msgs = num_msgs;
711 for (i=0; i<orig_num_msgs; ++i) {
712 for (j=0; j<num_search_msgs; ++j) {
713 if (msglist[i] == search_msgs[j]) {
714 msglist[num_msgs++] = msglist[i];
720 num_msgs = 0; /* No messages qualify */
722 if (search_msgs != NULL) free(search_msgs);
724 /* Now that we've purged messages which don't contain the search
725 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
732 * Now iterate through the message list, according to the
733 * criteria supplied by the caller.
736 for (a = 0; a < num_msgs; ++a) {
737 thismsg = msglist[a];
738 if (mode == MSGS_ALL) {
742 is_seen = is_msg_in_sequence_set(
743 vbuf.v_seen, thismsg);
744 if (is_seen) lastold = thismsg;
750 || ((mode == MSGS_OLD) && (is_seen))
751 || ((mode == MSGS_NEW) && (!is_seen))
752 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
753 || ((mode == MSGS_FIRST) && (a < ref))
754 || ((mode == MSGS_GT) && (thismsg > ref))
755 || ((mode == MSGS_LT) && (thismsg < ref))
756 || ((mode == MSGS_EQ) && (thismsg == ref))
759 if ((mode == MSGS_NEW) && (CC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
761 CallBack(lastold, userdata);
765 if (CallBack) CallBack(thismsg, userdata);
769 if (need_to_free_re) regfree(&re);
772 * We cache the most recent msglist in order to do security checks later
774 if (CC->client_socket > 0) {
775 if (CC->cached_msglist != NULL) {
776 free(CC->cached_msglist);
778 CC->cached_msglist = msglist;
779 CC->cached_num_msgs = num_msgs;
785 return num_processed;
791 * cmd_msgs() - get list of message #'s in this room
792 * implements the MSGS server command using CtdlForEachMessage()
794 void cmd_msgs(char *cmdbuf)
803 int with_template = 0;
804 struct CtdlMessage *template = NULL;
805 char search_string[1024];
806 ForEachMsgCallback CallBack;
808 if (CtdlAccessCheck(ac_logged_in_or_guest)) return;
810 extract_token(which, cmdbuf, 0, '|', sizeof which);
811 cm_ref = extract_int(cmdbuf, 1);
812 extract_token(search_string, cmdbuf, 1, '|', sizeof search_string);
813 with_template = extract_int(cmdbuf, 2);
814 switch (extract_int(cmdbuf, 3))
818 CallBack = simple_listing;
821 CallBack = headers_listing;
824 CallBack = headers_euid;
829 if (!strncasecmp(which, "OLD", 3))
831 else if (!strncasecmp(which, "NEW", 3))
833 else if (!strncasecmp(which, "FIRST", 5))
835 else if (!strncasecmp(which, "LAST", 4))
837 else if (!strncasecmp(which, "GT", 2))
839 else if (!strncasecmp(which, "LT", 2))
841 else if (!strncasecmp(which, "SEARCH", 6))
846 if ( (mode == MSGS_SEARCH) && (!config.c_enable_fulltext) ) {
847 cprintf("%d Full text index is not enabled on this server.\n",
848 ERROR + CMD_NOT_SUPPORTED);
854 cprintf("%d Send template then receive message list\n",
856 template = (struct CtdlMessage *)
857 malloc(sizeof(struct CtdlMessage));
858 memset(template, 0, sizeof(struct CtdlMessage));
859 template->cm_magic = CTDLMESSAGE_MAGIC;
860 template->cm_anon_type = MES_NORMAL;
862 while(client_getln(buf, sizeof buf) >= 0 && strcmp(buf,"000")) {
863 extract_token(tfield, buf, 0, '|', sizeof tfield);
864 extract_token(tvalue, buf, 1, '|', sizeof tvalue);
865 for (i='A'; i<='Z'; ++i) if (msgkeys[i]!=NULL) {
866 if (!strcasecmp(tfield, msgkeys[i])) {
867 template->cm_fields[i] =
875 cprintf("%d \n", LISTING_FOLLOWS);
878 CtdlForEachMessage(mode,
879 ( (mode == MSGS_SEARCH) ? 0 : cm_ref ),
880 ( (mode == MSGS_SEARCH) ? search_string : NULL ),
885 if (template != NULL) CtdlFreeMessage(template);
893 * help_subst() - support routine for help file viewer
895 void help_subst(char *strbuf, char *source, char *dest)
900 while (p = pattern2(strbuf, source), (p >= 0)) {
901 strcpy(workbuf, &strbuf[p + strlen(source)]);
902 strcpy(&strbuf[p], dest);
903 strcat(strbuf, workbuf);
908 void do_help_subst(char *buffer)
912 help_subst(buffer, "^nodename", config.c_nodename);
913 help_subst(buffer, "^humannode", config.c_humannode);
914 help_subst(buffer, "^fqdn", config.c_fqdn);
915 help_subst(buffer, "^username", CC->user.fullname);
916 snprintf(buf2, sizeof buf2, "%ld", CC->user.usernum);
917 help_subst(buffer, "^usernum", buf2);
918 help_subst(buffer, "^sysadm", config.c_sysadm);
919 help_subst(buffer, "^variantname", CITADEL);
920 snprintf(buf2, sizeof buf2, "%d", config.c_maxsessions);
921 help_subst(buffer, "^maxsessions", buf2);
922 help_subst(buffer, "^bbsdir", ctdl_message_dir);
928 * memfmout() - Citadel text formatter and paginator.
929 * Although the original purpose of this routine was to format
930 * text to the reader's screen width, all we're really using it
931 * for here is to format text out to 80 columns before sending it
932 * to the client. The client software may reformat it again.
935 char *mptr, /* where are we going to get our text from? */
936 const char *nl /* string to terminate lines with */
939 unsigned char ch = 0;
946 while (ch=*(mptr++), ch != 0) {
949 client_write(outbuf, len);
951 client_write(nl, nllen);
954 else if (ch == '\r') {
955 /* Ignore carriage returns. Newlines are always LF or CRLF but never CR. */
957 else if (isspace(ch)) {
958 if (column > 72) { /* Beyond 72 columns, break on the next space */
959 client_write(outbuf, len);
961 client_write(nl, nllen);
972 if (column > 1000) { /* Beyond 1000 columns, break anywhere */
973 client_write(outbuf, len);
975 client_write(nl, nllen);
981 client_write(outbuf, len);
983 client_write(nl, nllen);
991 * Callback function for mime parser that simply lists the part
993 void list_this_part(char *name, char *filename, char *partnum, char *disp,
994 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
995 char *cbid, void *cbuserdata)
999 ma = (struct ma_info *)cbuserdata;
1000 if (ma->is_ma == 0) {
1001 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
1014 * Callback function for multipart prefix
1016 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
1017 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1018 char *cbid, void *cbuserdata)
1022 ma = (struct ma_info *)cbuserdata;
1023 if (!strcasecmp(cbtype, "multipart/alternative")) {
1027 if (ma->is_ma == 0) {
1028 cprintf("pref=%s|%s\n", partnum, cbtype);
1033 * Callback function for multipart sufffix
1035 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
1036 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1037 char *cbid, void *cbuserdata)
1041 ma = (struct ma_info *)cbuserdata;
1042 if (ma->is_ma == 0) {
1043 cprintf("suff=%s|%s\n", partnum, cbtype);
1045 if (!strcasecmp(cbtype, "multipart/alternative")) {
1052 * Callback function for mime parser that opens a section for downloading
1054 void mime_download(char *name, char *filename, char *partnum, char *disp,
1055 void *content, char *cbtype, char *cbcharset, size_t length,
1056 char *encoding, char *cbid, void *cbuserdata)
1060 /* Silently go away if there's already a download open. */
1061 if (CC->download_fp != NULL)
1065 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1066 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1068 CC->download_fp = tmpfile();
1069 if (CC->download_fp == NULL)
1072 rv = fwrite(content, length, 1, CC->download_fp);
1074 syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
1077 fflush(CC->download_fp);
1078 rewind(CC->download_fp);
1080 OpenCmdResult(filename, cbtype);
1087 * Callback function for mime parser that outputs a section all at once.
1088 * We can specify the desired section by part number *or* content-id.
1090 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1091 void *content, char *cbtype, char *cbcharset, size_t length,
1092 char *encoding, char *cbid, void *cbuserdata)
1094 int *found_it = (int *)cbuserdata;
1097 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1098 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1101 cprintf("%d %d|-1|%s|%s|%s\n",
1108 client_write(content, length);
1114 * Load a message from disk into memory.
1115 * This is used by CtdlOutputMsg() and other fetch functions.
1117 * NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1118 * using the CtdlMessageFree() function.
1120 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body)
1122 struct cdbdata *dmsgtext;
1123 struct CtdlMessage *ret = NULL;
1127 cit_uint8_t field_header;
1129 syslog(LOG_DEBUG, "CtdlFetchMessage(%ld, %d)\n", msgnum, with_body);
1130 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1131 if (dmsgtext == NULL) {
1134 mptr = dmsgtext->ptr;
1135 upper_bound = mptr + dmsgtext->len;
1137 /* Parse the three bytes that begin EVERY message on disk.
1138 * The first is always 0xFF, the on-disk magic number.
1139 * The second is the anonymous/public type byte.
1140 * The third is the format type byte (vari, fixed, or MIME).
1144 syslog(LOG_ERR, "Message %ld appears to be corrupted.\n", msgnum);
1148 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1149 memset(ret, 0, sizeof(struct CtdlMessage));
1151 ret->cm_magic = CTDLMESSAGE_MAGIC;
1152 ret->cm_anon_type = *mptr++; /* Anon type byte */
1153 ret->cm_format_type = *mptr++; /* Format type byte */
1156 * The rest is zero or more arbitrary fields. Load them in.
1157 * We're done when we encounter either a zero-length field or
1158 * have just processed the 'M' (message text) field.
1161 if (mptr >= upper_bound) {
1164 field_header = *mptr++;
1165 ret->cm_fields[field_header] = strdup(mptr);
1167 while (*mptr++ != 0); /* advance to next field */
1169 } while ((mptr < upper_bound) && (field_header != 'M'));
1173 /* Always make sure there's something in the msg text field. If
1174 * it's NULL, the message text is most likely stored separately,
1175 * so go ahead and fetch that. Failing that, just set a dummy
1176 * body so other code doesn't barf.
1178 if ( (ret->cm_fields['M'] == NULL) && (with_body) ) {
1179 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1180 if (dmsgtext != NULL) {
1181 ret->cm_fields['M'] = dmsgtext->ptr;
1182 dmsgtext->ptr = NULL;
1186 if (ret->cm_fields['M'] == NULL) {
1187 ret->cm_fields['M'] = strdup("\r\n\r\n (no text)\r\n");
1190 /* Perform "before read" hooks (aborting if any return nonzero) */
1191 if (PerformMessageHooks(ret, EVT_BEFOREREAD) > 0) {
1192 CtdlFreeMessage(ret);
1201 * Returns 1 if the supplied pointer points to a valid Citadel message.
1202 * If the pointer is NULL or the magic number check fails, returns 0.
1204 int is_valid_message(struct CtdlMessage *msg) {
1207 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
1208 syslog(LOG_WARNING, "is_valid_message() -- self-check failed\n");
1216 * 'Destructor' for struct CtdlMessage
1218 void CtdlFreeMessage(struct CtdlMessage *msg)
1222 if (is_valid_message(msg) == 0)
1224 if (msg != NULL) free (msg);
1228 for (i = 0; i < 256; ++i)
1229 if (msg->cm_fields[i] != NULL) {
1230 free(msg->cm_fields[i]);
1233 msg->cm_magic = 0; /* just in case */
1239 * Pre callback function for multipart/alternative
1241 * NOTE: this differs from the standard behavior for a reason. Normally when
1242 * displaying multipart/alternative you want to show the _last_ usable
1243 * format in the message. Here we show the _first_ one, because it's
1244 * usually text/plain. Since this set of functions is designed for text
1245 * output to non-MIME-aware clients, this is the desired behavior.
1248 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1249 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1250 char *cbid, void *cbuserdata)
1254 ma = (struct ma_info *)cbuserdata;
1255 syslog(LOG_DEBUG, "fixed_output_pre() type=<%s>\n", cbtype);
1256 if (!strcasecmp(cbtype, "multipart/alternative")) {
1260 if (!strcasecmp(cbtype, "message/rfc822")) {
1266 * Post callback function for multipart/alternative
1268 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1269 void *content, char *cbtype, char *cbcharset, size_t length,
1270 char *encoding, char *cbid, void *cbuserdata)
1274 ma = (struct ma_info *)cbuserdata;
1275 syslog(LOG_DEBUG, "fixed_output_post() type=<%s>\n", cbtype);
1276 if (!strcasecmp(cbtype, "multipart/alternative")) {
1280 if (!strcasecmp(cbtype, "message/rfc822")) {
1286 * Inline callback function for mime parser that wants to display text
1288 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1289 void *content, char *cbtype, char *cbcharset, size_t length,
1290 char *encoding, char *cbid, void *cbuserdata)
1297 ma = (struct ma_info *)cbuserdata;
1300 "fixed_output() part %s: %s (%s) (%ld bytes)\n",
1301 partnum, filename, cbtype, (long)length);
1304 * If we're in the middle of a multipart/alternative scope and
1305 * we've already printed another section, skip this one.
1307 if ( (ma->is_ma) && (ma->did_print) ) {
1308 syslog(LOG_DEBUG, "Skipping part %s (%s)\n", partnum, cbtype);
1313 if ( (!strcasecmp(cbtype, "text/plain"))
1314 || (IsEmptyStr(cbtype)) ) {
1317 client_write(wptr, length);
1318 if (wptr[length-1] != '\n') {
1325 if (!strcasecmp(cbtype, "text/html")) {
1326 ptr = html_to_ascii(content, length, 80, 0);
1328 client_write(ptr, wlen);
1329 if (ptr[wlen-1] != '\n') {
1336 if (ma->use_fo_hooks) {
1337 if (PerformFixedOutputHooks(cbtype, content, length)) {
1338 /* above function returns nonzero if it handled the part */
1343 if (strncasecmp(cbtype, "multipart/", 10)) {
1344 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1345 partnum, filename, cbtype, (long)length);
1351 * The client is elegant and sophisticated and wants to be choosy about
1352 * MIME content types, so figure out which multipart/alternative part
1353 * we're going to send.
1355 * We use a system of weights. When we find a part that matches one of the
1356 * MIME types we've declared as preferential, we can store it in ma->chosen_part
1357 * and then set ma->chosen_pref to that MIME type's position in our preference
1358 * list. If we then hit another match, we only replace the first match if
1359 * the preference value is lower.
1361 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1362 void *content, char *cbtype, char *cbcharset, size_t length,
1363 char *encoding, char *cbid, void *cbuserdata)
1369 ma = (struct ma_info *)cbuserdata;
1371 // NOTE: REMOVING THIS CONDITIONAL FIXES BUG 220
1372 // http://bugzilla.citadel.org/show_bug.cgi?id=220
1373 // I don't know if there are any side effects! Please TEST TEST TEST
1374 //if (ma->is_ma > 0) {
1376 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1377 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1378 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1379 if (i < ma->chosen_pref) {
1380 syslog(LOG_DEBUG, "Setting chosen part: <%s>\n", partnum);
1381 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1382 ma->chosen_pref = i;
1389 * Now that we've chosen our preferred part, output it.
1391 void output_preferred(char *name,
1405 int add_newline = 0;
1408 char *decoded = NULL;
1409 size_t bytes_decoded;
1412 ma = (struct ma_info *)cbuserdata;
1414 /* This is not the MIME part you're looking for... */
1415 if (strcasecmp(partnum, ma->chosen_part)) return;
1417 /* If the content-type of this part is in our preferred formats
1418 * list, we can simply output it verbatim.
1420 for (i=0; i<num_tokens(CC->preferred_formats, '|'); ++i) {
1421 extract_token(buf, CC->preferred_formats, i, '|', sizeof buf);
1422 if (!strcasecmp(buf, cbtype)) {
1423 /* Yeah! Go! W00t!! */
1424 if (ma->dont_decode == 0)
1425 rc = mime_decode_now (content,
1431 break; /* Give us the chance, maybe theres another one. */
1433 if (rc == 0) text_content = (char *)content;
1435 text_content = decoded;
1436 length = bytes_decoded;
1439 if (text_content[length-1] != '\n') {
1442 cprintf("Content-type: %s", cbtype);
1443 if (!IsEmptyStr(cbcharset)) {
1444 cprintf("; charset=%s", cbcharset);
1446 cprintf("\nContent-length: %d\n",
1447 (int)(length + add_newline) );
1448 if (!IsEmptyStr(encoding)) {
1449 cprintf("Content-transfer-encoding: %s\n", encoding);
1452 cprintf("Content-transfer-encoding: 7bit\n");
1454 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1456 client_write(text_content, length);
1457 if (add_newline) cprintf("\n");
1458 if (decoded != NULL) free(decoded);
1463 /* No translations required or possible: output as text/plain */
1464 cprintf("Content-type: text/plain\n\n");
1466 if (ma->dont_decode == 0)
1467 rc = mime_decode_now (content,
1473 return; /* Give us the chance, maybe theres another one. */
1475 if (rc == 0) text_content = (char *)content;
1477 text_content = decoded;
1478 length = bytes_decoded;
1481 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset,
1482 length, encoding, cbid, cbuserdata);
1483 if (decoded != NULL) free(decoded);
1488 char desired_section[64];
1495 * Callback function for
1497 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1498 void *content, char *cbtype, char *cbcharset, size_t length,
1499 char *encoding, char *cbid, void *cbuserdata)
1501 struct encapmsg *encap;
1503 encap = (struct encapmsg *)cbuserdata;
1505 /* Only proceed if this is the desired section... */
1506 if (!strcasecmp(encap->desired_section, partnum)) {
1507 encap->msglen = length;
1508 encap->msg = malloc(length + 2);
1509 memcpy(encap->msg, content, length);
1516 * Determine whether the specified message exists in the cached_msglist
1517 * (This is a security check)
1519 int check_cached_msglist(long msgnum) {
1521 /* cases in which we skip the check */
1522 if (!CC) return om_ok; /* not a session */
1523 if (CC->client_socket <= 0) return om_ok; /* not a client session */
1524 if (CC->cached_msglist == NULL) return om_access_denied; /* no msglist fetched */
1525 if (CC->cached_num_msgs == 0) return om_access_denied; /* nothing to check */
1528 /* Do a binary search within the cached_msglist for the requested msgnum */
1530 int max = (CC->cached_num_msgs - 1);
1532 while (max >= min) {
1533 int middle = min + (max-min) / 2 ;
1534 if (msgnum == CC->cached_msglist[middle]) {
1537 if (msgnum > CC->cached_msglist[middle]) {
1545 return om_access_denied;
1550 * Determine whether the currently logged in session has permission to read
1551 * messages in the current room.
1553 int CtdlDoIHavePermissionToReadMessagesInThisRoom(void) {
1554 if ( (!(CC->logged_in))
1555 && (!(CC->internal_pgm))
1556 && (!config.c_guest_logins)
1558 return(om_not_logged_in);
1565 * Get a message off disk. (returns om_* values found in msgbase.h)
1568 int CtdlOutputMsg(long msg_num, /* message number (local) to fetch */
1569 int mode, /* how would you like that message? */
1570 int headers_only, /* eschew the message body? */
1571 int do_proto, /* do Citadel protocol responses? */
1572 int crlf, /* Use CRLF newlines instead of LF? */
1573 char *section, /* NULL or a message/rfc822 section */
1574 int flags /* various flags; see msgbase.h */
1576 struct CtdlMessage *TheMessage = NULL;
1577 int retcode = om_no_such_msg;
1578 struct encapmsg encap;
1581 syslog(LOG_DEBUG, "CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)\n",
1583 (section ? section : "<>")
1586 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1589 if (r == om_not_logged_in) {
1590 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1593 cprintf("%d An unknown error has occurred.\n", ERROR);
1600 * Check to make sure the message is actually IN this room
1602 r = check_cached_msglist(msg_num);
1603 if (r == om_access_denied) {
1604 /* Not in the cache? We get ONE shot to check it again. */
1605 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1606 r = check_cached_msglist(msg_num);
1609 syslog(LOG_DEBUG, "Security check fail: message %ld is not in %s\n",
1610 msg_num, CC->room.QRname
1613 if (r == om_access_denied) {
1614 cprintf("%d message %ld was not found in this room\n",
1615 ERROR + HIGHER_ACCESS_REQUIRED,
1624 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1625 * request that we don't even bother loading the body into memory.
1627 if (headers_only == HEADERS_FAST) {
1628 TheMessage = CtdlFetchMessage(msg_num, 0);
1631 TheMessage = CtdlFetchMessage(msg_num, 1);
1634 if (TheMessage == NULL) {
1635 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1636 ERROR + MESSAGE_NOT_FOUND, msg_num);
1637 return(om_no_such_msg);
1640 /* Here is the weird form of this command, to process only an
1641 * encapsulated message/rfc822 section.
1643 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1644 memset(&encap, 0, sizeof encap);
1645 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1646 mime_parser(TheMessage->cm_fields['M'],
1648 *extract_encapsulated_message,
1649 NULL, NULL, (void *)&encap, 0
1651 CtdlFreeMessage(TheMessage);
1655 encap.msg[encap.msglen] = 0;
1656 TheMessage = convert_internet_message(encap.msg);
1657 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1659 /* Now we let it fall through to the bottom of this
1660 * function, because TheMessage now contains the
1661 * encapsulated message instead of the top-level
1662 * message. Isn't that neat?
1667 if (do_proto) cprintf("%d msg %ld has no part %s\n",
1668 ERROR + MESSAGE_NOT_FOUND, msg_num, section);
1669 retcode = om_no_such_msg;
1674 /* Ok, output the message now */
1675 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1676 CtdlFreeMessage(TheMessage);
1682 char *qp_encode_email_addrs(char *source)
1684 char *user, *node, *name;
1685 const char headerStr[] = "=?UTF-8?Q?";
1689 int need_to_encode = 0;
1695 long nAddrPtrMax = 50;
1700 if (source == NULL) return source;
1701 if (IsEmptyStr(source)) return source;
1703 syslog(LOG_DEBUG, "qp_encode_email_addrs: [%s]\n", source);
1705 AddrPtr = malloc (sizeof (long) * nAddrPtrMax);
1706 AddrUtf8 = malloc (sizeof (long) * nAddrPtrMax);
1707 memset(AddrUtf8, 0, sizeof (long) * nAddrPtrMax);
1710 while (!IsEmptyStr (&source[i])) {
1711 if (nColons >= nAddrPtrMax){
1714 ptr = (long *) malloc(sizeof (long) * nAddrPtrMax * 2);
1715 memcpy (ptr, AddrPtr, sizeof (long) * nAddrPtrMax);
1716 free (AddrPtr), AddrPtr = ptr;
1718 ptr = (long *) malloc(sizeof (long) * nAddrPtrMax * 2);
1719 memset(&ptr[nAddrPtrMax], 0,
1720 sizeof (long) * nAddrPtrMax);
1722 memcpy (ptr, AddrUtf8, sizeof (long) * nAddrPtrMax);
1723 free (AddrUtf8), AddrUtf8 = ptr;
1726 if (((unsigned char) source[i] < 32) ||
1727 ((unsigned char) source[i] > 126)) {
1729 AddrUtf8[nColons] = 1;
1731 if (source[i] == '"')
1732 InQuotes = !InQuotes;
1733 if (!InQuotes && source[i] == ',') {
1734 AddrPtr[nColons] = i;
1739 if (need_to_encode == 0) {
1746 EncodedMaxLen = nColons * (sizeof(headerStr) + 3) + SourceLen * 3;
1747 Encoded = (char*) malloc (EncodedMaxLen);
1749 for (i = 0; i < nColons; i++)
1750 source[AddrPtr[i]++] = '\0';
1751 /* TODO: if libidn, this might get larger*/
1752 user = malloc(SourceLen + 1);
1753 node = malloc(SourceLen + 1);
1754 name = malloc(SourceLen + 1);
1758 for (i = 0; i < nColons && nPtr != NULL; i++) {
1759 nmax = EncodedMaxLen - (nPtr - Encoded);
1761 process_rfc822_addr(&source[AddrPtr[i]],
1765 /* TODO: libIDN here ! */
1766 if (IsEmptyStr(name)) {
1767 n = snprintf(nPtr, nmax,
1768 (i==0)?"%s@%s" : ",%s@%s",
1772 EncodedName = rfc2047encode(name, strlen(name));
1773 n = snprintf(nPtr, nmax,
1774 (i==0)?"%s <%s@%s>" : ",%s <%s@%s>",
1775 EncodedName, user, node);
1780 n = snprintf(nPtr, nmax,
1781 (i==0)?"%s" : ",%s",
1782 &source[AddrPtr[i]]);
1788 ptr = (char*) malloc(EncodedMaxLen * 2);
1789 memcpy(ptr, Encoded, EncodedMaxLen);
1790 nnPtr = ptr + (nPtr - Encoded), nPtr = nnPtr;
1791 free(Encoded), Encoded = ptr;
1793 i--; /* do it once more with properly lengthened buffer */
1796 for (i = 0; i < nColons; i++)
1797 source[--AddrPtr[i]] = ',';
1808 /* If the last item in a list of recipients was truncated to a partial address,
1809 * remove it completely in order to avoid choking libSieve
1811 void sanitize_truncated_recipient(char *str)
1814 if (num_tokens(str, ',') < 2) return;
1816 int len = strlen(str);
1817 if (len < 900) return;
1818 if (len > 998) str[998] = 0;
1820 char *cptr = strrchr(str, ',');
1823 char *lptr = strchr(cptr, '<');
1824 char *rptr = strchr(cptr, '>');
1826 if ( (lptr) && (rptr) && (rptr > lptr) ) return;
1832 void OutputCtdlMsgHeaders(
1833 struct CtdlMessage *TheMessage,
1834 int do_proto) /* do Citadel protocol responses? */
1840 char display_name[256];
1842 /* begin header processing loop for Citadel message format */
1843 safestrncpy(display_name, "<unknown>", sizeof display_name);
1844 if (TheMessage->cm_fields['A']) {
1845 strcpy(buf, TheMessage->cm_fields['A']);
1846 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1847 safestrncpy(display_name, "****", sizeof display_name);
1849 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1850 safestrncpy(display_name, "anonymous", sizeof display_name);
1853 safestrncpy(display_name, buf, sizeof display_name);
1855 if ((is_room_aide())
1856 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1857 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1858 size_t tmp = strlen(display_name);
1859 snprintf(&display_name[tmp],
1860 sizeof display_name - tmp,
1865 /* Don't show Internet address for users on the
1866 * local Citadel network.
1869 if (TheMessage->cm_fields['N'] != NULL)
1870 if (!IsEmptyStr(TheMessage->cm_fields['N']))
1871 if (haschar(TheMessage->cm_fields['N'], '.') == 0) {
1875 /* Now spew the header fields in the order we like them. */
1876 n = safestrncpy(allkeys, FORDER, sizeof allkeys);
1877 for (i=0; i<n; ++i) {
1878 k = (int) allkeys[i];
1880 if ( (TheMessage->cm_fields[k] != NULL)
1881 && (msgkeys[k] != NULL) ) {
1882 if ((k == 'V') || (k == 'R') || (k == 'Y')) {
1883 sanitize_truncated_recipient(TheMessage->cm_fields[k]);
1886 if (do_proto) cprintf("%s=%s\n",
1890 else if ((k == 'F') && (suppress_f)) {
1893 /* Masquerade display name if needed */
1895 if (do_proto) cprintf("%s=%s\n",
1897 TheMessage->cm_fields[k]
1906 void OutputRFC822MsgHeaders(
1907 struct CtdlMessage *TheMessage,
1908 int flags, /* should the bessage be exported clean */
1910 char *mid, long sizeof_mid,
1911 char *suser, long sizeof_suser,
1912 char *luser, long sizeof_luser,
1913 char *fuser, long sizeof_fuser,
1914 char *snode, long sizeof_snode)
1916 char datestamp[100];
1917 int subject_found = 0;
1924 for (i = 0; i < 256; ++i) {
1925 if (TheMessage->cm_fields[i]) {
1926 mptr = mpptr = TheMessage->cm_fields[i];
1929 safestrncpy(luser, mptr, sizeof_luser);
1930 safestrncpy(suser, mptr, sizeof_suser);
1932 else if (i == 'Y') {
1933 if ((flags & QP_EADDR) != 0) {
1934 mptr = qp_encode_email_addrs(mptr);
1936 sanitize_truncated_recipient(mptr);
1937 cprintf("CC: %s%s", mptr, nl);
1939 else if (i == 'P') {
1940 cprintf("Return-Path: %s%s", mptr, nl);
1942 else if (i == 'L') {
1943 cprintf("List-ID: %s%s", mptr, nl);
1945 else if (i == 'V') {
1946 if ((flags & QP_EADDR) != 0)
1947 mptr = qp_encode_email_addrs(mptr);
1949 while ((*hptr != '\0') && isspace(*hptr))
1951 if (!IsEmptyStr(hptr))
1952 cprintf("Envelope-To: %s%s", hptr, nl);
1954 else if (i == 'U') {
1955 cprintf("Subject: %s%s", mptr, nl);
1959 safestrncpy(mid, mptr, sizeof_mid); /// TODO: detect @ here and copy @nodename in if not found.
1961 safestrncpy(fuser, mptr, sizeof_fuser);
1962 /* else if (i == 'O')
1963 cprintf("X-Citadel-Room: %s%s",
1966 safestrncpy(snode, mptr, sizeof_snode);
1969 if (haschar(mptr, '@') == 0)
1971 sanitize_truncated_recipient(mptr);
1972 cprintf("To: %s@%s", mptr, config.c_fqdn);
1977 if ((flags & QP_EADDR) != 0) {
1978 mptr = qp_encode_email_addrs(mptr);
1980 sanitize_truncated_recipient(mptr);
1981 cprintf("To: %s", mptr);
1985 else if (i == 'T') {
1986 datestring(datestamp, sizeof datestamp,
1987 atol(mptr), DATESTRING_RFC822);
1988 cprintf("Date: %s%s", datestamp, nl);
1990 else if (i == 'W') {
1991 cprintf("References: ");
1992 k = num_tokens(mptr, '|');
1993 for (j=0; j<k; ++j) {
1994 extract_token(buf, mptr, j, '|', sizeof buf);
1995 cprintf("<%s>", buf);
2004 else if (i == 'K') {
2006 while ((*hptr != '\0') && isspace(*hptr))
2008 if (!IsEmptyStr(hptr))
2009 cprintf("Reply-To: %s%s", mptr, nl);
2015 if (subject_found == 0) {
2016 cprintf("Subject: (no subject)%s", nl);
2021 void Dump_RFC822HeadersBody(
2022 struct CtdlMessage *TheMessage,
2023 int headers_only, /* eschew the message body? */
2024 int flags, /* should the bessage be exported clean? */
2028 cit_uint8_t prev_ch;
2030 const char *StartOfText = StrBufNOTNULL;
2033 int nllen = strlen(nl);
2036 mptr = TheMessage->cm_fields['M'];
2040 while (*mptr != '\0') {
2041 if (*mptr == '\r') {
2048 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
2050 eoh = *(mptr+1) == '\n';
2054 StartOfText = strchr(StartOfText, '\n');
2055 StartOfText = strchr(StartOfText, '\n');
2058 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
2059 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
2060 ((headers_only != HEADERS_NONE) &&
2061 (headers_only != HEADERS_ONLY))
2063 if (*mptr == '\n') {
2064 memcpy(&outbuf[outlen], nl, nllen);
2066 outbuf[outlen] = '\0';
2069 outbuf[outlen++] = *mptr;
2073 if (flags & ESC_DOT)
2075 if ((prev_ch == '\n') &&
2077 ((*(mptr+1) == '\r') || (*(mptr+1) == '\n')))
2079 outbuf[outlen++] = '.';
2084 if (outlen > 1000) {
2085 client_write(outbuf, outlen);
2090 client_write(outbuf, outlen);
2097 /* If the format type on disk is 1 (fixed-format), then we want
2098 * everything to be output completely literally ... regardless of
2099 * what message transfer format is in use.
2101 void DumpFormatFixed(
2102 struct CtdlMessage *TheMessage,
2103 int mode, /* how would you like that message? */
2110 int nllen = strlen (nl);
2113 mptr = TheMessage->cm_fields['M'];
2115 if (mode == MT_MIME) {
2116 cprintf("Content-type: text/plain\n\n");
2120 while (ch = *mptr++, ch > 0) {
2124 if ((buflen > 250) && (!xlline)){
2128 while ((buflen > 0) &&
2129 (!isspace(buf[buflen])))
2135 mptr -= tbuflen - buflen;
2140 /* if we reach the outer bounds of our buffer,
2141 abort without respect what whe purge. */
2144 (buflen > SIZ - nllen - 2)))
2148 memcpy (&buf[buflen], nl, nllen);
2152 client_write(buf, buflen);
2162 if (!IsEmptyStr(buf))
2163 cprintf("%s%s", buf, nl);
2167 * Get a message off disk. (returns om_* values found in msgbase.h)
2169 int CtdlOutputPreLoadedMsg(
2170 struct CtdlMessage *TheMessage,
2171 int mode, /* how would you like that message? */
2172 int headers_only, /* eschew the message body? */
2173 int do_proto, /* do Citadel protocol responses? */
2174 int crlf, /* Use CRLF newlines instead of LF? */
2175 int flags /* should the bessage be exported clean? */
2179 const char *nl; /* newline string */
2182 /* Buffers needed for RFC822 translation. These are all filled
2183 * using functions that are bounds-checked, and therefore we can
2184 * make them substantially smaller than SIZ.
2192 syslog(LOG_DEBUG, "CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d\n",
2193 ((TheMessage == NULL) ? "NULL" : "not null"),
2194 mode, headers_only, do_proto, crlf);
2196 strcpy(mid, "unknown");
2197 nl = (crlf ? "\r\n" : "\n");
2199 if (!is_valid_message(TheMessage)) {
2201 "ERROR: invalid preloaded message for output\n");
2203 return(om_no_such_msg);
2206 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
2207 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
2209 if ( (flags & SUPPRESS_ENV_TO) && (TheMessage->cm_fields['V'] != NULL) ) {
2210 memset(TheMessage->cm_fields['V'], ' ', strlen(TheMessage->cm_fields['V']));
2213 /* Are we downloading a MIME component? */
2214 if (mode == MT_DOWNLOAD) {
2215 if (TheMessage->cm_format_type != FMT_RFC822) {
2217 cprintf("%d This is not a MIME message.\n",
2218 ERROR + ILLEGAL_VALUE);
2219 } else if (CC->download_fp != NULL) {
2220 if (do_proto) cprintf(
2221 "%d You already have a download open.\n",
2222 ERROR + RESOURCE_BUSY);
2224 /* Parse the message text component */
2225 mptr = TheMessage->cm_fields['M'];
2226 mime_parser(mptr, NULL, *mime_download, NULL, NULL, NULL, 0);
2227 /* If there's no file open by this time, the requested
2228 * section wasn't found, so print an error
2230 if (CC->download_fp == NULL) {
2231 if (do_proto) cprintf(
2232 "%d Section %s not found.\n",
2233 ERROR + FILE_NOT_FOUND,
2234 CC->download_desired_section);
2237 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2240 /* MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
2241 * in a single server operation instead of opening a download file.
2243 if (mode == MT_SPEW_SECTION) {
2244 if (TheMessage->cm_format_type != FMT_RFC822) {
2246 cprintf("%d This is not a MIME message.\n",
2247 ERROR + ILLEGAL_VALUE);
2249 /* Parse the message text component */
2252 mptr = TheMessage->cm_fields['M'];
2253 mime_parser(mptr, NULL, *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
2254 /* If section wasn't found, print an error
2257 if (do_proto) cprintf(
2258 "%d Section %s not found.\n",
2259 ERROR + FILE_NOT_FOUND,
2260 CC->download_desired_section);
2263 return((CC->download_fp != NULL) ? om_ok : om_mime_error);
2266 /* now for the user-mode message reading loops */
2267 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
2269 /* Does the caller want to skip the headers? */
2270 if (headers_only == HEADERS_NONE) goto START_TEXT;
2272 /* Tell the client which format type we're using. */
2273 if ( (mode == MT_CITADEL) && (do_proto) ) {
2274 cprintf("type=%d\n", TheMessage->cm_format_type);
2277 /* nhdr=yes means that we're only displaying headers, no body */
2278 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
2279 && ((mode == MT_CITADEL) || (mode == MT_MIME))
2282 cprintf("nhdr=yes\n");
2285 if ((mode == MT_CITADEL) || (mode == MT_MIME))
2286 OutputCtdlMsgHeaders(TheMessage, do_proto);
2289 /* begin header processing loop for RFC822 transfer format */
2293 strcpy(snode, NODENAME);
2294 if (mode == MT_RFC822)
2295 OutputRFC822MsgHeaders(
2300 suser, sizeof(suser),
2301 luser, sizeof(luser),
2302 fuser, sizeof(fuser),
2303 snode, sizeof(snode)
2307 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2308 suser[i] = tolower(suser[i]);
2309 if (!isalnum(suser[i])) suser[i]='_';
2312 if (mode == MT_RFC822) {
2313 if (!strcasecmp(snode, NODENAME)) {
2314 safestrncpy(snode, FQDN, sizeof snode);
2317 /* Construct a fun message id */
2318 cprintf("Message-ID: <%s", mid);/// todo: this possibly breaks threadding mails.
2319 if (strchr(mid, '@')==NULL) {
2320 cprintf("@%s", snode);
2324 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2325 cprintf("From: \"----\" <x@x.org>%s", nl);
2327 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2328 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2330 else if (!IsEmptyStr(fuser)) {
2331 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2334 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2337 /* Blank line signifying RFC822 end-of-headers */
2338 if (TheMessage->cm_format_type != FMT_RFC822) {
2343 /* end header processing loop ... at this point, we're in the text */
2345 if (headers_only == HEADERS_FAST) goto DONE;
2347 /* Tell the client about the MIME parts in this message */
2348 if (TheMessage->cm_format_type == FMT_RFC822) {
2349 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2350 mptr = TheMessage->cm_fields['M'];
2351 memset(&ma, 0, sizeof(struct ma_info));
2352 mime_parser(mptr, NULL,
2353 (do_proto ? *list_this_part : NULL),
2354 (do_proto ? *list_this_pref : NULL),
2355 (do_proto ? *list_this_suff : NULL),
2358 else if (mode == MT_RFC822) { /* unparsed RFC822 dump */
2359 Dump_RFC822HeadersBody(
2368 if (headers_only == HEADERS_ONLY) {
2372 /* signify start of msg text */
2373 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2374 if (do_proto) cprintf("text\n");
2377 if (TheMessage->cm_format_type == FMT_FIXED)
2380 mode, /* how would you like that message? */
2383 /* If the message on disk is format 0 (Citadel vari-format), we
2384 * output using the formatter at 80 columns. This is the final output
2385 * form if the transfer format is RFC822, but if the transfer format
2386 * is Citadel proprietary, it'll still work, because the indentation
2387 * for new paragraphs is correct and the client will reformat the
2388 * message to the reader's screen width.
2390 if (TheMessage->cm_format_type == FMT_CITADEL) {
2391 mptr = TheMessage->cm_fields['M'];
2393 if (mode == MT_MIME) {
2394 cprintf("Content-type: text/x-citadel-variformat\n\n");
2399 /* If the message on disk is format 4 (MIME), we've gotta hand it
2400 * off to the MIME parser. The client has already been told that
2401 * this message is format 1 (fixed format), so the callback function
2402 * we use will display those parts as-is.
2404 if (TheMessage->cm_format_type == FMT_RFC822) {
2405 memset(&ma, 0, sizeof(struct ma_info));
2407 if (mode == MT_MIME) {
2408 ma.use_fo_hooks = 0;
2409 strcpy(ma.chosen_part, "1");
2410 ma.chosen_pref = 9999;
2411 ma.dont_decode = CC->msg4_dont_decode;
2412 mime_parser(mptr, NULL,
2413 *choose_preferred, *fixed_output_pre,
2414 *fixed_output_post, (void *)&ma, 1);
2415 mime_parser(mptr, NULL,
2416 *output_preferred, NULL, NULL, (void *)&ma, 1);
2419 ma.use_fo_hooks = 1;
2420 mime_parser(mptr, NULL,
2421 *fixed_output, *fixed_output_pre,
2422 *fixed_output_post, (void *)&ma, 0);
2427 DONE: /* now we're done */
2428 if (do_proto) cprintf("000\n");
2434 * display a message (mode 0 - Citadel proprietary)
2436 void cmd_msg0(char *cmdbuf)
2439 int headers_only = HEADERS_ALL;
2441 msgid = extract_long(cmdbuf, 0);
2442 headers_only = extract_int(cmdbuf, 1);
2444 CtdlOutputMsg(msgid, MT_CITADEL, headers_only, 1, 0, NULL, 0);
2450 * display a message (mode 2 - RFC822)
2452 void cmd_msg2(char *cmdbuf)
2455 int headers_only = HEADERS_ALL;
2457 msgid = extract_long(cmdbuf, 0);
2458 headers_only = extract_int(cmdbuf, 1);
2460 CtdlOutputMsg(msgid, MT_RFC822, headers_only, 1, 1, NULL, 0);
2466 * display a message (mode 3 - IGnet raw format - internal programs only)
2468 void cmd_msg3(char *cmdbuf)
2471 struct CtdlMessage *msg = NULL;
2474 if (CC->internal_pgm == 0) {
2475 cprintf("%d This command is for internal programs only.\n",
2476 ERROR + HIGHER_ACCESS_REQUIRED);
2480 msgnum = extract_long(cmdbuf, 0);
2481 msg = CtdlFetchMessage(msgnum, 1);
2483 cprintf("%d Message %ld not found.\n",
2484 ERROR + MESSAGE_NOT_FOUND, msgnum);
2488 serialize_message(&smr, msg);
2489 CtdlFreeMessage(msg);
2492 cprintf("%d Unable to serialize message\n",
2493 ERROR + INTERNAL_ERROR);
2497 cprintf("%d %ld\n", BINARY_FOLLOWS, (long)smr.len);
2498 client_write((char *)smr.ser, (int)smr.len);
2505 * Display a message using MIME content types
2507 void cmd_msg4(char *cmdbuf)
2512 msgid = extract_long(cmdbuf, 0);
2513 extract_token(section, cmdbuf, 1, '|', sizeof section);
2514 CtdlOutputMsg(msgid, MT_MIME, 0, 1, 0, (section[0] ? section : NULL) , 0);
2520 * Client tells us its preferred message format(s)
2522 void cmd_msgp(char *cmdbuf)
2524 if (!strcasecmp(cmdbuf, "dont_decode")) {
2525 CC->msg4_dont_decode = 1;
2526 cprintf("%d MSG4 will not pre-decode messages.\n", CIT_OK);
2529 safestrncpy(CC->preferred_formats, cmdbuf, sizeof(CC->preferred_formats));
2530 cprintf("%d Preferred MIME formats have been set.\n", CIT_OK);
2536 * Open a component of a MIME message as a download file
2538 void cmd_opna(char *cmdbuf)
2541 char desired_section[128];
2543 msgid = extract_long(cmdbuf, 0);
2544 extract_token(desired_section, cmdbuf, 1, '|', sizeof desired_section);
2545 safestrncpy(CC->download_desired_section, desired_section,
2546 sizeof CC->download_desired_section);
2547 CtdlOutputMsg(msgid, MT_DOWNLOAD, 0, 1, 1, NULL, 0);
2552 * Open a component of a MIME message and transmit it all at once
2554 void cmd_dlat(char *cmdbuf)
2557 char desired_section[128];
2559 msgid = extract_long(cmdbuf, 0);
2560 extract_token(desired_section, cmdbuf, 1, '|', sizeof desired_section);
2561 safestrncpy(CC->download_desired_section, desired_section,
2562 sizeof CC->download_desired_section);
2563 CtdlOutputMsg(msgid, MT_SPEW_SECTION, 0, 1, 1, NULL, 0);
2568 * Save one or more message pointers into a specified room
2569 * (Returns 0 for success, nonzero for failure)
2570 * roomname may be NULL to use the current room
2572 * Note that the 'supplied_msg' field may be set to NULL, in which case
2573 * the message will be fetched from disk, by number, if we need to perform
2574 * replication checks. This adds an additional database read, so if the
2575 * caller already has the message in memory then it should be supplied. (Obviously
2576 * this mode of operation only works if we're saving a single message.)
2578 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2579 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2582 char hold_rm[ROOMNAMELEN];
2583 struct cdbdata *cdbfr;
2586 long highest_msg = 0L;
2589 struct CtdlMessage *msg = NULL;
2591 long *msgs_to_be_merged = NULL;
2592 int num_msgs_to_be_merged = 0;
2595 "CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)\n",
2596 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2599 strcpy(hold_rm, CC->room.QRname);
2602 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2603 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2604 if (num_newmsgs > 1) supplied_msg = NULL;
2606 /* Now the regular stuff */
2607 if (CtdlGetRoomLock(&CC->room,
2608 ((roomname != NULL) ? roomname : CC->room.QRname) )
2610 syslog(LOG_ERR, "No such room <%s>\n", roomname);
2611 return(ERROR + ROOM_NOT_FOUND);
2615 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2616 num_msgs_to_be_merged = 0;
2619 cdbfr = cdb_fetch(CDB_MSGLISTS, &CC->room.QRnumber, sizeof(long));
2620 if (cdbfr == NULL) {
2624 msglist = (long *) cdbfr->ptr;
2625 cdbfr->ptr = NULL; /* CtdlSaveMsgPointerInRoom() now owns this memory */
2626 num_msgs = cdbfr->len / sizeof(long);
2631 /* Create a list of msgid's which were supplied by the caller, but do
2632 * not already exist in the target room. It is absolutely taboo to
2633 * have more than one reference to the same message in a room.
2635 for (i=0; i<num_newmsgs; ++i) {
2637 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2638 if (msglist[j] == newmsgidlist[i]) {
2643 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2647 syslog(LOG_DEBUG, "%d unique messages to be merged\n", num_msgs_to_be_merged);
2650 * Now merge the new messages
2652 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2653 if (msglist == NULL) {
2654 syslog(LOG_ALERT, "ERROR: can't realloc message list!\n");
2656 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2657 num_msgs += num_msgs_to_be_merged;
2659 /* Sort the message list, so all the msgid's are in order */
2660 num_msgs = sort_msglist(msglist, num_msgs);
2662 /* Determine the highest message number */
2663 highest_msg = msglist[num_msgs - 1];
2665 /* Write it back to disk. */
2666 cdb_store(CDB_MSGLISTS, &CC->room.QRnumber, (int)sizeof(long),
2667 msglist, (int)(num_msgs * sizeof(long)));
2669 /* Free up the memory we used. */
2672 /* Update the highest-message pointer and unlock the room. */
2673 CC->room.QRhighest = highest_msg;
2674 CtdlPutRoomLock(&CC->room);
2676 /* Perform replication checks if necessary */
2677 if ( (DoesThisRoomNeedEuidIndexing(&CC->room)) && (do_repl_check) ) {
2678 syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() doing repl checks\n");
2680 for (i=0; i<num_msgs_to_be_merged; ++i) {
2681 msgid = msgs_to_be_merged[i];
2683 if (supplied_msg != NULL) {
2687 msg = CtdlFetchMessage(msgid, 0);
2691 ReplicationChecks(msg);
2693 /* If the message has an Exclusive ID, index that... */
2694 if (msg->cm_fields['E'] != NULL) {
2695 index_message_by_euid(msg->cm_fields['E'], &CC->room, msgid);
2698 /* Free up the memory we may have allocated */
2699 if (msg != supplied_msg) {
2700 CtdlFreeMessage(msg);
2708 syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() skips repl checks\n");
2711 /* Submit this room for processing by hooks */
2712 PerformRoomHooks(&CC->room);
2714 /* Go back to the room we were in before we wandered here... */
2715 CtdlGetRoom(&CC->room, hold_rm);
2717 /* Bump the reference count for all messages which were merged */
2718 if (!suppress_refcount_adj) {
2719 for (i=0; i<num_msgs_to_be_merged; ++i) {
2720 AdjRefCount(msgs_to_be_merged[i], +1);
2724 /* Free up memory... */
2725 if (msgs_to_be_merged != NULL) {
2726 free(msgs_to_be_merged);
2729 /* Return success. */
2735 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2738 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
2739 int do_repl_check, struct CtdlMessage *supplied_msg)
2741 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2748 * Message base operation to save a new message to the message store
2749 * (returns new message number)
2751 * This is the back end for CtdlSubmitMsg() and should not be directly
2752 * called by server-side modules.
2755 long send_message(struct CtdlMessage *msg) {
2763 /* Get a new message number */
2764 newmsgid = get_new_message_number();
2765 snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
2766 (long unsigned int) time(NULL),
2767 (long unsigned int) newmsgid,
2771 /* Generate an ID if we don't have one already */
2772 if (msg->cm_fields['I']==NULL) {
2773 msg->cm_fields['I'] = strdup(msgidbuf);
2776 /* If the message is big, set its body aside for storage elsewhere */
2777 if (msg->cm_fields['M'] != NULL) {
2778 if (strlen(msg->cm_fields['M']) > BIGMSG) {
2780 holdM = msg->cm_fields['M'];
2781 msg->cm_fields['M'] = NULL;
2785 /* Serialize our data structure for storage in the database */
2786 serialize_message(&smr, msg);
2789 msg->cm_fields['M'] = holdM;
2793 cprintf("%d Unable to serialize message\n",
2794 ERROR + INTERNAL_ERROR);
2798 /* Write our little bundle of joy into the message base */
2799 if (cdb_store(CDB_MSGMAIN, &newmsgid, (int)sizeof(long),
2800 smr.ser, smr.len) < 0) {
2801 syslog(LOG_ERR, "Can't store message\n");
2805 cdb_store(CDB_BIGMSGS,
2815 /* Free the memory we used for the serialized message */
2818 /* Return the *local* message ID to the caller
2819 * (even if we're storing an incoming network message)
2827 * Serialize a struct CtdlMessage into the format used on disk and network.
2829 * This function loads up a "struct ser_ret" (defined in server.h) which
2830 * contains the length of the serialized message and a pointer to the
2831 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2833 void serialize_message(struct ser_ret *ret, /* return values */
2834 struct CtdlMessage *msg) /* unserialized msg */
2836 size_t wlen, fieldlen;
2838 static char *forder = FORDER;
2841 * Check for valid message format
2843 if (is_valid_message(msg) == 0) {
2844 syslog(LOG_ERR, "serialize_message() aborting due to invalid message\n");
2851 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL)
2852 ret->len = ret->len +
2853 strlen(msg->cm_fields[(int)forder[i]]) + 2;
2855 ret->ser = malloc(ret->len);
2856 if (ret->ser == NULL) {
2857 syslog(LOG_ERR, "serialize_message() malloc(%ld) failed: %s\n",
2858 (long)ret->len, strerror(errno));
2865 ret->ser[1] = msg->cm_anon_type;
2866 ret->ser[2] = msg->cm_format_type;
2869 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL) {
2870 fieldlen = strlen(msg->cm_fields[(int)forder[i]]);
2871 ret->ser[wlen++] = (char)forder[i];
2872 safestrncpy((char *)&ret->ser[wlen], msg->cm_fields[(int)forder[i]], fieldlen+1);
2873 wlen = wlen + fieldlen + 1;
2875 if (ret->len != wlen) syslog(LOG_ERR, "ERROR: len=%ld wlen=%ld\n",
2876 (long)ret->len, (long)wlen);
2883 * Serialize a struct CtdlMessage into the format used on disk and network.
2885 * This function loads up a "struct ser_ret" (defined in server.h) which
2886 * contains the length of the serialized message and a pointer to the
2887 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2889 void dump_message(struct CtdlMessage *msg, /* unserialized msg */
2890 long Siz) /* how many chars ? */
2893 static char *forder = FORDER;
2897 * Check for valid message format
2899 if (is_valid_message(msg) == 0) {
2900 syslog(LOG_ERR, "dump_message() aborting due to invalid message\n");
2904 buf = (char*) malloc (Siz + 1);
2906 for (i=0; i<26; ++i) if (msg->cm_fields[(int)forder[i]] != NULL) {
2907 snprintf (buf, Siz, " msg[%c] = %s ...\n", (char) forder[i],
2908 msg->cm_fields[(int)forder[i]]);
2909 client_write (buf, strlen(buf));
2918 * Check to see if any messages already exist in the current room which
2919 * carry the same Exclusive ID as this one. If any are found, delete them.
2921 void ReplicationChecks(struct CtdlMessage *msg) {
2922 long old_msgnum = (-1L);
2924 if (DoesThisRoomNeedEuidIndexing(&CC->room) == 0) return;
2926 syslog(LOG_DEBUG, "Performing replication checks in <%s>\n",
2929 /* No exclusive id? Don't do anything. */
2930 if (msg == NULL) return;
2931 if (msg->cm_fields['E'] == NULL) return;
2932 if (IsEmptyStr(msg->cm_fields['E'])) return;
2933 /*syslog(LOG_DEBUG, "Exclusive ID: <%s> for room <%s>\n",
2934 msg->cm_fields['E'], CC->room.QRname);*/
2936 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields['E'], &CC->room);
2937 if (old_msgnum > 0L) {
2938 syslog(LOG_DEBUG, "ReplicationChecks() replacing message %ld\n", old_msgnum);
2939 CtdlDeleteMessages(CC->room.QRname, &old_msgnum, 1, "");
2946 * Save a message to disk and submit it into the delivery system.
2948 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2949 struct recptypes *recps, /* recipients (if mail) */
2950 char *force, /* force a particular room? */
2951 int flags /* should the message be exported clean? */
2954 char submit_filename[128];
2955 char generated_timestamp[32];
2956 char hold_rm[ROOMNAMELEN];
2957 char actual_rm[ROOMNAMELEN];
2958 char force_room[ROOMNAMELEN];
2959 char content_type[SIZ]; /* We have to learn this */
2960 char recipient[SIZ];
2962 const char *mptr = NULL;
2963 struct ctdluser userbuf;
2965 struct MetaData smi;
2966 FILE *network_fp = NULL;
2967 static int seqnum = 1;
2968 struct CtdlMessage *imsg = NULL;
2970 size_t instr_alloc = 0;
2972 char *hold_R, *hold_D;
2973 char *collected_addresses = NULL;
2974 struct addresses_to_be_filed *aptr = NULL;
2975 StrBuf *saved_rfc822_version = NULL;
2976 int qualified_for_journaling = 0;
2977 CitContext *CCC = MyContext();
2978 char bounce_to[1024] = "";
2982 syslog(LOG_DEBUG, "CtdlSubmitMsg() called\n");
2983 if (is_valid_message(msg) == 0) return(-1); /* self check */
2985 /* If this message has no timestamp, we take the liberty of
2986 * giving it one, right now.
2988 if (msg->cm_fields['T'] == NULL) {
2989 snprintf(generated_timestamp, sizeof generated_timestamp, "%ld", (long)time(NULL));
2990 msg->cm_fields['T'] = strdup(generated_timestamp);
2993 /* If this message has no path, we generate one.
2995 if (msg->cm_fields['P'] == NULL) {
2996 if (msg->cm_fields['A'] != NULL) {
2997 msg->cm_fields['P'] = strdup(msg->cm_fields['A']);
2998 for (a=0; !IsEmptyStr(&msg->cm_fields['P'][a]); ++a) {
2999 if (isspace(msg->cm_fields['P'][a])) {
3000 msg->cm_fields['P'][a] = ' ';
3005 msg->cm_fields['P'] = strdup("unknown");
3009 if (force == NULL) {
3010 strcpy(force_room, "");
3013 strcpy(force_room, force);
3016 /* Learn about what's inside, because it's what's inside that counts */
3017 if (msg->cm_fields['M'] == NULL) {
3018 syslog(LOG_ERR, "ERROR: attempt to save message with NULL body\n");
3022 switch (msg->cm_format_type) {
3024 strcpy(content_type, "text/x-citadel-variformat");
3027 strcpy(content_type, "text/plain");
3030 strcpy(content_type, "text/plain");
3031 mptr = bmstrcasestr(msg->cm_fields['M'], "Content-type:");
3034 safestrncpy(content_type, &mptr[13], sizeof content_type);
3035 striplt(content_type);
3036 aptr = content_type;
3037 while (!IsEmptyStr(aptr)) {
3049 /* Goto the correct room */
3050 syslog(LOG_DEBUG, "Selected room %s\n", (recps) ? CCC->room.QRname : SENTITEMS);
3051 strcpy(hold_rm, CCC->room.QRname);
3052 strcpy(actual_rm, CCC->room.QRname);
3053 if (recps != NULL) {
3054 strcpy(actual_rm, SENTITEMS);
3057 /* If the user is a twit, move to the twit room for posting */
3059 if (CCC->user.axlevel == AxProbU) {
3060 strcpy(hold_rm, actual_rm);
3061 strcpy(actual_rm, config.c_twitroom);
3062 syslog(LOG_DEBUG, "Diverting to twit room\n");
3066 /* ...or if this message is destined for Aide> then go there. */
3067 if (!IsEmptyStr(force_room)) {
3068 strcpy(actual_rm, force_room);
3071 syslog(LOG_DEBUG, "Final selection: %s\n", actual_rm);
3072 if (strcasecmp(actual_rm, CCC->room.QRname)) {
3073 /* CtdlGetRoom(&CCC->room, actual_rm); */
3074 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL);
3078 * If this message has no O (room) field, generate one.
3080 if (msg->cm_fields['O'] == NULL) {
3081 msg->cm_fields['O'] = strdup(CCC->room.QRname);
3084 /* Perform "before save" hooks (aborting if any return nonzero) */
3085 syslog(LOG_DEBUG, "Performing before-save hooks\n");
3086 if (PerformMessageHooks(msg, EVT_BEFORESAVE) > 0) return(-3);
3089 * If this message has an Exclusive ID, and the room is replication
3090 * checking enabled, then do replication checks.
3092 if (DoesThisRoomNeedEuidIndexing(&CCC->room)) {
3093 ReplicationChecks(msg);
3096 /* Save it to disk */
3097 syslog(LOG_DEBUG, "Saving to disk\n");
3098 newmsgid = send_message(msg);
3099 if (newmsgid <= 0L) return(-5);
3101 /* Write a supplemental message info record. This doesn't have to
3102 * be a critical section because nobody else knows about this message
3105 syslog(LOG_DEBUG, "Creating MetaData record\n");
3106 memset(&smi, 0, sizeof(struct MetaData));
3107 smi.meta_msgnum = newmsgid;
3108 smi.meta_refcount = 0;
3109 safestrncpy(smi.meta_content_type, content_type,
3110 sizeof smi.meta_content_type);
3113 * Measure how big this message will be when rendered as RFC822.
3114 * We do this for two reasons:
3115 * 1. We need the RFC822 length for the new metadata record, so the
3116 * POP and IMAP services don't have to calculate message lengths
3117 * while the user is waiting (multiplied by potentially hundreds
3118 * or thousands of messages).
3119 * 2. If journaling is enabled, we will need an RFC822 version of the
3120 * message to attach to the journalized copy.
3122 if (CCC->redirect_buffer != NULL) {
3123 syslog(LOG_ALERT, "CCC->redirect_buffer is not NULL during message submission!\n");
3126 CCC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
3127 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
3128 smi.meta_rfc822_length = StrLength(CCC->redirect_buffer);
3129 saved_rfc822_version = CCC->redirect_buffer;
3130 CCC->redirect_buffer = NULL;
3134 /* Now figure out where to store the pointers */
3135 syslog(LOG_DEBUG, "Storing pointers\n");
3137 /* If this is being done by the networker delivering a private
3138 * message, we want to BYPASS saving the sender's copy (because there
3139 * is no local sender; it would otherwise go to the Trashcan).
3141 if ((!CCC->internal_pgm) || (recps == NULL)) {
3142 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
3143 syslog(LOG_ERR, "ERROR saving message pointer!\n");
3144 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
3148 /* For internet mail, drop a copy in the outbound queue room */
3149 if ((recps != NULL) && (recps->num_internet > 0)) {
3150 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
3153 /* If other rooms are specified, drop them there too. */
3154 if ((recps != NULL) && (recps->num_room > 0))
3155 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
3156 extract_token(recipient, recps->recp_room, i,
3157 '|', sizeof recipient);
3158 syslog(LOG_DEBUG, "Delivering to room <%s>\n", recipient);
3159 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
3162 /* Bump this user's messages posted counter. */
3163 syslog(LOG_DEBUG, "Updating user\n");
3164 CtdlGetUserLock(&CCC->user, CCC->curr_user);
3165 CCC->user.posted = CCC->user.posted + 1;
3166 CtdlPutUserLock(&CCC->user);
3168 /* Decide where bounces need to be delivered */
3169 if ((recps != NULL) && (recps->bounce_to != NULL)) {
3170 safestrncpy(bounce_to, recps->bounce_to, sizeof bounce_to);
3172 else if (CCC->logged_in) {
3173 snprintf(bounce_to, sizeof bounce_to, "%s@%s", CCC->user.fullname, config.c_nodename);
3176 snprintf(bounce_to, sizeof bounce_to, "%s@%s", msg->cm_fields['A'], msg->cm_fields['N']);
3179 /* If this is private, local mail, make a copy in the
3180 * recipient's mailbox and bump the reference count.
3182 if ((recps != NULL) && (recps->num_local > 0))
3183 for (i=0; i<num_tokens(recps->recp_local, '|'); ++i) {
3184 extract_token(recipient, recps->recp_local, i,
3185 '|', sizeof recipient);
3186 syslog(LOG_DEBUG, "Delivering private local mail to <%s>\n",
3188 if (CtdlGetUser(&userbuf, recipient) == 0) {
3189 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
3190 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
3191 CtdlBumpNewMailCounter(userbuf.usernum);
3192 if (!IsEmptyStr(config.c_funambol_host) || !IsEmptyStr(config.c_pager_program)) {
3193 /* Generate a instruction message for the Funambol notification
3194 * server, in the same style as the SMTP queue
3197 instr = malloc(instr_alloc);
3198 snprintf(instr, instr_alloc,
3199 "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
3201 SPOOLMIME, newmsgid, (long)time(NULL),
3205 imsg = malloc(sizeof(struct CtdlMessage));
3206 memset(imsg, 0, sizeof(struct CtdlMessage));
3207 imsg->cm_magic = CTDLMESSAGE_MAGIC;
3208 imsg->cm_anon_type = MES_NORMAL;
3209 imsg->cm_format_type = FMT_RFC822;
3210 imsg->cm_fields['A'] = strdup("Citadel");
3211 imsg->cm_fields['J'] = strdup("do not journal");
3212 imsg->cm_fields['M'] = instr; /* imsg owns this memory now */
3213 imsg->cm_fields['2'] = strdup(recipient);
3214 CtdlSubmitMsg(imsg, NULL, FNBL_QUEUE_ROOM, 0);
3215 CtdlFreeMessage(imsg);
3219 syslog(LOG_DEBUG, "No user <%s>\n", recipient);
3220 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
3224 /* Perform "after save" hooks */
3225 syslog(LOG_DEBUG, "Performing after-save hooks\n");
3226 if (msg->cm_fields['3'] != NULL) free(msg->cm_fields['3']);
3227 msg->cm_fields['3'] = malloc(20);
3228 snprintf(msg->cm_fields['3'], 20, "%ld", newmsgid);
3229 PerformMessageHooks(msg, EVT_AFTERSAVE);
3230 free(msg->cm_fields['3']);
3231 msg->cm_fields['3'] = NULL;
3233 /* For IGnet mail, we have to save a new copy into the spooler for
3234 * each recipient, with the R and D fields set to the recipient and
3235 * destination-node. This has two ugly side effects: all other
3236 * recipients end up being unlisted in this recipient's copy of the
3237 * message, and it has to deliver multiple messages to the same
3238 * node. We'll revisit this again in a year or so when everyone has
3239 * a network spool receiver that can handle the new style messages.
3241 if ((recps != NULL) && (recps->num_ignet > 0))
3242 for (i=0; i<num_tokens(recps->recp_ignet, '|'); ++i) {
3243 extract_token(recipient, recps->recp_ignet, i,
3244 '|', sizeof recipient);
3246 hold_R = msg->cm_fields['R'];
3247 hold_D = msg->cm_fields['D'];
3248 msg->cm_fields['R'] = malloc(SIZ);
3249 msg->cm_fields['D'] = malloc(128);
3250 extract_token(msg->cm_fields['R'], recipient, 0, '@', SIZ);
3251 extract_token(msg->cm_fields['D'], recipient, 1, '@', 128);
3253 serialize_message(&smr, msg);
3255 snprintf(submit_filename, sizeof submit_filename,
3256 "%s/netmail.%04lx.%04x.%04x",
3258 (long) getpid(), CCC->cs_pid, ++seqnum);
3259 network_fp = fopen(submit_filename, "wb+");
3260 if (network_fp != NULL) {
3261 rv = fwrite(smr.ser, smr.len, 1, network_fp);
3263 syslog(LOG_EMERG, "CtdlSubmitMsg(): Couldn't write network spool file: %s\n",
3271 free(msg->cm_fields['R']);
3272 free(msg->cm_fields['D']);
3273 msg->cm_fields['R'] = hold_R;
3274 msg->cm_fields['D'] = hold_D;
3277 /* Go back to the room we started from */
3278 syslog(LOG_DEBUG, "Returning to original room %s\n", hold_rm);
3279 if (strcasecmp(hold_rm, CCC->room.QRname))
3280 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL);
3282 /* For internet mail, generate delivery instructions.
3283 * Yes, this is recursive. Deal with it. Infinite recursion does
3284 * not happen because the delivery instructions message does not
3285 * contain a recipient.
3287 if ((recps != NULL) && (recps->num_internet > 0)) {
3288 syslog(LOG_DEBUG, "Generating delivery instructions\n");
3290 instr = malloc(instr_alloc);
3291 snprintf(instr, instr_alloc,
3292 "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
3294 SPOOLMIME, newmsgid, (long)time(NULL),
3298 if (recps->envelope_from != NULL) {
3299 tmp = strlen(instr);
3300 snprintf(&instr[tmp], instr_alloc-tmp, "envelope_from|%s\n", recps->envelope_from);
3303 for (i=0; i<num_tokens(recps->recp_internet, '|'); ++i) {
3304 tmp = strlen(instr);
3305 extract_token(recipient, recps->recp_internet, i, '|', sizeof recipient);
3306 if ((tmp + strlen(recipient) + 32) > instr_alloc) {
3307 instr_alloc = instr_alloc * 2;
3308 instr = realloc(instr, instr_alloc);
3310 snprintf(&instr[tmp], instr_alloc - tmp, "remote|%s|0||\n", recipient);
3313 imsg = malloc(sizeof(struct CtdlMessage));
3314 memset(imsg, 0, sizeof(struct CtdlMessage));
3315 imsg->cm_magic = CTDLMESSAGE_MAGIC;
3316 imsg->cm_anon_type = MES_NORMAL;
3317 imsg->cm_format_type = FMT_RFC822;
3318 imsg->cm_fields['A'] = strdup("Citadel");
3319 imsg->cm_fields['J'] = strdup("do not journal");
3320 imsg->cm_fields['M'] = instr; /* imsg owns this memory now */
3321 CtdlSubmitMsg(imsg, NULL, SMTP_SPOOLOUT_ROOM, QP_EADDR);
3322 CtdlFreeMessage(imsg);
3326 * Any addresses to harvest for someone's address book?
3328 if ( (CCC->logged_in) && (recps != NULL) ) {
3329 collected_addresses = harvest_collected_addresses(msg);
3332 if (collected_addresses != NULL) {
3333 aptr = (struct addresses_to_be_filed *)
3334 malloc(sizeof(struct addresses_to_be_filed));
3335 CtdlMailboxName(actual_rm, sizeof actual_rm,
3336 &CCC->user, USERCONTACTSROOM);
3337 aptr->roomname = strdup(actual_rm);
3338 aptr->collected_addresses = collected_addresses;
3339 begin_critical_section(S_ATBF);
3342 end_critical_section(S_ATBF);
3346 * Determine whether this message qualifies for journaling.
3348 if (msg->cm_fields['J'] != NULL) {
3349 qualified_for_journaling = 0;
3352 if (recps == NULL) {
3353 qualified_for_journaling = config.c_journal_pubmsgs;
3355 else if (recps->num_local + recps->num_ignet + recps->num_internet > 0) {
3356 qualified_for_journaling = config.c_journal_email;
3359 qualified_for_journaling = config.c_journal_pubmsgs;
3364 * Do we have to perform journaling? If so, hand off the saved
3365 * RFC822 version will be handed off to the journaler for background
3366 * submit. Otherwise, we have to free the memory ourselves.
3368 if (saved_rfc822_version != NULL) {
3369 if (qualified_for_journaling) {
3370 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
3373 FreeStrBuf(&saved_rfc822_version);
3383 void aide_message (char *text, char *subject)
3385 quickie_message("Citadel",NULL,NULL,AIDEROOM,text,FMT_CITADEL,subject);
3390 * Convenience function for generating small administrative messages.
3392 void quickie_message(const char *from, const char *fromaddr, char *to, char *room, const char *text,
3393 int format_type, const char *subject)
3395 struct CtdlMessage *msg;
3396 struct recptypes *recp = NULL;
3398 msg = malloc(sizeof(struct CtdlMessage));
3399 memset(msg, 0, sizeof(struct CtdlMessage));
3400 msg->cm_magic = CTDLMESSAGE_MAGIC;
3401 msg->cm_anon_type = MES_NORMAL;
3402 msg->cm_format_type = format_type;
3405 msg->cm_fields['A'] = strdup(from);
3407 else if (fromaddr != NULL) {
3408 msg->cm_fields['A'] = strdup(fromaddr);
3409 if (strchr(msg->cm_fields['A'], '@')) {
3410 *strchr(msg->cm_fields['A'], '@') = 0;
3414 msg->cm_fields['A'] = strdup("Citadel");
3417 if (fromaddr != NULL) msg->cm_fields['F'] = strdup(fromaddr);
3418 if (room != NULL) msg->cm_fields['O'] = strdup(room);
3419 msg->cm_fields['N'] = strdup(NODENAME);
3421 msg->cm_fields['R'] = strdup(to);
3422 recp = validate_recipients(to, NULL, 0);
3424 if (subject != NULL) {
3425 msg->cm_fields['U'] = strdup(subject);
3427 msg->cm_fields['M'] = strdup(text);
3429 CtdlSubmitMsg(msg, recp, room, 0);
3430 CtdlFreeMessage(msg);
3431 if (recp != NULL) free_recipients(recp);
3437 * Back end function used by CtdlMakeMessage() and similar functions
3439 StrBuf *CtdlReadMessageBodyBuf(char *terminator, /* token signalling EOT */
3441 size_t maxlen, /* maximum message length */
3442 char *exist, /* if non-null, append to it;
3443 exist is ALWAYS freed */
3444 int crlf, /* CRLF newlines instead of LF */
3445 int *sock /* socket handle or 0 for this session's client socket */
3454 LineBuf = NewStrBufPlain(NULL, SIZ);
3455 if (exist == NULL) {
3456 Message = NewStrBufPlain(NULL, 4 * SIZ);
3459 Message = NewStrBufPlain(exist, -1);
3463 /* Do we need to change leading ".." to "." for SMTP escaping? */
3464 if ((tlen == 1) && (*terminator == '.')) {
3468 /* read in the lines of message text one by one */
3471 if ((CtdlSockGetLine(sock, LineBuf, 5) < 0) ||
3476 if (CtdlClientGetLine(LineBuf) < 0) finished = 1;
3478 if ((StrLength(LineBuf) == tlen) &&
3479 (!strcmp(ChrPtr(LineBuf), terminator)))
3482 if ( (!flushing) && (!finished) ) {
3484 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
3487 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
3490 /* Unescape SMTP-style input of two dots at the beginning of the line */
3492 (StrLength(LineBuf) == 2) &&
3493 (!strcmp(ChrPtr(LineBuf), "..")))
3495 StrBufCutLeft(LineBuf, 1);
3498 StrBufAppendBuf(Message, LineBuf, 0);
3501 /* if we've hit the max msg length, flush the rest */
3502 if (StrLength(Message) >= maxlen) flushing = 1;
3504 } while (!finished);
3505 FreeStrBuf(&LineBuf);
3511 * Back end function used by CtdlMakeMessage() and similar functions
3513 char *CtdlReadMessageBody(char *terminator, /* token signalling EOT */
3515 size_t maxlen, /* maximum message length */
3516 char *exist, /* if non-null, append to it;
3517 exist is ALWAYS freed */
3518 int crlf, /* CRLF newlines instead of LF */
3519 int *sock /* socket handle or 0 for this session's client socket */
3524 Message = CtdlReadMessageBodyBuf(terminator,
3530 if (Message == NULL)
3533 return SmashStrBuf(&Message);
3538 * Build a binary message to be saved on disk.
3539 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3540 * will become part of the message. This means you are no longer
3541 * responsible for managing that memory -- it will be freed along with
3542 * the rest of the fields when CtdlFreeMessage() is called.)
3545 struct CtdlMessage *CtdlMakeMessage(
3546 struct ctdluser *author, /* author's user structure */
3547 char *recipient, /* NULL if it's not mail */
3548 char *recp_cc, /* NULL if it's not mail */
3549 char *room, /* room where it's going */
3550 int type, /* see MES_ types in header file */
3551 int format_type, /* variformat, plain text, MIME... */
3552 char *fake_name, /* who we're masquerading as */
3553 char *my_email, /* which of my email addresses to use (empty is ok) */
3554 char *subject, /* Subject (optional) */
3555 char *supplied_euid, /* ...or NULL if this is irrelevant */
3556 char *preformatted_text, /* ...or NULL to read text from client */
3557 char *references /* Thread references */
3559 char dest_node[256];
3561 struct CtdlMessage *msg;
3563 StrBuf *FakeEncAuthor = NULL;
3565 msg = malloc(sizeof(struct CtdlMessage));
3566 memset(msg, 0, sizeof(struct CtdlMessage));
3567 msg->cm_magic = CTDLMESSAGE_MAGIC;
3568 msg->cm_anon_type = type;
3569 msg->cm_format_type = format_type;
3571 /* Don't confuse the poor folks if it's not routed mail. */
3572 strcpy(dest_node, "");
3574 if (recipient != NULL) striplt(recipient);
3575 if (recp_cc != NULL) striplt(recp_cc);
3577 /* Path or Return-Path */
3578 if (my_email == NULL) my_email = "";
3580 if (!IsEmptyStr(my_email)) {
3581 msg->cm_fields['P'] = strdup(my_email);
3584 snprintf(buf, sizeof buf, "%s", author->fullname);
3585 msg->cm_fields['P'] = strdup(buf);
3587 convert_spaces_to_underscores(msg->cm_fields['P']);
3589 snprintf(buf, sizeof buf, "%ld", (long)time(NULL)); /* timestamp */
3590 msg->cm_fields['T'] = strdup(buf);
3592 if ((fake_name != NULL) && (fake_name[0])) { /* author */
3593 FakeAuthor = NewStrBufPlain (fake_name, -1);
3596 FakeAuthor = NewStrBufPlain (author->fullname, -1);
3598 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
3599 msg->cm_fields['A'] = SmashStrBuf(&FakeEncAuthor);
3600 FreeStrBuf(&FakeAuthor);
3602 if (CC->room.QRflags & QR_MAILBOX) { /* room */
3603 msg->cm_fields['O'] = strdup(&CC->room.QRname[11]);
3606 msg->cm_fields['O'] = strdup(CC->room.QRname);
3609 msg->cm_fields['N'] = strdup(NODENAME); /* nodename */
3610 msg->cm_fields['H'] = strdup(HUMANNODE); /* hnodename */
3612 if ((recipient != NULL) && (recipient[0] != 0)) {
3613 msg->cm_fields['R'] = strdup(recipient);
3615 if ((recp_cc != NULL) && (recp_cc[0] != 0)) {
3616 msg->cm_fields['Y'] = strdup(recp_cc);
3618 if (dest_node[0] != 0) {
3619 msg->cm_fields['D'] = strdup(dest_node);
3622 if (!IsEmptyStr(my_email)) {
3623 msg->cm_fields['F'] = strdup(my_email);
3625 else if ( (author == &CC->user) && (!IsEmptyStr(CC->cs_inet_email)) ) {
3626 msg->cm_fields['F'] = strdup(CC->cs_inet_email);
3629 if (subject != NULL) {
3632 length = strlen(subject);
3638 while ((subject[i] != '\0') &&
3639 (IsAscii = isascii(subject[i]) != 0 ))
3642 msg->cm_fields['U'] = strdup(subject);
3643 else /* ok, we've got utf8 in the string. */
3645 msg->cm_fields['U'] = rfc2047encode(subject, length);
3651 if (supplied_euid != NULL) {
3652 msg->cm_fields['E'] = strdup(supplied_euid);
3655 if ((references != NULL) && (!IsEmptyStr(references))) {
3656 if (msg->cm_fields['W'] != NULL)
3657 free(msg->cm_fields['W']);
3658 msg->cm_fields['W'] = strdup(references);
3661 if (preformatted_text != NULL) {
3662 msg->cm_fields['M'] = preformatted_text;
3665 msg->cm_fields['M'] = CtdlReadMessageBody(HKEY("000"), config.c_maxmsglen, NULL, 0, 0);
3671 extern int netconfig_check_roomaccess(
3674 const char* RemoteIdentifier); /* TODO: find a smarter way */
3677 * Check to see whether we have permission to post a message in the current
3678 * room. Returns a *CITADEL ERROR CODE* and puts a message in errmsgbuf, or
3679 * returns 0 on success.
3681 int CtdlDoIHavePermissionToPostInThisRoom(
3684 const char* RemoteIdentifier,
3690 if (!(CC->logged_in) &&
3691 (PostPublic == POST_LOGGED_IN)) {
3692 snprintf(errmsgbuf, n, "Not logged in.");
3693 return (ERROR + NOT_LOGGED_IN);
3695 else if (PostPublic == CHECK_EXISTANCE) {
3696 return (0); // We're Evaling whether a recipient exists
3698 else if (!(CC->logged_in)) {
3700 if ((CC->room.QRflags & QR_READONLY)) {
3701 snprintf(errmsgbuf, n, "Not logged in.");
3702 return (ERROR + NOT_LOGGED_IN);
3704 if (CC->room.QRflags2 & QR2_MODERATED) {
3705 snprintf(errmsgbuf, n, "Not logged in Moderation feature not yet implemented!");
3706 return (ERROR + NOT_LOGGED_IN);
3708 if ((PostPublic!=POST_LMTP) &&(CC->room.QRflags2 & QR2_SMTP_PUBLIC) == 0) {
3710 return netconfig_check_roomaccess(errmsgbuf, n, RemoteIdentifier);
3716 if ((CC->user.axlevel < AxProbU)
3717 && ((CC->room.QRflags & QR_MAILBOX) == 0)) {
3718 snprintf(errmsgbuf, n, "Need to be validated to enter (except in %s> to sysop)", MAILROOM);
3719 return (ERROR + HIGHER_ACCESS_REQUIRED);
3722 CtdlRoomAccess(&CC->room, &CC->user, &ra, NULL);
3724 if (ra & UA_POSTALLOWED) {
3725 strcpy(errmsgbuf, "OK to post or reply here");
3729 if ( (ra & UA_REPLYALLOWED) && (is_reply) ) {
3731 * To be thorough, we ought to check to see if the message they are
3732 * replying to is actually a valid one in this room, but unless this
3733 * actually becomes a problem we'll go with high performance instead.
3735 strcpy(errmsgbuf, "OK to reply here");
3739 if ( (ra & UA_REPLYALLOWED) && (!is_reply) ) {
3740 /* Clarify what happened with a better error message */
3741 snprintf(errmsgbuf, n, "You may only reply to existing messages here.");
3742 return (ERROR + HIGHER_ACCESS_REQUIRED);
3745 snprintf(errmsgbuf, n, "Higher access is required to post in this room.");
3746 return (ERROR + HIGHER_ACCESS_REQUIRED);
3752 * Check to see if the specified user has Internet mail permission
3753 * (returns nonzero if permission is granted)
3755 int CtdlCheckInternetMailPermission(struct ctdluser *who) {
3757 /* Do not allow twits to send Internet mail */
3758 if (who->axlevel <= AxProbU) return(0);
3760 /* Globally enabled? */
3761 if (config.c_restrict == 0) return(1);
3763 /* User flagged ok? */
3764 if (who->flags & US_INTERNET) return(2);
3766 /* Aide level access? */
3767 if (who->axlevel >= AxAideU) return(3);
3769 /* No mail for you! */
3775 * Validate recipients, count delivery types and errors, and handle aliasing
3776 * FIXME check for dupes!!!!!
3778 * Returns 0 if all addresses are ok, ret->num_error = -1 if no addresses
3779 * were specified, or the number of addresses found invalid.
3781 * Caller needs to free the result using free_recipients()
3783 struct recptypes *validate_recipients(const char *supplied_recipients,
3784 const char *RemoteIdentifier,
3786 struct recptypes *ret;
3787 char *recipients = NULL;
3788 char this_recp[256];
3789 char this_recp_cooked[256];
3795 struct ctdluser tempUS;
3796 struct ctdlroom tempQR;
3797 struct ctdlroom tempQR2;
3803 ret = (struct recptypes *) malloc(sizeof(struct recptypes));
3804 if (ret == NULL) return(NULL);
3806 /* Set all strings to null and numeric values to zero */
3807 memset(ret, 0, sizeof(struct recptypes));
3809 if (supplied_recipients == NULL) {
3810 recipients = strdup("");
3813 recipients = strdup(supplied_recipients);
3816 /* Allocate some memory. Yes, this allocates 500% more memory than we will
3817 * actually need, but it's healthier for the heap than doing lots of tiny
3818 * realloc() calls instead.
3821 ret->errormsg = malloc(strlen(recipients) + 1024);
3822 ret->recp_local = malloc(strlen(recipients) + 1024);
3823 ret->recp_internet = malloc(strlen(recipients) + 1024);
3824 ret->recp_ignet = malloc(strlen(recipients) + 1024);
3825 ret->recp_room = malloc(strlen(recipients) + 1024);
3826 ret->display_recp = malloc(strlen(recipients) + 1024);
3828 ret->errormsg[0] = 0;
3829 ret->recp_local[0] = 0;
3830 ret->recp_internet[0] = 0;
3831 ret->recp_ignet[0] = 0;
3832 ret->recp_room[0] = 0;
3833 ret->display_recp[0] = 0;
3835 ret->recptypes_magic = RECPTYPES_MAGIC;
3837 /* Change all valid separator characters to commas */
3838 for (i=0; !IsEmptyStr(&recipients[i]); ++i) {
3839 if ((recipients[i] == ';') || (recipients[i] == '|')) {
3840 recipients[i] = ',';
3844 /* Now start extracting recipients... */
3846 while (!IsEmptyStr(recipients)) {
3848 for (i=0; i<=strlen(recipients); ++i) {
3849 if (recipients[i] == '\"') in_quotes = 1 - in_quotes;
3850 if ( ( (recipients[i] == ',') && (!in_quotes) ) || (recipients[i] == 0) ) {
3851 safestrncpy(this_recp, recipients, i+1);
3853 if (recipients[i] == ',') {
3854 strcpy(recipients, &recipients[i+1]);
3857 strcpy(recipients, "");
3864 if (IsEmptyStr(this_recp))
3866 syslog(LOG_DEBUG, "Evaluating recipient #%d: %s\n", num_recps, this_recp);
3868 mailtype = alias(this_recp);
3869 mailtype = alias(this_recp);
3870 mailtype = alias(this_recp);
3872 for (j=0; !IsEmptyStr(&this_recp[j]); ++j) {
3873 if (this_recp[j]=='_') {
3874 this_recp_cooked[j] = ' ';
3877 this_recp_cooked[j] = this_recp[j];
3880 this_recp_cooked[j] = '\0';
3885 if (!strcasecmp(this_recp, "sysop")) {
3887 strcpy(this_recp, config.c_aideroom);
3888 if (!IsEmptyStr(ret->recp_room)) {
3889 strcat(ret->recp_room, "|");
3891 strcat(ret->recp_room, this_recp);
3893 else if ( (!strncasecmp(this_recp, "room_", 5))
3894 && (!CtdlGetRoom(&tempQR, &this_recp_cooked[5])) ) {
3896 /* Save room so we can restore it later */
3900 /* Check permissions to send mail to this room */
3901 err = CtdlDoIHavePermissionToPostInThisRoom(
3906 0 /* 0 = not a reply */
3915 if (!IsEmptyStr(ret->recp_room)) {
3916 strcat(ret->recp_room, "|");
3918 strcat(ret->recp_room, &this_recp_cooked[5]);
3921 /* Restore room in case something needs it */
3925 else if (CtdlGetUser(&tempUS, this_recp) == 0) {
3927 strcpy(this_recp, tempUS.fullname);
3928 if (!IsEmptyStr(ret->recp_local)) {
3929 strcat(ret->recp_local, "|");
3931 strcat(ret->recp_local, this_recp);
3933 else if (CtdlGetUser(&tempUS, this_recp_cooked) == 0) {
3935 strcpy(this_recp, tempUS.fullname);
3936 if (!IsEmptyStr(ret->recp_local)) {
3937 strcat(ret->recp_local, "|");
3939 strcat(ret->recp_local, this_recp);
3947 /* Yes, you're reading this correctly: if the target
3948 * domain points back to the local system or an attached
3949 * Citadel directory, the address is invalid. That's
3950 * because if the address were valid, we would have
3951 * already translated it to a local address by now.
3953 if (IsDirectory(this_recp, 0)) {
3958 ++ret->num_internet;
3959 if (!IsEmptyStr(ret->recp_internet)) {
3960 strcat(ret->recp_internet, "|");
3962 strcat(ret->recp_internet, this_recp);
3967 if (!IsEmptyStr(ret->recp_ignet)) {
3968 strcat(ret->recp_ignet, "|");
3970 strcat(ret->recp_ignet, this_recp);
3978 if (IsEmptyStr(errmsg)) {
3979 snprintf(append, sizeof append, "Invalid recipient: %s", this_recp);
3982 snprintf(append, sizeof append, "%s", errmsg);
3984 if ( (strlen(ret->errormsg) + strlen(append) + 3) < SIZ) {
3985 if (!IsEmptyStr(ret->errormsg)) {
3986 strcat(ret->errormsg, "; ");
3988 strcat(ret->errormsg, append);
3992 if (IsEmptyStr(ret->display_recp)) {
3993 strcpy(append, this_recp);
3996 snprintf(append, sizeof append, ", %s", this_recp);
3998 if ( (strlen(ret->display_recp)+strlen(append)) < SIZ) {
3999 strcat(ret->display_recp, append);
4004 if ((ret->num_local + ret->num_internet + ret->num_ignet +
4005 ret->num_room + ret->num_error) == 0) {
4006 ret->num_error = (-1);
4007 strcpy(ret->errormsg, "No recipients specified.");
4010 syslog(LOG_DEBUG, "validate_recipients()\n");
4011 syslog(LOG_DEBUG, " local: %d <%s>\n", ret->num_local, ret->recp_local);
4012 syslog(LOG_DEBUG, " room: %d <%s>\n", ret->num_room, ret->recp_room);
4013 syslog(LOG_DEBUG, " inet: %d <%s>\n", ret->num_internet, ret->recp_internet);
4014 syslog(LOG_DEBUG, " ignet: %d <%s>\n", ret->num_ignet, ret->recp_ignet);
4015 syslog(LOG_DEBUG, " error: %d <%s>\n", ret->num_error, ret->errormsg);
4023 * Destructor for struct recptypes
4025 void free_recipients(struct recptypes *valid) {
4027 if (valid == NULL) {
4031 if (valid->recptypes_magic != RECPTYPES_MAGIC) {
4032 syslog(LOG_EMERG, "Attempt to call free_recipients() on some other data type!\n");
4036 if (valid->errormsg != NULL) free(valid->errormsg);
4037 if (valid->recp_local != NULL) free(valid->recp_local);
4038 if (valid->recp_internet != NULL) free(valid->recp_internet);
4039 if (valid->recp_ignet != NULL) free(valid->recp_ignet);
4040 if (valid->recp_room != NULL) free(valid->recp_room);
4041 if (valid->display_recp != NULL) free(valid->display_recp);
4042 if (valid->bounce_to != NULL) free(valid->bounce_to);
4043 if (valid->envelope_from != NULL) free(valid->envelope_from);
4050 * message entry - mode 0 (normal)
4052 void cmd_ent0(char *entargs)
4058 char supplied_euid[128];
4060 int format_type = 0;
4061 char newusername[256];
4062 char newuseremail[256];
4063 struct CtdlMessage *msg;
4067 struct recptypes *valid = NULL;
4068 struct recptypes *valid_to = NULL;
4069 struct recptypes *valid_cc = NULL;
4070 struct recptypes *valid_bcc = NULL;
4072 int subject_required = 0;
4077 int newuseremail_ok = 0;
4078 char references[SIZ];
4083 post = extract_int(entargs, 0);
4084 extract_token(recp, entargs, 1, '|', sizeof recp);
4085 anon_flag = extract_int(entargs, 2);
4086 format_type = extract_int(entargs, 3);
4087 extract_token(subject, entargs, 4, '|', sizeof subject);
4088 extract_token(newusername, entargs, 5, '|', sizeof newusername);
4089 do_confirm = extract_int(entargs, 6);
4090 extract_token(cc, entargs, 7, '|', sizeof cc);
4091 extract_token(bcc, entargs, 8, '|', sizeof bcc);
4092 switch(CC->room.QRdefaultview) {
4095 extract_token(supplied_euid, entargs, 9, '|', sizeof supplied_euid);
4098 supplied_euid[0] = 0;
4101 extract_token(newuseremail, entargs, 10, '|', sizeof newuseremail);
4102 extract_token(references, entargs, 11, '|', sizeof references);
4103 for (ptr=references; *ptr != 0; ++ptr) {
4104 if (*ptr == '!') *ptr = '|';
4107 /* first check to make sure the request is valid. */
4109 err = CtdlDoIHavePermissionToPostInThisRoom(
4114 (!IsEmptyStr(references)) /* is this a reply? or a top-level post? */
4118 cprintf("%d %s\n", err, errmsg);
4122 /* Check some other permission type things. */
4124 if (IsEmptyStr(newusername)) {
4125 strcpy(newusername, CC->user.fullname);
4127 if ( (CC->user.axlevel < AxAideU)
4128 && (strcasecmp(newusername, CC->user.fullname))
4129 && (strcasecmp(newusername, CC->cs_inet_fn))
4131 cprintf("%d You don't have permission to author messages as '%s'.\n",
4132 ERROR + HIGHER_ACCESS_REQUIRED,
4139 if (IsEmptyStr(newuseremail)) {
4140 newuseremail_ok = 1;
4143 if (!IsEmptyStr(newuseremail)) {
4144 if (!strcasecmp(newuseremail, CC->cs_inet_email)) {
4145 newuseremail_ok = 1;
4147 else if (!IsEmptyStr(CC->cs_inet_other_emails)) {
4148 j = num_tokens(CC->cs_inet_other_emails, '|');
4149 for (i=0; i<j; ++i) {
4150 extract_token(buf, CC->cs_inet_other_emails, i, '|', sizeof buf);
4151 if (!strcasecmp(newuseremail, buf)) {
4152 newuseremail_ok = 1;
4158 if (!newuseremail_ok) {
4159 cprintf("%d You don't have permission to author messages as '%s'.\n",
4160 ERROR + HIGHER_ACCESS_REQUIRED,
4166 CC->cs_flags |= CS_POSTING;
4168 /* In mailbox rooms we have to behave a little differently --
4169 * make sure the user has specified at least one recipient. Then
4170 * validate the recipient(s). We do this for the Mail> room, as
4171 * well as any room which has the "Mailbox" view set - unless it
4172 * is the DRAFTS room which does not require recipients
4175 if ( ( ( (CC->room.QRflags & QR_MAILBOX) && (!strcasecmp(&CC->room.QRname[11], MAILROOM)) )
4176 || ( (CC->room.QRflags & QR_MAILBOX) && (CC->curr_view == VIEW_MAILBOX) )
4177 ) && (strcasecmp(&CC->room.QRname[11], USERDRAFTROOM)) !=0 ) {
4178 if (CC->user.axlevel < AxProbU) {
4179 strcpy(recp, "sysop");
4184 valid_to = validate_recipients(recp, NULL, 0);
4185 if (valid_to->num_error > 0) {
4186 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_to->errormsg);
4187 free_recipients(valid_to);
4191 valid_cc = validate_recipients(cc, NULL, 0);
4192 if (valid_cc->num_error > 0) {
4193 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_cc->errormsg);
4194 free_recipients(valid_to);
4195 free_recipients(valid_cc);
4199 valid_bcc = validate_recipients(bcc, NULL, 0);
4200 if (valid_bcc->num_error > 0) {
4201 cprintf("%d %s\n", ERROR + NO_SUCH_USER, valid_bcc->errormsg);
4202 free_recipients(valid_to);
4203 free_recipients(valid_cc);
4204 free_recipients(valid_bcc);
4208 /* Recipient required, but none were specified */
4209 if ( (valid_to->num_error < 0) && (valid_cc->num_error < 0) && (valid_bcc->num_error < 0) ) {
4210 free_recipients(valid_to);
4211 free_recipients(valid_cc);
4212 free_recipients(valid_bcc);
4213 cprintf("%d At least one recipient is required.\n", ERROR + NO_SUCH_USER);
4217 if (valid_to->num_internet + valid_cc->num_internet + valid_bcc->num_internet > 0) {
4218 if (CtdlCheckInternetMailPermission(&CC->user)==0) {
4219 cprintf("%d You do not have permission "
4220 "to send Internet mail.\n",
4221 ERROR + HIGHER_ACCESS_REQUIRED);
4222 free_recipients(valid_to);
4223 free_recipients(valid_cc);
4224 free_recipients(valid_bcc);
4229 if ( ( (valid_to->num_internet + valid_to->num_ignet + valid_cc->num_internet + valid_cc->num_ignet + valid_bcc->num_internet + valid_bcc->num_ignet) > 0)
4230 && (CC->user.axlevel < AxNetU) ) {
4231 cprintf("%d Higher access required for network mail.\n",
4232 ERROR + HIGHER_ACCESS_REQUIRED);
4233 free_recipients(valid_to);
4234 free_recipients(valid_cc);
4235 free_recipients(valid_bcc);
4239 if ((RESTRICT_INTERNET == 1)
4240 && (valid_to->num_internet + valid_cc->num_internet + valid_bcc->num_internet > 0)
4241 && ((CC->user.flags & US_INTERNET) == 0)
4242 && (!CC->internal_pgm)) {
4243 cprintf("%d You don't have access to Internet mail.\n",
4244 ERROR + HIGHER_ACCESS_REQUIRED);
4245 free_recipients(valid_to);
4246 free_recipients(valid_cc);
4247 free_recipients(valid_bcc);
4253 /* Is this a room which has anonymous-only or anonymous-option? */
4254 anonymous = MES_NORMAL;
4255 if (CC->room.QRflags & QR_ANONONLY) {
4256 anonymous = MES_ANONONLY;
4258 if (CC->room.QRflags & QR_ANONOPT) {
4259 if (anon_flag == 1) { /* only if the user requested it */
4260 anonymous = MES_ANONOPT;
4264 if ((CC->room.QRflags & QR_MAILBOX) == 0) {
4268 /* Recommend to the client that the use of a message subject is
4269 * strongly recommended in this room, if either the SUBJECTREQ flag
4270 * is set, or if there is one or more Internet email recipients.
4272 if (CC->room.QRflags2 & QR2_SUBJECTREQ) subject_required = 1;
4273 if ((valid_to) && (valid_to->num_internet > 0)) subject_required = 1;
4274 if ((valid_cc) && (valid_cc->num_internet > 0)) subject_required = 1;
4275 if ((valid_bcc) && (valid_bcc->num_internet > 0)) subject_required = 1;
4277 /* If we're only checking the validity of the request, return
4278 * success without creating the message.
4281 cprintf("%d %s|%d\n", CIT_OK,
4282 ((valid_to != NULL) ? valid_to->display_recp : ""),
4284 free_recipients(valid_to);
4285 free_recipients(valid_cc);
4286 free_recipients(valid_bcc);
4290 /* We don't need these anymore because we'll do it differently below */
4291 free_recipients(valid_to);
4292 free_recipients(valid_cc);
4293 free_recipients(valid_bcc);
4295 /* Read in the message from the client. */
4297 cprintf("%d send message\n", START_CHAT_MODE);
4299 cprintf("%d send message\n", SEND_LISTING);
4302 msg = CtdlMakeMessage(&CC->user, recp, cc,
4303 CC->room.QRname, anonymous, format_type,
4304 newusername, newuseremail, subject,
4305 ((!IsEmptyStr(supplied_euid)) ? supplied_euid : NULL),
4308 /* Put together one big recipients struct containing to/cc/bcc all in
4309 * one. This is for the envelope.
4311 char *all_recps = malloc(SIZ * 3);
4312 strcpy(all_recps, recp);
4313 if (!IsEmptyStr(cc)) {
4314 if (!IsEmptyStr(all_recps)) {
4315 strcat(all_recps, ",");
4317 strcat(all_recps, cc);
4319 if (!IsEmptyStr(bcc)) {
4320 if (!IsEmptyStr(all_recps)) {
4321 strcat(all_recps, ",");
4323 strcat(all_recps, bcc);
4325 if (!IsEmptyStr(all_recps)) {
4326 valid = validate_recipients(all_recps, NULL, 0);
4334 msgnum = CtdlSubmitMsg(msg, valid, "", QP_EADDR);
4337 cprintf("%ld\n", msgnum);
4339 cprintf("Message accepted.\n");
4342 cprintf("Internal error.\n");
4344 if (msg->cm_fields['E'] != NULL) {
4345 cprintf("%s\n", msg->cm_fields['E']);
4352 CtdlFreeMessage(msg);
4354 if (valid != NULL) {
4355 free_recipients(valid);
4363 * API function to delete messages which match a set of criteria
4364 * (returns the actual number of messages deleted)
4366 int CtdlDeleteMessages(char *room_name, /* which room */
4367 long *dmsgnums, /* array of msg numbers to be deleted */
4368 int num_dmsgnums, /* number of msgs to be deleted, or 0 for "any" */
4369 char *content_type /* or "" for any. regular expressions expected. */
4372 struct ctdlroom qrbuf;
4373 struct cdbdata *cdbfr;
4374 long *msglist = NULL;
4375 long *dellist = NULL;
4378 int num_deleted = 0;
4380 struct MetaData smi;
4383 int need_to_free_re = 0;
4385 if (content_type) if (!IsEmptyStr(content_type)) {
4386 regcomp(&re, content_type, 0);
4387 need_to_free_re = 1;
4389 syslog(LOG_DEBUG, "CtdlDeleteMessages(%s, %d msgs, %s)\n",
4390 room_name, num_dmsgnums, content_type);
4392 /* get room record, obtaining a lock... */
4393 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
4394 syslog(LOG_ERR, "CtdlDeleteMessages(): Room <%s> not found\n",
4396 if (need_to_free_re) regfree(&re);
4397 return (0); /* room not found */
4399 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
4401 if (cdbfr != NULL) {
4402 dellist = malloc(cdbfr->len);
4403 msglist = (long *) cdbfr->ptr;
4404 cdbfr->ptr = NULL; /* CtdlDeleteMessages() now owns this memory */
4405 num_msgs = cdbfr->len / sizeof(long);
4409 for (i = 0; i < num_msgs; ++i) {
4412 /* Set/clear a bit for each criterion */
4414 /* 0 messages in the list or a null list means that we are
4415 * interested in deleting any messages which meet the other criteria.
4417 if ((num_dmsgnums == 0) || (dmsgnums == NULL)) {
4418 delete_this |= 0x01;
4421 for (j=0; j<num_dmsgnums; ++j) {
4422 if (msglist[i] == dmsgnums[j]) {
4423 delete_this |= 0x01;
4428 if (IsEmptyStr(content_type)) {
4429 delete_this |= 0x02;
4431 GetMetaData(&smi, msglist[i]);
4432 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
4433 delete_this |= 0x02;
4437 /* Delete message only if all bits are set */
4438 if (delete_this == 0x03) {
4439 dellist[num_deleted++] = msglist[i];
4444 num_msgs = sort_msglist(msglist, num_msgs);
4445 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
4446 msglist, (int)(num_msgs * sizeof(long)));
4449 qrbuf.QRhighest = msglist[num_msgs - 1];
4451 qrbuf.QRhighest = 0;
4453 CtdlPutRoomLock(&qrbuf);
4455 /* Go through the messages we pulled out of the index, and decrement
4456 * their reference counts by 1. If this is the only room the message
4457 * was in, the reference count will reach zero and the message will
4458 * automatically be deleted from the database. We do this in a
4459 * separate pass because there might be plug-in hooks getting called,
4460 * and we don't want that happening during an S_ROOMS critical
4463 if (num_deleted) for (i=0; i<num_deleted; ++i) {
4464 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
4465 AdjRefCount(dellist[i], -1);
4468 /* Now free the memory we used, and go away. */
4469 if (msglist != NULL) free(msglist);
4470 if (dellist != NULL) free(dellist);
4471 syslog(LOG_DEBUG, "%d message(s) deleted.\n", num_deleted);
4472 if (need_to_free_re) regfree(&re);
4473 return (num_deleted);
4479 * Check whether the current user has permission to delete messages from
4480 * the current room (returns 1 for yes, 0 for no)
4482 int CtdlDoIHavePermissionToDeleteMessagesFromThisRoom(void) {
4484 CtdlRoomAccess(&CC->room, &CC->user, &ra, NULL);
4485 if (ra & UA_DELETEALLOWED) return(1);
4493 * Delete message from current room
4495 void cmd_dele(char *args)
4504 extract_token(msgset, args, 0, '|', sizeof msgset);
4505 num_msgs = num_tokens(msgset, ',');
4507 cprintf("%d Nothing to do.\n", CIT_OK);
4511 if (CtdlDoIHavePermissionToDeleteMessagesFromThisRoom() == 0) {
4512 cprintf("%d Higher access required.\n",
4513 ERROR + HIGHER_ACCESS_REQUIRED);
4518 * Build our message set to be moved/copied
4520 msgs = malloc(num_msgs * sizeof(long));
4521 for (i=0; i<num_msgs; ++i) {
4522 extract_token(msgtok, msgset, i, ',', sizeof msgtok);
4523 msgs[i] = atol(msgtok);
4526 num_deleted = CtdlDeleteMessages(CC->room.QRname, msgs, num_msgs, "");
4530 cprintf("%d %d message%s deleted.\n", CIT_OK,
4531 num_deleted, ((num_deleted != 1) ? "s" : ""));
4533 cprintf("%d Message not found.\n", ERROR + MESSAGE_NOT_FOUND);
4541 * move or copy a message to another room
4543 void cmd_move(char *args)
4550 char targ[ROOMNAMELEN];
4551 struct ctdlroom qtemp;
4558 extract_token(msgset, args, 0, '|', sizeof msgset);
4559 num_msgs = num_tokens(msgset, ',');
4561 cprintf("%d Nothing to do.\n", CIT_OK);
4565 extract_token(targ, args, 1, '|', sizeof targ);
4566 convert_room_name_macros(targ, sizeof targ);
4567 targ[ROOMNAMELEN - 1] = 0;
4568 is_copy = extract_int(args, 2);
4570 if (CtdlGetRoom(&qtemp, targ) != 0) {
4571 cprintf("%d '%s' does not exist.\n", ERROR + ROOM_NOT_FOUND, targ);
4575 if (!strcasecmp(qtemp.QRname, CC->room.QRname)) {
4576 cprintf("%d Source and target rooms are the same.\n", ERROR + ALREADY_EXISTS);
4580 CtdlGetUser(&CC->user, CC->curr_user);
4581 CtdlRoomAccess(&qtemp, &CC->user, &ra, NULL);
4583 /* Check for permission to perform this operation.
4584 * Remember: "CC->room" is source, "qtemp" is target.
4588 /* Aides can move/copy */
4589 if (CC->user.axlevel >= AxAideU) permit = 1;
4591 /* Room aides can move/copy */
4592 if (CC->user.usernum == CC->room.QRroomaide) permit = 1;
4594 /* Permit move/copy from personal rooms */
4595 if ((CC->room.QRflags & QR_MAILBOX)
4596 && (qtemp.QRflags & QR_MAILBOX)) permit = 1;
4598 /* Permit only copy from public to personal room */
4600 && (!(CC->room.QRflags & QR_MAILBOX))
4601 && (qtemp.QRflags & QR_MAILBOX)) permit = 1;
4603 /* Permit message removal from collaborative delete rooms */
4604 if (CC->room.QRflags2 & QR2_COLLABDEL) permit = 1;
4606 /* Users allowed to post into the target room may move into it too. */
4607 if ((CC->room.QRflags & QR_MAILBOX) &&
4608 (qtemp.QRflags & UA_POSTALLOWED)) permit = 1;
4610 /* User must have access to target room */
4611 if (!(ra & UA_KNOWN)) permit = 0;
4614 cprintf("%d Higher access required.\n",
4615 ERROR + HIGHER_ACCESS_REQUIRED);
4620 * Build our message set to be moved/copied
4622 msgs = malloc(num_msgs * sizeof(long));
4623 for (i=0; i<num_msgs; ++i) {
4624 extract_token(msgtok, msgset, i, ',', sizeof msgtok);
4625 msgs[i] = atol(msgtok);
4631 err = CtdlSaveMsgPointersInRoom(targ, msgs, num_msgs, 1, NULL, 0);
4633 cprintf("%d Cannot store message(s) in %s: error %d\n",
4639 /* Now delete the message from the source room,
4640 * if this is a 'move' rather than a 'copy' operation.
4643 CtdlDeleteMessages(CC->room.QRname, msgs, num_msgs, "");
4647 cprintf("%d Message(s) %s.\n", CIT_OK, (is_copy ? "copied" : "moved") );
4653 * GetMetaData() - Get the supplementary record for a message
4655 void GetMetaData(struct MetaData *smibuf, long msgnum)
4658 struct cdbdata *cdbsmi;
4661 memset(smibuf, 0, sizeof(struct MetaData));
4662 smibuf->meta_msgnum = msgnum;
4663 smibuf->meta_refcount = 1; /* Default reference count is 1 */
4665 /* Use the negative of the message number for its supp record index */
4666 TheIndex = (0L - msgnum);
4668 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
4669 if (cdbsmi == NULL) {
4670 return; /* record not found; go with defaults */
4672 memcpy(smibuf, cdbsmi->ptr,
4673 ((cdbsmi->len > sizeof(struct MetaData)) ?
4674 sizeof(struct MetaData) : cdbsmi->len));
4681 * PutMetaData() - (re)write supplementary record for a message
4683 void PutMetaData(struct MetaData *smibuf)
4687 /* Use the negative of the message number for the metadata db index */
4688 TheIndex = (0L - smibuf->meta_msgnum);
4690 cdb_store(CDB_MSGMAIN,
4691 &TheIndex, (int)sizeof(long),
4692 smibuf, (int)sizeof(struct MetaData));
4697 * AdjRefCount - submit an adjustment to the reference count for a message.
4698 * (These are just queued -- we actually process them later.)
4700 void AdjRefCount(long msgnum, int incr)
4702 struct arcq new_arcq;
4705 syslog(LOG_DEBUG, "AdjRefCount() msg %ld ref count delta %+d\n",
4709 begin_critical_section(S_SUPPMSGMAIN);
4710 if (arcfp == NULL) {
4711 arcfp = fopen(file_arcq, "ab+");
4713 end_critical_section(S_SUPPMSGMAIN);
4715 /* msgnum < 0 means that we're trying to close the file */
4717 syslog(LOG_DEBUG, "Closing the AdjRefCount queue file\n");
4718 begin_critical_section(S_SUPPMSGMAIN);
4719 if (arcfp != NULL) {
4723 end_critical_section(S_SUPPMSGMAIN);
4728 * If we can't open the queue, perform the operation synchronously.
4730 if (arcfp == NULL) {
4731 TDAP_AdjRefCount(msgnum, incr);
4735 new_arcq.arcq_msgnum = msgnum;
4736 new_arcq.arcq_delta = incr;
4737 rv = fwrite(&new_arcq, sizeof(struct arcq), 1, arcfp);
4739 syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
4750 * TDAP_ProcessAdjRefCountQueue()
4752 * Process the queue of message count adjustments that was created by calls
4753 * to AdjRefCount() ... by reading the queue and calling TDAP_AdjRefCount()
4754 * for each one. This should be an "off hours" operation.
4756 int TDAP_ProcessAdjRefCountQueue(void)
4758 char file_arcq_temp[PATH_MAX];
4761 struct arcq arcq_rec;
4762 int num_records_processed = 0;
4764 snprintf(file_arcq_temp, sizeof file_arcq_temp, "%s.%04x", file_arcq, rand());
4766 begin_critical_section(S_SUPPMSGMAIN);
4767 if (arcfp != NULL) {
4772 r = link(file_arcq, file_arcq_temp);
4774 syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4775 end_critical_section(S_SUPPMSGMAIN);
4776 return(num_records_processed);
4780 end_critical_section(S_SUPPMSGMAIN);
4782 fp = fopen(file_arcq_temp, "rb");
4784 syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4785 return(num_records_processed);
4788 while (fread(&arcq_rec, sizeof(struct arcq), 1, fp) == 1) {
4789 TDAP_AdjRefCount(arcq_rec.arcq_msgnum, arcq_rec.arcq_delta);
4790 ++num_records_processed;
4794 r = unlink(file_arcq_temp);
4796 syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
4799 return(num_records_processed);
4805 * TDAP_AdjRefCount - adjust the reference count for a message.
4806 * This one does it "for real" because it's called by
4807 * the autopurger function that processes the queue
4808 * created by AdjRefCount(). If a message's reference
4809 * count becomes zero, we also delete the message from
4810 * disk and de-index it.
4812 void TDAP_AdjRefCount(long msgnum, int incr)
4815 struct MetaData smi;
4818 /* This is a *tight* critical section; please keep it that way, as
4819 * it may get called while nested in other critical sections.
4820 * Complicating this any further will surely cause deadlock!
4822 begin_critical_section(S_SUPPMSGMAIN);
4823 GetMetaData(&smi, msgnum);
4824 smi.meta_refcount += incr;
4826 end_critical_section(S_SUPPMSGMAIN);
4827 syslog(LOG_DEBUG, "TDAP_AdjRefCount() msg %ld ref count delta %+d, is now %d\n",
4828 msgnum, incr, smi.meta_refcount
4831 /* If the reference count is now zero, delete the message
4832 * (and its supplementary record as well).
4834 if (smi.meta_refcount == 0) {
4835 syslog(LOG_DEBUG, "Deleting message <%ld>\n", msgnum);
4837 /* Call delete hooks with NULL room to show it has gone altogether */
4838 PerformDeleteHooks(NULL, msgnum);
4840 /* Remove from message base */
4842 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
4843 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
4845 /* Remove metadata record */
4846 delnum = (0L - msgnum);
4847 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
4853 * Write a generic object to this room
4855 * Note: this could be much more efficient. Right now we use two temporary
4856 * files, and still pull the message into memory as with all others.
4858 void CtdlWriteObject(char *req_room, /* Room to stuff it in */
4859 char *content_type, /* MIME type of this object */
4860 char *raw_message, /* Data to be written */
4861 off_t raw_length, /* Size of raw_message */
4862 struct ctdluser *is_mailbox, /* Mailbox room? */
4863 int is_binary, /* Is encoding necessary? */
4864 int is_unique, /* Del others of this type? */
4865 unsigned int flags /* Internal save flags */
4869 struct ctdlroom qrbuf;
4870 char roomname[ROOMNAMELEN];
4871 struct CtdlMessage *msg;
4872 char *encoded_message = NULL;
4874 if (is_mailbox != NULL) {
4875 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
4878 safestrncpy(roomname, req_room, sizeof(roomname));
4881 syslog(LOG_DEBUG, "Raw length is %ld\n", (long)raw_length);
4884 encoded_message = malloc((size_t) (((raw_length * 134) / 100) + 4096 ) );
4887 encoded_message = malloc((size_t)(raw_length + 4096));
4890 sprintf(encoded_message, "Content-type: %s\n", content_type);
4893 sprintf(&encoded_message[strlen(encoded_message)],
4894 "Content-transfer-encoding: base64\n\n"
4898 sprintf(&encoded_message[strlen(encoded_message)],
4899 "Content-transfer-encoding: 7bit\n\n"
4905 &encoded_message[strlen(encoded_message)],
4913 &encoded_message[strlen(encoded_message)],
4919 syslog(LOG_DEBUG, "Allocating\n");
4920 msg = malloc(sizeof(struct CtdlMessage));
4921 memset(msg, 0, sizeof(struct CtdlMessage));
4922 msg->cm_magic = CTDLMESSAGE_MAGIC;
4923 msg->cm_anon_type = MES_NORMAL;
4924 msg->cm_format_type = 4;
4925 msg->cm_fields['A'] = strdup(CC->user.fullname);
4926 msg->cm_fields['O'] = strdup(req_room);
4927 msg->cm_fields['N'] = strdup(config.c_nodename);
4928 msg->cm_fields['H'] = strdup(config.c_humannode);
4929 msg->cm_flags = flags;
4931 msg->cm_fields['M'] = encoded_message;
4933 /* Create the requested room if we have to. */
4934 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
4935 CtdlCreateRoom(roomname,
4936 ( (is_mailbox != NULL) ? 5 : 3 ),
4937 "", 0, 1, 0, VIEW_BBS);
4939 /* If the caller specified this object as unique, delete all
4940 * other objects of this type that are currently in the room.
4943 syslog(LOG_DEBUG, "Deleted %d other msgs of this type\n",
4944 CtdlDeleteMessages(roomname, NULL, 0, content_type)
4947 /* Now write the data */
4948 CtdlSubmitMsg(msg, NULL, roomname, 0);
4949 CtdlFreeMessage(msg);
4957 void CtdlGetSysConfigBackend(long msgnum, void *userdata) {
4958 config_msgnum = msgnum;
4962 char *CtdlGetSysConfig(char *sysconfname) {
4963 char hold_rm[ROOMNAMELEN];
4966 struct CtdlMessage *msg;
4969 strcpy(hold_rm, CC->room.QRname);
4970 if (CtdlGetRoom(&CC->room, SYSCONFIGROOM) != 0) {
4971 CtdlGetRoom(&CC->room, hold_rm);
4976 /* We want the last (and probably only) config in this room */
4977 begin_critical_section(S_CONFIG);
4978 config_msgnum = (-1L);
4979 CtdlForEachMessage(MSGS_LAST, 1, NULL, sysconfname, NULL,
4980 CtdlGetSysConfigBackend, NULL);
4981 msgnum = config_msgnum;
4982 end_critical_section(S_CONFIG);
4988 msg = CtdlFetchMessage(msgnum, 1);
4990 conf = strdup(msg->cm_fields['M']);
4991 CtdlFreeMessage(msg);
4998 CtdlGetRoom(&CC->room, hold_rm);
5000 if (conf != NULL) do {
5001 extract_token(buf, conf, 0, '\n', sizeof buf);
5002 strcpy(conf, &conf[strlen(buf)+1]);
5003 } while ( (!IsEmptyStr(conf)) && (!IsEmptyStr(buf)) );
5009 void CtdlPutSysConfig(char *sysconfname, char *sysconfdata) {
5010 CtdlWriteObject(SYSCONFIGROOM, sysconfname, sysconfdata, (strlen(sysconfdata)+1), NULL, 0, 1, 0);
5015 * Determine whether a given Internet address belongs to the current user
5017 int CtdlIsMe(char *addr, int addr_buf_len)
5019 struct recptypes *recp;
5022 recp = validate_recipients(addr, NULL, 0);
5023 if (recp == NULL) return(0);
5025 if (recp->num_local == 0) {
5026 free_recipients(recp);
5030 for (i=0; i<recp->num_local; ++i) {
5031 extract_token(addr, recp->recp_local, i, '|', addr_buf_len);
5032 if (!strcasecmp(addr, CC->user.fullname)) {
5033 free_recipients(recp);
5038 free_recipients(recp);
5044 * Citadel protocol command to do the same
5046 void cmd_isme(char *argbuf) {
5049 if (CtdlAccessCheck(ac_logged_in)) return;
5050 extract_token(addr, argbuf, 0, '|', sizeof addr);
5052 if (CtdlIsMe(addr, sizeof addr)) {
5053 cprintf("%d %s\n", CIT_OK, addr);
5056 cprintf("%d Not you.\n", ERROR + ILLEGAL_VALUE);
5062 /*****************************************************************************/
5063 /* MODULE INITIALIZATION STUFF */
5064 /*****************************************************************************/
5066 CTDL_MODULE_INIT(msgbase)
5069 CtdlRegisterProtoHook(cmd_msgs, "MSGS", "Output a list of messages in the current room");
5070 CtdlRegisterProtoHook(cmd_msg0, "MSG0", "Output a message in plain text format");
5071 CtdlRegisterProtoHook(cmd_msg2, "MSG2", "Output a message in RFC822 format");
5072 CtdlRegisterProtoHook(cmd_msg3, "MSG3", "Output a message in raw format (deprecated)");
5073 CtdlRegisterProtoHook(cmd_msg4, "MSG4", "Output a message in the client's preferred format");
5074 CtdlRegisterProtoHook(cmd_msgp, "MSGP", "Select preferred format for MSG4 output");
5075 CtdlRegisterProtoHook(cmd_opna, "OPNA", "Open an attachment for download");
5076 CtdlRegisterProtoHook(cmd_dlat, "DLAT", "Download an attachment");
5077 CtdlRegisterProtoHook(cmd_ent0, "ENT0", "Enter a message");
5078 CtdlRegisterProtoHook(cmd_dele, "DELE", "Delete a message");
5079 CtdlRegisterProtoHook(cmd_move, "MOVE", "Move or copy a message to another room");
5080 CtdlRegisterProtoHook(cmd_isme, "ISME", "Determine whether an email address belongs to a user");
5083 /* return our Subversion id for the Log */