2 * Implements the message store.
4 * Copyright (c) 1987-2012 by the citadel.org team
6 * This program is open source software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 3.
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
21 #if TIME_WITH_SYS_TIME
22 # include <sys/time.h>
26 # include <sys/time.h>
39 #include <sys/types.h>
44 #include <libcitadel.h>
47 #include "serv_extensions.h"
51 #include "sysdep_decls.h"
52 #include "citserver.h"
59 #include "internet_addressing.h"
60 #include "euidindex.h"
61 #include "journaling.h"
62 #include "citadel_dirs.h"
63 #include "clientsocket.h"
66 #include "ctdl_module.h"
68 struct addresses_to_be_filed *atbf = NULL;
70 /* This temp file holds the queue of operations for AdjRefCount() */
71 static FILE *arcfp = NULL;
72 void AdjRefCountList(long *msgnum, long nmsg, int incr);
74 int MessageDebugEnabled = 0;
77 * These are the four-character field headers we use when outputting
78 * messages in Citadel format (as opposed to RFC822 format).
81 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
82 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
83 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
84 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
85 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
86 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
87 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
88 NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
118 eMsgField FieldOrder[] = {
119 /* Important fields */
130 /* Semi-important fields */
136 /* G is not used yet, may become virus signature*/
139 /* Q is not used yet */
142 /* X is not used yet */
143 /* Z is not used yet */
150 /* Message text (MUST be last) */
152 /* Not saved to disk:
157 static const long NDiskFields = sizeof(FieldOrder) / sizeof(eMsgField);
159 int CM_IsEmpty(struct CtdlMessage *Msg, eMsgField which)
161 return !((Msg->cm_fields[which] != NULL) &&
162 (Msg->cm_fields[which][0] != '\0'));
165 void CM_SetField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length)
167 if (Msg->cm_fields[which] != NULL)
168 free (Msg->cm_fields[which]);
169 Msg->cm_fields[which] = malloc(length + 1);
170 memcpy(Msg->cm_fields[which], buf, length);
171 Msg->cm_fields[which][length] = '\0';
174 void CM_SetFieldLONG(struct CtdlMessage *Msg, eMsgField which, long lvalue)
178 len = snprintf(buf, sizeof(buf), "%ld", lvalue);
179 CM_SetField(Msg, which, buf, len);
181 void CM_CutFieldAt(struct CtdlMessage *Msg, eMsgField WhichToCut, long maxlen)
183 if (Msg->cm_fields[WhichToCut] == NULL)
186 if (strlen(Msg->cm_fields[WhichToCut]) > maxlen)
187 Msg->cm_fields[WhichToCut][maxlen] = '\0';
190 void CM_FlushField(struct CtdlMessage *Msg, eMsgField which)
192 if (Msg->cm_fields[which] != NULL)
193 free (Msg->cm_fields[which]);
194 Msg->cm_fields[which] = NULL;
197 void CM_CopyField(struct CtdlMessage *Msg, eMsgField WhichToPutTo, eMsgField WhichtToCopy)
200 if (Msg->cm_fields[WhichToPutTo] != NULL)
201 free (Msg->cm_fields[WhichToPutTo]);
203 if (Msg->cm_fields[WhichtToCopy] != NULL)
205 len = strlen(Msg->cm_fields[WhichtToCopy]);
206 Msg->cm_fields[WhichToPutTo] = malloc(len + 1);
207 memcpy(Msg->cm_fields[WhichToPutTo], Msg->cm_fields[WhichToPutTo], len);
208 Msg->cm_fields[WhichToPutTo][len] = '\0';
211 Msg->cm_fields[WhichToPutTo] = NULL;
215 void CM_PrependToField(struct CtdlMessage *Msg, eMsgField which, const char *buf, long length)
217 if (Msg->cm_fields[which] != NULL) {
222 oldmsgsize = strlen(Msg->cm_fields[which]) + 1;
223 newmsgsize = length + oldmsgsize;
225 new = malloc(newmsgsize);
226 memcpy(new, buf, length);
227 memcpy(new + length, Msg->cm_fields[which], oldmsgsize);
228 free(Msg->cm_fields[which]);
229 Msg->cm_fields[which] = new;
232 Msg->cm_fields[which] = malloc(length + 1);
233 memcpy(Msg->cm_fields[which], buf, length);
234 Msg->cm_fields[which][length] = '\0';
238 void CM_SetAsField(struct CtdlMessage *Msg, eMsgField which, char **buf, long length)
240 if (Msg->cm_fields[which] != NULL)
241 free (Msg->cm_fields[which]);
243 Msg->cm_fields[which] = *buf;
247 void CM_SetAsFieldSB(struct CtdlMessage *Msg, eMsgField which, StrBuf **buf)
249 if (Msg->cm_fields[which] != NULL)
250 free (Msg->cm_fields[which]);
252 Msg->cm_fields[which] = SmashStrBuf(buf);
255 void CM_GetAsField(struct CtdlMessage *Msg, eMsgField which, char **ret, long *retlen)
257 if (Msg->cm_fields[which] != NULL)
259 *retlen = strlen(Msg->cm_fields[which]);
260 *ret = Msg->cm_fields[which];
261 Msg->cm_fields[which] = NULL;
271 * Returns 1 if the supplied pointer points to a valid Citadel message.
272 * If the pointer is NULL or the magic number check fails, returns 0.
274 int CM_IsValidMsg(struct CtdlMessage *msg) {
277 if ((msg->cm_magic) != CTDLMESSAGE_MAGIC) {
278 struct CitContext *CCC = CC;
279 MSGM_syslog(LOG_WARNING, "CM_IsValidMsg() -- self-check failed\n");
285 void CM_FreeContents(struct CtdlMessage *msg)
289 for (i = 0; i < 256; ++i)
290 if (msg->cm_fields[i] != NULL) {
291 free(msg->cm_fields[i]);
294 msg->cm_magic = 0; /* just in case */
297 * 'Destructor' for struct CtdlMessage
299 void CM_Free(struct CtdlMessage *msg)
301 if (CM_IsValidMsg(msg) == 0)
303 if (msg != NULL) free (msg);
306 CM_FreeContents(msg);
310 int CM_DupField(eMsgField i, struct CtdlMessage *OrgMsg, struct CtdlMessage *NewMsg)
313 len = strlen(OrgMsg->cm_fields[i]);
314 NewMsg->cm_fields[i] = malloc(len + 1);
315 if (NewMsg->cm_fields[i] == NULL)
317 memcpy(NewMsg->cm_fields[i], OrgMsg->cm_fields[i], len);
318 NewMsg->cm_fields[i][len] = '\0';
322 struct CtdlMessage * CM_Duplicate(struct CtdlMessage *OrgMsg)
325 struct CtdlMessage *NewMsg;
327 if (CM_IsValidMsg(OrgMsg) == 0)
329 NewMsg = (struct CtdlMessage *)malloc(sizeof(struct CtdlMessage));
333 memcpy(NewMsg, OrgMsg, sizeof(struct CtdlMessage));
335 memset(&NewMsg->cm_fields, 0, sizeof(char*) * 256);
337 for (i = 0; i < 256; ++i)
339 if (OrgMsg->cm_fields[i] != NULL)
341 if (!CM_DupField(i, OrgMsg, NewMsg))
356 /* Determine if a given message matches the fields in a message template.
357 * Return 0 for a successful match.
359 int CtdlMsgCmp(struct CtdlMessage *msg, struct CtdlMessage *template) {
362 /* If there aren't any fields in the template, all messages will
365 if (template == NULL) return(0);
367 /* Null messages are bogus. */
368 if (msg == NULL) return(1);
370 for (i='A'; i<='Z'; ++i) {
371 if (template->cm_fields[i] != NULL) {
372 if (msg->cm_fields[i] == NULL) {
373 /* Considered equal if temmplate is empty string */
374 if (IsEmptyStr(template->cm_fields[i])) continue;
377 if (strcasecmp(msg->cm_fields[i],
378 template->cm_fields[i])) return 1;
382 /* All compares succeeded: we have a match! */
389 * Retrieve the "seen" message list for the current room.
391 void CtdlGetSeen(char *buf, int which_set) {
392 struct CitContext *CCC = CC;
395 /* Learn about the user and room in question */
396 CtdlGetRelationship(&vbuf, &CCC->user, &CCC->room);
398 if (which_set == ctdlsetseen_seen)
399 safestrncpy(buf, vbuf.v_seen, SIZ);
400 if (which_set == ctdlsetseen_answered)
401 safestrncpy(buf, vbuf.v_answered, SIZ);
407 * Manipulate the "seen msgs" string (or other message set strings)
409 void CtdlSetSeen(long *target_msgnums, int num_target_msgnums,
410 int target_setting, int which_set,
411 struct ctdluser *which_user, struct ctdlroom *which_room) {
412 struct CitContext *CCC = CC;
413 struct cdbdata *cdbfr;
418 long hi = (-1L); /// TODO: we just write here. y?
427 char *is_set; /* actually an array of booleans */
429 /* Don't bother doing *anything* if we were passed a list of zero messages */
430 if (num_target_msgnums < 1) {
434 /* If no room was specified, we go with the current room. */
436 which_room = &CCC->room;
439 /* If no user was specified, we go with the current user. */
441 which_user = &CCC->user;
444 MSG_syslog(LOG_DEBUG, "CtdlSetSeen(%d msgs starting with %ld, %s, %d) in <%s>\n",
445 num_target_msgnums, target_msgnums[0],
446 (target_setting ? "SET" : "CLEAR"),
450 /* Learn about the user and room in question */
451 CtdlGetRelationship(&vbuf, which_user, which_room);
453 /* Load the message list */
454 cdbfr = cdb_fetch(CDB_MSGLISTS, &which_room->QRnumber, sizeof(long));
456 msglist = (long *) cdbfr->ptr;
457 cdbfr->ptr = NULL; /* CtdlSetSeen() now owns this memory */
458 num_msgs = cdbfr->len / sizeof(long);
461 return; /* No messages at all? No further action. */
464 is_set = malloc(num_msgs * sizeof(char));
465 memset(is_set, 0, (num_msgs * sizeof(char)) );
467 /* Decide which message set we're manipulating */
469 case ctdlsetseen_seen:
470 vset = NewStrBufPlain(vbuf.v_seen, -1);
472 case ctdlsetseen_answered:
473 vset = NewStrBufPlain(vbuf.v_answered, -1);
480 #if 0 /* This is a special diagnostic section. Do not allow it to run during normal operation. */
481 MSG_syslog(LOG_DEBUG, "There are %d messages in the room.\n", num_msgs);
482 for (i=0; i<num_msgs; ++i) {
483 if ((i > 0) && (msglist[i] <= msglist[i-1])) abort();
485 MSG_syslog(LOG_DEBUG, "We are twiddling %d of them.\n", num_target_msgnums);
486 for (k=0; k<num_target_msgnums; ++k) {
487 if ((k > 0) && (target_msgnums[k] <= target_msgnums[k-1])) abort();
491 MSG_syslog(LOG_DEBUG, "before update: %s\n", ChrPtr(vset));
493 /* Translate the existing sequence set into an array of booleans */
494 setstr = NewStrBuf();
498 while (StrBufExtract_NextToken(setstr, vset, &pvset, ',') >= 0) {
500 StrBufExtract_token(lostr, setstr, 0, ':');
501 if (StrBufNum_tokens(setstr, ':') >= 2) {
502 StrBufExtract_token(histr, setstr, 1, ':');
506 StrBufAppendBuf(histr, lostr, 0);
509 if (!strcmp(ChrPtr(histr), "*")) {
516 for (i = 0; i < num_msgs; ++i) {
517 if ((msglist[i] >= lo) && (msglist[i] <= hi)) {
527 /* Now translate the array of booleans back into a sequence set */
533 for (i=0; i<num_msgs; ++i) {
537 for (k=0; k<num_target_msgnums; ++k) {
538 if (msglist[i] == target_msgnums[k]) {
539 is_seen = target_setting;
543 if ((was_seen == 0) && (is_seen == 1)) {
546 else if ((was_seen == 1) && (is_seen == 0)) {
549 if (StrLength(vset) > 0) {
550 StrBufAppendBufPlain(vset, HKEY(","), 0);
553 StrBufAppendPrintf(vset, "%ld", hi);
556 StrBufAppendPrintf(vset, "%ld:%ld", lo, hi);
560 if ((is_seen) && (i == num_msgs - 1)) {
561 if (StrLength(vset) > 0) {
562 StrBufAppendBufPlain(vset, HKEY(","), 0);
564 if ((i==0) || (was_seen == 0)) {
565 StrBufAppendPrintf(vset, "%ld", msglist[i]);
568 StrBufAppendPrintf(vset, "%ld:%ld", lo, msglist[i]);
576 * We will have to stuff this string back into a 4096 byte buffer, so if it's
577 * larger than that now, truncate it by removing tokens from the beginning.
578 * The limit of 100 iterations is there to prevent an infinite loop in case
579 * something unexpected happens.
581 int number_of_truncations = 0;
582 while ( (StrLength(vset) > SIZ) && (number_of_truncations < 100) ) {
583 StrBufRemove_token(vset, 0, ',');
584 ++number_of_truncations;
588 * If we're truncating the sequence set of messages marked with the 'seen' flag,
589 * we want the earliest messages (the truncated ones) to be marked, not unmarked.
590 * Otherwise messages at the beginning will suddenly appear to be 'unseen'.
592 if ( (which_set == ctdlsetseen_seen) && (number_of_truncations > 0) ) {
594 first_tok = NewStrBuf();
595 StrBufExtract_token(first_tok, vset, 0, ',');
596 StrBufRemove_token(vset, 0, ',');
598 if (StrBufNum_tokens(first_tok, ':') > 1) {
599 StrBufRemove_token(first_tok, 0, ':');
603 new_set = NewStrBuf();
604 StrBufAppendBufPlain(new_set, HKEY("1:"), 0);
605 StrBufAppendBuf(new_set, first_tok, 0);
606 StrBufAppendBufPlain(new_set, HKEY(":"), 0);
607 StrBufAppendBuf(new_set, vset, 0);
610 FreeStrBuf(&first_tok);
614 MSG_syslog(LOG_DEBUG, " after update: %s\n", ChrPtr(vset));
616 /* Decide which message set we're manipulating */
618 case ctdlsetseen_seen:
619 safestrncpy(vbuf.v_seen, ChrPtr(vset), sizeof vbuf.v_seen);
621 case ctdlsetseen_answered:
622 safestrncpy(vbuf.v_answered, ChrPtr(vset), sizeof vbuf.v_answered);
628 CtdlSetRelationship(&vbuf, which_user, which_room);
634 * API function to perform an operation for each qualifying message in the
635 * current room. (Returns the number of messages processed.)
637 int CtdlForEachMessage(int mode, long ref, char *search_string,
639 struct CtdlMessage *compare,
640 ForEachMsgCallback CallBack,
643 struct CitContext *CCC = CC;
646 struct cdbdata *cdbfr;
647 long *msglist = NULL;
649 int num_processed = 0;
652 struct CtdlMessage *msg = NULL;
655 int printed_lastold = 0;
656 int num_search_msgs = 0;
657 long *search_msgs = NULL;
659 int need_to_free_re = 0;
662 if ((content_type) && (!IsEmptyStr(content_type))) {
663 regcomp(&re, content_type, 0);
667 /* Learn about the user and room in question */
668 if (server_shutting_down) {
669 if (need_to_free_re) regfree(&re);
672 CtdlGetUser(&CCC->user, CCC->curr_user);
674 if (server_shutting_down) {
675 if (need_to_free_re) regfree(&re);
678 CtdlGetRelationship(&vbuf, &CCC->user, &CCC->room);
680 if (server_shutting_down) {
681 if (need_to_free_re) regfree(&re);
685 /* Load the message list */
686 cdbfr = cdb_fetch(CDB_MSGLISTS, &CCC->room.QRnumber, sizeof(long));
688 if (need_to_free_re) regfree(&re);
689 return 0; /* No messages at all? No further action. */
692 msglist = (long *) cdbfr->ptr;
693 num_msgs = cdbfr->len / sizeof(long);
695 cdbfr->ptr = NULL; /* clear this so that cdb_free() doesn't free it */
696 cdb_free(cdbfr); /* we own this memory now */
699 * Now begin the traversal.
701 if (num_msgs > 0) for (a = 0; a < num_msgs; ++a) {
703 /* If the caller is looking for a specific MIME type, filter
704 * out all messages which are not of the type requested.
706 if ((content_type != NULL) && (!IsEmptyStr(content_type))) {
708 /* This call to GetMetaData() sits inside this loop
709 * so that we only do the extra database read per msg
710 * if we need to. Doing the extra read all the time
711 * really kills the server. If we ever need to use
712 * metadata for another search criterion, we need to
713 * move the read somewhere else -- but still be smart
714 * enough to only do the read if the caller has
715 * specified something that will need it.
717 if (server_shutting_down) {
718 if (need_to_free_re) regfree(&re);
722 GetMetaData(&smi, msglist[a]);
724 /* if (strcasecmp(smi.meta_content_type, content_type)) { old non-regex way */
725 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) != 0) {
731 num_msgs = sort_msglist(msglist, num_msgs);
733 /* If a template was supplied, filter out the messages which
734 * don't match. (This could induce some delays!)
737 if (compare != NULL) {
738 for (a = 0; a < num_msgs; ++a) {
739 if (server_shutting_down) {
740 if (need_to_free_re) regfree(&re);
744 msg = CtdlFetchMessage(msglist[a], 1);
746 if (CtdlMsgCmp(msg, compare)) {
755 /* If a search string was specified, get a message list from
756 * the full text index and remove messages which aren't on both
760 * Since the lists are sorted and strictly ascending, and the
761 * output list is guaranteed to be shorter than or equal to the
762 * input list, we overwrite the bottom of the input list. This
763 * eliminates the need to memmove big chunks of the list over and
766 if ( (num_msgs > 0) && (mode == MSGS_SEARCH) && (search_string) ) {
768 /* Call search module via hook mechanism.
769 * NULL means use any search function available.
770 * otherwise replace with a char * to name of search routine
772 CtdlModuleDoSearch(&num_search_msgs, &search_msgs, search_string, "fulltext");
774 if (num_search_msgs > 0) {
778 orig_num_msgs = num_msgs;
780 for (i=0; i<orig_num_msgs; ++i) {
781 for (j=0; j<num_search_msgs; ++j) {
782 if (msglist[i] == search_msgs[j]) {
783 msglist[num_msgs++] = msglist[i];
789 num_msgs = 0; /* No messages qualify */
791 if (search_msgs != NULL) free(search_msgs);
793 /* Now that we've purged messages which don't contain the search
794 * string, treat a MSGS_SEARCH just like a MSGS_ALL from this
801 * Now iterate through the message list, according to the
802 * criteria supplied by the caller.
805 for (a = 0; a < num_msgs; ++a) {
806 if (server_shutting_down) {
807 if (need_to_free_re) regfree(&re);
809 return num_processed;
811 thismsg = msglist[a];
812 if (mode == MSGS_ALL) {
816 is_seen = is_msg_in_sequence_set(
817 vbuf.v_seen, thismsg);
818 if (is_seen) lastold = thismsg;
824 || ((mode == MSGS_OLD) && (is_seen))
825 || ((mode == MSGS_NEW) && (!is_seen))
826 || ((mode == MSGS_LAST) && (a >= (num_msgs - ref)))
827 || ((mode == MSGS_FIRST) && (a < ref))
828 || ((mode == MSGS_GT) && (thismsg > ref))
829 || ((mode == MSGS_LT) && (thismsg < ref))
830 || ((mode == MSGS_EQ) && (thismsg == ref))
833 if ((mode == MSGS_NEW) && (CCC->user.flags & US_LASTOLD) && (lastold > 0L) && (printed_lastold == 0) && (!is_seen)) {
835 CallBack(lastold, userdata);
839 if (CallBack) CallBack(thismsg, userdata);
843 if (need_to_free_re) regfree(&re);
846 * We cache the most recent msglist in order to do security checks later
848 if (CCC->client_socket > 0) {
849 if (CCC->cached_msglist != NULL) {
850 free(CCC->cached_msglist);
852 CCC->cached_msglist = msglist;
853 CCC->cached_num_msgs = num_msgs;
859 return num_processed;
865 * memfmout() - Citadel text formatter and paginator.
866 * Although the original purpose of this routine was to format
867 * text to the reader's screen width, all we're really using it
868 * for here is to format text out to 80 columns before sending it
869 * to the client. The client software may reformat it again.
872 char *mptr, /* where are we going to get our text from? */
873 const char *nl /* string to terminate lines with */
875 struct CitContext *CCC = CC;
877 unsigned char ch = 0;
884 while (ch=*(mptr++), ch != 0) {
887 if (client_write(outbuf, len) == -1)
889 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
893 if (client_write(nl, nllen) == -1)
895 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
900 else if (ch == '\r') {
901 /* Ignore carriage returns. Newlines are always LF or CRLF but never CR. */
903 else if (isspace(ch)) {
904 if (column > 72) { /* Beyond 72 columns, break on the next space */
905 if (client_write(outbuf, len) == -1)
907 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
911 if (client_write(nl, nllen) == -1)
913 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
926 if (column > 1000) { /* Beyond 1000 columns, break anywhere */
927 if (client_write(outbuf, len) == -1)
929 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
933 if (client_write(nl, nllen) == -1)
935 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
943 if (client_write(outbuf, len) == -1)
945 MSGM_syslog(LOG_ERR, "memfmout(): aborting due to write failure.\n");
949 client_write(nl, nllen);
957 * Callback function for mime parser that simply lists the part
959 void list_this_part(char *name, char *filename, char *partnum, char *disp,
960 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
961 char *cbid, void *cbuserdata)
965 ma = (struct ma_info *)cbuserdata;
966 if (ma->is_ma == 0) {
967 cprintf("part=%s|%s|%s|%s|%s|%ld|%s|%s\n",
980 * Callback function for multipart prefix
982 void list_this_pref(char *name, char *filename, char *partnum, char *disp,
983 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
984 char *cbid, void *cbuserdata)
988 ma = (struct ma_info *)cbuserdata;
989 if (!strcasecmp(cbtype, "multipart/alternative")) {
993 if (ma->is_ma == 0) {
994 cprintf("pref=%s|%s\n", partnum, cbtype);
999 * Callback function for multipart sufffix
1001 void list_this_suff(char *name, char *filename, char *partnum, char *disp,
1002 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1003 char *cbid, void *cbuserdata)
1007 ma = (struct ma_info *)cbuserdata;
1008 if (ma->is_ma == 0) {
1009 cprintf("suff=%s|%s\n", partnum, cbtype);
1011 if (!strcasecmp(cbtype, "multipart/alternative")) {
1018 * Callback function for mime parser that opens a section for downloading
1020 void mime_download(char *name, char *filename, char *partnum, char *disp,
1021 void *content, char *cbtype, char *cbcharset, size_t length,
1022 char *encoding, char *cbid, void *cbuserdata)
1025 CitContext *CCC = MyContext();
1027 /* Silently go away if there's already a download open. */
1028 if (CCC->download_fp != NULL)
1032 (!IsEmptyStr(partnum) && (!strcasecmp(CCC->download_desired_section, partnum)))
1033 || (!IsEmptyStr(cbid) && (!strcasecmp(CCC->download_desired_section, cbid)))
1035 CCC->download_fp = tmpfile();
1036 if (CCC->download_fp == NULL) {
1037 MSG_syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
1039 cprintf("%d cannot open temporary file: %s\n",
1040 ERROR + INTERNAL_ERROR, strerror(errno));
1044 rv = fwrite(content, length, 1, CCC->download_fp);
1046 MSG_syslog(LOG_EMERG, "mime_download(): Couldn't write: %s\n",
1048 cprintf("%d unable to write tempfile.\n",
1050 fclose(CCC->download_fp);
1051 CCC->download_fp = NULL;
1054 fflush(CCC->download_fp);
1055 rewind(CCC->download_fp);
1057 OpenCmdResult(filename, cbtype);
1064 * Callback function for mime parser that outputs a section all at once.
1065 * We can specify the desired section by part number *or* content-id.
1067 void mime_spew_section(char *name, char *filename, char *partnum, char *disp,
1068 void *content, char *cbtype, char *cbcharset, size_t length,
1069 char *encoding, char *cbid, void *cbuserdata)
1071 int *found_it = (int *)cbuserdata;
1074 (!IsEmptyStr(partnum) && (!strcasecmp(CC->download_desired_section, partnum)))
1075 || (!IsEmptyStr(cbid) && (!strcasecmp(CC->download_desired_section, cbid)))
1078 cprintf("%d %d|-1|%s|%s|%s\n",
1085 client_write(content, length);
1091 * Load a message from disk into memory.
1092 * This is used by CtdlOutputMsg() and other fetch functions.
1094 * NOTE: Caller is responsible for freeing the returned CtdlMessage struct
1095 * using the CtdlMessageFree() function.
1097 struct CtdlMessage *CtdlFetchMessage(long msgnum, int with_body)
1099 struct CitContext *CCC = CC;
1100 struct cdbdata *dmsgtext;
1101 struct CtdlMessage *ret = NULL;
1105 cit_uint8_t field_header;
1107 MSG_syslog(LOG_DEBUG, "CtdlFetchMessage(%ld, %d)\n", msgnum, with_body);
1108 dmsgtext = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
1109 if (dmsgtext == NULL) {
1110 MSG_syslog(LOG_ERR, "CtdlFetchMessage(%ld, %d) Failed!\n", msgnum, with_body);
1113 mptr = dmsgtext->ptr;
1114 upper_bound = mptr + dmsgtext->len;
1116 /* Parse the three bytes that begin EVERY message on disk.
1117 * The first is always 0xFF, the on-disk magic number.
1118 * The second is the anonymous/public type byte.
1119 * The third is the format type byte (vari, fixed, or MIME).
1123 MSG_syslog(LOG_ERR, "Message %ld appears to be corrupted.\n", msgnum);
1127 ret = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1128 memset(ret, 0, sizeof(struct CtdlMessage));
1130 ret->cm_magic = CTDLMESSAGE_MAGIC;
1131 ret->cm_anon_type = *mptr++; /* Anon type byte */
1132 ret->cm_format_type = *mptr++; /* Format type byte */
1135 * The rest is zero or more arbitrary fields. Load them in.
1136 * We're done when we encounter either a zero-length field or
1137 * have just processed the 'M' (message text) field.
1141 if (mptr >= upper_bound) {
1144 field_header = *mptr++;
1146 CM_SetField(ret, field_header, mptr, len);
1148 mptr += len + 1; /* advance to next field */
1150 } while ((mptr < upper_bound) && (field_header != 'M'));
1154 /* Always make sure there's something in the msg text field. If
1155 * it's NULL, the message text is most likely stored separately,
1156 * so go ahead and fetch that. Failing that, just set a dummy
1157 * body so other code doesn't barf.
1159 if ( (CM_IsEmpty(ret, eMesageText)) && (with_body) ) {
1160 dmsgtext = cdb_fetch(CDB_BIGMSGS, &msgnum, sizeof(long));
1161 if (dmsgtext != NULL) {
1162 CM_SetAsField(ret, eMesageText, &dmsgtext->ptr, dmsgtext->len);
1166 if (CM_IsEmpty(ret, eMesageText)) {
1167 CM_SetField(ret, eMesageText, HKEY("\r\n\r\n (no text)\r\n"));
1170 /* Perform "before read" hooks (aborting if any return nonzero) */
1171 if (PerformMessageHooks(ret, EVT_BEFOREREAD) > 0) {
1182 * Pre callback function for multipart/alternative
1184 * NOTE: this differs from the standard behavior for a reason. Normally when
1185 * displaying multipart/alternative you want to show the _last_ usable
1186 * format in the message. Here we show the _first_ one, because it's
1187 * usually text/plain. Since this set of functions is designed for text
1188 * output to non-MIME-aware clients, this is the desired behavior.
1191 void fixed_output_pre(char *name, char *filename, char *partnum, char *disp,
1192 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
1193 char *cbid, void *cbuserdata)
1195 struct CitContext *CCC = CC;
1198 ma = (struct ma_info *)cbuserdata;
1199 MSG_syslog(LOG_DEBUG, "fixed_output_pre() type=<%s>\n", cbtype);
1200 if (!strcasecmp(cbtype, "multipart/alternative")) {
1204 if (!strcasecmp(cbtype, "message/rfc822")) {
1210 * Post callback function for multipart/alternative
1212 void fixed_output_post(char *name, char *filename, char *partnum, char *disp,
1213 void *content, char *cbtype, char *cbcharset, size_t length,
1214 char *encoding, char *cbid, void *cbuserdata)
1216 struct CitContext *CCC = CC;
1219 ma = (struct ma_info *)cbuserdata;
1220 MSG_syslog(LOG_DEBUG, "fixed_output_post() type=<%s>\n", cbtype);
1221 if (!strcasecmp(cbtype, "multipart/alternative")) {
1225 if (!strcasecmp(cbtype, "message/rfc822")) {
1231 * Inline callback function for mime parser that wants to display text
1233 void fixed_output(char *name, char *filename, char *partnum, char *disp,
1234 void *content, char *cbtype, char *cbcharset, size_t length,
1235 char *encoding, char *cbid, void *cbuserdata)
1237 struct CitContext *CCC = CC;
1243 ma = (struct ma_info *)cbuserdata;
1245 MSG_syslog(LOG_DEBUG,
1246 "fixed_output() part %s: %s (%s) (%ld bytes)\n",
1247 partnum, filename, cbtype, (long)length);
1250 * If we're in the middle of a multipart/alternative scope and
1251 * we've already printed another section, skip this one.
1253 if ( (ma->is_ma) && (ma->did_print) ) {
1254 MSG_syslog(LOG_DEBUG, "Skipping part %s (%s)\n", partnum, cbtype);
1259 if ( (!strcasecmp(cbtype, "text/plain"))
1260 || (IsEmptyStr(cbtype)) ) {
1263 client_write(wptr, length);
1264 if (wptr[length-1] != '\n') {
1271 if (!strcasecmp(cbtype, "text/html")) {
1272 ptr = html_to_ascii(content, length, 80, 0);
1274 client_write(ptr, wlen);
1275 if ((wlen > 0) && (ptr[wlen-1] != '\n')) {
1282 if (ma->use_fo_hooks) {
1283 if (PerformFixedOutputHooks(cbtype, content, length)) {
1284 /* above function returns nonzero if it handled the part */
1289 if (strncasecmp(cbtype, "multipart/", 10)) {
1290 cprintf("Part %s: %s (%s) (%ld bytes)\r\n",
1291 partnum, filename, cbtype, (long)length);
1297 * The client is elegant and sophisticated and wants to be choosy about
1298 * MIME content types, so figure out which multipart/alternative part
1299 * we're going to send.
1301 * We use a system of weights. When we find a part that matches one of the
1302 * MIME types we've declared as preferential, we can store it in ma->chosen_part
1303 * and then set ma->chosen_pref to that MIME type's position in our preference
1304 * list. If we then hit another match, we only replace the first match if
1305 * the preference value is lower.
1307 void choose_preferred(char *name, char *filename, char *partnum, char *disp,
1308 void *content, char *cbtype, char *cbcharset, size_t length,
1309 char *encoding, char *cbid, void *cbuserdata)
1311 struct CitContext *CCC = CC;
1316 ma = (struct ma_info *)cbuserdata;
1318 // NOTE: REMOVING THIS CONDITIONAL FIXES BUG 220
1319 // http://bugzilla.citadel.org/show_bug.cgi?id=220
1320 // I don't know if there are any side effects! Please TEST TEST TEST
1321 //if (ma->is_ma > 0) {
1323 for (i=0; i<num_tokens(CCC->preferred_formats, '|'); ++i) {
1324 extract_token(buf, CCC->preferred_formats, i, '|', sizeof buf);
1325 if ( (!strcasecmp(buf, cbtype)) && (!ma->freeze) ) {
1326 if (i < ma->chosen_pref) {
1327 MSG_syslog(LOG_DEBUG, "Setting chosen part: <%s>\n", partnum);
1328 safestrncpy(ma->chosen_part, partnum, sizeof ma->chosen_part);
1329 ma->chosen_pref = i;
1336 * Now that we've chosen our preferred part, output it.
1338 void output_preferred(char *name,
1350 struct CitContext *CCC = CC;
1353 int add_newline = 0;
1356 char *decoded = NULL;
1357 size_t bytes_decoded;
1360 ma = (struct ma_info *)cbuserdata;
1362 /* This is not the MIME part you're looking for... */
1363 if (strcasecmp(partnum, ma->chosen_part)) return;
1365 /* If the content-type of this part is in our preferred formats
1366 * list, we can simply output it verbatim.
1368 for (i=0; i<num_tokens(CCC->preferred_formats, '|'); ++i) {
1369 extract_token(buf, CCC->preferred_formats, i, '|', sizeof buf);
1370 if (!strcasecmp(buf, cbtype)) {
1371 /* Yeah! Go! W00t!! */
1372 if (ma->dont_decode == 0)
1373 rc = mime_decode_now (content,
1379 break; /* Give us the chance, maybe theres another one. */
1381 if (rc == 0) text_content = (char *)content;
1383 text_content = decoded;
1384 length = bytes_decoded;
1387 if (text_content[length-1] != '\n') {
1390 cprintf("Content-type: %s", cbtype);
1391 if (!IsEmptyStr(cbcharset)) {
1392 cprintf("; charset=%s", cbcharset);
1394 cprintf("\nContent-length: %d\n",
1395 (int)(length + add_newline) );
1396 if (!IsEmptyStr(encoding)) {
1397 cprintf("Content-transfer-encoding: %s\n", encoding);
1400 cprintf("Content-transfer-encoding: 7bit\n");
1402 cprintf("X-Citadel-MSG4-Partnum: %s\n", partnum);
1404 if (client_write(text_content, length) == -1)
1406 MSGM_syslog(LOG_ERR, "output_preferred(): aborting due to write failure.\n");
1409 if (add_newline) cprintf("\n");
1410 if (decoded != NULL) free(decoded);
1415 /* No translations required or possible: output as text/plain */
1416 cprintf("Content-type: text/plain\n\n");
1418 if (ma->dont_decode == 0)
1419 rc = mime_decode_now (content,
1425 return; /* Give us the chance, maybe theres another one. */
1427 if (rc == 0) text_content = (char *)content;
1429 text_content = decoded;
1430 length = bytes_decoded;
1433 fixed_output(name, filename, partnum, disp, text_content, cbtype, cbcharset,
1434 length, encoding, cbid, cbuserdata);
1435 if (decoded != NULL) free(decoded);
1440 char desired_section[64];
1447 * Callback function for
1449 void extract_encapsulated_message(char *name, char *filename, char *partnum, char *disp,
1450 void *content, char *cbtype, char *cbcharset, size_t length,
1451 char *encoding, char *cbid, void *cbuserdata)
1453 struct encapmsg *encap;
1455 encap = (struct encapmsg *)cbuserdata;
1457 /* Only proceed if this is the desired section... */
1458 if (!strcasecmp(encap->desired_section, partnum)) {
1459 encap->msglen = length;
1460 encap->msg = malloc(length + 2);
1461 memcpy(encap->msg, content, length);
1468 * Determine whether the specified message exists in the cached_msglist
1469 * (This is a security check)
1471 int check_cached_msglist(long msgnum) {
1472 struct CitContext *CCC = CC;
1474 /* cases in which we skip the check */
1475 if (!CCC) return om_ok; /* not a session */
1476 if (CCC->client_socket <= 0) return om_ok; /* not a client session */
1477 if (CCC->cached_msglist == NULL) return om_access_denied; /* no msglist fetched */
1478 if (CCC->cached_num_msgs == 0) return om_access_denied; /* nothing to check */
1481 /* Do a binary search within the cached_msglist for the requested msgnum */
1483 int max = (CC->cached_num_msgs - 1);
1485 while (max >= min) {
1486 int middle = min + (max-min) / 2 ;
1487 if (msgnum == CCC->cached_msglist[middle]) {
1490 if (msgnum > CC->cached_msglist[middle]) {
1498 return om_access_denied;
1504 * Get a message off disk. (returns om_* values found in msgbase.h)
1507 int CtdlOutputMsg(long msg_num, /* message number (local) to fetch */
1508 int mode, /* how would you like that message? */
1509 int headers_only, /* eschew the message body? */
1510 int do_proto, /* do Citadel protocol responses? */
1511 int crlf, /* Use CRLF newlines instead of LF? */
1512 char *section, /* NULL or a message/rfc822 section */
1513 int flags, /* various flags; see msgbase.h */
1517 struct CitContext *CCC = CC;
1518 struct CtdlMessage *TheMessage = NULL;
1519 int retcode = CIT_OK;
1520 struct encapmsg encap;
1523 MSG_syslog(LOG_DEBUG, "CtdlOutputMsg(msgnum=%ld, mode=%d, section=%s)\n",
1525 (section ? section : "<>")
1528 r = CtdlDoIHavePermissionToReadMessagesInThisRoom();
1531 if (r == om_not_logged_in) {
1532 cprintf("%d Not logged in.\n", ERROR + NOT_LOGGED_IN);
1535 cprintf("%d An unknown error has occurred.\n", ERROR);
1542 * Check to make sure the message is actually IN this room
1544 r = check_cached_msglist(msg_num);
1545 if (r == om_access_denied) {
1546 /* Not in the cache? We get ONE shot to check it again. */
1547 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, NULL, NULL);
1548 r = check_cached_msglist(msg_num);
1551 MSG_syslog(LOG_DEBUG, "Security check fail: message %ld is not in %s\n",
1552 msg_num, CCC->room.QRname
1555 if (r == om_access_denied) {
1556 cprintf("%d message %ld was not found in this room\n",
1557 ERROR + HIGHER_ACCESS_REQUIRED,
1566 * Fetch the message from disk. If we're in HEADERS_FAST mode,
1567 * request that we don't even bother loading the body into memory.
1569 if (headers_only == HEADERS_FAST) {
1570 TheMessage = CtdlFetchMessage(msg_num, 0);
1573 TheMessage = CtdlFetchMessage(msg_num, 1);
1576 if (TheMessage == NULL) {
1577 if (do_proto) cprintf("%d Can't locate msg %ld on disk\n",
1578 ERROR + MESSAGE_NOT_FOUND, msg_num);
1579 return(om_no_such_msg);
1582 /* Here is the weird form of this command, to process only an
1583 * encapsulated message/rfc822 section.
1585 if (section) if (!IsEmptyStr(section)) if (strcmp(section, "0")) {
1586 memset(&encap, 0, sizeof encap);
1587 safestrncpy(encap.desired_section, section, sizeof encap.desired_section);
1588 mime_parser(TheMessage->cm_fields[eMesageText],
1590 *extract_encapsulated_message,
1591 NULL, NULL, (void *)&encap, 0
1594 if ((Author != NULL) && (*Author == NULL))
1596 *Author = TheMessage->cm_fields[eAuthor];
1597 TheMessage->cm_fields[eAuthor] = NULL;
1599 if ((Address != NULL) && (*Address == NULL))
1601 *Address = TheMessage->cm_fields[erFc822Addr];
1602 TheMessage->cm_fields[erFc822Addr] = NULL;
1604 CM_Free(TheMessage);
1608 encap.msg[encap.msglen] = 0;
1609 TheMessage = convert_internet_message(encap.msg);
1610 encap.msg = NULL; /* no free() here, TheMessage owns it now */
1612 /* Now we let it fall through to the bottom of this
1613 * function, because TheMessage now contains the
1614 * encapsulated message instead of the top-level
1615 * message. Isn't that neat?
1620 cprintf("%d msg %ld has no part %s\n",
1621 ERROR + MESSAGE_NOT_FOUND,
1625 retcode = om_no_such_msg;
1630 /* Ok, output the message now */
1631 if (retcode == CIT_OK)
1632 retcode = CtdlOutputPreLoadedMsg(TheMessage, mode, headers_only, do_proto, crlf, flags);
1633 if ((Author != NULL) && (*Author == NULL))
1635 *Author = TheMessage->cm_fields[eAuthor];
1636 TheMessage->cm_fields[eAuthor] = NULL;
1638 if ((Address != NULL) && (*Address == NULL))
1640 *Address = TheMessage->cm_fields[erFc822Addr];
1641 TheMessage->cm_fields[erFc822Addr] = NULL;
1644 CM_Free(TheMessage);
1651 void OutputCtdlMsgHeaders(
1652 struct CtdlMessage *TheMessage,
1653 int do_proto) /* do Citadel protocol responses? */
1658 char display_name[256];
1660 /* begin header processing loop for Citadel message format */
1661 safestrncpy(display_name, "<unknown>", sizeof display_name);
1662 if (!CM_IsEmpty(TheMessage, eAuthor)) {
1663 strcpy(buf, TheMessage->cm_fields[eAuthor]);
1664 if (TheMessage->cm_anon_type == MES_ANONONLY) {
1665 safestrncpy(display_name, "****", sizeof display_name);
1667 else if (TheMessage->cm_anon_type == MES_ANONOPT) {
1668 safestrncpy(display_name, "anonymous", sizeof display_name);
1671 safestrncpy(display_name, buf, sizeof display_name);
1673 if ((is_room_aide())
1674 && ((TheMessage->cm_anon_type == MES_ANONONLY)
1675 || (TheMessage->cm_anon_type == MES_ANONOPT))) {
1676 size_t tmp = strlen(display_name);
1677 snprintf(&display_name[tmp],
1678 sizeof display_name - tmp,
1683 /* Don't show Internet address for users on the
1684 * local Citadel network.
1687 if (!CM_IsEmpty(TheMessage, eNodeName) &&
1688 (haschar(TheMessage->cm_fields[eNodeName], '.') == 0))
1693 /* Now spew the header fields in the order we like them. */
1694 for (i=0; i< NDiskFields; ++i) {
1696 Field = FieldOrder[i];
1697 if (Field != eMesageText) {
1698 if ( (!CM_IsEmpty(TheMessage, Field))
1699 && (msgkeys[Field] != NULL) ) {
1700 if ((Field == eenVelopeTo) ||
1701 (Field == eRecipient) ||
1702 (Field == eCarbonCopY)) {
1703 sanitize_truncated_recipient(TheMessage->cm_fields[Field]);
1705 if (Field == eAuthor) {
1706 if (do_proto) cprintf("%s=%s\n",
1710 else if ((Field == erFc822Addr) && (suppress_f)) {
1713 /* Masquerade display name if needed */
1715 if (do_proto) cprintf("%s=%s\n",
1717 TheMessage->cm_fields[Field]
1726 void OutputRFC822MsgHeaders(
1727 struct CtdlMessage *TheMessage,
1728 int flags, /* should the bessage be exported clean */
1730 char *mid, long sizeof_mid,
1731 char *suser, long sizeof_suser,
1732 char *luser, long sizeof_luser,
1733 char *fuser, long sizeof_fuser,
1734 char *snode, long sizeof_snode)
1736 char datestamp[100];
1737 int subject_found = 0;
1744 for (i = 0; i < 256; ++i) {
1745 if (TheMessage->cm_fields[i]) {
1746 mptr = mpptr = TheMessage->cm_fields[i];
1749 safestrncpy(luser, mptr, sizeof_luser);
1750 safestrncpy(suser, mptr, sizeof_suser);
1752 else if (i == 'Y') {
1753 if ((flags & QP_EADDR) != 0) {
1754 mptr = qp_encode_email_addrs(mptr);
1756 sanitize_truncated_recipient(mptr);
1757 cprintf("CC: %s%s", mptr, nl);
1759 else if (i == 'P') {
1760 cprintf("Return-Path: %s%s", mptr, nl);
1762 else if (i == eListID) {
1763 cprintf("List-ID: %s%s", mptr, nl);
1765 else if (i == 'V') {
1766 if ((flags & QP_EADDR) != 0)
1767 mptr = qp_encode_email_addrs(mptr);
1769 while ((*hptr != '\0') && isspace(*hptr))
1771 if (!IsEmptyStr(hptr))
1772 cprintf("Envelope-To: %s%s", hptr, nl);
1774 else if (i == 'U') {
1775 cprintf("Subject: %s%s", mptr, nl);
1779 safestrncpy(mid, mptr, sizeof_mid); /// TODO: detect @ here and copy @nodename in if not found.
1780 else if (i == erFc822Addr)
1781 safestrncpy(fuser, mptr, sizeof_fuser);
1782 /* else if (i == 'O')
1783 cprintf("X-Citadel-Room: %s%s",
1786 safestrncpy(snode, mptr, sizeof_snode);
1789 if (haschar(mptr, '@') == 0)
1791 sanitize_truncated_recipient(mptr);
1792 cprintf("To: %s@%s", mptr, config.c_fqdn);
1797 if ((flags & QP_EADDR) != 0) {
1798 mptr = qp_encode_email_addrs(mptr);
1800 sanitize_truncated_recipient(mptr);
1801 cprintf("To: %s", mptr);
1805 else if (i == 'T') {
1806 datestring(datestamp, sizeof datestamp,
1807 atol(mptr), DATESTRING_RFC822);
1808 cprintf("Date: %s%s", datestamp, nl);
1810 else if (i == 'W') {
1811 cprintf("References: ");
1812 k = num_tokens(mptr, '|');
1813 for (j=0; j<k; ++j) {
1814 extract_token(buf, mptr, j, '|', sizeof buf);
1815 cprintf("<%s>", buf);
1824 else if (i == eReplyTo) {
1826 while ((*hptr != '\0') && isspace(*hptr))
1828 if (!IsEmptyStr(hptr))
1829 cprintf("Reply-To: %s%s", mptr, nl);
1835 if (subject_found == 0) {
1836 cprintf("Subject: (no subject)%s", nl);
1841 void Dump_RFC822HeadersBody(
1842 struct CtdlMessage *TheMessage,
1843 int headers_only, /* eschew the message body? */
1844 int flags, /* should the bessage be exported clean? */
1848 cit_uint8_t prev_ch;
1850 const char *StartOfText = StrBufNOTNULL;
1853 int nllen = strlen(nl);
1856 mptr = TheMessage->cm_fields[eMesageText];
1860 while (*mptr != '\0') {
1861 if (*mptr == '\r') {
1868 eoh = (*(mptr+1) == '\r') && (*(mptr+2) == '\n');
1870 eoh = *(mptr+1) == '\n';
1874 StartOfText = strchr(StartOfText, '\n');
1875 StartOfText = strchr(StartOfText, '\n');
1878 if (((headers_only == HEADERS_NONE) && (mptr >= StartOfText)) ||
1879 ((headers_only == HEADERS_ONLY) && (mptr < StartOfText)) ||
1880 ((headers_only != HEADERS_NONE) &&
1881 (headers_only != HEADERS_ONLY))
1883 if (*mptr == '\n') {
1884 memcpy(&outbuf[outlen], nl, nllen);
1886 outbuf[outlen] = '\0';
1889 outbuf[outlen++] = *mptr;
1893 if (flags & ESC_DOT)
1895 if ((prev_ch == '\n') &&
1897 ((*(mptr+1) == '\r') || (*(mptr+1) == '\n')))
1899 outbuf[outlen++] = '.';
1904 if (outlen > 1000) {
1905 if (client_write(outbuf, outlen) == -1)
1907 struct CitContext *CCC = CC;
1908 MSGM_syslog(LOG_ERR, "Dump_RFC822HeadersBody(): aborting due to write failure.\n");
1915 client_write(outbuf, outlen);
1921 /* If the format type on disk is 1 (fixed-format), then we want
1922 * everything to be output completely literally ... regardless of
1923 * what message transfer format is in use.
1925 void DumpFormatFixed(
1926 struct CtdlMessage *TheMessage,
1927 int mode, /* how would you like that message? */
1934 int nllen = strlen (nl);
1937 mptr = TheMessage->cm_fields[eMesageText];
1939 if (mode == MT_MIME) {
1940 cprintf("Content-type: text/plain\n\n");
1944 while (ch = *mptr++, ch > 0) {
1948 if ((buflen > 250) && (!xlline)){
1952 while ((buflen > 0) &&
1953 (!isspace(buf[buflen])))
1959 mptr -= tbuflen - buflen;
1964 /* if we reach the outer bounds of our buffer,
1965 abort without respect what whe purge. */
1968 (buflen > SIZ - nllen - 2)))
1972 memcpy (&buf[buflen], nl, nllen);
1976 if (client_write(buf, buflen) == -1)
1978 struct CitContext *CCC = CC;
1979 MSGM_syslog(LOG_ERR, "DumpFormatFixed(): aborting due to write failure.\n");
1991 if (!IsEmptyStr(buf))
1992 cprintf("%s%s", buf, nl);
1996 * Get a message off disk. (returns om_* values found in msgbase.h)
1998 int CtdlOutputPreLoadedMsg(
1999 struct CtdlMessage *TheMessage,
2000 int mode, /* how would you like that message? */
2001 int headers_only, /* eschew the message body? */
2002 int do_proto, /* do Citadel protocol responses? */
2003 int crlf, /* Use CRLF newlines instead of LF? */
2004 int flags /* should the bessage be exported clean? */
2006 struct CitContext *CCC = CC;
2009 const char *nl; /* newline string */
2012 /* Buffers needed for RFC822 translation. These are all filled
2013 * using functions that are bounds-checked, and therefore we can
2014 * make them substantially smaller than SIZ.
2022 MSG_syslog(LOG_DEBUG, "CtdlOutputPreLoadedMsg(TheMessage=%s, %d, %d, %d, %d\n",
2023 ((TheMessage == NULL) ? "NULL" : "not null"),
2024 mode, headers_only, do_proto, crlf);
2026 strcpy(mid, "unknown");
2027 nl = (crlf ? "\r\n" : "\n");
2029 if (!CM_IsValidMsg(TheMessage)) {
2030 MSGM_syslog(LOG_ERR,
2031 "ERROR: invalid preloaded message for output\n");
2033 return(om_no_such_msg);
2036 /* Suppress envelope recipients if required to avoid disclosing BCC addresses.
2037 * Pad it with spaces in order to avoid changing the RFC822 length of the message.
2039 if ( (flags & SUPPRESS_ENV_TO) && (!CM_IsEmpty(TheMessage, eenVelopeTo)) ) {
2040 memset(TheMessage->cm_fields[eenVelopeTo], ' ', strlen(TheMessage->cm_fields[eenVelopeTo]));
2043 /* Are we downloading a MIME component? */
2044 if (mode == MT_DOWNLOAD) {
2045 if (TheMessage->cm_format_type != FMT_RFC822) {
2047 cprintf("%d This is not a MIME message.\n",
2048 ERROR + ILLEGAL_VALUE);
2049 } else if (CCC->download_fp != NULL) {
2050 if (do_proto) cprintf(
2051 "%d You already have a download open.\n",
2052 ERROR + RESOURCE_BUSY);
2054 /* Parse the message text component */
2055 mptr = TheMessage->cm_fields[eMesageText];
2056 mime_parser(mptr, NULL, *mime_download, NULL, NULL, NULL, 0);
2057 /* If there's no file open by this time, the requested
2058 * section wasn't found, so print an error
2060 if (CCC->download_fp == NULL) {
2061 if (do_proto) cprintf(
2062 "%d Section %s not found.\n",
2063 ERROR + FILE_NOT_FOUND,
2064 CCC->download_desired_section);
2067 return((CCC->download_fp != NULL) ? om_ok : om_mime_error);
2070 /* MT_SPEW_SECTION is like MT_DOWNLOAD except it outputs the whole MIME part
2071 * in a single server operation instead of opening a download file.
2073 if (mode == MT_SPEW_SECTION) {
2074 if (TheMessage->cm_format_type != FMT_RFC822) {
2076 cprintf("%d This is not a MIME message.\n",
2077 ERROR + ILLEGAL_VALUE);
2079 /* Parse the message text component */
2082 mptr = TheMessage->cm_fields[eMesageText];
2083 mime_parser(mptr, NULL, *mime_spew_section, NULL, NULL, (void *)&found_it, 0);
2084 /* If section wasn't found, print an error
2087 if (do_proto) cprintf(
2088 "%d Section %s not found.\n",
2089 ERROR + FILE_NOT_FOUND,
2090 CCC->download_desired_section);
2093 return((CCC->download_fp != NULL) ? om_ok : om_mime_error);
2096 /* now for the user-mode message reading loops */
2097 if (do_proto) cprintf("%d msg:\n", LISTING_FOLLOWS);
2099 /* Does the caller want to skip the headers? */
2100 if (headers_only == HEADERS_NONE) goto START_TEXT;
2102 /* Tell the client which format type we're using. */
2103 if ( (mode == MT_CITADEL) && (do_proto) ) {
2104 cprintf("type=%d\n", TheMessage->cm_format_type);
2107 /* nhdr=yes means that we're only displaying headers, no body */
2108 if ( (TheMessage->cm_anon_type == MES_ANONONLY)
2109 && ((mode == MT_CITADEL) || (mode == MT_MIME))
2112 cprintf("nhdr=yes\n");
2115 if ((mode == MT_CITADEL) || (mode == MT_MIME))
2116 OutputCtdlMsgHeaders(TheMessage, do_proto);
2119 /* begin header processing loop for RFC822 transfer format */
2123 strcpy(snode, NODENAME);
2124 if (mode == MT_RFC822)
2125 OutputRFC822MsgHeaders(
2130 suser, sizeof(suser),
2131 luser, sizeof(luser),
2132 fuser, sizeof(fuser),
2133 snode, sizeof(snode)
2137 for (i=0; !IsEmptyStr(&suser[i]); ++i) {
2138 suser[i] = tolower(suser[i]);
2139 if (!isalnum(suser[i])) suser[i]='_';
2142 if (mode == MT_RFC822) {
2143 if (!strcasecmp(snode, NODENAME)) {
2144 safestrncpy(snode, FQDN, sizeof snode);
2147 /* Construct a fun message id */
2148 cprintf("Message-ID: <%s", mid);/// todo: this possibly breaks threadding mails.
2149 if (strchr(mid, '@')==NULL) {
2150 cprintf("@%s", snode);
2154 if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONONLY)) {
2155 cprintf("From: \"----\" <x@x.org>%s", nl);
2157 else if (!is_room_aide() && (TheMessage->cm_anon_type == MES_ANONOPT)) {
2158 cprintf("From: \"anonymous\" <x@x.org>%s", nl);
2160 else if (!IsEmptyStr(fuser)) {
2161 cprintf("From: \"%s\" <%s>%s", luser, fuser, nl);
2164 cprintf("From: \"%s\" <%s@%s>%s", luser, suser, snode, nl);
2167 /* Blank line signifying RFC822 end-of-headers */
2168 if (TheMessage->cm_format_type != FMT_RFC822) {
2173 /* end header processing loop ... at this point, we're in the text */
2175 if (headers_only == HEADERS_FAST) goto DONE;
2177 /* Tell the client about the MIME parts in this message */
2178 if (TheMessage->cm_format_type == FMT_RFC822) {
2179 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2180 mptr = TheMessage->cm_fields[eMesageText];
2181 memset(&ma, 0, sizeof(struct ma_info));
2182 mime_parser(mptr, NULL,
2183 (do_proto ? *list_this_part : NULL),
2184 (do_proto ? *list_this_pref : NULL),
2185 (do_proto ? *list_this_suff : NULL),
2188 else if (mode == MT_RFC822) { /* unparsed RFC822 dump */
2189 Dump_RFC822HeadersBody(
2198 if (headers_only == HEADERS_ONLY) {
2202 /* signify start of msg text */
2203 if ( (mode == MT_CITADEL) || (mode == MT_MIME) ) {
2204 if (do_proto) cprintf("text\n");
2207 if (TheMessage->cm_format_type == FMT_FIXED)
2210 mode, /* how would you like that message? */
2213 /* If the message on disk is format 0 (Citadel vari-format), we
2214 * output using the formatter at 80 columns. This is the final output
2215 * form if the transfer format is RFC822, but if the transfer format
2216 * is Citadel proprietary, it'll still work, because the indentation
2217 * for new paragraphs is correct and the client will reformat the
2218 * message to the reader's screen width.
2220 if (TheMessage->cm_format_type == FMT_CITADEL) {
2221 mptr = TheMessage->cm_fields[eMesageText];
2223 if (mode == MT_MIME) {
2224 cprintf("Content-type: text/x-citadel-variformat\n\n");
2229 /* If the message on disk is format 4 (MIME), we've gotta hand it
2230 * off to the MIME parser. The client has already been told that
2231 * this message is format 1 (fixed format), so the callback function
2232 * we use will display those parts as-is.
2234 if (TheMessage->cm_format_type == FMT_RFC822) {
2235 memset(&ma, 0, sizeof(struct ma_info));
2237 if (mode == MT_MIME) {
2238 ma.use_fo_hooks = 0;
2239 strcpy(ma.chosen_part, "1");
2240 ma.chosen_pref = 9999;
2241 ma.dont_decode = CCC->msg4_dont_decode;
2242 mime_parser(mptr, NULL,
2243 *choose_preferred, *fixed_output_pre,
2244 *fixed_output_post, (void *)&ma, 1);
2245 mime_parser(mptr, NULL,
2246 *output_preferred, NULL, NULL, (void *)&ma, 1);
2249 ma.use_fo_hooks = 1;
2250 mime_parser(mptr, NULL,
2251 *fixed_output, *fixed_output_pre,
2252 *fixed_output_post, (void *)&ma, 0);
2257 DONE: /* now we're done */
2258 if (do_proto) cprintf("000\n");
2263 * Save one or more message pointers into a specified room
2264 * (Returns 0 for success, nonzero for failure)
2265 * roomname may be NULL to use the current room
2267 * Note that the 'supplied_msg' field may be set to NULL, in which case
2268 * the message will be fetched from disk, by number, if we need to perform
2269 * replication checks. This adds an additional database read, so if the
2270 * caller already has the message in memory then it should be supplied. (Obviously
2271 * this mode of operation only works if we're saving a single message.)
2273 int CtdlSaveMsgPointersInRoom(char *roomname, long newmsgidlist[], int num_newmsgs,
2274 int do_repl_check, struct CtdlMessage *supplied_msg, int suppress_refcount_adj
2276 struct CitContext *CCC = CC;
2278 char hold_rm[ROOMNAMELEN];
2279 struct cdbdata *cdbfr;
2282 long highest_msg = 0L;
2285 struct CtdlMessage *msg = NULL;
2287 long *msgs_to_be_merged = NULL;
2288 int num_msgs_to_be_merged = 0;
2290 MSG_syslog(LOG_DEBUG,
2291 "CtdlSaveMsgPointersInRoom(room=%s, num_msgs=%d, repl=%d, suppress_rca=%d)\n",
2292 roomname, num_newmsgs, do_repl_check, suppress_refcount_adj
2295 strcpy(hold_rm, CCC->room.QRname);
2298 if (newmsgidlist == NULL) return(ERROR + INTERNAL_ERROR);
2299 if (num_newmsgs < 1) return(ERROR + INTERNAL_ERROR);
2300 if (num_newmsgs > 1) supplied_msg = NULL;
2302 /* Now the regular stuff */
2303 if (CtdlGetRoomLock(&CCC->room,
2304 ((roomname != NULL) ? roomname : CCC->room.QRname) )
2306 MSG_syslog(LOG_ERR, "No such room <%s>\n", roomname);
2307 return(ERROR + ROOM_NOT_FOUND);
2311 msgs_to_be_merged = malloc(sizeof(long) * num_newmsgs);
2312 num_msgs_to_be_merged = 0;
2315 cdbfr = cdb_fetch(CDB_MSGLISTS, &CCC->room.QRnumber, sizeof(long));
2316 if (cdbfr == NULL) {
2320 msglist = (long *) cdbfr->ptr;
2321 cdbfr->ptr = NULL; /* CtdlSaveMsgPointerInRoom() now owns this memory */
2322 num_msgs = cdbfr->len / sizeof(long);
2327 /* Create a list of msgid's which were supplied by the caller, but do
2328 * not already exist in the target room. It is absolutely taboo to
2329 * have more than one reference to the same message in a room.
2331 for (i=0; i<num_newmsgs; ++i) {
2333 if (num_msgs > 0) for (j=0; j<num_msgs; ++j) {
2334 if (msglist[j] == newmsgidlist[i]) {
2339 msgs_to_be_merged[num_msgs_to_be_merged++] = newmsgidlist[i];
2343 MSG_syslog(LOG_DEBUG, "%d unique messages to be merged\n", num_msgs_to_be_merged);
2346 * Now merge the new messages
2348 msglist = realloc(msglist, (sizeof(long) * (num_msgs + num_msgs_to_be_merged)) );
2349 if (msglist == NULL) {
2350 MSGM_syslog(LOG_ALERT, "ERROR: can't realloc message list!\n");
2351 free(msgs_to_be_merged);
2352 return (ERROR + INTERNAL_ERROR);
2354 memcpy(&msglist[num_msgs], msgs_to_be_merged, (sizeof(long) * num_msgs_to_be_merged) );
2355 num_msgs += num_msgs_to_be_merged;
2357 /* Sort the message list, so all the msgid's are in order */
2358 num_msgs = sort_msglist(msglist, num_msgs);
2360 /* Determine the highest message number */
2361 highest_msg = msglist[num_msgs - 1];
2363 /* Write it back to disk. */
2364 cdb_store(CDB_MSGLISTS, &CCC->room.QRnumber, (int)sizeof(long),
2365 msglist, (int)(num_msgs * sizeof(long)));
2367 /* Free up the memory we used. */
2370 /* Update the highest-message pointer and unlock the room. */
2371 CCC->room.QRhighest = highest_msg;
2372 CtdlPutRoomLock(&CCC->room);
2374 /* Perform replication checks if necessary */
2375 if ( (DoesThisRoomNeedEuidIndexing(&CCC->room)) && (do_repl_check) ) {
2376 MSGM_syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() doing repl checks\n");
2378 for (i=0; i<num_msgs_to_be_merged; ++i) {
2379 msgid = msgs_to_be_merged[i];
2381 if (supplied_msg != NULL) {
2385 msg = CtdlFetchMessage(msgid, 0);
2389 ReplicationChecks(msg);
2391 /* If the message has an Exclusive ID, index that... */
2392 if (!CM_IsEmpty(msg, eExclusiveID)) {
2393 index_message_by_euid(msg->cm_fields[eExclusiveID], &CCC->room, msgid);
2396 /* Free up the memory we may have allocated */
2397 if (msg != supplied_msg) {
2406 MSGM_syslog(LOG_DEBUG, "CtdlSaveMsgPointerInRoom() skips repl checks\n");
2409 /* Submit this room for processing by hooks */
2410 PerformRoomHooks(&CCC->room);
2412 /* Go back to the room we were in before we wandered here... */
2413 CtdlGetRoom(&CCC->room, hold_rm);
2415 /* Bump the reference count for all messages which were merged */
2416 if (!suppress_refcount_adj) {
2417 AdjRefCountList(msgs_to_be_merged, num_msgs_to_be_merged, +1);
2420 /* Free up memory... */
2421 if (msgs_to_be_merged != NULL) {
2422 free(msgs_to_be_merged);
2425 /* Return success. */
2431 * This is the same as CtdlSaveMsgPointersInRoom() but it only accepts
2434 int CtdlSaveMsgPointerInRoom(char *roomname, long msgid,
2435 int do_repl_check, struct CtdlMessage *supplied_msg)
2437 return CtdlSaveMsgPointersInRoom(roomname, &msgid, 1, do_repl_check, supplied_msg, 0);
2444 * Message base operation to save a new message to the message store
2445 * (returns new message number)
2447 * This is the back end for CtdlSubmitMsg() and should not be directly
2448 * called by server-side modules.
2451 long send_message(struct CtdlMessage *msg) {
2452 struct CitContext *CCC = CC;
2461 /* Get a new message number */
2462 newmsgid = get_new_message_number();
2463 msgidbuflen = snprintf(msgidbuf, sizeof msgidbuf, "%08lX-%08lX@%s",
2464 (long unsigned int) time(NULL),
2465 (long unsigned int) newmsgid,
2469 /* Generate an ID if we don't have one already */
2470 if (CM_IsEmpty(msg, emessageId)) {
2471 CM_SetField(msg, emessageId, msgidbuf, msgidbuflen);
2474 /* If the message is big, set its body aside for storage elsewhere */
2475 if (!CM_IsEmpty(msg, eMesageText)) {
2476 if (strlen(msg->cm_fields[eMesageText]) > BIGMSG) {
2478 holdM = msg->cm_fields[eMesageText];
2479 msg->cm_fields[eMesageText] = NULL;
2483 /* Serialize our data structure for storage in the database */
2484 CtdlSerializeMessage(&smr, msg);
2487 msg->cm_fields[eMesageText] = holdM;
2491 cprintf("%d Unable to serialize message\n",
2492 ERROR + INTERNAL_ERROR);
2496 /* Write our little bundle of joy into the message base */
2497 if (cdb_store(CDB_MSGMAIN, &newmsgid, (int)sizeof(long),
2498 smr.ser, smr.len) < 0) {
2499 MSGM_syslog(LOG_ERR, "Can't store message\n");
2503 cdb_store(CDB_BIGMSGS,
2513 /* Free the memory we used for the serialized message */
2516 /* Return the *local* message ID to the caller
2517 * (even if we're storing an incoming network message)
2525 * Serialize a struct CtdlMessage into the format used on disk and network.
2527 * This function loads up a "struct ser_ret" (defined in server.h) which
2528 * contains the length of the serialized message and a pointer to the
2529 * serialized message in memory. THE LATTER MUST BE FREED BY THE CALLER.
2531 void CtdlSerializeMessage(struct ser_ret *ret, /* return values */
2532 struct CtdlMessage *msg) /* unserialized msg */
2534 struct CitContext *CCC = CC;
2535 size_t wlen, fieldlen;
2537 long lengths[NDiskFields];
2539 memset(lengths, 0, sizeof(lengths));
2542 * Check for valid message format
2544 if (CM_IsValidMsg(msg) == 0) {
2545 MSGM_syslog(LOG_ERR, "CtdlSerializeMessage() aborting due to invalid message\n");
2552 for (i=0; i < NDiskFields; ++i)
2553 if (msg->cm_fields[FieldOrder[i]] != NULL)
2555 lengths[i] = strlen(msg->cm_fields[FieldOrder[i]]);
2556 ret->len += lengths[i] + 2;
2559 ret->ser = malloc(ret->len);
2560 if (ret->ser == NULL) {
2561 MSG_syslog(LOG_ERR, "CtdlSerializeMessage() malloc(%ld) failed: %s\n",
2562 (long)ret->len, strerror(errno));
2569 ret->ser[1] = msg->cm_anon_type;
2570 ret->ser[2] = msg->cm_format_type;
2573 for (i=0; i < NDiskFields; ++i)
2574 if (msg->cm_fields[FieldOrder[i]] != NULL)
2576 fieldlen = lengths[i];
2577 ret->ser[wlen++] = (char)FieldOrder[i];
2579 memcpy(&ret->ser[wlen],
2580 msg->cm_fields[FieldOrder[i]],
2583 wlen = wlen + fieldlen + 1;
2586 if (ret->len != wlen) {
2587 MSG_syslog(LOG_ERR, "ERROR: len=%ld wlen=%ld\n",
2588 (long)ret->len, (long)wlen);
2596 * Check to see if any messages already exist in the current room which
2597 * carry the same Exclusive ID as this one. If any are found, delete them.
2599 void ReplicationChecks(struct CtdlMessage *msg) {
2600 struct CitContext *CCC = CC;
2601 long old_msgnum = (-1L);
2603 if (DoesThisRoomNeedEuidIndexing(&CCC->room) == 0) return;
2605 MSG_syslog(LOG_DEBUG, "Performing replication checks in <%s>\n",
2608 /* No exclusive id? Don't do anything. */
2609 if (msg == NULL) return;
2610 if (CM_IsEmpty(msg, eExclusiveID)) return;
2612 /*MSG_syslog(LOG_DEBUG, "Exclusive ID: <%s> for room <%s>\n",
2613 msg->cm_fields[eExclusiveID], CCC->room.QRname);*/
2615 old_msgnum = CtdlLocateMessageByEuid(msg->cm_fields[eExclusiveID], &CCC->room);
2616 if (old_msgnum > 0L) {
2617 MSG_syslog(LOG_DEBUG, "ReplicationChecks() replacing message %ld\n", old_msgnum);
2618 CtdlDeleteMessages(CCC->room.QRname, &old_msgnum, 1, "");
2625 * Save a message to disk and submit it into the delivery system.
2627 long CtdlSubmitMsg(struct CtdlMessage *msg, /* message to save */
2628 struct recptypes *recps, /* recipients (if mail) */
2629 const char *force, /* force a particular room? */
2630 int flags /* should the message be exported clean? */
2633 char submit_filename[128];
2634 char hold_rm[ROOMNAMELEN];
2635 char actual_rm[ROOMNAMELEN];
2636 char force_room[ROOMNAMELEN];
2637 char content_type[SIZ]; /* We have to learn this */
2638 char recipient[SIZ];
2641 const char *mptr = NULL;
2642 struct ctdluser userbuf;
2644 struct MetaData smi;
2645 FILE *network_fp = NULL;
2646 static int seqnum = 1;
2647 struct CtdlMessage *imsg = NULL;
2649 size_t instr_alloc = 0;
2651 char *hold_R, *hold_D;
2652 char *collected_addresses = NULL;
2653 struct addresses_to_be_filed *aptr = NULL;
2654 StrBuf *saved_rfc822_version = NULL;
2655 int qualified_for_journaling = 0;
2656 CitContext *CCC = MyContext();
2657 char bounce_to[1024] = "";
2660 MSGM_syslog(LOG_DEBUG, "CtdlSubmitMsg() called\n");
2661 if (CM_IsValidMsg(msg) == 0) return(-1); /* self check */
2663 /* If this message has no timestamp, we take the liberty of
2664 * giving it one, right now.
2666 if (CM_IsEmpty(msg, eTimestamp)) {
2667 CM_SetFieldLONG(msg, eTimestamp, time(NULL));
2670 /* If this message has no path, we generate one.
2672 if (CM_IsEmpty(msg, eMessagePath)) {
2673 if (!CM_IsEmpty(msg, eAuthor)) {
2674 CM_CopyField(msg, eMessagePath, eAuthor);
2675 for (a=0; !IsEmptyStr(&msg->cm_fields[eMessagePath][a]); ++a) {
2676 if (isspace(msg->cm_fields[eMessagePath][a])) {
2677 msg->cm_fields[eMessagePath][a] = ' ';
2682 CM_SetField(msg, eMessagePath, HKEY("unknown"));
2686 if (force == NULL) {
2687 force_room[0] = '\0';
2690 strcpy(force_room, force);
2693 /* Learn about what's inside, because it's what's inside that counts */
2694 if (CM_IsEmpty(msg, eMesageText)) {
2695 MSGM_syslog(LOG_ERR, "ERROR: attempt to save message with NULL body\n");
2699 switch (msg->cm_format_type) {
2701 strcpy(content_type, "text/x-citadel-variformat");
2704 strcpy(content_type, "text/plain");
2707 strcpy(content_type, "text/plain");
2708 mptr = bmstrcasestr(msg->cm_fields[eMesageText], "Content-type:");
2711 safestrncpy(content_type, &mptr[13], sizeof content_type);
2712 striplt(content_type);
2713 aptr = content_type;
2714 while (!IsEmptyStr(aptr)) {
2726 /* Goto the correct room */
2727 room = (recps) ? CCC->room.QRname : SENTITEMS;
2728 MSG_syslog(LOG_DEBUG, "Selected room %s\n", room);
2729 strcpy(hold_rm, CCC->room.QRname);
2730 strcpy(actual_rm, CCC->room.QRname);
2731 if (recps != NULL) {
2732 strcpy(actual_rm, SENTITEMS);
2735 /* If the user is a twit, move to the twit room for posting */
2737 if (CCC->user.axlevel == AxProbU) {
2738 strcpy(hold_rm, actual_rm);
2739 strcpy(actual_rm, config.c_twitroom);
2740 MSGM_syslog(LOG_DEBUG, "Diverting to twit room\n");
2744 /* ...or if this message is destined for Aide> then go there. */
2745 if (!IsEmptyStr(force_room)) {
2746 strcpy(actual_rm, force_room);
2749 MSG_syslog(LOG_INFO, "Final selection: %s (%s)\n", actual_rm, room);
2750 if (strcasecmp(actual_rm, CCC->room.QRname)) {
2751 /* CtdlGetRoom(&CCC->room, actual_rm); */
2752 CtdlUserGoto(actual_rm, 0, 1, NULL, NULL);
2756 * If this message has no O (room) field, generate one.
2758 if (CM_IsEmpty(msg, eOriginalRoom)) {
2759 CM_SetField(msg, eOriginalRoom, CCC->room.QRname, strlen(CCC->room.QRname));
2762 /* Perform "before save" hooks (aborting if any return nonzero) */
2763 MSGM_syslog(LOG_DEBUG, "Performing before-save hooks\n");
2764 if (PerformMessageHooks(msg, EVT_BEFORESAVE) > 0) return(-3);
2767 * If this message has an Exclusive ID, and the room is replication
2768 * checking enabled, then do replication checks.
2770 if (DoesThisRoomNeedEuidIndexing(&CCC->room)) {
2771 ReplicationChecks(msg);
2774 /* Save it to disk */
2775 MSGM_syslog(LOG_DEBUG, "Saving to disk\n");
2776 newmsgid = send_message(msg);
2777 if (newmsgid <= 0L) return(-5);
2779 /* Write a supplemental message info record. This doesn't have to
2780 * be a critical section because nobody else knows about this message
2783 MSGM_syslog(LOG_DEBUG, "Creating MetaData record\n");
2784 memset(&smi, 0, sizeof(struct MetaData));
2785 smi.meta_msgnum = newmsgid;
2786 smi.meta_refcount = 0;
2787 safestrncpy(smi.meta_content_type, content_type,
2788 sizeof smi.meta_content_type);
2791 * Measure how big this message will be when rendered as RFC822.
2792 * We do this for two reasons:
2793 * 1. We need the RFC822 length for the new metadata record, so the
2794 * POP and IMAP services don't have to calculate message lengths
2795 * while the user is waiting (multiplied by potentially hundreds
2796 * or thousands of messages).
2797 * 2. If journaling is enabled, we will need an RFC822 version of the
2798 * message to attach to the journalized copy.
2800 if (CCC->redirect_buffer != NULL) {
2801 MSGM_syslog(LOG_ALERT, "CCC->redirect_buffer is not NULL during message submission!\n");
2804 CCC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
2805 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
2806 smi.meta_rfc822_length = StrLength(CCC->redirect_buffer);
2807 saved_rfc822_version = CCC->redirect_buffer;
2808 CCC->redirect_buffer = NULL;
2812 /* Now figure out where to store the pointers */
2813 MSGM_syslog(LOG_DEBUG, "Storing pointers\n");
2815 /* If this is being done by the networker delivering a private
2816 * message, we want to BYPASS saving the sender's copy (because there
2817 * is no local sender; it would otherwise go to the Trashcan).
2819 if ((!CCC->internal_pgm) || (recps == NULL)) {
2820 if (CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 1, msg) != 0) {
2821 MSGM_syslog(LOG_ERR, "ERROR saving message pointer!\n");
2822 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
2826 /* For internet mail, drop a copy in the outbound queue room */
2827 if ((recps != NULL) && (recps->num_internet > 0)) {
2828 CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, newmsgid, 0, msg);
2831 /* If other rooms are specified, drop them there too. */
2832 if ((recps != NULL) && (recps->num_room > 0))
2833 for (i=0; i<num_tokens(recps->recp_room, '|'); ++i) {
2834 extract_token(recipient, recps->recp_room, i,
2835 '|', sizeof recipient);
2836 MSG_syslog(LOG_DEBUG, "Delivering to room <%s>\n", recipient);///// xxxx
2837 CtdlSaveMsgPointerInRoom(recipient, newmsgid, 0, msg);
2840 /* Bump this user's messages posted counter. */
2841 MSGM_syslog(LOG_DEBUG, "Updating user\n");
2842 CtdlGetUserLock(&CCC->user, CCC->curr_user);
2843 CCC->user.posted = CCC->user.posted + 1;
2844 CtdlPutUserLock(&CCC->user);
2846 /* Decide where bounces need to be delivered */
2847 if ((recps != NULL) && (recps->bounce_to != NULL)) {
2848 safestrncpy(bounce_to, recps->bounce_to, sizeof bounce_to);
2850 else if (CCC->logged_in) {
2851 snprintf(bounce_to, sizeof bounce_to, "%s@%s", CCC->user.fullname, config.c_nodename);
2854 snprintf(bounce_to, sizeof bounce_to, "%s@%s", msg->cm_fields[eAuthor], msg->cm_fields[eNodeName]);
2857 /* If this is private, local mail, make a copy in the
2858 * recipient's mailbox and bump the reference count.
2860 if ((recps != NULL) && (recps->num_local > 0))
2861 for (i=0; i<num_tokens(recps->recp_local, '|'); ++i) {
2863 recipientlen = extract_token(recipient,
2864 recps->recp_local, i,
2865 '|', sizeof recipient);
2866 MSG_syslog(LOG_DEBUG, "Delivering private local mail to <%s>\n",
2868 if (CtdlGetUser(&userbuf, recipient) == 0) {
2869 CtdlMailboxName(actual_rm, sizeof actual_rm, &userbuf, MAILROOM);
2870 CtdlSaveMsgPointerInRoom(actual_rm, newmsgid, 0, msg);
2871 CtdlBumpNewMailCounter(userbuf.usernum);
2872 if (!IsEmptyStr(config.c_funambol_host) || !IsEmptyStr(config.c_pager_program)) {
2873 /* Generate a instruction message for the Funambol notification
2874 * server, in the same style as the SMTP queue
2878 instr = malloc(instr_alloc);
2879 instrlen = snprintf(
2881 "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
2885 (long)time(NULL), //todo: time() is expensive!
2889 imsg = malloc(sizeof(struct CtdlMessage));
2890 memset(imsg, 0, sizeof(struct CtdlMessage));
2891 imsg->cm_magic = CTDLMESSAGE_MAGIC;
2892 imsg->cm_anon_type = MES_NORMAL;
2893 imsg->cm_format_type = FMT_RFC822;
2894 CM_SetField(imsg, eMsgSubject, HKEY("QMSG"));
2895 CM_SetField(imsg, eAuthor, HKEY("Citadel"));
2896 CM_SetField(imsg, eJournal, HKEY("do not journal"));
2897 CM_SetAsField(imsg, eMesageText, &instr, instrlen);
2898 CM_SetField(imsg, eExtnotify, recipient, recipientlen);
2899 CtdlSubmitMsg(imsg, NULL, FNBL_QUEUE_ROOM, 0);
2904 MSG_syslog(LOG_DEBUG, "No user <%s>\n", recipient);
2905 CtdlSaveMsgPointerInRoom(config.c_aideroom, newmsgid, 0, msg);
2909 /* Perform "after save" hooks */
2910 MSGM_syslog(LOG_DEBUG, "Performing after-save hooks\n");
2912 CM_SetFieldLONG(msg, eVltMsgNum, newmsgid);
2913 PerformMessageHooks(msg, EVT_AFTERSAVE);
2914 CM_FlushField(msg, eVltMsgNum);
2916 /* For IGnet mail, we have to save a new copy into the spooler for
2917 * each recipient, with the R and D fields set to the recipient and
2918 * destination-node. This has two ugly side effects: all other
2919 * recipients end up being unlisted in this recipient's copy of the
2920 * message, and it has to deliver multiple messages to the same
2921 * node. We'll revisit this again in a year or so when everyone has
2922 * a network spool receiver that can handle the new style messages.
2924 if ((recps != NULL) && (recps->num_ignet > 0))
2925 for (i=0; i<num_tokens(recps->recp_ignet, '|'); ++i) {
2926 extract_token(recipient, recps->recp_ignet, i,
2927 '|', sizeof recipient);
2929 hold_R = msg->cm_fields[eRecipient];
2930 hold_D = msg->cm_fields[eDestination];
2931 msg->cm_fields[eRecipient] = malloc(SIZ);
2932 msg->cm_fields[eDestination] = malloc(128);
2933 extract_token(msg->cm_fields[eRecipient], recipient, 0, '@', SIZ);
2934 extract_token(msg->cm_fields[eDestination], recipient, 1, '@', 128);
2936 CtdlSerializeMessage(&smr, msg);
2938 snprintf(submit_filename, sizeof submit_filename,
2939 "%s/netmail.%04lx.%04x.%04x",
2941 (long) getpid(), CCC->cs_pid, ++seqnum);
2942 network_fp = fopen(submit_filename, "wb+");
2943 if (network_fp != NULL) {
2944 rv = fwrite(smr.ser, smr.len, 1, network_fp);
2946 MSG_syslog(LOG_EMERG, "CtdlSubmitMsg(): Couldn't write network spool file: %s\n",
2954 free(msg->cm_fields[eRecipient]);
2955 free(msg->cm_fields[eDestination]);
2956 msg->cm_fields[eRecipient] = hold_R;
2957 msg->cm_fields[eDestination] = hold_D;
2960 /* Go back to the room we started from */
2961 MSG_syslog(LOG_DEBUG, "Returning to original room %s\n", hold_rm);
2962 if (strcasecmp(hold_rm, CCC->room.QRname))
2963 CtdlUserGoto(hold_rm, 0, 1, NULL, NULL);
2965 /* For internet mail, generate delivery instructions.
2966 * Yes, this is recursive. Deal with it. Infinite recursion does
2967 * not happen because the delivery instructions message does not
2968 * contain a recipient.
2970 if ((recps != NULL) && (recps->num_internet > 0)) {
2971 StrBuf *SpoolMsg = NewStrBuf();
2974 MSGM_syslog(LOG_DEBUG, "Generating delivery instructions\n");
2976 StrBufPrintf(SpoolMsg,
2977 "Content-type: "SPOOLMIME"\n"
2986 if (recps->envelope_from != NULL) {
2987 StrBufAppendBufPlain(SpoolMsg, HKEY("envelope_from|"), 0);
2988 StrBufAppendBufPlain(SpoolMsg, recps->envelope_from, -1, 0);
2989 StrBufAppendBufPlain(SpoolMsg, HKEY("\n"), 0);
2991 if (recps->sending_room != NULL) {
2992 StrBufAppendBufPlain(SpoolMsg, HKEY("source_room|"), 0);
2993 StrBufAppendBufPlain(SpoolMsg, recps->sending_room, -1, 0);
2994 StrBufAppendBufPlain(SpoolMsg, HKEY("\n"), 0);
2997 nTokens = num_tokens(recps->recp_internet, '|');
2998 for (i = 0; i < nTokens; i++) {
3000 len = extract_token(recipient, recps->recp_internet, i, '|', sizeof recipient);
3002 StrBufAppendBufPlain(SpoolMsg, HKEY("remote|"), 0);
3003 StrBufAppendBufPlain(SpoolMsg, recipient, len, 0);
3004 StrBufAppendBufPlain(SpoolMsg, HKEY("|0||\n"), 0);
3008 imsg = malloc(sizeof(struct CtdlMessage));
3009 memset(imsg, 0, sizeof(struct CtdlMessage));
3010 imsg->cm_magic = CTDLMESSAGE_MAGIC;
3011 imsg->cm_anon_type = MES_NORMAL;
3012 imsg->cm_format_type = FMT_RFC822;
3013 imsg->cm_fields[eMsgSubject] = strdup("QMSG");
3014 imsg->cm_fields[eAuthor] = strdup("Citadel");
3015 imsg->cm_fields[eJournal] = strdup("do not journal");
3016 imsg->cm_fields[eMesageText] = SmashStrBuf(&SpoolMsg); /* imsg owns this memory now */
3017 CtdlSubmitMsg(imsg, NULL, SMTP_SPOOLOUT_ROOM, QP_EADDR);
3022 * Any addresses to harvest for someone's address book?
3024 if ( (CCC->logged_in) && (recps != NULL) ) {
3025 collected_addresses = harvest_collected_addresses(msg);
3028 if (collected_addresses != NULL) {
3029 aptr = (struct addresses_to_be_filed *)
3030 malloc(sizeof(struct addresses_to_be_filed));
3031 CtdlMailboxName(actual_rm, sizeof actual_rm,
3032 &CCC->user, USERCONTACTSROOM);
3033 aptr->roomname = strdup(actual_rm);
3034 aptr->collected_addresses = collected_addresses;
3035 begin_critical_section(S_ATBF);
3038 end_critical_section(S_ATBF);
3042 * Determine whether this message qualifies for journaling.
3044 if (!CM_IsEmpty(msg, eJournal)) {
3045 qualified_for_journaling = 0;
3048 if (recps == NULL) {
3049 qualified_for_journaling = config.c_journal_pubmsgs;
3051 else if (recps->num_local + recps->num_ignet + recps->num_internet > 0) {
3052 qualified_for_journaling = config.c_journal_email;
3055 qualified_for_journaling = config.c_journal_pubmsgs;
3060 * Do we have to perform journaling? If so, hand off the saved
3061 * RFC822 version will be handed off to the journaler for background
3062 * submit. Otherwise, we have to free the memory ourselves.
3064 if (saved_rfc822_version != NULL) {
3065 if (qualified_for_journaling) {
3066 JournalBackgroundSubmit(msg, saved_rfc822_version, recps);
3069 FreeStrBuf(&saved_rfc822_version);
3079 * Convenience function for generating small administrative messages.
3081 void quickie_message(const char *from,
3082 const char *fromaddr,
3087 const char *subject)
3089 struct CtdlMessage *msg;
3090 struct recptypes *recp = NULL;
3092 msg = malloc(sizeof(struct CtdlMessage));
3093 memset(msg, 0, sizeof(struct CtdlMessage));
3094 msg->cm_magic = CTDLMESSAGE_MAGIC;
3095 msg->cm_anon_type = MES_NORMAL;
3096 msg->cm_format_type = format_type;
3099 msg->cm_fields[eAuthor] = strdup(from);
3101 else if (fromaddr != NULL) {
3102 msg->cm_fields[eAuthor] = strdup(fromaddr);
3103 if (strchr(msg->cm_fields[eAuthor], '@')) {
3104 *strchr(msg->cm_fields[eAuthor], '@') = 0;
3108 msg->cm_fields[eAuthor] = strdup("Citadel");
3111 if (fromaddr != NULL) msg->cm_fields[erFc822Addr] = strdup(fromaddr);
3112 if (room != NULL) msg->cm_fields[eOriginalRoom] = strdup(room);
3113 msg->cm_fields[eNodeName] = strdup(NODENAME);
3115 msg->cm_fields[eRecipient] = strdup(to);
3116 recp = validate_recipients(to, NULL, 0);
3118 if (subject != NULL) {
3119 msg->cm_fields[eMsgSubject] = strdup(subject);
3121 msg->cm_fields[eMesageText] = strdup(text);
3123 CtdlSubmitMsg(msg, recp, room, 0);
3125 if (recp != NULL) free_recipients(recp);
3128 void flood_protect_quickie_message(const char *from,
3129 const char *fromaddr,
3134 const char *subject,
3136 const char **CritStr,
3143 u_char rawdigest[MD5_DIGEST_LEN];
3144 struct MD5Context md5context;
3148 time_t tsday = NOW / (8*60*60); /* just care for a day... */
3150 tslen = snprintf(timestamp, sizeof(timestamp), "%ld", tsday);
3151 MD5Init(&md5context);
3153 for (i = 0; i < nCriterions; i++)
3154 MD5Update(&md5context,
3155 (const unsigned char*)CritStr[i], CritStrLen[i]);
3156 MD5Update(&md5context,
3157 (const unsigned char*)timestamp, tslen);
3158 MD5Final(rawdigest, &md5context);
3160 guid = NewStrBufPlain(NULL,
3161 MD5_DIGEST_LEN * 2 + 12);
3162 StrBufHexEscAppend(guid, NULL, rawdigest, MD5_DIGEST_LEN);
3163 StrBufAppendBufPlain(guid, HKEY("_fldpt"), 0);
3164 if (StrLength(guid) > 40)
3165 StrBufCutAt(guid, 40, NULL);
3167 if (CheckIfAlreadySeen("FPAideMessage",
3176 /* yes, we did. flood protection kicks in. */
3178 "not sending message again\n");
3182 /* no, this message isn't sent recently; go ahead. */
3183 quickie_message(from,
3194 * Back end function used by CtdlMakeMessage() and similar functions
3196 StrBuf *CtdlReadMessageBodyBuf(char *terminator, /* token signalling EOT */
3198 size_t maxlen, /* maximum message length */
3199 StrBuf *exist, /* if non-null, append to it;
3200 exist is ALWAYS freed */
3201 int crlf, /* CRLF newlines instead of LF */
3202 int *sock /* socket handle or 0 for this session's client socket */
3211 LineBuf = NewStrBufPlain(NULL, SIZ);
3212 if (exist == NULL) {
3213 Message = NewStrBufPlain(NULL, 4 * SIZ);
3216 Message = NewStrBufDup(exist);
3219 /* Do we need to change leading ".." to "." for SMTP escaping? */
3220 if ((tlen == 1) && (*terminator == '.')) {
3224 /* read in the lines of message text one by one */
3227 if ((CtdlSockGetLine(sock, LineBuf, 5) < 0) ||
3232 if (CtdlClientGetLine(LineBuf) < 0) finished = 1;
3234 if ((StrLength(LineBuf) == tlen) &&
3235 (!strcmp(ChrPtr(LineBuf), terminator)))
3238 if ( (!flushing) && (!finished) ) {
3240 StrBufAppendBufPlain(LineBuf, HKEY("\r\n"), 0);
3243 StrBufAppendBufPlain(LineBuf, HKEY("\n"), 0);
3246 /* Unescape SMTP-style input of two dots at the beginning of the line */
3248 (StrLength(LineBuf) == 2) &&
3249 (!strcmp(ChrPtr(LineBuf), "..")))
3251 StrBufCutLeft(LineBuf, 1);
3254 StrBufAppendBuf(Message, LineBuf, 0);
3257 /* if we've hit the max msg length, flush the rest */
3258 if (StrLength(Message) >= maxlen) flushing = 1;
3260 } while (!finished);
3261 FreeStrBuf(&LineBuf);
3265 void DeleteAsyncMsg(ReadAsyncMsg **Msg)
3269 FreeStrBuf(&(*Msg)->MsgBuf);
3275 ReadAsyncMsg *NewAsyncMsg(const char *terminator, /* token signalling EOT */
3277 size_t maxlen, /* maximum message length */
3278 size_t expectlen, /* if we expect a message, how long should it be? */
3279 StrBuf *exist, /* if non-null, append to it;
3280 exist is ALWAYS freed */
3281 long eLen, /* length of exist */
3282 int crlf /* CRLF newlines instead of LF */
3285 ReadAsyncMsg *NewMsg;
3287 NewMsg = (ReadAsyncMsg *)malloc(sizeof(ReadAsyncMsg));
3288 memset(NewMsg, 0, sizeof(ReadAsyncMsg));
3290 if (exist == NULL) {
3293 if (expectlen == 0) {
3297 len = expectlen + 10;
3299 NewMsg->MsgBuf = NewStrBufPlain(NULL, len);
3302 NewMsg->MsgBuf = NewStrBufDup(exist);
3304 /* Do we need to change leading ".." to "." for SMTP escaping? */
3305 if ((tlen == 1) && (*terminator == '.')) {
3309 NewMsg->terminator = terminator;
3310 NewMsg->tlen = tlen;
3312 NewMsg->maxlen = maxlen;
3314 NewMsg->crlf = crlf;
3320 * Back end function used by CtdlMakeMessage() and similar functions
3322 eReadState CtdlReadMessageBodyAsync(AsyncIO *IO)
3324 ReadAsyncMsg *ReadMsg;
3325 int MsgFinished = 0;
3326 eReadState Finished = eMustReadMore;
3331 const char *pch = ChrPtr(IO->SendBuf.Buf);
3332 const char *pchh = IO->SendBuf.ReadWritePointer;
3338 nbytes = StrLength(IO->SendBuf.Buf) - (pchh - pch);
3339 snprintf(fn, SIZ, "/tmp/foolog_ev_%s.%d",
3340 ((CitContext*)(IO->CitContext))->ServiceName,
3343 fd = fopen(fn, "a+");
3346 ReadMsg = IO->ReadMsg;
3348 /* read in the lines of message text one by one */
3350 Finished = StrBufChunkSipLine(IO->IOBuf, &IO->RecvBuf);
3353 case eMustReadMore: /// read new from socket...
3355 if (IO->RecvBuf.ReadWritePointer != NULL) {
3356 nbytes = StrLength(IO->RecvBuf.Buf) - (IO->RecvBuf.ReadWritePointer - ChrPtr(IO->RecvBuf.Buf));
3357 fprintf(fd, "Read; Line unfinished: %ld Bytes still in buffer [", nbytes);
3359 fwrite(IO->RecvBuf.ReadWritePointer, nbytes, 1, fd);
3363 fprintf(fd, "BufferEmpty! \n");
3369 case eBufferNotEmpty: /* shouldn't happen... */
3370 case eReadSuccess: /// done for now...
3372 case eReadFail: /// WHUT?
3378 if ((StrLength(IO->IOBuf) == ReadMsg->tlen) &&
3379 (!strcmp(ChrPtr(IO->IOBuf), ReadMsg->terminator))) {
3382 fprintf(fd, "found Terminator; Message Size: %d\n", StrLength(ReadMsg->MsgBuf));
3385 else if (!ReadMsg->flushing) {
3388 fprintf(fd, "Read Line: [%d][%s]\n", StrLength(IO->IOBuf), ChrPtr(IO->IOBuf));
3391 /* Unescape SMTP-style input of two dots at the beginning of the line */
3392 if ((ReadMsg->dodot) &&
3393 (StrLength(IO->IOBuf) == 2) && /* TODO: do we just unescape lines with two dots or any line? */
3394 (!strcmp(ChrPtr(IO->IOBuf), "..")))
3397 fprintf(fd, "UnEscaped!\n");
3399 StrBufCutLeft(IO->IOBuf, 1);
3402 if (ReadMsg->crlf) {
3403 StrBufAppendBufPlain(IO->IOBuf, HKEY("\r\n"), 0);
3406 StrBufAppendBufPlain(IO->IOBuf, HKEY("\n"), 0);
3409 StrBufAppendBuf(ReadMsg->MsgBuf, IO->IOBuf, 0);
3412 /* if we've hit the max msg length, flush the rest */
3413 if (StrLength(ReadMsg->MsgBuf) >= ReadMsg->maxlen) ReadMsg->flushing = 1;
3415 } while (!MsgFinished);
3418 fprintf(fd, "Done with reading; %s.\n, ",
3419 (MsgFinished)?"Message Finished": "FAILED");
3423 return eReadSuccess;
3430 * Back end function used by CtdlMakeMessage() and similar functions
3432 char *CtdlReadMessageBody(char *terminator, /* token signalling EOT */
3434 size_t maxlen, /* maximum message length */
3435 StrBuf *exist, /* if non-null, append to it;
3436 exist is ALWAYS freed */
3437 int crlf, /* CRLF newlines instead of LF */
3438 int *sock /* socket handle or 0 for this session's client socket */
3443 Message = CtdlReadMessageBodyBuf(terminator,
3449 if (Message == NULL)
3452 return SmashStrBuf(&Message);
3457 * Build a binary message to be saved on disk.
3458 * (NOTE: if you supply 'preformatted_text', the buffer you give it
3459 * will become part of the message. This means you are no longer
3460 * responsible for managing that memory -- it will be freed along with
3461 * the rest of the fields when CM_Free() is called.)
3464 struct CtdlMessage *CtdlMakeMessage(
3465 struct ctdluser *author, /* author's user structure */
3466 char *recipient, /* NULL if it's not mail */
3467 char *recp_cc, /* NULL if it's not mail */
3468 char *room, /* room where it's going */
3469 int type, /* see MES_ types in header file */
3470 int format_type, /* variformat, plain text, MIME... */
3471 char *fake_name, /* who we're masquerading as */
3472 char *my_email, /* which of my email addresses to use (empty is ok) */
3473 char *subject, /* Subject (optional) */
3474 char *supplied_euid, /* ...or NULL if this is irrelevant */
3475 char *preformatted_text, /* ...or NULL to read text from client */
3476 char *references /* Thread references */
3478 char dest_node[256];
3480 struct CtdlMessage *msg;
3482 StrBuf *FakeEncAuthor = NULL;
3484 msg = malloc(sizeof(struct CtdlMessage));
3485 memset(msg, 0, sizeof(struct CtdlMessage));
3486 msg->cm_magic = CTDLMESSAGE_MAGIC;
3487 msg->cm_anon_type = type;
3488 msg->cm_format_type = format_type;
3490 /* Don't confuse the poor folks if it's not routed mail. */
3491 strcpy(dest_node, "");
3493 if (recipient != NULL) striplt(recipient);
3494 if (recp_cc != NULL) striplt(recp_cc);
3496 /* Path or Return-Path */
3497 if (my_email == NULL) my_email = "";
3499 if (!IsEmptyStr(my_email)) {
3500 msg->cm_fields[eMessagePath] = strdup(my_email);
3503 snprintf(buf, sizeof buf, "%s", author->fullname);
3504 msg->cm_fields[eMessagePath] = strdup(buf);
3506 convert_spaces_to_underscores(msg->cm_fields[eMessagePath]);
3508 snprintf(buf, sizeof buf, "%ld", (long)time(NULL)); /* timestamp */
3509 msg->cm_fields[eTimestamp] = strdup(buf);
3511 if ((fake_name != NULL) && (fake_name[0])) { /* author */
3512 FakeAuthor = NewStrBufPlain (fake_name, -1);
3515 FakeAuthor = NewStrBufPlain (author->fullname, -1);
3517 StrBufRFC2047encode(&FakeEncAuthor, FakeAuthor);
3518 msg->cm_fields[eAuthor] = SmashStrBuf(&FakeEncAuthor);
3519 FreeStrBuf(&FakeAuthor);
3521 if (CC->room.QRflags & QR_MAILBOX) { /* room */
3522 msg->cm_fields[eOriginalRoom] = strdup(&CC->room.QRname[11]);
3525 msg->cm_fields[eOriginalRoom] = strdup(CC->room.QRname);
3528 msg->cm_fields[eNodeName] = strdup(NODENAME); /* nodename */
3529 msg->cm_fields[eHumanNode] = strdup(HUMANNODE); /* hnodename */
3531 if ((recipient != NULL) && (recipient[0] != 0)) {
3532 msg->cm_fields[eRecipient] = strdup(recipient);
3534 if ((recp_cc != NULL) && (recp_cc[0] != 0)) {
3535 msg->cm_fields[eCarbonCopY] = strdup(recp_cc);
3537 if (dest_node[0] != 0) {
3538 msg->cm_fields[eDestination] = strdup(dest_node);
3541 if (!IsEmptyStr(my_email)) {
3542 msg->cm_fields[erFc822Addr] = strdup(my_email);
3544 else if ( (author == &CC->user) && (!IsEmptyStr(CC->cs_inet_email)) ) {
3545 msg->cm_fields[erFc822Addr] = strdup(CC->cs_inet_email);
3548 if (subject != NULL) {
3551 length = strlen(subject);
3557 while ((subject[i] != '\0') &&
3558 (IsAscii = isascii(subject[i]) != 0 ))
3561 msg->cm_fields[eMsgSubject] = strdup(subject);
3562 else /* ok, we've got utf8 in the string. */
3564 msg->cm_fields[eMsgSubject] = rfc2047encode(subject, length);
3570 if (supplied_euid != NULL) {
3571 msg->cm_fields[eExclusiveID] = strdup(supplied_euid);
3574 if ((references != NULL) && (!IsEmptyStr(references))) {
3575 if (msg->cm_fields[eWeferences] != NULL)
3576 free(msg->cm_fields[eWeferences]);
3577 msg->cm_fields[eWeferences] = strdup(references);
3580 if (preformatted_text != NULL) {
3581 msg->cm_fields[eMesageText] = preformatted_text;
3584 msg->cm_fields[eMesageText] = CtdlReadMessageBody(HKEY("000"), config.c_maxmsglen, NULL, 0, 0);
3594 * API function to delete messages which match a set of criteria
3595 * (returns the actual number of messages deleted)
3597 int CtdlDeleteMessages(char *room_name, /* which room */
3598 long *dmsgnums, /* array of msg numbers to be deleted */
3599 int num_dmsgnums, /* number of msgs to be deleted, or 0 for "any" */
3600 char *content_type /* or "" for any. regular expressions expected. */
3603 struct CitContext *CCC = CC;
3604 struct ctdlroom qrbuf;
3605 struct cdbdata *cdbfr;
3606 long *msglist = NULL;
3607 long *dellist = NULL;
3610 int num_deleted = 0;
3612 struct MetaData smi;
3615 int need_to_free_re = 0;
3617 if (content_type) if (!IsEmptyStr(content_type)) {
3618 regcomp(&re, content_type, 0);
3619 need_to_free_re = 1;
3621 MSG_syslog(LOG_DEBUG, " CtdlDeleteMessages(%s, %d msgs, %s)\n",
3622 room_name, num_dmsgnums, content_type);
3624 /* get room record, obtaining a lock... */
3625 if (CtdlGetRoomLock(&qrbuf, room_name) != 0) {
3626 MSG_syslog(LOG_ERR, " CtdlDeleteMessages(): Room <%s> not found\n",
3628 if (need_to_free_re) regfree(&re);
3629 return (0); /* room not found */
3631 cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf.QRnumber, sizeof(long));
3633 if (cdbfr != NULL) {
3634 dellist = malloc(cdbfr->len);
3635 msglist = (long *) cdbfr->ptr;
3636 cdbfr->ptr = NULL; /* CtdlDeleteMessages() now owns this memory */
3637 num_msgs = cdbfr->len / sizeof(long);
3641 int have_contenttype = (content_type != NULL) && !IsEmptyStr(content_type);
3642 int have_delmsgs = (num_dmsgnums == 0) || (dmsgnums == NULL);
3643 int have_more_del = 1;
3645 num_msgs = sort_msglist(msglist, num_msgs);
3646 if (num_dmsgnums > 1)
3647 num_dmsgnums = sort_msglist(dmsgnums, num_dmsgnums);
3650 StrBuf *dbg = NewStrBuf();
3651 for (i = 0; i < num_dmsgnums; i++)
3652 StrBufAppendPrintf(dbg, ", %ld", dmsgnums[i]);
3653 MSG_syslog(LOG_DEBUG, " Deleting before: %s", ChrPtr(dbg));
3658 while ((i < num_msgs) && (have_more_del)) {
3661 /* Set/clear a bit for each criterion */
3663 /* 0 messages in the list or a null list means that we are
3664 * interested in deleting any messages which meet the other criteria.
3667 delete_this |= 0x01;
3670 while ((i < num_msgs) && (msglist[i] < dmsgnums[j])) i++;
3675 if (msglist[i] == dmsgnums[j]) {
3676 delete_this |= 0x01;
3679 have_more_del = (j < num_dmsgnums);
3682 if (have_contenttype) {
3683 GetMetaData(&smi, msglist[i]);
3684 if (regexec(&re, smi.meta_content_type, 1, &pm, 0) == 0) {
3685 delete_this |= 0x02;
3688 delete_this |= 0x02;
3691 /* Delete message only if all bits are set */
3692 if (delete_this == 0x03) {
3693 dellist[num_deleted++] = msglist[i];
3700 StrBuf *dbg = NewStrBuf();
3701 for (i = 0; i < num_deleted; i++)
3702 StrBufAppendPrintf(dbg, ", %ld", dellist[i]);
3703 MSG_syslog(LOG_DEBUG, " Deleting: %s", ChrPtr(dbg));
3707 num_msgs = sort_msglist(msglist, num_msgs);
3708 cdb_store(CDB_MSGLISTS, &qrbuf.QRnumber, (int)sizeof(long),
3709 msglist, (int)(num_msgs * sizeof(long)));
3712 qrbuf.QRhighest = msglist[num_msgs - 1];
3714 qrbuf.QRhighest = 0;
3716 CtdlPutRoomLock(&qrbuf);
3718 /* Go through the messages we pulled out of the index, and decrement
3719 * their reference counts by 1. If this is the only room the message
3720 * was in, the reference count will reach zero and the message will
3721 * automatically be deleted from the database. We do this in a
3722 * separate pass because there might be plug-in hooks getting called,
3723 * and we don't want that happening during an S_ROOMS critical
3727 for (i=0; i<num_deleted; ++i) {
3728 PerformDeleteHooks(qrbuf.QRname, dellist[i]);
3730 AdjRefCountList(dellist, num_deleted, -1);
3732 /* Now free the memory we used, and go away. */
3733 if (msglist != NULL) free(msglist);
3734 if (dellist != NULL) free(dellist);
3735 MSG_syslog(LOG_DEBUG, " %d message(s) deleted.\n", num_deleted);
3736 if (need_to_free_re) regfree(&re);
3737 return (num_deleted);
3744 * GetMetaData() - Get the supplementary record for a message
3746 void GetMetaData(struct MetaData *smibuf, long msgnum)
3749 struct cdbdata *cdbsmi;
3752 memset(smibuf, 0, sizeof(struct MetaData));
3753 smibuf->meta_msgnum = msgnum;
3754 smibuf->meta_refcount = 1; /* Default reference count is 1 */
3756 /* Use the negative of the message number for its supp record index */
3757 TheIndex = (0L - msgnum);
3759 cdbsmi = cdb_fetch(CDB_MSGMAIN, &TheIndex, sizeof(long));
3760 if (cdbsmi == NULL) {
3761 return; /* record not found; go with defaults */
3763 memcpy(smibuf, cdbsmi->ptr,
3764 ((cdbsmi->len > sizeof(struct MetaData)) ?
3765 sizeof(struct MetaData) : cdbsmi->len));
3772 * PutMetaData() - (re)write supplementary record for a message
3774 void PutMetaData(struct MetaData *smibuf)
3778 /* Use the negative of the message number for the metadata db index */
3779 TheIndex = (0L - smibuf->meta_msgnum);
3781 cdb_store(CDB_MSGMAIN,
3782 &TheIndex, (int)sizeof(long),
3783 smibuf, (int)sizeof(struct MetaData));
3788 * AdjRefCount - submit an adjustment to the reference count for a message.
3789 * (These are just queued -- we actually process them later.)
3791 void AdjRefCount(long msgnum, int incr)
3793 struct CitContext *CCC = CC;
3794 struct arcq new_arcq;
3797 MSG_syslog(LOG_DEBUG, "AdjRefCount() msg %ld ref count delta %+d\n", msgnum, incr);
3799 begin_critical_section(S_SUPPMSGMAIN);
3800 if (arcfp == NULL) {
3801 arcfp = fopen(file_arcq, "ab+");
3802 chown(file_arcq, CTDLUID, (-1));
3803 chmod(file_arcq, 0600);
3805 end_critical_section(S_SUPPMSGMAIN);
3807 /* msgnum < 0 means that we're trying to close the file */
3809 MSGM_syslog(LOG_DEBUG, "Closing the AdjRefCount queue file\n");
3810 begin_critical_section(S_SUPPMSGMAIN);
3811 if (arcfp != NULL) {
3815 end_critical_section(S_SUPPMSGMAIN);
3820 * If we can't open the queue, perform the operation synchronously.
3822 if (arcfp == NULL) {
3823 TDAP_AdjRefCount(msgnum, incr);
3827 new_arcq.arcq_msgnum = msgnum;
3828 new_arcq.arcq_delta = incr;
3829 rv = fwrite(&new_arcq, sizeof(struct arcq), 1, arcfp);
3831 MSG_syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
3840 void AdjRefCountList(long *msgnum, long nmsg, int incr)
3842 struct CitContext *CCC = CC;
3843 long i, the_size, offset;
3844 struct arcq *new_arcq;
3847 MSG_syslog(LOG_DEBUG, "AdjRefCountList() msg %ld ref count delta %+d\n", nmsg, incr);
3849 begin_critical_section(S_SUPPMSGMAIN);
3850 if (arcfp == NULL) {
3851 arcfp = fopen(file_arcq, "ab+");
3852 chown(file_arcq, CTDLUID, (-1));
3853 chmod(file_arcq, 0600);
3855 end_critical_section(S_SUPPMSGMAIN);
3858 * If we can't open the queue, perform the operation synchronously.
3860 if (arcfp == NULL) {
3861 for (i = 0; i < nmsg; i++)
3862 TDAP_AdjRefCount(msgnum[i], incr);
3866 the_size = sizeof(struct arcq) * nmsg;
3867 new_arcq = malloc(the_size);
3868 for (i = 0; i < nmsg; i++) {
3869 new_arcq[i].arcq_msgnum = msgnum[i];
3870 new_arcq[i].arcq_delta = incr;
3874 while ((rv >= 0) && (offset < the_size))
3876 rv = fwrite(new_arcq + offset, 1, the_size - offset, arcfp);
3878 MSG_syslog(LOG_EMERG, "Couldn't write Refcount Queue File %s: %s\n",
3894 * TDAP_ProcessAdjRefCountQueue()
3896 * Process the queue of message count adjustments that was created by calls
3897 * to AdjRefCount() ... by reading the queue and calling TDAP_AdjRefCount()
3898 * for each one. This should be an "off hours" operation.
3900 int TDAP_ProcessAdjRefCountQueue(void)
3902 struct CitContext *CCC = CC;
3903 char file_arcq_temp[PATH_MAX];
3906 struct arcq arcq_rec;
3907 int num_records_processed = 0;
3909 snprintf(file_arcq_temp, sizeof file_arcq_temp, "%s.%04x", file_arcq, rand());
3911 begin_critical_section(S_SUPPMSGMAIN);
3912 if (arcfp != NULL) {
3917 r = link(file_arcq, file_arcq_temp);
3919 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3920 end_critical_section(S_SUPPMSGMAIN);
3921 return(num_records_processed);
3925 end_critical_section(S_SUPPMSGMAIN);
3927 fp = fopen(file_arcq_temp, "rb");
3929 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3930 return(num_records_processed);
3933 while (fread(&arcq_rec, sizeof(struct arcq), 1, fp) == 1) {
3934 TDAP_AdjRefCount(arcq_rec.arcq_msgnum, arcq_rec.arcq_delta);
3935 ++num_records_processed;
3939 r = unlink(file_arcq_temp);
3941 MSG_syslog(LOG_CRIT, "%s: %s\n", file_arcq_temp, strerror(errno));
3944 return(num_records_processed);
3950 * TDAP_AdjRefCount - adjust the reference count for a message.
3951 * This one does it "for real" because it's called by
3952 * the autopurger function that processes the queue
3953 * created by AdjRefCount(). If a message's reference
3954 * count becomes zero, we also delete the message from
3955 * disk and de-index it.
3957 void TDAP_AdjRefCount(long msgnum, int incr)
3959 struct CitContext *CCC = CC;
3961 struct MetaData smi;
3964 /* This is a *tight* critical section; please keep it that way, as
3965 * it may get called while nested in other critical sections.
3966 * Complicating this any further will surely cause deadlock!
3968 begin_critical_section(S_SUPPMSGMAIN);
3969 GetMetaData(&smi, msgnum);
3970 smi.meta_refcount += incr;
3972 end_critical_section(S_SUPPMSGMAIN);
3973 MSG_syslog(LOG_DEBUG, "TDAP_AdjRefCount() msg %ld ref count delta %+d, is now %d\n",
3974 msgnum, incr, smi.meta_refcount
3977 /* If the reference count is now zero, delete the message
3978 * (and its supplementary record as well).
3980 if (smi.meta_refcount == 0) {
3981 MSG_syslog(LOG_DEBUG, "Deleting message <%ld>\n", msgnum);
3983 /* Call delete hooks with NULL room to show it has gone altogether */
3984 PerformDeleteHooks(NULL, msgnum);
3986 /* Remove from message base */
3988 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3989 cdb_delete(CDB_BIGMSGS, &delnum, (int)sizeof(long));
3991 /* Remove metadata record */
3992 delnum = (0L - msgnum);
3993 cdb_delete(CDB_MSGMAIN, &delnum, (int)sizeof(long));
3999 * Write a generic object to this room
4001 * Note: this could be much more efficient. Right now we use two temporary
4002 * files, and still pull the message into memory as with all others.
4004 void CtdlWriteObject(char *req_room, /* Room to stuff it in */
4005 char *content_type, /* MIME type of this object */
4006 char *raw_message, /* Data to be written */
4007 off_t raw_length, /* Size of raw_message */
4008 struct ctdluser *is_mailbox, /* Mailbox room? */
4009 int is_binary, /* Is encoding necessary? */
4010 int is_unique, /* Del others of this type? */
4011 unsigned int flags /* Internal save flags */
4014 struct CitContext *CCC = CC;
4015 struct ctdlroom qrbuf;
4016 char roomname[ROOMNAMELEN];
4017 struct CtdlMessage *msg;
4018 char *encoded_message = NULL;
4020 if (is_mailbox != NULL) {
4021 CtdlMailboxName(roomname, sizeof roomname, is_mailbox, req_room);
4024 safestrncpy(roomname, req_room, sizeof(roomname));
4027 MSG_syslog(LOG_DEBUG, "Raw length is %ld\n", (long)raw_length);
4030 encoded_message = malloc((size_t) (((raw_length * 134) / 100) + 4096 ) );
4033 encoded_message = malloc((size_t)(raw_length + 4096));
4036 sprintf(encoded_message, "Content-type: %s\n", content_type);
4039 sprintf(&encoded_message[strlen(encoded_message)],
4040 "Content-transfer-encoding: base64\n\n"
4044 sprintf(&encoded_message[strlen(encoded_message)],
4045 "Content-transfer-encoding: 7bit\n\n"
4051 &encoded_message[strlen(encoded_message)],
4059 &encoded_message[strlen(encoded_message)],
4065 MSGM_syslog(LOG_DEBUG, "Allocating\n");
4066 msg = malloc(sizeof(struct CtdlMessage));
4067 memset(msg, 0, sizeof(struct CtdlMessage));
4068 msg->cm_magic = CTDLMESSAGE_MAGIC;
4069 msg->cm_anon_type = MES_NORMAL;
4070 msg->cm_format_type = 4;
4071 msg->cm_fields[eAuthor] = strdup(CCC->user.fullname);
4072 msg->cm_fields[eOriginalRoom] = strdup(req_room);
4073 msg->cm_fields[eNodeName] = strdup(config.c_nodename);
4074 msg->cm_fields[eHumanNode] = strdup(config.c_humannode);
4075 msg->cm_flags = flags;
4077 msg->cm_fields[eMesageText] = encoded_message;
4079 /* Create the requested room if we have to. */
4080 if (CtdlGetRoom(&qrbuf, roomname) != 0) {
4081 CtdlCreateRoom(roomname,
4082 ( (is_mailbox != NULL) ? 5 : 3 ),
4083 "", 0, 1, 0, VIEW_BBS);
4085 /* If the caller specified this object as unique, delete all
4086 * other objects of this type that are currently in the room.
4089 MSG_syslog(LOG_DEBUG, "Deleted %d other msgs of this type\n",
4090 CtdlDeleteMessages(roomname, NULL, 0, content_type)
4093 /* Now write the data */
4094 CtdlSubmitMsg(msg, NULL, roomname, 0);
4100 /*****************************************************************************/
4101 /* MODULE INITIALIZATION STUFF */
4102 /*****************************************************************************/
4103 void SetMessageDebugEnabled(const int n)
4105 MessageDebugEnabled = n;
4107 CTDL_MODULE_INIT(msgbase)
4110 CtdlRegisterDebugFlagHook(HKEY("messages"), SetMessageDebugEnabled, &MessageDebugEnabled);
4113 /* return our Subversion id for the Log */