/*
* Implements the message store.
*
- * Copyright (c) 1987-2018 by the citadel.org team
+ * Copyright (c) 1987-2020 by the citadel.org team
*
* This program is open source software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License version 3.
#include <regex.h>
#include <sys/stat.h>
#include <libcitadel.h>
-#include "md5.h"
#include "ctdl_module.h"
#include "citserver.h"
#include "control.h"
struct addresses_to_be_filed *atbf = NULL;
-/* This temp file holds the queue of operations for AdjRefCount() */
-static FILE *arcfp = NULL;
-void AdjRefCountList(long *msgnum, long nmsg, int incr);
-
/*
* These are the four-character field headers we use when outputting
* messages in Citadel format (as opposed to RFC822 format).
*/
-char *msgkeys[91] = {
+char *msgkeys[] = {
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL,
- "from", /* A -> eAuthor */
- NULL, /* B -> eBig_message */
- NULL, /* C -> eRemoteRoom FIXME no more ignet */
- NULL, /* D -> eDestination FIXME no more ignet */
- "exti", /* E -> eXclusivID */
- "rfca", /* F -> erFc822Addr */
- NULL, /* G */
- "hnod", /* H -> eHumanNode FIXME no more ignet */
- "msgn", /* I -> emessageId */
- "jrnl", /* J -> eJournal */
- "rep2", /* K -> eReplyTo */
- "list", /* L -> eListID */
- "text", /* M -> eMesageText */
- "node", /* N -> eNodeName FIXME no more ignet */
- "room", /* O -> eOriginalRoom */
- "path", /* P -> eMessagePath */
- NULL, /* Q */
- "rcpt", /* R -> eRecipient */
- "spec", /* S -> eSpecialField FIXME we might not be using this anymore */
- "time", /* T -> eTimestamp */
- "subj", /* U -> eMsgSubject */
- "nvto", /* V -> eenVelopeTo */
- "wefw", /* W -> eWeferences */
- NULL, /* X */
- "cccc", /* Y -> eCarbonCopY */
- NULL /* Z */
-
+ "from", // A -> eAuthor
+ NULL, // B -> eBig_message
+ NULL, // C (formerly used as eRemoteRoom)
+ NULL, // D (formerly used as eDestination)
+ "exti", // E -> eXclusivID
+ "rfca", // F -> erFc822Addr
+ NULL, // G
+ "hnod", // H (formerly used as eHumanNode)
+ "msgn", // I -> emessageId
+ "jrnl", // J -> eJournal
+ "rep2", // K -> eReplyTo
+ "list", // L -> eListID
+ "text", // M -> eMesageText
+ NULL, // N (formerly used as eNodeName)
+ "room", // O -> eOriginalRoom
+ "path", // P -> eMessagePath
+ NULL, // Q
+ "rcpt", // R -> eRecipient
+ NULL, // S (formerly used as eSpecialField)
+ "time", // T -> eTimestamp
+ "subj", // U -> eMsgSubject
+ "nvto", // V -> eenVelopeTo
+ "wefw", // W -> eWeferences
+ NULL, // X
+ "cccc", // Y -> eCarbonCopY
+ NULL // Z
};
+
HashList *msgKeyLookup = NULL;
int GetFieldFromMnemonic(eMsgField *f, const char* c)
eAuthor ,
erFc822Addr ,
eOriginalRoom,
- eNodeName ,
- eHumanNode ,
eRecipient ,
- eDestination ,
/* Semi-important fields */
eBig_message ,
- eRemoteRoom ,
eExclusiveID ,
eWeferences ,
eJournal ,
-/* G is not used yet, may become virus signature*/
+/* G is not used yet */
eReplyTo ,
eListID ,
/* Q is not used yet */
- eSpecialField,
eenVelopeTo ,
/* X is not used yet */
/* Z is not used yet */
mptr = Buffer;
upper_bound = Buffer + Length;
+ if (msgnum <= 0) {
+ return NULL;
+ }
/* Parse the three bytes that begin EVERY message on disk.
* The first is always 0xFF, the on-disk magic number.
}
if (!strcasecmp(cbtype, "text/html")) {
- ptr = html_to_ascii(content, length, 80, 0);
+ ptr = html_to_ascii(content, length, 80);
wlen = strlen(ptr);
client_write(ptr, wlen);
if ((wlen > 0) && (ptr[wlen-1] != '\n')) {
int do_proto) /* do Citadel protocol responses? */
{
int i;
- int suppress_f = 0;
char buf[SIZ];
char display_name[256];
}
}
- /* Don't show Internet address for users on the
- * local Citadel network.
- */
- suppress_f = 0;
- if (!CM_IsEmpty(TheMessage, eNodeName) && (haschar(TheMessage->cm_fields[eNodeName], '.') == 0)) {
- suppress_f = 1;
- }
-
/* Now spew the header fields in the order we like them. */
for (i=0; i< NDiskFields; ++i) {
eMsgField Field;
msgkeys[Field],
display_name);
}
- else if ((Field == erFc822Addr) && (suppress_f)) {
- /* do nothing */
- }
/* Masquerade display name if needed */
else {
if (do_proto) {
void OutputRFC822MsgHeaders(
struct CtdlMessage *TheMessage,
- int flags, /* should the bessage be exported clean */
+ int flags, /* should the message be exported clean */
const char *nl, int nlen,
char *mid, long sizeof_mid,
char *suser, long sizeof_suser,
break;
case erFc822Addr:
safestrncpy(fuser, mptr, sizeof_fuser);
- case eNodeName:
- safestrncpy(snode, mptr, sizeof_snode);
- break;
case eRecipient:
if (haschar(mptr, '@') == 0) {
sanitize_truncated_recipient(mptr);
cprintf("Reply-To: %s%s", mptr, nl);
break;
- case eRemoteRoom:
- case eDestination:
case eExclusiveID:
- case eHumanNode:
case eJournal:
case eMesageText:
case eBig_message:
case eOriginalRoom:
- case eSpecialField:
case eErrorMsg:
case eSuppressIdx:
case eExtnotify:
strcpy(suser, "");
strcpy(luser, "");
strcpy(fuser, "");
- memcpy(snode, CtdlGetConfigStr("c_nodename"), strlen(CtdlGetConfigStr("c_nodename")) + 1);
if (mode == MT_RFC822)
OutputRFC822MsgHeaders(
TheMessage,
}
if (mode == MT_RFC822) {
- if (!strcasecmp(snode, NODENAME)) {
- safestrncpy(snode, FQDN, sizeof snode);
- }
-
/* Construct a fun message id */
- cprintf("Message-ID: <%s", mid);/// todo: this possibly breaks threadding mails.
+ cprintf("Message-ID: <%s", mid);
if (strchr(mid, '@')==NULL) {
cprintf("@%s", snode);
}
if ((recps != NULL) && (recps->bounce_to == NULL))
{
if (CC->logged_in) {
- snprintf(bounce_to, sizeof bounce_to, "%s@%s", CC->user.fullname, CtdlGetConfigStr("c_nodename"));
+ strcpy(bounce_to, CC->user.fullname);
}
else {
- snprintf(bounce_to, sizeof bounce_to, "%s@%s", msg->cm_fields[eAuthor], msg->cm_fields[eNodeName]);
+ strcpy(bounce_to, msg->cm_fields[eAuthor]);
}
recps->bounce_to = bounce_to;
}
if (!IsEmptyStr(fromaddr)) CM_SetField(msg, erFc822Addr, fromaddr, strlen(fromaddr));
if (!IsEmptyStr(room)) CM_SetField(msg, eOriginalRoom, room, strlen(room));
- CM_SetField(msg, eNodeName, CtdlGetConfigStr("c_nodename"), strlen(CtdlGetConfigStr("c_nodename")));
if (!IsEmptyStr(to)) {
CM_SetField(msg, eRecipient, to, strlen(to));
recp = validate_recipients(to, NULL, 0);
}
/* Unescape SMTP-style input of two dots at the beginning of the line */
- if ((dotdot) &&
- (StrLength(LineBuf) == 2) &&
- (!strcmp(ChrPtr(LineBuf), "..")))
- {
+ if ((dotdot) && (StrLength(LineBuf) > 1) && (ChrPtr(LineBuf)[0] == '.')) {
StrBufCutLeft(LineBuf, 1);
}
-
StrBufAppendBuf(Message, LineBuf, 0);
}
}
}
- CM_SetField(msg, eNodeName, CtdlGetConfigStr("c_nodename"), strlen(CtdlGetConfigStr("c_nodename")));
- CM_SetField(msg, eHumanNode, CtdlGetConfigStr("c_humannode"), strlen(CtdlGetConfigStr("c_humannode")));
-
if (rcplen > 0) {
CM_SetField(msg, eRecipient, recipient, rcplen);
}
/*
- * AdjRefCount - submit an adjustment to the reference count for a message.
- * (These are just queued -- we actually process them later.)
+ * Convenience function to process a big block of AdjRefCount() operations
*/
-void AdjRefCount(long msgnum, int incr)
-{
- struct arcq new_arcq;
- int rv = 0;
-
- syslog(LOG_DEBUG, "msgbase: AdjRefCount() msg %ld ref count delta %+d", msgnum, incr);
-
- begin_critical_section(S_SUPPMSGMAIN);
- if (arcfp == NULL) {
- arcfp = fopen(file_arcq, "ab+");
- chown(file_arcq, CTDLUID, (-1));
- chmod(file_arcq, 0600);
- }
- end_critical_section(S_SUPPMSGMAIN);
-
- /* msgnum < 0 means that we're trying to close the file */
- if (msgnum < 0) {
- syslog(LOG_DEBUG, "msgbase: closing the AdjRefCount queue file");
- begin_critical_section(S_SUPPMSGMAIN);
- if (arcfp != NULL) {
- fclose(arcfp);
- arcfp = NULL;
- }
- end_critical_section(S_SUPPMSGMAIN);
- return;
- }
-
- /*
- * If we can't open the queue, perform the operation synchronously.
- */
- if (arcfp == NULL) {
- TDAP_AdjRefCount(msgnum, incr);
- return;
- }
-
- new_arcq.arcq_msgnum = msgnum;
- new_arcq.arcq_delta = incr;
- rv = fwrite(&new_arcq, sizeof(struct arcq), 1, arcfp);
- if (rv == -1) {
- syslog(LOG_EMERG, "%s: %m", file_arcq);
- }
- fflush(arcfp);
-
- return;
-}
-
-
void AdjRefCountList(long *msgnum, long nmsg, int incr)
{
- long i, the_size, offset;
- struct arcq *new_arcq;
- int rv = 0;
-
- begin_critical_section(S_SUPPMSGMAIN);
- if (arcfp == NULL) {
- arcfp = fopen(file_arcq, "ab+");
- chown(file_arcq, CTDLUID, (-1));
- chmod(file_arcq, 0600);
- }
- end_critical_section(S_SUPPMSGMAIN);
-
- /*
- * If we can't open the queue, perform the operation synchronously.
- */
- if (arcfp == NULL) {
- for (i = 0; i < nmsg; i++)
- TDAP_AdjRefCount(msgnum[i], incr);
- return;
- }
+ long i;
- the_size = sizeof(struct arcq) * nmsg;
- new_arcq = malloc(the_size);
for (i = 0; i < nmsg; i++) {
- syslog(LOG_DEBUG, "msgbase: AdjRefCountList() msg %ld ref count delta %+d", msgnum[i], incr);
- new_arcq[i].arcq_msgnum = msgnum[i];
- new_arcq[i].arcq_delta = incr;
- }
- rv = 0;
- offset = 0;
- while ((rv >= 0) && (offset < the_size))
- {
- rv = fwrite(new_arcq + offset, 1, the_size - offset, arcfp);
- if (rv == -1) {
- syslog(LOG_ERR, "%s: %m", file_arcq);
- }
- else {
- offset += rv;
- }
- }
- free(new_arcq);
- fflush(arcfp);
-
- return;
-}
-
-
-/*
- * TDAP_ProcessAdjRefCountQueue()
- *
- * Process the queue of message count adjustments that was created by calls
- * to AdjRefCount() ... by reading the queue and calling TDAP_AdjRefCount()
- * for each one. This should be an "off hours" operation.
- */
-int TDAP_ProcessAdjRefCountQueue(void)
-{
- char file_arcq_temp[PATH_MAX];
- int r;
- FILE *fp;
- struct arcq arcq_rec;
- int num_records_processed = 0;
-
- snprintf(file_arcq_temp, sizeof file_arcq_temp, "%s.%04x", file_arcq, rand());
-
- begin_critical_section(S_SUPPMSGMAIN);
- if (arcfp != NULL) {
- fclose(arcfp);
- arcfp = NULL;
- }
-
- r = link(file_arcq, file_arcq_temp);
- if (r != 0) {
- syslog(LOG_ERR, "%s: %m", file_arcq_temp);
- end_critical_section(S_SUPPMSGMAIN);
- return(num_records_processed);
+ AdjRefCount(msgnum[i], incr);
}
-
- unlink(file_arcq);
- end_critical_section(S_SUPPMSGMAIN);
-
- fp = fopen(file_arcq_temp, "rb");
- if (fp == NULL) {
- syslog(LOG_ERR, "%s: %m", file_arcq_temp);
- return(num_records_processed);
- }
-
- while (fread(&arcq_rec, sizeof(struct arcq), 1, fp) == 1) {
- TDAP_AdjRefCount(arcq_rec.arcq_msgnum, arcq_rec.arcq_delta);
- ++num_records_processed;
- }
-
- fclose(fp);
- r = unlink(file_arcq_temp);
- if (r != 0) {
- syslog(LOG_ERR, "%s: %m", file_arcq_temp);
- }
-
- return(num_records_processed);
}
/*
- * TDAP_AdjRefCount - adjust the reference count for a message.
- * This one does it "for real" because it's called by
- * the autopurger function that processes the queue
- * created by AdjRefCount(). If a message's reference
- * count becomes zero, we also delete the message from
- * disk and de-index it.
+ * AdjRefCount - adjust the reference count for a message. We need to delete from disk any message whose reference count reaches zero.
*/
-void TDAP_AdjRefCount(long msgnum, int incr)
+void AdjRefCount(long msgnum, int incr)
{
struct MetaData smi;
long delnum;
smi.meta_refcount += incr;
PutMetaData(&smi);
end_critical_section(S_SUPPMSGMAIN);
- syslog(LOG_DEBUG, "msgbase: TDAP_AdjRefCount() msg %ld ref count delta %+d, is now %d", msgnum, incr, smi.meta_refcount);
+ syslog(LOG_DEBUG, "msgbase: AdjRefCount() msg %ld ref count delta %+d, is now %d", msgnum, incr, smi.meta_refcount);
- /* If the reference count is now zero, delete the message
- * (and its supplementary record as well).
+ /* If the reference count is now zero, delete both the message and its metadata record.
*/
if (smi.meta_refcount == 0) {
syslog(LOG_DEBUG, "msgbase: deleting message <%ld>", msgnum);
msg->cm_format_type = 4;
CM_SetField(msg, eAuthor, CC->user.fullname, strlen(CC->user.fullname));
CM_SetField(msg, eOriginalRoom, req_room, strlen(req_room));
- CM_SetField(msg, eNodeName, CtdlGetConfigStr("c_nodename"), strlen(CtdlGetConfigStr("c_nodename")));
- CM_SetField(msg, eHumanNode, CtdlGetConfigStr("c_humannode"), strlen(CtdlGetConfigStr("c_humannode")));
msg->cm_flags = flags;
CM_SetAsFieldSB(msg, eMesageText, &encoded_message);
projects / citadel.git / blobdiff