holy crap there is some old cruft in here I have to rewrite!
[citadel.git] / citadel / modules / network / serv_netmail.c
index d71cbdbfb331c24184a534c29258a45a5e96ec68..9eb21f9a4f8536085331966d9bb245a7647d1739 100644 (file)
@@ -1,16 +1,15 @@
 /*
- * This module handles shared rooms, inter-Citadel mail, and outbound
- * mailing list processing.
+ * This module handles network mail and mailing list processing.
  *
- * Copyright (c) 2000-2012 by the citadel.org team
+ * Copyright (c) 2000-2021 by the citadel.org team
  *
- *  This program is open source software; you can redistribute it and/or modify
- *  it under the terms of the GNU General Public License, version 3.
+ * This program is open source software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License, version 3.
  *
- *  This program is distributed in the hope that it will be useful,
- *  but WITHOUT ANY WARRANTY; without even the implied warranty of
- *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- *  GNU General Public License for more details.
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
  *
  * ** NOTE **   A word on the S_NETCONFIGS semaphore:
  * This is a fairly high-level type of critical section.  It ensures that no
 #include <sys/stat.h>
 #include <sys/types.h>
 #include <dirent.h>
-#if TIME_WITH_SYS_TIME
-# include <sys/time.h>
-# include <time.h>
-#else
-# if HAVE_SYS_TIME_H
-#  include <sys/time.h>
-# else
-#  include <time.h>
-# endif
-#endif
+#include <time.h>
 #ifdef HAVE_SYSCALL_H
 # include <syscall.h>
 #else
 #include "ctdl_module.h"
 #include "netspool.h"
 #include "netmail.h"
-
-void network_deliver_list(struct CtdlMessage *msg, SpoolControl *sc, const char *RoomName);
-
-void aggregate_recipients(StrBuf **recps, RoomNetCfg Which, OneRoomNetCfg *OneRNCfg, long nSegments)
-{
-       int i;
-       size_t recps_len = 0;
-       RoomNetCfgLine *nptr;
-       struct CitContext *CCC = CC;
-
-       *recps = NULL;
-       /*
-        * Figure out how big a buffer we need to allocate
-        */
-       for (nptr = OneRNCfg->NetConfigs[Which]; nptr != NULL; nptr = nptr->next) {
-               recps_len = recps_len + StrLength(nptr->Value[0]) + 2;
-       }
-
-       /* Nothing todo... */
-       if (recps_len == 0)
-               return;
-
-       *recps = NewStrBufPlain(NULL, recps_len);
-
-       if (*recps == NULL) {
-               QN_syslog(LOG_EMERG,
-                         "Cannot allocate %ld bytes for recps...\n",
-                         (long)recps_len);
-               abort();
-       }
-
-       /* Each recipient */
-       for (nptr = OneRNCfg->NetConfigs[Which]; nptr != NULL; nptr = nptr->next) {
-               if (nptr != OneRNCfg->NetConfigs[Which]) {
-                       for (i = 0; i < nSegments; i++)
-                               StrBufAppendBufPlain(*recps, HKEY(","), i);
-               }
-               StrBufAppendBuf(*recps, nptr->Value[0], 0);
-               if (Which == ignet_push_share)
-               {
-                       StrBufAppendBufPlain(*recps, HKEY(","), 0);
-                       StrBufAppendBuf(*recps, nptr->Value[1], 0);
-
-               }
-       }
-}
-
-static void ListCalculateSubject(struct CtdlMessage *msg)
-{
-       struct CitContext *CCC = CC;
-       StrBuf *Subject, *FlatSubject;
-       int rlen;
-       char *pCh;
-
-       if (CM_IsEmpty(msg, eMsgSubject)) {
-               Subject = NewStrBufPlain(HKEY("(no subject)"));
-       }
-       else {
-               Subject = NewStrBufPlain(
-                       msg->cm_fields[eMsgSubject], -1);
-       }
-       FlatSubject = NewStrBufPlain(NULL, StrLength(Subject));
-       StrBuf_RFC822_to_Utf8(FlatSubject, Subject, NULL, NULL);
-
-       rlen = strlen(CCC->room.QRname);
-       pCh  = strstr(ChrPtr(FlatSubject), CCC->room.QRname);
-       if ((pCh == NULL) ||
-           (*(pCh + rlen) != ']') ||
-           (pCh == ChrPtr(FlatSubject)) ||
-           (*(pCh - 1) != '[')
-               )
-       {
-               StrBuf *tmp;
-               StrBufPlain(Subject, HKEY("["));
-               StrBufAppendBufPlain(Subject,
-                                    CCC->room.QRname,
-                                    rlen, 0);
-               StrBufAppendBufPlain(Subject, HKEY("] "), 0);
-               StrBufAppendBuf(Subject, FlatSubject, 0);
-               /* so we can free the right one swap them */
-               tmp = Subject;
-               Subject = FlatSubject;
-               FlatSubject = tmp;
-               StrBufRFC2047encode(&Subject, FlatSubject);
-       }
-
-       CM_SetAsFieldSB(msg, eMsgSubject, &Subject);
-
-       FreeStrBuf(&FlatSubject);
-}
-
-/*
- * Deliver digest messages
- */
-void network_deliver_digest(SpoolControl *sc)
-{
-       struct CitContext *CCC = CC;
-       long len;
-       char buf[SIZ];
-       char *pbuf;
-       struct CtdlMessage *msg = NULL;
-       long msglen;
-       struct recptypes *valid;
-       char bounce_to[256];
-
-       if (sc->Users[listrecp] == NULL)
-               return;
-
-       if (sc->num_msgs_spooled < 1) {
-               fclose(sc->digestfp);
-               sc->digestfp = NULL;
-               return;
-       }
-
-       msg = malloc(sizeof(struct CtdlMessage));
-       memset(msg, 0, sizeof(struct CtdlMessage));
-       msg->cm_magic = CTDLMESSAGE_MAGIC;
-       msg->cm_format_type = FMT_RFC822;
-       msg->cm_anon_type = MES_NORMAL;
-
-       CM_SetFieldLONG(msg, eTimestamp, time(NULL));
-       CM_SetField(msg, eAuthor, CCC->room.QRname, strlen(CCC->room.QRname));
-       len = snprintf(buf, sizeof buf, "[%s]", CCC->room.QRname);
-       CM_SetField(msg, eMsgSubject, buf, len);
-
-       CM_SetField(msg, erFc822Addr, SKEY(sc->Users[roommailalias]));
-       CM_SetField(msg, eRecipient, SKEY(sc->Users[roommailalias]));
-
-       /* Set the 'List-ID' header */
-       CM_SetField(msg, eListID, SKEY(sc->ListID));
-
-       /*
-        * Go fetch the contents of the digest
-        */
-       fseek(sc->digestfp, 0L, SEEK_END);
-       msglen = ftell(sc->digestfp);
-
-       pbuf = malloc(msglen + 1);
-       fseek(sc->digestfp, 0L, SEEK_SET);
-       fread(pbuf, (size_t)msglen, 1, sc->digestfp);
-       pbuf[msglen] = '\0';
-       CM_SetAsField(msg, eMesageText, &pbuf, msglen);
-       fclose(sc->digestfp);
-       sc->digestfp = NULL;
-
-       /* Now generate the delivery instructions */
-       if (sc->Users[listrecp] == NULL)
-               return;
-
-       /* Where do we want bounces and other noise to be heard?
-        *Surely not the list members! */
-       snprintf(bounce_to, sizeof bounce_to, "room_aide@%s", config.c_fqdn);
-
-       /* Now submit the message */
-       valid = validate_recipients(ChrPtr(sc->Users[listrecp]), NULL, 0);
-       if (valid != NULL) {
-               valid->bounce_to = strdup(bounce_to);
-               valid->envelope_from = strdup(bounce_to);
-               CtdlSubmitMsg(msg, valid, NULL, 0);
-       }
-       CM_Free(msg);
-       free_recipients(valid);
-}
-
-
-void network_process_digest(SpoolControl *sc, struct CtdlMessage *omsg, long *delete_after_send)
-{
-
-       struct CtdlMessage *msg = NULL;
-
-       /*
-        * Process digest recipients
-        */
-       if ((sc->Users[digestrecp] == NULL)||
-           (sc->digestfp == NULL))
-               return;
-
-       msg = CM_Duplicate(omsg);
-       if (msg != NULL) {
-               fprintf(sc->digestfp,
-                       " -----------------------------------"
-                       "------------------------------------"
-                       "-------\n");
-               fprintf(sc->digestfp, "From: ");
-               if (!CM_IsEmpty(msg, eAuthor)) {
-                       fprintf(sc->digestfp,
-                               "%s ",
-                               msg->cm_fields[eAuthor]);
-               }
-               if (!CM_IsEmpty(msg, erFc822Addr)) {
-                       fprintf(sc->digestfp,
-                               "<%s> ",
-                               msg->cm_fields[erFc822Addr]);
-               }
-               else if (!CM_IsEmpty(msg, eNodeName)) {
-                       fprintf(sc->digestfp,
-                               "@%s ",
-                               msg->cm_fields[eNodeName]);
-               }
-               fprintf(sc->digestfp, "\n");
-               if (!CM_IsEmpty(msg, eMsgSubject)) {
-                       fprintf(sc->digestfp,
-                               "Subject: %s\n",
-                               msg->cm_fields[eMsgSubject]);
-               }
-
-               CC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
-
-               safestrncpy(CC->preferred_formats,
-                           "text/plain",
-                           sizeof CC->preferred_formats);
-
-               CtdlOutputPreLoadedMsg(msg,
-                                      MT_CITADEL,
-                                      HEADERS_NONE,
-                                      0, 0, 0);
-
-               StrBufTrim(CC->redirect_buffer);
-               fwrite(HKEY("\n"), 1, sc->digestfp);
-               fwrite(SKEY(CC->redirect_buffer), 1, sc->digestfp);
-               fwrite(HKEY("\n"), 1, sc->digestfp);
-
-               FreeStrBuf(&CC->redirect_buffer);
-
-               sc->num_msgs_spooled += 1;
-               CM_Free(msg);
-       }
-}
-
-
-void network_process_list(SpoolControl *sc, struct CtdlMessage *omsg, long *delete_after_send)
-{
-       struct CtdlMessage *msg = NULL;
-
-       /*
-        * Process mailing list recipients
-        */
-       if (sc->Users[listrecp] == NULL)
-               return;
-
-       /* create our own copy of the message.
-        *  We're going to need to modify it
-        * in order to insert the [list name] in it, etc.
-        */
-
-       msg = CM_Duplicate(omsg);
-
-
-       CM_SetField(msg, eListID, SKEY(sc->Users[roommailalias]));
-
-       /* if there is no other recipient, Set the recipient
-        * of the list message to the email address of the
-        * room itself.
-        */
-       if (CM_IsEmpty(msg, eRecipient))
-       {
-               CM_SetField(msg, eRecipient, SKEY(sc->Users[roommailalias]));
-       }
-
-       /* Set the 'List-ID' header */
-       CM_SetField(msg, eListID, SKEY(sc->ListID));
-
-
-       /* Prepend "[List name]" to the subject */
-       ListCalculateSubject(msg);
-
-       /* Handle delivery */
-       network_deliver_list(msg, sc, CC->room.QRname);
-       CM_Free(msg);
-}
-
-/*
- * Deliver list messages to everyone on the list ... efficiently
- */
-void network_deliver_list(struct CtdlMessage *msg, SpoolControl *sc, const char *RoomName)
-{
-       struct recptypes *valid;
-       char bounce_to[256];
-
-       /* Don't do this if there were no recipients! */
-       if (sc->Users[listrecp] == NULL)
-               return;
-
-       /* Now generate the delivery instructions */
-
-       /* Where do we want bounces and other noise to be heard?
-        *  Surely not the list members! */
-       snprintf(bounce_to, sizeof bounce_to, "room_aide@%s", config.c_fqdn);
-
-       /* Now submit the message */
-       valid = validate_recipients(ChrPtr(sc->Users[listrecp]), NULL, 0);
-       if (valid != NULL) {
-               valid->bounce_to = strdup(bounce_to);
-               valid->envelope_from = strdup(bounce_to);
-               valid->sending_room = strdup(RoomName);
-               CtdlSubmitMsg(msg, valid, NULL, 0);
-               free_recipients(valid);
-       }
-       /* Do not call CM_Free(msg) here; the caller will free it. */
-}
-
-
-void network_process_participate(SpoolControl *sc, struct CtdlMessage *omsg, long *delete_after_send)
-{
-       struct CtdlMessage *msg = NULL;
-       int ok_to_participate = 0;
-       StrBuf *Buf = NULL;
-       struct recptypes *valid;
-
-       /*
-        * Process client-side list participations for this room
-        */
-       if (sc->Users[participate] == NULL)
-               return;
-
-       msg = CM_Duplicate(omsg);
-
-       /* Only send messages which originated on our own
-        * Citadel network, otherwise we'll end up sending the
-        * remote mailing list's messages back to it, which
-        * is rude...
-        */
-       ok_to_participate = 0;
-       if (!CM_IsEmpty(msg, eNodeName)) {
-               if (!strcasecmp(msg->cm_fields[eNodeName],
-                               config.c_nodename)) {
-                       ok_to_participate = 1;
-               }
-               
-               Buf = NewStrBufPlain(msg->cm_fields[eNodeName], -1);
-               if (CtdlIsValidNode(NULL,
-                                   NULL,
-                                   Buf,
-                                   sc->working_ignetcfg,
-                                   sc->the_netmap) == 0)
-               {
-                       ok_to_participate = 1;
-               }
-       }
-       if (ok_to_participate)
-       {
-               /* Replace the Internet email address of the
-                * actual author with the email address of the
-                * room itself, so the remote listserv doesn't
-                * reject us.
-                */
-               CM_SetField(msg, erFc822Addr, SKEY(sc->Users[roommailalias]));
-
-               valid = validate_recipients(ChrPtr(sc->Users[participate]) , NULL, 0);
-
-               CM_SetField(msg, eRecipient, SKEY(sc->Users[roommailalias]));
-               CtdlSubmitMsg(msg, valid, "", 0);
-               free_recipients(valid);
-       }
-       FreeStrBuf(&Buf);
-       CM_Free(msg);
-}
-
-void network_process_ignetpush(SpoolControl *sc, struct CtdlMessage *omsg, long *delete_after_send)
-{
-       StrBuf *Recipient;
-       StrBuf *RemoteRoom;
-       const char *Pos = NULL;
-       struct CtdlMessage *msg = NULL;
-       struct CitContext *CCC = CC;
-       struct ser_ret sermsg;
-       char buf[SIZ];
-       char filename[PATH_MAX];
-       FILE *fp;
-       StrBuf *Buf = NULL;
-       int i;
-       int bang = 0;
-       int send = 1;
-
-       if (sc->Users[ignet_push_share] == NULL)
-               return;
-
-       /*
-        * Process IGnet push shares
-        */
-       msg = CM_Duplicate(omsg);
-
-       /* Prepend our node name to the Path field whenever
-        * sending a message to another IGnet node
-        */
-       Netmap_AddMe(msg, HKEY("username"));
-
-       /*
-        * Determine if this message is set to be deleted
-        * after sending out on the network
-        */
-       if (!CM_IsEmpty(msg, eSpecialField)) {
-               if (!strcasecmp(msg->cm_fields[eSpecialField], "CANCEL")) {
-                       *delete_after_send = 1;
-               }
-       }
-
-       /* Now send it to every node */
-       Recipient = NewStrBufPlain(NULL, StrLength(sc->Users[ignet_push_share]));
-       RemoteRoom = NewStrBufPlain(NULL, StrLength(sc->Users[ignet_push_share]));
-       while ((Pos != StrBufNOTNULL) &&
-              StrBufExtract_NextToken(Recipient, sc->Users[ignet_push_share], &Pos, ','))
-       {
-               StrBufExtract_NextToken(RemoteRoom, sc->Users[ignet_push_share], &Pos, ',');
-               send = 1;
-               NewStrBufDupAppendFlush(&Buf, Recipient, NULL, 1);
-                       
-               /* Check for valid node name */
-               if (CtdlIsValidNode(NULL,
-                                   NULL,
-                                   Buf,
-                                   sc->working_ignetcfg,
-                                   sc->the_netmap) != 0)
-               {
-                       QN_syslog(LOG_ERR,
-                                 "Invalid node <%s>\n",
-                                 ChrPtr(Recipient));
-                       
-                       send = 0;
-               }
-               
-               /* Check for split horizon */
-               QN_syslog(LOG_DEBUG, "Path is %s\n", msg->cm_fields[eMessagePath]);
-               bang = num_tokens(msg->cm_fields[eMessagePath], '!');
-               if (bang > 1) {
-                       for (i=0; i<(bang-1); ++i) {
-                               extract_token(buf,
-                                             msg->cm_fields[eMessagePath],
-                                             i, '!',
-                                             sizeof buf);
-
-                               QN_syslog(LOG_DEBUG, "Compare <%s> to <%s>\n",
-                                         buf, ChrPtr(Recipient)) ;
-                               if (!strcasecmp(buf, ChrPtr(Recipient))) {
-                                       send = 0;
-                                       break;
-                               }
-                       }
-                       
-                       QN_syslog(LOG_INFO,
-                                 " %sSending to %s\n",
-                                 (send)?"":"Not ",
-                                 ChrPtr(Recipient));
-               }
-               
-               /* Send the message */
-               if (send == 1)
-               {
-                       /*
-                        * Force the message to appear in the correct
-                        * room on the far end by setting the C field
-                        * correctly
-                        */
-                       if (StrLength(RemoteRoom) > 0) {
-                               CM_SetField(msg, eRemoteRoom, SKEY(RemoteRoom));
-                       }
-                       else {
-                               CM_SetField(msg, eRemoteRoom, CCC->room.QRname, strlen(CCC->room.QRname));
-                       }
-                       
-                       /* serialize it for transmission */
-                       CtdlSerializeMessage(&sermsg, msg);
-                       if (sermsg.len > 0) {
-                               
-                               /* write it to a spool file */
-                               snprintf(filename,
-                                        sizeof(filename),
-                                        "%s/%s@%lx%x",
-                                        ctdl_netout_dir,
-                                        ChrPtr(Recipient),
-                                        time(NULL),
-                                        rand()
-                                       );
-                                       
-                               QN_syslog(LOG_DEBUG,
-                                         "Appending to %s\n",
-                                         filename);
-                               
-                               fp = fopen(filename, "ab");
-                               if (fp != NULL) {
-                                       fwrite(sermsg.ser,
-                                              sermsg.len, 1, fp);
-                                       fclose(fp);
-                               }
-                               else {
-                                       QN_syslog(LOG_ERR,
-                                                 "%s: %s\n",
-                                                 filename,
-                                                 strerror(errno));
-                               }
-
-                               /* free the serialized version */
-                               free(sermsg.ser);
-                       }
-               }
-       }
-       FreeStrBuf(&Buf);
-       FreeStrBuf(&Recipient);
-       FreeStrBuf(&RemoteRoom);
-       CM_Free(msg);
-}
-
-
-/*
- * Spools out one message from the list.
- */
-void network_spool_msg(long msgnum,
-                      void *userdata)
-{
-       struct CitContext *CCC = CC;
-       struct CtdlMessage *msg = NULL;
-       long delete_after_send = 0;     /* Set to 1 to delete after spooling */
-       SpoolControl *sc;
-
-       sc = (SpoolControl *)userdata;
-
-       msg = CtdlFetchMessage(msgnum, 1);
-
-       if (msg == NULL)
-       {
-               QN_syslog(LOG_ERR,
-                         "failed to load Message <%ld> from disk\n",
-                         msgnum);
-               return;
-       }
-       network_process_list(sc, msg, &delete_after_send);
-       network_process_digest(sc, msg, &delete_after_send);
-       network_process_participate(sc, msg, &delete_after_send);
-       network_process_ignetpush(sc, msg, &delete_after_send);
-       
-       CM_Free(msg);
-
-       /* update lastsent */
-       sc->lastsent = msgnum;
-
-       /* Delete this message if delete-after-send is set */
-       if (delete_after_send) {
-               CtdlDeleteMessages(CC->room.QRname, &msgnum, 1, "");
-       }
-}