citadel/modules/network/serv_netmail.c

   1 /*
   2  * This module handles shared rooms, inter-Citadel mail, and outbound
   3  * mailing list processing.
   4  *
   5  * Copyright (c) 2000-2011 by the citadel.org team
   6  *
   7  *  This program is open source software; you can redistribute it and/or modify
   8  *  it under the terms of the GNU General Public License as published by
   9  *  the Free Software Foundation; either version 3 of the License, or
  10  *  (at your option) any later version.
  11  *
  12  *  This program is distributed in the hope that it will be useful,
  13  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  *  GNU General Public License for more details.
  16  *
  17  *  You should have received a copy of the GNU General Public License
  18  *  along with this program; if not, write to the Free Software
  19  *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  20  *
  21  * ** NOTE **   A word on the S_NETCONFIGS semaphore:
  22  * This is a fairly high-level type of critical section.  It ensures that no
  23  * two threads work on the netconfigs files at the same time.  Since we do
  24  * so many things inside these, here are the rules:
  25  *  1. begin_critical_section(S_NETCONFIGS) *before* begin_ any others.
  26  *  2. Do *not* perform any I/O with the client during these sections.
  27  *
  28  */
  29
  30 /*
  31  * Duration of time (in seconds) after which pending list subscribe/unsubscribe
  32  * requests that have not been confirmed will be deleted.
  33  */
  34 #define EXP     259200  /* three days */
  35
  36 #include "sysdep.h"
  37 #include <stdlib.h>
  38 #include <unistd.h>
  39 #include <stdio.h>
  40 #include <fcntl.h>
  41 #include <ctype.h>
  42 #include <signal.h>
  43 #include <pwd.h>
  44 #include <errno.h>
  45 #include <sys/stat.h>
  46 #include <sys/types.h>
  47 #include <dirent.h>
  48 #if TIME_WITH_SYS_TIME
  49 # include <sys/time.h>
  50 # include <time.h>
  51 #else
  52 # if HAVE_SYS_TIME_H
  53 #  include <sys/time.h>
  54 # else
  55 #  include <time.h>
  56 # endif
  57 #endif
  58 #ifdef HAVE_SYSCALL_H
  59 # include <syscall.h>
  60 #else
  61 # if HAVE_SYS_SYSCALL_H
  62 #  include <sys/syscall.h>
  63 # endif
  64 #endif
  65
  66 #include <sys/wait.h>
  67 #include <string.h>
  68 #include <limits.h>
  69 #include <libcitadel.h>
  70 #include "citadel.h"
  71 #include "server.h"
  72 #include "citserver.h"
  73 #include "support.h"
  74 #include "config.h"
  75 #include "user_ops.h"
  76 #include "database.h"
  77 #include "msgbase.h"
  78 #include "internet_addressing.h"
  79 #include "serv_network.h"
  80 #include "clientsocket.h"
  81 #include "file_ops.h"
  82 #include "citadel_dirs.h"
  83 #include "threads.h"
  84
  85 #ifndef HAVE_SNPRINTF
  86 #include "snprintf.h"
  87 #endif
  88
  89 #include "context.h"
  90 #include "netconfig.h"
  91 #include "netspool.h"
  92 #include "netmail.h"
  93 #include "ctdl_module.h"
  94
  95
  96 /*
  97  * Deliver digest messages
  98  */
  99 void network_deliver_digest(SpoolControl *sc) {
 100         char buf[SIZ];
 101         int i;
 102         struct CtdlMessage *msg = NULL;
 103         long msglen;
 104         char *recps = NULL;
 105         size_t recps_len = SIZ;
 106         struct recptypes *valid;
 107         namelist *nptr;
 108         char bounce_to[256];
 109
 110         if (sc->num_msgs_spooled < 1) {
 111                 fclose(sc->digestfp);
 112                 sc->digestfp = NULL;
 113                 return;
 114         }
 115
 116         msg = malloc(sizeof(struct CtdlMessage));
 117         memset(msg, 0, sizeof(struct CtdlMessage));
 118         msg->cm_magic = CTDLMESSAGE_MAGIC;
 119         msg->cm_format_type = FMT_RFC822;
 120         msg->cm_anon_type = MES_NORMAL;
 121
 122         sprintf(buf, "%ld", time(NULL));
 123         msg->cm_fields['T'] = strdup(buf);
 124         msg->cm_fields['A'] = strdup(CC->room.QRname);
 125         snprintf(buf, sizeof buf, "[%s]", CC->room.QRname);
 126         msg->cm_fields['U'] = strdup(buf);
 127         sprintf(buf, "room_%s@%s", CC->room.QRname, config.c_fqdn);
 128         for (i=0; buf[i]; ++i) {
 129                 if (isspace(buf[i])) buf[i]='_';
 130                 buf[i] = tolower(buf[i]);
 131         }
 132         msg->cm_fields['F'] = strdup(buf);
 133         msg->cm_fields['R'] = strdup(buf);
 134
 135         /* Set the 'List-ID' header */
 136         msg->cm_fields['L'] = malloc(1024);
 137         snprintf(msg->cm_fields['L'], 1024,
 138                 "%s <%ld.list-id.%s>",
 139                 CC->room.QRname,
 140                 CC->room.QRnumber,
 141                 config.c_fqdn
 142         );
 143
 144         /*
 145          * Go fetch the contents of the digest
 146          */
 147         fseek(sc->digestfp, 0L, SEEK_END);
 148         msglen = ftell(sc->digestfp);
 149
 150         msg->cm_fields['M'] = malloc(msglen + 1);
 151         fseek(sc->digestfp, 0L, SEEK_SET);
 152         fread(msg->cm_fields['M'], (size_t)msglen, 1, sc->digestfp);
 153         msg->cm_fields['M'][msglen] = '\0';
 154
 155         fclose(sc->digestfp);
 156         sc->digestfp = NULL;
 157
 158         /* Now generate the delivery instructions */
 159
 160         /*
 161          * Figure out how big a buffer we need to allocate
 162          */
 163         for (nptr = sc->digestrecps; nptr != NULL; nptr = nptr->next) {
 164                 recps_len = recps_len + strlen(nptr->name) + 2;
 165         }
 166
 167         recps = malloc(recps_len);
 168
 169         if (recps == NULL) {
 170                 syslog(LOG_EMERG,
 171                        "Cannot allocate %ld bytes for recps...\n",
 172                        (long)recps_len);
 173                 abort();
 174         }
 175
 176         strcpy(recps, "");
 177
 178         /* Each recipient */
 179         for (nptr = sc->digestrecps; nptr != NULL; nptr = nptr->next) {
 180                 if (nptr != sc->digestrecps) {
 181                         strcat(recps, ",");
 182                 }
 183                 strcat(recps, nptr->name);
 184         }
 185
 186         /* Where do we want bounces and other noise to be heard?
 187          *Surely not the list members! */
 188         snprintf(bounce_to, sizeof bounce_to, "room_aide@%s", config.c_fqdn);
 189
 190         /* Now submit the message */
 191         valid = validate_recipients(recps, NULL, 0);
 192         free(recps);
 193         if (valid != NULL) {
 194                 valid->bounce_to = strdup(bounce_to);
 195                 valid->envelope_from = strdup(bounce_to);
 196                 CtdlSubmitMsg(msg, valid, NULL, 0);
 197         }
 198         CtdlFreeMessage(msg);
 199         free_recipients(valid);
 200 }
 201
 202
 203 /*
 204  * Deliver list messages to everyone on the list ... efficiently
 205  */
 206 void network_deliver_list(struct CtdlMessage *msg, SpoolControl *sc) {
 207         char *recps = NULL;
 208         size_t recps_len = SIZ;
 209         struct recptypes *valid;
 210         namelist *nptr;
 211         char bounce_to[256];
 212
 213         /* Don't do this if there were no recipients! */
 214         if (sc->listrecps == NULL) return;
 215
 216         /* Now generate the delivery instructions */
 217
 218         /*
 219          * Figure out how big a buffer we need to allocate
 220          */
 221         for (nptr = sc->listrecps; nptr != NULL; nptr = nptr->next) {
 222                 recps_len = recps_len + strlen(nptr->name) + 2;
 223         }
 224
 225         recps = malloc(recps_len);
 226
 227         if (recps == NULL) {
 228                 syslog(LOG_EMERG,
 229                        "Cannot allocate %ld bytes for recps...\n",
 230                        (long)recps_len);
 231                 abort();
 232         }
 233
 234         strcpy(recps, "");
 235
 236         /* Each recipient */
 237         for (nptr = sc->listrecps; nptr != NULL; nptr = nptr->next) {
 238                 if (nptr != sc->listrecps) {
 239                         strcat(recps, ",");
 240                 }
 241                 strcat(recps, nptr->name);
 242         }
 243
 244         /* Where do we want bounces and other noise to be heard?
 245          *  Surely not the list members! */
 246         snprintf(bounce_to, sizeof bounce_to, "room_aide@%s", config.c_fqdn);
 247
 248         /* Now submit the message */
 249         valid = validate_recipients(recps, NULL, 0);
 250         free(recps);
 251         if (valid != NULL) {
 252                 valid->bounce_to = strdup(bounce_to);
 253                 valid->envelope_from = strdup(bounce_to);
 254                 CtdlSubmitMsg(msg, valid, NULL, 0);
 255                 free_recipients(valid);
 256         }
 257         /* Do not call CtdlFreeMessage(msg) here; the caller will free it. */
 258 }
 259
 260
 261 /*
 262  * Spools out one message from the list.
 263  */
 264 void network_spool_msg(long msgnum,
 265                        void *userdata)
 266 {
 267         SpoolControl *sc;
 268         int i;
 269         char *newpath = NULL;
 270         struct CtdlMessage *msg = NULL;
 271         namelist *nptr;
 272         maplist *mptr;
 273         struct ser_ret sermsg;
 274         FILE *fp;
 275         char filename[PATH_MAX];
 276         char buf[SIZ];
 277         int bang = 0;
 278         int send = 1;
 279         int delete_after_send = 0;      /* Set to 1 to delete after spooling */
 280         int ok_to_participate = 0;
 281         struct recptypes *valid;
 282
 283         sc = (SpoolControl *)userdata;
 284
 285         /*
 286          * Process mailing list recipients
 287          */
 288         if (sc->listrecps != NULL) {
 289                 /* Fetch the message.  We're going to need to modify it
 290                  * in order to insert the [list name] in it, etc.
 291                  */
 292                 msg = CtdlFetchMessage(msgnum, 1);
 293                 if (msg != NULL) {
 294                         int rlen;
 295                         char *pCh;
 296                         StrBuf *Subject, *FlatSubject;
 297
 298                         if (msg->cm_fields['K'] != NULL)
 299                                 free(msg->cm_fields['K']);
 300                         if (msg->cm_fields['V'] == NULL){
 301                                 /* local message, no enVelope */
 302                                 StrBuf *Buf;
 303                                 Buf = NewStrBuf();
 304                                 StrBufAppendBufPlain(Buf,
 305                                                      msg->cm_fields['O']
 306                                                      , -1, 0);
 307                                 StrBufAppendBufPlain(Buf, HKEY("@"), 0);
 308                                 StrBufAppendBufPlain(Buf, config.c_fqdn, -1, 0);
 309
 310                                 msg->cm_fields['K'] = SmashStrBuf(&Buf);
 311                         }
 312                         else {
 313                                 msg->cm_fields['K'] =
 314                                         strdup (msg->cm_fields['V']);
 315                         }
 316                         /* Set the 'List-ID' header */
 317                         if (msg->cm_fields['L'] != NULL) {
 318                                 free(msg->cm_fields['L']);
 319                         }
 320                         msg->cm_fields['L'] = malloc(1024);
 321                         snprintf(msg->cm_fields['L'], 1024,
 322                                 "%s <%ld.list-id.%s>",
 323                                 CC->room.QRname,
 324                                 CC->room.QRnumber,
 325                                 config.c_fqdn
 326                         );
 327
 328                         /* Prepend "[List name]" to the subject */
 329                         if (msg->cm_fields['U'] == NULL) {
 330                                 Subject = NewStrBufPlain(HKEY("(no subject)"));
 331                         }
 332                         else {
 333                                 Subject = NewStrBufPlain(
 334                                         msg->cm_fields['U'], -1);
 335                         }
 336                         FlatSubject = NewStrBufPlain(NULL, StrLength(Subject));
 337                         StrBuf_RFC822_to_Utf8(FlatSubject, Subject, NULL, NULL);
 338
 339                         rlen = strlen(CC->room.QRname);
 340                         pCh  = strstr(ChrPtr(FlatSubject), CC->room.QRname);
 341                         if ((pCh == NULL) ||
 342                             (*(pCh + rlen) != ']') ||
 343                             (pCh == ChrPtr(FlatSubject)) ||
 344                             (*(pCh - 1) != '[')
 345                                 )
 346                         {
 347                                 StrBuf *tmp;
 348                                 StrBufPlain(Subject, HKEY("["));
 349                                 StrBufAppendBufPlain(Subject,
 350                                                      CC->room.QRname,
 351                                                      rlen, 0);
 352                                 StrBufAppendBufPlain(Subject, HKEY("] "), 0);
 353                                 StrBufAppendBuf(Subject, FlatSubject, 0);
 354                                  /* so we can free the right one swap them */
 355                                 tmp = Subject;
 356                                 Subject = FlatSubject;
 357                                 FlatSubject = tmp;
 358                                 StrBufRFC2047encode(&Subject, FlatSubject);
 359                         }
 360
 361                         if (msg->cm_fields['U'] != NULL)
 362                                 free (msg->cm_fields['U']);
 363                         msg->cm_fields['U'] = SmashStrBuf(&Subject);
 364
 365                         FreeStrBuf(&FlatSubject);
 366
 367                         /* else we won't modify the buffer, since the
 368                          * roomname is already here.
 369                          */
 370
 371                         /* if there is no other recipient, Set the recipient
 372                          * of the list message to the email address of the
 373                          * room itself.
 374                          */
 375                         if ((msg->cm_fields['R'] == NULL) ||
 376                             IsEmptyStr(msg->cm_fields['R']))
 377                         {
 378                                 if (msg->cm_fields['R'] != NULL)
 379                                         free(msg->cm_fields['R']);
 380
 381                                 msg->cm_fields['R'] = malloc(256);
 382                                 snprintf(msg->cm_fields['R'], 256,
 383                                          "room_%s@%s", CC->room.QRname,
 384                                          config.c_fqdn);
 385                                 for (i=0; msg->cm_fields['R'][i]; ++i) {
 386                                         if (isspace(msg->cm_fields['R'][i])) {
 387                                                 msg->cm_fields['R'][i] = '_';
 388                                         }
 389                                 }
 390                         }
 391
 392                         /* Handle delivery */
 393                         network_deliver_list(msg, sc);
 394                         CtdlFreeMessage(msg);
 395                 }
 396         }
 397
 398         /*
 399          * Process digest recipients
 400          */
 401         if ((sc->digestrecps != NULL) && (sc->digestfp != NULL)) {
 402                 msg = CtdlFetchMessage(msgnum, 1);
 403                 if (msg != NULL) {
 404                         fprintf(sc->digestfp,
 405                                 " -----------------------------------"
 406                                 "------------------------------------"
 407                                 "-------\n");
 408                         fprintf(sc->digestfp, "From: ");
 409                         if (msg->cm_fields['A'] != NULL) {
 410                                 fprintf(sc->digestfp,
 411                                         "%s ",
 412                                         msg->cm_fields['A']);
 413                         }
 414                         if (msg->cm_fields['F'] != NULL) {
 415                                 fprintf(sc->digestfp,
 416                                         "<%s> ",
 417                                         msg->cm_fields['F']);
 418                         }
 419                         else if (msg->cm_fields['N'] != NULL) {
 420                                 fprintf(sc->digestfp,
 421                                         "@%s ",
 422                                         msg->cm_fields['N']);
 423                         }
 424                         fprintf(sc->digestfp, "\n");
 425                         if (msg->cm_fields['U'] != NULL) {
 426                                 fprintf(sc->digestfp,
 427                                         "Subject: %s\n",
 428                                         msg->cm_fields['U']);
 429                         }
 430
 431                         CC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
 432
 433                         safestrncpy(CC->preferred_formats,
 434                                     "text/plain",
 435                                     sizeof CC->preferred_formats);
 436
 437                         CtdlOutputPreLoadedMsg(msg,
 438                                                MT_CITADEL,
 439                                                HEADERS_NONE,
 440                                                0, 0, 0);
 441
 442                         StrBufTrim(CC->redirect_buffer);
 443                         fwrite(HKEY("\n"), 1, sc->digestfp);
 444                         fwrite(SKEY(CC->redirect_buffer), 1, sc->digestfp);
 445                         fwrite(HKEY("\n"), 1, sc->digestfp);
 446
 447                         FreeStrBuf(&CC->redirect_buffer);
 448
 449                         sc->num_msgs_spooled += 1;
 450                         free(msg);
 451                 }
 452         }
 453
 454         /*
 455          * Process client-side list participations for this room
 456          */
 457         if (sc->participates != NULL) {
 458                 msg = CtdlFetchMessage(msgnum, 1);
 459                 if (msg != NULL) {
 460
 461                         /* Only send messages which originated on our own
 462                          * Citadel network, otherwise we'll end up sending the
 463                          * remote mailing list's messages back to it, which
 464                          * is rude...
 465                          */
 466                         ok_to_participate = 0;
 467                         if (msg->cm_fields['N'] != NULL) {
 468                                 if (!strcasecmp(msg->cm_fields['N'],
 469                                                 config.c_nodename)) {
 470                                         ok_to_participate = 1;
 471                                 }
 472                                 if (is_valid_node(NULL,
 473                                                   NULL,
 474                                                   msg->cm_fields['N'],
 475                                                   sc->working_ignetcfg,
 476                                                   sc->the_netmap) == 0)
 477                                 {
 478                                         ok_to_participate = 1;
 479                                 }
 480                         }
 481                         if (ok_to_participate) {
 482                                 if (msg->cm_fields['F'] != NULL) {
 483                                         free(msg->cm_fields['F']);
 484                                 }
 485                                 msg->cm_fields['F'] = malloc(SIZ);
 486                                 /* Replace the Internet email address of the
 487                                  * actual author with the email address of the
 488                                  * room itself, so the remote listserv doesn't
 489                                  * reject us.
 490                                  * FIXME  I want to be able to pick any address
 491                                 */
 492                                 snprintf(msg->cm_fields['F'], SIZ,
 493                                         "room_%s@%s", CC->room.QRname,
 494                                         config.c_fqdn);
 495                                 for (i=0; msg->cm_fields['F'][i]; ++i) {
 496                                         if (isspace(msg->cm_fields['F'][i])) {
 497                                                 msg->cm_fields['F'][i] = '_';
 498                                         }
 499                                 }
 500
 501                                 /*
 502                                  * Figure out how big a buffer we need to alloc
 503                                  */
 504                                 for (nptr = sc->participates;
 505                                      nptr != NULL;
 506                                      nptr = nptr->next)
 507                                 {
 508                                         if (msg->cm_fields['R'] != NULL) {
 509                                                 free(msg->cm_fields['R']);
 510                                         }
 511                                         msg->cm_fields['R'] =
 512                                                 strdup(nptr->name);
 513
 514                                         valid = validate_recipients(nptr->name,
 515                                                                     NULL, 0);
 516
 517                                         CtdlSubmitMsg(msg, valid, "", 0);
 518                                         free_recipients(valid);
 519                                 }
 520                         }
 521                         CtdlFreeMessage(msg);
 522                 }
 523         }
 524
 525         /*
 526          * Process IGnet push shares
 527          */
 528         msg = CtdlFetchMessage(msgnum, 1);
 529         if (msg != NULL) {
 530                 size_t newpath_len;
 531
 532                 /* Prepend our node name to the Path field whenever
 533                  * sending a message to another IGnet node
 534                  */
 535                 if (msg->cm_fields['P'] == NULL) {
 536                         msg->cm_fields['P'] = strdup("username");
 537                 }
 538                 newpath_len = strlen(msg->cm_fields['P']) +
 539                          strlen(config.c_nodename) + 2;
 540                 newpath = malloc(newpath_len);
 541                 snprintf(newpath, newpath_len, "%s!%s",
 542                          config.c_nodename, msg->cm_fields['P']);
 543                 free(msg->cm_fields['P']);
 544                 msg->cm_fields['P'] = newpath;
 545
 546                 /*
 547                  * Determine if this message is set to be deleted
 548                  * after sending out on the network
 549                  */
 550                 if (msg->cm_fields['S'] != NULL) {
 551                         if (!strcasecmp(msg->cm_fields['S'], "CANCEL")) {
 552                                 delete_after_send = 1;
 553                         }
 554                 }
 555
 556                 /* Now send it to every node */
 557                 if (sc->ignet_push_shares != NULL)
 558                   for (mptr = sc->ignet_push_shares; mptr != NULL;
 559                     mptr = mptr->next) {
 560
 561                         send = 1;
 562
 563                         /* Check for valid node name */
 564                         if (is_valid_node(NULL,
 565                                           NULL,
 566                                           mptr->remote_nodename,
 567                                           sc->working_ignetcfg,
 568                                           sc->the_netmap) != 0)
 569                         {
 570                                 syslog(LOG_ERR,
 571                                        "Invalid node <%s>\n",
 572                                        mptr->remote_nodename);
 573
 574                                 send = 0;
 575                         }
 576
 577                         /* Check for split horizon */
 578                         syslog(LOG_DEBUG, "Path is %s\n", msg->cm_fields['P']);
 579                         bang = num_tokens(msg->cm_fields['P'], '!');
 580                         if (bang > 1) for (i=0; i<(bang-1); ++i) {
 581                                 extract_token(buf,
 582                                               msg->cm_fields['P'],
 583                                               i, '!',
 584                                               sizeof buf);
 585
 586                                 syslog(LOG_DEBUG, "Compare <%s> to <%s>\n",
 587                                         buf, mptr->remote_nodename) ;
 588                                 if (!strcasecmp(buf, mptr->remote_nodename)) {
 589                                         send = 0;
 590                                         syslog(LOG_DEBUG, "Not sending to %s\n",
 591                                                 mptr->remote_nodename);
 592                                 }
 593                                 else {
 594                                         syslog(LOG_DEBUG,
 595                                                "Sending to %s\n",
 596                                                mptr->remote_nodename);
 597                                 }
 598                         }
 599
 600                         /* Send the message */
 601                         if (send == 1)
 602                         {
 603                                 /*
 604                                  * Force the message to appear in the correct
 605                                  * room on the far end by setting the C field
 606                                  * correctly
 607                                  */
 608                                 if (msg->cm_fields['C'] != NULL) {
 609                                         free(msg->cm_fields['C']);
 610                                 }
 611                                 if (!IsEmptyStr(mptr->remote_roomname)) {
 612                                         msg->cm_fields['C'] =
 613                                                 strdup(mptr->remote_roomname);
 614                                 }
 615                                 else {
 616                                         msg->cm_fields['C'] =
 617                                                 strdup(CC->room.QRname);
 618                                 }
 619
 620                                 /* serialize it for transmission */
 621                                 serialize_message(&sermsg, msg);
 622                                 if (sermsg.len > 0) {
 623
 624                                         /* write it to a spool file */
 625                                         snprintf(filename,
 626                                                  sizeof(filename),
 627                                                  "%s/%s@%lx%x",
 628                                                  ctdl_netout_dir,
 629                                                  mptr->remote_nodename,
 630                                                  time(NULL),
 631                                                  rand()
 632                                         );
 633
 634                                         syslog(LOG_DEBUG,
 635                                                "Appending to %s\n",
 636                                                filename);
 637
 638                                         fp = fopen(filename, "ab");
 639                                         if (fp != NULL) {
 640                                                 fwrite(sermsg.ser,
 641                                                         sermsg.len, 1, fp);
 642                                                 fclose(fp);
 643                                         }
 644                                         else {
 645                                                 syslog(LOG_ERR,
 646                                                        "%s: %s\n",
 647                                                        filename,
 648                                                        strerror(errno));
 649                                         }
 650
 651                                         /* free the serialized version */
 652                                         free(sermsg.ser);
 653                                 }
 654
 655                         }
 656                 }
 657                 CtdlFreeMessage(msg);
 658         }
 659
 660         /* update lastsent */
 661         sc->lastsent = msgnum;
 662
 663         /* Delete this message if delete-after-send is set */
 664         if (delete_after_send) {
 665                 CtdlDeleteMessages(CC->room.QRname, &msgnum, 1, "");
 666         }
 667
 668 }