2 * This module handles shared rooms, inter-Citadel mail, and outbound
3 * mailing list processing.
5 * Copyright (c) 2000-2012 by the citadel.org team
7 * This program is open source software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 3 of the License, or
10 * (at your option) any later version.
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
21 * ** NOTE ** A word on the S_NETCONFIGS semaphore:
22 * This is a fairly high-level type of critical section. It ensures that no
23 * two threads work on the netconfigs files at the same time. Since we do
24 * so many things inside these, here are the rules:
25 * 1. begin_critical_section(S_NETCONFIGS) *before* begin_ any others.
26 * 2. Do *not* perform any I/O with the client during these sections.
31 * Duration of time (in seconds) after which pending list subscribe/unsubscribe
32 * requests that have not been confirmed will be deleted.
34 #define EXP 259200 /* three days */
46 #include <sys/types.h>
48 #if TIME_WITH_SYS_TIME
49 # include <sys/time.h>
53 # include <sys/time.h>
61 # if HAVE_SYS_SYSCALL_H
62 # include <sys/syscall.h>
69 #include <libcitadel.h>
72 #include "citserver.h"
78 #include "internet_addressing.h"
79 #include "serv_network.h"
80 #include "clientsocket.h"
82 #include "citadel_dirs.h"
90 #include "netconfig.h"
93 #include "ctdl_module.h"
97 * Deliver digest messages
99 void network_deliver_digest(SpoolControl *sc) {
102 struct CtdlMessage *msg = NULL;
105 size_t recps_len = SIZ;
106 struct recptypes *valid;
110 if (sc->num_msgs_spooled < 1) {
111 fclose(sc->digestfp);
116 msg = malloc(sizeof(struct CtdlMessage));
117 memset(msg, 0, sizeof(struct CtdlMessage));
118 msg->cm_magic = CTDLMESSAGE_MAGIC;
119 msg->cm_format_type = FMT_RFC822;
120 msg->cm_anon_type = MES_NORMAL;
122 sprintf(buf, "%ld", time(NULL));
123 msg->cm_fields['T'] = strdup(buf);
124 msg->cm_fields['A'] = strdup(CC->room.QRname);
125 snprintf(buf, sizeof buf, "[%s]", CC->room.QRname);
126 msg->cm_fields['U'] = strdup(buf);
127 sprintf(buf, "room_%s@%s", CC->room.QRname, config.c_fqdn);
128 for (i=0; buf[i]; ++i) {
129 if (isspace(buf[i])) buf[i]='_';
130 buf[i] = tolower(buf[i]);
132 msg->cm_fields['F'] = strdup(buf);
133 msg->cm_fields['R'] = strdup(buf);
135 /* Set the 'List-ID' header */
136 msg->cm_fields['L'] = malloc(1024);
137 snprintf(msg->cm_fields['L'], 1024,
138 "%s <%ld.list-id.%s>",
145 * Go fetch the contents of the digest
147 fseek(sc->digestfp, 0L, SEEK_END);
148 msglen = ftell(sc->digestfp);
150 msg->cm_fields['M'] = malloc(msglen + 1);
151 fseek(sc->digestfp, 0L, SEEK_SET);
152 fread(msg->cm_fields['M'], (size_t)msglen, 1, sc->digestfp);
153 msg->cm_fields['M'][msglen] = '\0';
155 fclose(sc->digestfp);
158 /* Now generate the delivery instructions */
161 * Figure out how big a buffer we need to allocate
163 for (nptr = sc->digestrecps; nptr != NULL; nptr = nptr->next) {
164 recps_len = recps_len + strlen(nptr->name) + 2;
167 recps = malloc(recps_len);
171 "Cannot allocate %ld bytes for recps...\n",
179 for (nptr = sc->digestrecps; nptr != NULL; nptr = nptr->next) {
180 if (nptr != sc->digestrecps) {
183 strcat(recps, nptr->name);
186 /* Where do we want bounces and other noise to be heard?
187 *Surely not the list members! */
188 snprintf(bounce_to, sizeof bounce_to, "room_aide@%s", config.c_fqdn);
190 /* Now submit the message */
191 valid = validate_recipients(recps, NULL, 0);
194 valid->bounce_to = strdup(bounce_to);
195 valid->envelope_from = strdup(bounce_to);
196 CtdlSubmitMsg(msg, valid, NULL, 0);
198 CtdlFreeMessage(msg);
199 free_recipients(valid);
204 * Deliver list messages to everyone on the list ... efficiently
206 void network_deliver_list(struct CtdlMessage *msg, SpoolControl *sc, const char *RoomName) {
208 size_t recps_len = SIZ;
209 struct recptypes *valid;
213 /* Don't do this if there were no recipients! */
214 if (sc->listrecps == NULL) return;
216 /* Now generate the delivery instructions */
219 * Figure out how big a buffer we need to allocate
221 for (nptr = sc->listrecps; nptr != NULL; nptr = nptr->next) {
222 recps_len = recps_len + strlen(nptr->name) + 2;
225 recps = malloc(recps_len);
229 "Cannot allocate %ld bytes for recps...\n",
237 for (nptr = sc->listrecps; nptr != NULL; nptr = nptr->next) {
238 if (nptr != sc->listrecps) {
241 strcat(recps, nptr->name);
244 /* Where do we want bounces and other noise to be heard?
245 * Surely not the list members! */
246 snprintf(bounce_to, sizeof bounce_to, "room_aide@%s", config.c_fqdn);
248 /* Now submit the message */
249 valid = validate_recipients(recps, NULL, 0);
252 valid->bounce_to = strdup(bounce_to);
253 valid->envelope_from = strdup(bounce_to);
254 valid->sending_room = strdup(RoomName);
255 CtdlSubmitMsg(msg, valid, NULL, 0);
256 free_recipients(valid);
258 /* Do not call CtdlFreeMessage(msg) here; the caller will free it. */
263 * Spools out one message from the list.
265 void network_spool_msg(long msgnum,
271 char *newpath = NULL;
272 struct CtdlMessage *msg = NULL;
275 struct ser_ret sermsg;
277 char filename[PATH_MAX];
281 int delete_after_send = 0; /* Set to 1 to delete after spooling */
282 int ok_to_participate = 0;
283 struct recptypes *valid;
285 sc = (SpoolControl *)userdata;
288 * Process mailing list recipients
290 if (sc->listrecps != NULL) {
291 /* Fetch the message. We're going to need to modify it
292 * in order to insert the [list name] in it, etc.
294 msg = CtdlFetchMessage(msgnum, 1);
298 StrBuf *Subject, *FlatSubject;
300 if (msg->cm_fields['K'] != NULL)
301 free(msg->cm_fields['K']);
302 if (msg->cm_fields['V'] == NULL){
303 /* local message, no enVelope */
306 StrBufAppendBufPlain(Buf,
309 StrBufAppendBufPlain(Buf, HKEY("@"), 0);
310 StrBufAppendBufPlain(Buf, config.c_fqdn, -1, 0);
312 msg->cm_fields['K'] = SmashStrBuf(&Buf);
315 msg->cm_fields['K'] =
316 strdup (msg->cm_fields['V']);
318 /* Set the 'List-ID' header */
319 if (msg->cm_fields['L'] != NULL) {
320 free(msg->cm_fields['L']);
322 msg->cm_fields['L'] = malloc(1024);
323 snprintf(msg->cm_fields['L'], 1024,
324 "%s <%ld.list-id.%s>",
330 /* Prepend "[List name]" to the subject */
331 if (msg->cm_fields['U'] == NULL) {
332 Subject = NewStrBufPlain(HKEY("(no subject)"));
335 Subject = NewStrBufPlain(
336 msg->cm_fields['U'], -1);
338 FlatSubject = NewStrBufPlain(NULL, StrLength(Subject));
339 StrBuf_RFC822_to_Utf8(FlatSubject, Subject, NULL, NULL);
341 rlen = strlen(CC->room.QRname);
342 pCh = strstr(ChrPtr(FlatSubject), CC->room.QRname);
344 (*(pCh + rlen) != ']') ||
345 (pCh == ChrPtr(FlatSubject)) ||
350 StrBufPlain(Subject, HKEY("["));
351 StrBufAppendBufPlain(Subject,
354 StrBufAppendBufPlain(Subject, HKEY("] "), 0);
355 StrBufAppendBuf(Subject, FlatSubject, 0);
356 /* so we can free the right one swap them */
358 Subject = FlatSubject;
360 StrBufRFC2047encode(&Subject, FlatSubject);
363 if (msg->cm_fields['U'] != NULL)
364 free (msg->cm_fields['U']);
365 msg->cm_fields['U'] = SmashStrBuf(&Subject);
367 FreeStrBuf(&FlatSubject);
369 /* else we won't modify the buffer, since the
370 * roomname is already here.
373 /* if there is no other recipient, Set the recipient
374 * of the list message to the email address of the
377 if ((msg->cm_fields['R'] == NULL) ||
378 IsEmptyStr(msg->cm_fields['R']))
380 if (msg->cm_fields['R'] != NULL)
381 free(msg->cm_fields['R']);
383 msg->cm_fields['R'] = malloc(256);
384 snprintf(msg->cm_fields['R'], 256,
385 "room_%s@%s", CC->room.QRname,
387 for (i=0; msg->cm_fields['R'][i]; ++i) {
388 if (isspace(msg->cm_fields['R'][i])) {
389 msg->cm_fields['R'][i] = '_';
394 /* Handle delivery */
395 network_deliver_list(msg, sc, CC->room.QRname);
396 CtdlFreeMessage(msg);
401 * Process digest recipients
403 if ((sc->digestrecps != NULL) && (sc->digestfp != NULL)) {
404 msg = CtdlFetchMessage(msgnum, 1);
406 fprintf(sc->digestfp,
407 " -----------------------------------"
408 "------------------------------------"
410 fprintf(sc->digestfp, "From: ");
411 if (msg->cm_fields['A'] != NULL) {
412 fprintf(sc->digestfp,
414 msg->cm_fields['A']);
416 if (msg->cm_fields['F'] != NULL) {
417 fprintf(sc->digestfp,
419 msg->cm_fields['F']);
421 else if (msg->cm_fields['N'] != NULL) {
422 fprintf(sc->digestfp,
424 msg->cm_fields['N']);
426 fprintf(sc->digestfp, "\n");
427 if (msg->cm_fields['U'] != NULL) {
428 fprintf(sc->digestfp,
430 msg->cm_fields['U']);
433 CC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
435 safestrncpy(CC->preferred_formats,
437 sizeof CC->preferred_formats);
439 CtdlOutputPreLoadedMsg(msg,
444 StrBufTrim(CC->redirect_buffer);
445 fwrite(HKEY("\n"), 1, sc->digestfp);
446 fwrite(SKEY(CC->redirect_buffer), 1, sc->digestfp);
447 fwrite(HKEY("\n"), 1, sc->digestfp);
449 FreeStrBuf(&CC->redirect_buffer);
451 sc->num_msgs_spooled += 1;
452 CtdlFreeMessage(msg);
457 * Process client-side list participations for this room
459 if (sc->participates != NULL) {
460 msg = CtdlFetchMessage(msgnum, 1);
463 /* Only send messages which originated on our own
464 * Citadel network, otherwise we'll end up sending the
465 * remote mailing list's messages back to it, which
468 ok_to_participate = 0;
469 if (msg->cm_fields['N'] != NULL) {
470 if (!strcasecmp(msg->cm_fields['N'],
471 config.c_nodename)) {
472 ok_to_participate = 1;
475 Buf = NewStrBufPlain(msg->cm_fields['N'], -1);
476 if (is_valid_node(NULL,
479 sc->working_ignetcfg,
480 sc->the_netmap) == 0)
482 ok_to_participate = 1;
485 if (ok_to_participate) {
486 if (msg->cm_fields['F'] != NULL) {
487 free(msg->cm_fields['F']);
489 msg->cm_fields['F'] = malloc(SIZ);
490 /* Replace the Internet email address of the
491 * actual author with the email address of the
492 * room itself, so the remote listserv doesn't
494 * FIXME I want to be able to pick any address
496 snprintf(msg->cm_fields['F'], SIZ,
497 "room_%s@%s", CC->room.QRname,
499 for (i=0; msg->cm_fields['F'][i]; ++i) {
500 if (isspace(msg->cm_fields['F'][i])) {
501 msg->cm_fields['F'][i] = '_';
506 * Figure out how big a buffer we need to alloc
508 for (nptr = sc->participates;
512 if (msg->cm_fields['R'] != NULL) {
513 free(msg->cm_fields['R']);
515 msg->cm_fields['R'] =
518 valid = validate_recipients(nptr->name,
521 CtdlSubmitMsg(msg, valid, "", 0);
522 free_recipients(valid);
525 CtdlFreeMessage(msg);
530 * Process IGnet push shares
532 msg = CtdlFetchMessage(msgnum, 1);
536 /* Prepend our node name to the Path field whenever
537 * sending a message to another IGnet node
539 if (msg->cm_fields['P'] == NULL) {
540 msg->cm_fields['P'] = strdup("username");
542 newpath_len = strlen(msg->cm_fields['P']) +
543 strlen(config.c_nodename) + 2;
544 newpath = malloc(newpath_len);
545 snprintf(newpath, newpath_len, "%s!%s",
546 config.c_nodename, msg->cm_fields['P']);
547 free(msg->cm_fields['P']);
548 msg->cm_fields['P'] = newpath;
551 * Determine if this message is set to be deleted
552 * after sending out on the network
554 if (msg->cm_fields['S'] != NULL) {
555 if (!strcasecmp(msg->cm_fields['S'], "CANCEL")) {
556 delete_after_send = 1;
560 /* Now send it to every node */
561 if (sc->ignet_push_shares != NULL)
562 for (mptr = sc->ignet_push_shares; mptr != NULL;
567 Buf = NewStrBufPlain(mptr->remote_nodename, -1);
569 StrBufPlain(Buf, mptr->remote_nodename, -1);
570 /* Check for valid node name */
571 if (is_valid_node(NULL,
574 sc->working_ignetcfg,
575 sc->the_netmap) != 0)
578 "Invalid node <%s>\n",
579 mptr->remote_nodename);
584 /* Check for split horizon */
585 syslog(LOG_DEBUG, "Path is %s\n", msg->cm_fields['P']);
586 bang = num_tokens(msg->cm_fields['P'], '!');
587 if (bang > 1) for (i=0; i<(bang-1); ++i) {
593 syslog(LOG_DEBUG, "Compare <%s> to <%s>\n",
594 buf, mptr->remote_nodename) ;
595 if (!strcasecmp(buf, mptr->remote_nodename)) {
597 syslog(LOG_DEBUG, "Not sending to %s\n",
598 mptr->remote_nodename);
603 mptr->remote_nodename);
607 /* Send the message */
611 * Force the message to appear in the correct
612 * room on the far end by setting the C field
615 if (msg->cm_fields['C'] != NULL) {
616 free(msg->cm_fields['C']);
618 if (!IsEmptyStr(mptr->remote_roomname)) {
619 msg->cm_fields['C'] =
620 strdup(mptr->remote_roomname);
623 msg->cm_fields['C'] =
624 strdup(CC->room.QRname);
627 /* serialize it for transmission */
628 serialize_message(&sermsg, msg);
629 if (sermsg.len > 0) {
631 /* write it to a spool file */
636 mptr->remote_nodename,
645 fp = fopen(filename, "ab");
658 /* free the serialized version */
664 CtdlFreeMessage(msg);
667 /* update lastsent */
668 sc->lastsent = msgnum;
670 /* Delete this message if delete-after-send is set */
671 if (delete_after_send) {
672 CtdlDeleteMessages(CC->room.QRname, &msgnum, 1, "");