2 * This module handles shared rooms, inter-Citadel mail, and outbound
3 * mailing list processing.
5 * Copyright (c) 2000-2018 by the citadel.org team
7 * This program is open source software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License, version 3.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * ** NOTE ** A word on the S_NETCONFIGS semaphore:
16 * This is a fairly high-level type of critical section. It ensures that no
17 * two threads work on the netconfigs files at the same time. Since we do
18 * so many things inside these, here are the rules:
19 * 1. begin_critical_section(S_NETCONFIGS) *before* begin_ any others.
20 * 2. Do *not* perform any I/O with the client during these sections.
25 * Duration of time (in seconds) after which pending list subscribe/unsubscribe
26 * requests that have not been confirmed will be deleted.
28 #define EXP 259200 /* three days */
40 #include <sys/types.h>
42 #if TIME_WITH_SYS_TIME
43 # include <sys/time.h>
47 # include <sys/time.h>
55 # if HAVE_SYS_SYSCALL_H
56 # include <sys/syscall.h>
64 #include <libcitadel.h>
67 #include "citserver.h"
73 #include "internet_addressing.h"
74 #include "serv_network.h"
75 #include "clientsocket.h"
76 #include "citadel_dirs.h"
79 #include "ctdl_module.h"
84 void ParseLastSent(const CfgLineType *ThisOne, StrBuf *Line, const char *LinePos, OneRoomNetCfg *OneRNCFG)
87 nptr = (RoomNetCfgLine *) malloc(sizeof(RoomNetCfgLine));
88 memset(nptr, 0, sizeof(RoomNetCfgLine));
89 OneRNCFG->lastsent = extract_long(LinePos, 0);
90 OneRNCFG->NetConfigs[ThisOne->C] = nptr;
93 void ParseRoomAlias(const CfgLineType *ThisOne, StrBuf *Line, const char *LinePos, OneRoomNetCfg *rncfg)
95 if (rncfg->Sender != NULL) {
99 ParseGeneric(ThisOne, Line, LinePos, rncfg);
100 rncfg->Sender = NewStrBufDup(rncfg->NetConfigs[roommailalias]->Value[0]);
103 void ParseSubPendingLine(const CfgLineType *ThisOne, StrBuf *Line, const char *LinePos, OneRoomNetCfg *OneRNCFG)
105 if (time(NULL) - extract_long(LinePos, 3) > EXP)
106 return; /* expired subscription... */
108 ParseGeneric(ThisOne, Line, LinePos, OneRNCFG);
110 void ParseUnSubPendingLine(const CfgLineType *ThisOne, StrBuf *Line, const char *LinePos, OneRoomNetCfg *OneRNCFG)
112 if (time(NULL) - extract_long(LinePos, 2) > EXP)
113 return; /* expired subscription... */
115 ParseGeneric(ThisOne, Line, LinePos, OneRNCFG);
119 void SerializeLastSent(const CfgLineType *ThisOne, StrBuf *OutputBuffer, OneRoomNetCfg *RNCfg, RoomNetCfgLine *data)
121 StrBufAppendBufPlain(OutputBuffer, CKEY(ThisOne->Str), 0);
122 StrBufAppendPrintf(OutputBuffer, "|%ld\n", RNCfg->lastsent);
125 void DeleteLastSent(const CfgLineType *ThisOne, RoomNetCfgLine **data)
131 static const RoomNetCfg SpoolCfgs [4] = {
137 static const long SpoolCfgsCopyN [4] = {
141 int HaveSpoolConfig(OneRoomNetCfg* RNCfg)
145 for (i=0; i < 4; i++) if (RNCfg->NetConfigs[SpoolCfgs[i]] == NULL) interested = 1;
149 void Netmap_AddMe(struct CtdlMessage *msg, const char *defl, long defllen)
154 /* prepend our node to the path */
155 if (CM_IsEmpty(msg, eMessagePath)) {
156 CM_SetField(msg, eMessagePath, defl, defllen);
158 node_len = strlen(CtdlGetConfigStr("c_nodename"));
161 memcpy(buf, CtdlGetConfigStr("c_nodename"), node_len);
163 buf[node_len + 1] = '\0';
164 CM_PrependToField(msg, eMessagePath, buf, node_len + 1);
168 void InspectQueuedRoom(SpoolControl **pSC,
169 RoomProcList *room_to_spool,
170 HashList *working_ignetcfg,
176 syslog(LOG_INFO, "netspool: InspectQueuedRoom(%s)", room_to_spool->name);
178 sc = (SpoolControl*)malloc(sizeof(SpoolControl));
179 memset(sc, 0, sizeof(SpoolControl));
180 sc->working_ignetcfg = working_ignetcfg;
181 sc->the_netmap = the_netmap;
184 * If the room doesn't exist, don't try to perform its networking tasks.
185 * Normally this should never happen, but once in a while maybe a room gets
186 * queued for networking and then deleted before it can happen.
188 if (CtdlGetRoom(&sc->room, room_to_spool->name) != 0) {
189 syslog(LOG_INFO, "netspool: ERROR; cannot load <%s>", room_to_spool->name);
194 assert(sc->RNCfg == NULL); // checking to make sure we cleared it from last time
196 sc->RNCfg = CtdlGetNetCfgForRoom(sc->room.QRnumber);
198 syslog(LOG_DEBUG, "netspool: room <%s> highest=%ld lastsent=%ld", room_to_spool->name, sc->room.QRhighest, sc->RNCfg->lastsent);
199 if ( (!HaveSpoolConfig(sc->RNCfg)) || (sc->room.QRhighest <= sc->RNCfg->lastsent) )
201 // There is nothing to send from this room.
202 syslog(LOG_DEBUG, "netspool: nothing to do for <%s>", room_to_spool->name);
203 FreeRoomNetworkStruct(&sc->RNCfg);
209 sc->lastsent = sc->RNCfg->lastsent;
210 room_to_spool->lastsent = sc->lastsent;
212 /* Now lets remember whats needed for the actual work... */
214 for (i=0; i < 4; i++)
216 aggregate_recipients(&sc->Users[SpoolCfgs[i]], SpoolCfgs[i], sc->RNCfg, SpoolCfgsCopyN[i]);
219 if (StrLength(sc->RNCfg->Sender) > 0) {
220 sc->Users[roommailalias] = NewStrBufDup(sc->RNCfg->Sender);
226 FreeRoomNetworkStruct(&sc->RNCfg); // done with this for now, we'll grab it again next time
231 void CalcListID(SpoolControl *sc)
234 struct CitContext *CCC = CC;
235 #define MAX_LISTIDLENGTH 150
237 // Load the room banner as the list description
238 struct CtdlMessage *msg = CtdlFetchMessage(sc->room.msgnum_info, 1, 1);
240 CC->redirect_buffer = NewStrBufPlain(NULL, SIZ);
241 CtdlOutputPreLoadedMsg(msg, MT_CITADEL, HEADERS_NONE, 0, 0, 0);
243 sc->RoomInfo = CC->redirect_buffer;
244 CC->redirect_buffer = NULL;
247 sc->RoomInfo = NewStrBufPlain(NULL, SIZ);
250 // Calculate the List ID
251 sc->ListID = NewStrBufPlain(NULL, 1024);
252 if (StrLength(sc->RoomInfo) > 0)
254 const char *Pos = NULL;
255 StrBufSipLine(sc->ListID, sc->RoomInfo, &Pos);
257 if (StrLength(sc->ListID) > MAX_LISTIDLENGTH)
259 StrBufCutAt(sc->ListID, MAX_LISTIDLENGTH, NULL);
260 StrBufAppendBufPlain(sc->ListID, HKEY("..."), 0);
262 StrBufAsciify(sc->ListID, ' ');
266 StrBufAppendBufPlain(sc->ListID, CCC->room.QRname, -1, 0);
269 StrBufAppendBufPlain(sc->ListID, HKEY("<"), 0);
270 RoomName = NewStrBufPlain (sc->room.QRname, -1);
271 StrBufAsciify(RoomName, '_');
272 StrBufReplaceChars(RoomName, ' ', '_');
274 if (StrLength(sc->Users[roommailalias]) > 0)
279 Pos = StrLength(sc->ListID);
280 StrBufAppendBuf(sc->ListID, sc->Users[roommailalias], 0);
281 AtPos = strchr(ChrPtr(sc->ListID) + Pos, '@');
285 StrBufPeek(sc->ListID, AtPos, 0, '.');
290 StrBufAppendBufPlain(sc->ListID, HKEY("room_"), 0);
291 StrBufAppendBuf(sc->ListID, RoomName, 0);
292 StrBufAppendBufPlain(sc->ListID, HKEY("."), 0);
293 StrBufAppendBufPlain(sc->ListID, CtdlGetConfigStr("c_fqdn"), -1, 0);
296 * roomname <Room-Number.list-id.fqdn>
297 * according to rfc2919.txt it only has to be a unique identifier
298 * under the domain of the system;
299 * in general MUAs use it to calculate the reply address nowadays.
302 StrBufAppendBufPlain(sc->ListID, HKEY(">"), 0);
304 if (StrLength(sc->Users[roommailalias]) == 0)
306 sc->Users[roommailalias] = NewStrBuf();
308 StrBufAppendBufPlain(sc->Users[roommailalias], HKEY("room_"), 0);
309 StrBufAppendBuf(sc->Users[roommailalias], RoomName, 0);
310 StrBufAppendBufPlain(sc->Users[roommailalias], HKEY("@"), 0);
311 StrBufAppendBufPlain(sc->Users[roommailalias], CtdlGetConfigStr("c_fqdn"), -1, 0);
313 StrBufLowerCase(sc->Users[roommailalias]);
316 FreeStrBuf(&RoomName);
321 * Batch up and send all outbound traffic from the current room (this is definitely used for mailing lists)
323 void network_spoolout_room(SpoolControl *sc)
325 struct CitContext *CCC = CC;
331 * If the room doesn't exist, don't try to perform its networking tasks.
332 * Normally this should never happen, but once in a while maybe a room gets
333 * queued for networking and then deleted before it can happen.
335 memcpy (&CCC->room, &sc->room, sizeof(ctdlroom));
337 syslog(LOG_INFO, "netspool: network_spoolout_room(room=%s, lastsent=%ld)", CCC->room.QRname, sc->lastsent);
341 /* remember where we started... */
342 lastsent = sc->lastsent;
344 /* Fetch the messages we ought to send & prepare them. */
345 CtdlForEachMessage(MSGS_GT, sc->lastsent, NULL, NULL, NULL, network_spool_msg, sc);
347 if (StrLength(sc->Users[roommailalias]) > 0)
350 len = StrLength(sc->Users[roommailalias]);
351 if (len + 1 > sizeof(buf))
352 len = sizeof(buf) - 1;
353 memcpy(buf, ChrPtr(sc->Users[roommailalias]), len);
358 snprintf(buf, sizeof buf, "room_%s@%s", CCC->room.QRname, CtdlGetConfigStr("c_fqdn"));
361 for (i=0; buf[i]; ++i) {
362 buf[i] = tolower(buf[i]);
363 if (isspace(buf[i])) buf[i] = '_';
366 /* If we wrote a digest, deliver it and then close it */
367 if ( (sc->Users[digestrecp] != NULL) && (sc->digestfp != NULL) )
369 fprintf(sc->digestfp,
370 " ------------------------------------------------------------------------------\n"
371 "You are subscribed to the '%s' list.\n"
372 "To post to the list: %s\n",
373 CCC->room.QRname, buf
375 network_deliver_digest(sc); /* deliver */
376 fclose(sc->digestfp);
378 remove_digest_file(&sc->room);
381 /* Now rewrite the netconfig */
382 syslog(LOG_DEBUG, "netspool: lastsent was %ld , now it is %ld", lastsent, sc->lastsent);
383 if (sc->lastsent != lastsent)
387 begin_critical_section(S_NETCONFIGS);
388 r = CtdlGetNetCfgForRoom(sc->room.QRnumber);
389 r->lastsent = sc->lastsent;
390 SaveRoomNetConfigFile(r, sc->room.QRnumber);
391 FreeRoomNetworkStruct(&r);
392 end_critical_section(S_NETCONFIGS);
397 void free_spoolcontrol_struct(SpoolControl **sc)
399 free_spoolcontrol_struct_members(*sc);
405 void free_spoolcontrol_struct_members(SpoolControl *sc)
408 FreeStrBuf(&sc->RoomInfo);
409 FreeStrBuf(&sc->ListID);
410 for (i = 0; i < maxRoomNetCfg; i++)
411 FreeStrBuf(&sc->Users[i]);
416 * It's ok if these directories already exist. Just fail silently.
418 void create_spool_dirs(void) {
419 if ((mkdir(ctdl_spool_dir, 0700) != 0) && (errno != EEXIST))
420 syslog(LOG_EMERG, "netspool: unable to create directory [%s]: %s", ctdl_spool_dir, strerror(errno));
421 if (chown(ctdl_spool_dir, CTDLUID, (-1)) != 0)
422 syslog(LOG_EMERG, "netspool: unable to set the access rights for [%s]: %s", ctdl_spool_dir, strerror(errno));
423 if ((mkdir(ctdl_nettmp_dir, 0700) != 0) && (errno != EEXIST))
424 syslog(LOG_EMERG, "netspool: unable to create directory [%s]: %s", ctdl_nettmp_dir, strerror(errno));
425 if (chown(ctdl_nettmp_dir, CTDLUID, (-1)) != 0)
426 syslog(LOG_EMERG, "netspool: unable to set the access rights for [%s]: %s", ctdl_nettmp_dir, strerror(errno));
427 if ((mkdir(ctdl_netout_dir, 0700) != 0) && (errno != EEXIST))
428 syslog(LOG_EMERG, "netspool: unable to create directory [%s]: %s", ctdl_netout_dir, strerror(errno));
429 if (chown(ctdl_netout_dir, CTDLUID, (-1)) != 0)
430 syslog(LOG_EMERG, "netspool: unable to set the access rights for [%s]: %s", ctdl_netout_dir, strerror(errno));
437 CTDL_MODULE_INIT(network_spool)
441 CtdlREGISTERRoomCfgType(subpending, ParseSubPendingLine, 0, 5, SerializeGeneric, DeleteGenericCfgLine);
442 CtdlREGISTERRoomCfgType(unsubpending, ParseUnSubPendingLine, 0, 4, SerializeGeneric, DeleteGenericCfgLine);
443 CtdlREGISTERRoomCfgType(lastsent, ParseLastSent, 1, 1, SerializeLastSent, DeleteLastSent);
444 CtdlREGISTERRoomCfgType(listrecp, ParseGeneric, 0, 1, SerializeGeneric, DeleteGenericCfgLine);
445 CtdlREGISTERRoomCfgType(digestrecp, ParseGeneric, 0, 1, SerializeGeneric, DeleteGenericCfgLine);
446 CtdlREGISTERRoomCfgType(participate, ParseGeneric, 0, 1, SerializeGeneric, DeleteGenericCfgLine);
447 CtdlREGISTERRoomCfgType(roommailalias, ParseRoomAlias, 0, 1, SerializeGeneric, DeleteGenericCfgLine);
450 return "network_spool";