X-Git-Url: https://code.citadel.org/?a=blobdiff_plain;f=citadel%2Fmodules%2Fnetwork%2Fserv_netspool.c;h=0edb1f11efa0e240bcf7c7c3d79ead11d21b3934;hb=17facca88daba3788c5fcf6ffc8d57f3ed7a5905;hp=185c739a441638b157bc62549d907dc44216ba72;hpb=8c8430b53c3cb14bd983cd3c767d7bbe485f4155;p=citadel.git diff --git a/citadel/modules/network/serv_netspool.c b/citadel/modules/network/serv_netspool.c index 185c739a4..0edb1f11e 100644 --- a/citadel/modules/network/serv_netspool.c +++ b/citadel/modules/network/serv_netspool.c @@ -72,544 +72,366 @@ #include "internet_addressing.h" #include "serv_network.h" #include "clientsocket.h" -#include "file_ops.h" #include "citadel_dirs.h" #include "threads.h" #include "context.h" -#include "netconfig.h" + +#include "ctdl_module.h" + #include "netspool.h" #include "netmail.h" -#include "ctdl_module.h" -HashList *CfgTypeHash = NULL; -typedef struct CfgLineType CfgLineType; -typedef void (*CfgLineParser)(const CfgLineType *ThisOne, StrBuf *Line, const char *LinePos, SpoolControl *sc); -typedef void (*CfgLineSerializer)(const CfgLineType *ThisOne, StrBuf *OuptputBuffer, SpoolControl *sc, namelist *data); -typedef void (*CfgLineDeAllocator)(const CfgLineType *ThisOne, namelist **data); -struct CfgLineType { - RoomNetCfg C; - CfgLineParser Parser; - CfgLineSerializer Serializer; - CfgLineDeAllocator DeAllocator; - ConstStr Str; - int IsSingleLine; -}; -#define REGISTERRoomCfgType(a, p, uniq, s, d) RegisterRoomCfgType(#a, sizeof(#a) - 1, a, p, uniq, s, d); +#ifndef DT_UNKNOWN +#define DT_UNKNOWN 0 +#define DT_DIR 4 +#define DT_REG 8 +#define DT_LNK 10 -void RegisterRoomCfgType(const char* Name, long len, RoomNetCfg eCfg, CfgLineParser p, int uniq, CfgLineSerializer s, CfgLineDeAllocator d) +#define IFTODT(mode) (((mode) & 0170000) >> 12) +#define DTTOIF(dirtype) ((dirtype) << 12) +#endif + + +void ParseLastSent(const CfgLineType *ThisOne, StrBuf *Line, const char *LinePos, OneRoomNetCfg *OneRNCFG) { - CfgLineType *pCfg; - - pCfg = (CfgLineType*) malloc(sizeof(CfgLineType)); - pCfg->Parser = p; - pCfg->Serializer = s; - pCfg->C = eCfg; - pCfg->Str.Key = Name; - pCfg->Str.len = len; - pCfg->IsSingleLine = uniq; - - if (CfgTypeHash == NULL) - CfgTypeHash = NewHash(1, NULL); - Put(CfgTypeHash, Name, len, pCfg, NULL); + RoomNetCfgLine *nptr; + nptr = (RoomNetCfgLine *) + malloc(sizeof(RoomNetCfgLine)); + memset(nptr, 0, sizeof(RoomNetCfgLine)); + OneRNCFG->lastsent = extract_long(LinePos, 0); + OneRNCFG->NetConfigs[ThisOne->C] = nptr; } -const CfgLineType *GetCfgTypeByStr(const char *Key, long len) +void ParseRoomAlias(const CfgLineType *ThisOne, StrBuf *Line, const char *LinePos, OneRoomNetCfg *rncfg) { - void *pv; - - if (GetHash(CfgTypeHash, Key, len, &pv) && (pv != NULL)) - { - return (const CfgLineType *) pv; - } - else - { - return NULL; - } + if (rncfg->Sender != NULL) + return; + + ParseGeneric(ThisOne, Line, LinePos, rncfg); + rncfg->Sender = NewStrBufDup(rncfg->NetConfigs[roommailalias]->Value[0]); } -const CfgLineType *GetCfgTypeByEnum(RoomNetCfg eCfg, HashPos *It) +void ParseSubPendingLine(const CfgLineType *ThisOne, StrBuf *Line, const char *LinePos, OneRoomNetCfg *OneRNCFG) { - const char *Key; - long len; - void *pv; - CfgLineType *pCfg; + if (time(NULL) - extract_long(LinePos, 3) > EXP) + return; /* expired subscription... */ - RewindHashPos(CfgTypeHash, It, 1); - while (GetNextHashPos(CfgTypeHash, It, &len, &Key, &pv) && (pv != NULL)) - { - pCfg = (CfgLineType*) pv; - if (pCfg->C == eCfg) - return pCfg; - } - return NULL; + ParseGeneric(ThisOne, Line, LinePos, OneRNCFG); } -void ParseDefault(const CfgLineType *ThisOne, StrBuf *Line, const char *LinePos, SpoolControl *sc) +void ParseUnSubPendingLine(const CfgLineType *ThisOne, StrBuf *Line, const char *LinePos, OneRoomNetCfg *OneRNCFG) { - namelist *nptr; + if (time(NULL) - extract_long(LinePos, 2) > EXP) + return; /* expired subscription... */ - nptr = (namelist *) - malloc(sizeof(namelist)); - nptr->next = sc->NetConfigs[ThisOne->C]; - nptr->Value = NewStrBufPlain(LinePos, StrLength(Line) - ( LinePos - ChrPtr(Line)) ); - sc->NetConfigs[ThisOne->C] = nptr; + ParseGeneric(ThisOne, Line, LinePos, OneRNCFG); } -void ParseLastSent(const CfgLineType *ThisOne, StrBuf *Line, const char *LinePos, SpoolControl *sc) -{ - sc->lastsent = extract_long(LinePos, 0); -} -void ParseIgnetPushShare(const CfgLineType *ThisOne, StrBuf *Line, const char *LinePos, SpoolControl *sc) + +void SerializeLastSent(const CfgLineType *ThisOne, StrBuf *OutputBuffer, OneRoomNetCfg *RNCfg, RoomNetCfgLine *data) { -/* - extract_token(nodename, LinePos, 0, '|', sizeof nodename); - extract_token(roomname, LinePos, 1, '|', sizeof roomname); - mptr = (maplist *) malloc(sizeof(maplist)); - mptr->next = sc->ignet_push_shares; - strcpy(mptr->remote_nodename, nodename); - strcpy(mptr->remote_roomname, roomname); - sc->ignet_push_shares = mptr; -*/ + StrBufAppendBufPlain(OutputBuffer, CKEY(ThisOne->Str), 0); + StrBufAppendPrintf(OutputBuffer, "|%ld\n", RNCfg->lastsent); } -void ParseRoomAlias(const CfgLineType *ThisOne, StrBuf *Line, const char *LinePos, SpoolControl *sc) +void DeleteLastSent(const CfgLineType *ThisOne, RoomNetCfgLine **data) { -/* - if (sc->sender != NULL) - continue; / * just one alowed... * / - extract_token(nptr->name, buf, 1, '|', sizeof nptr->name); - sc->sender = nptr; -*/ + free(*data); + *data = NULL; } -void ParseSubPendingLine(const CfgLineType *ThisOne, StrBuf *Line, const char *LinePos, SpoolControl *sc) -{ +static const RoomNetCfg SpoolCfgs [4] = { + listrecp, + digestrecp, + participate, + ignet_push_share +}; - if (time(NULL) - extract_long(LinePos, 3) > EXP) { - // skipthisline = 1; - } - else - { - } +static const long SpoolCfgsCopyN [4] = { + 1, 1, 1, 2 +}; -} -void ParseUnSubPendingLine(const CfgLineType *ThisOne, StrBuf *Line, const char *LinePos, SpoolControl *sc) +int HaveSpoolConfig(OneRoomNetCfg* RNCfg) { - ///int skipthisline = 0; - if (time(NULL) - extract_long(LinePos, 2) > EXP) { - // skipthisline = 1; - } - + int i; + int interested = 0; + for (i=0; i < 4; i++) if (RNCfg->NetConfigs[SpoolCfgs[i]] == NULL) interested = 1; + return interested; } -void DeleteGenericCfgLine(const CfgLineType *ThisOne, namelist **data) +void Netmap_AddMe(struct CtdlMessage *msg, const char *defl, long defllen) { - FreeStrBuf(&(*data)->Value); - free(*data); - *data = NULL; + long node_len; + char buf[SIZ]; + + /* prepend our node to the path */ + if (CM_IsEmpty(msg, eMessagePath)) { + CM_SetField(msg, eMessagePath, defl, defllen); + } + node_len = configlen.c_nodename; + if (node_len >= SIZ) + node_len = SIZ - 1; + memcpy(buf, config.c_nodename, node_len); + buf[node_len] = '!'; + buf[node_len + 1] = '\0'; + CM_PrependToField(msg, eMessagePath, buf, node_len + 1); } -int read_spoolcontrol_file(SpoolControl **scc, char *filename) + +void InspectQueuedRoom(SpoolControl **pSC, + RoomProcList *room_to_spool, + HashList *working_ignetcfg, + HashList *the_netmap) { - int fd; - const char *ErrStr = NULL; - const char *Pos; - const CfgLineType *pCfg; - StrBuf *Line; - StrBuf *InStr; + struct CitContext *CCC = CC; SpoolControl *sc; + int i = 0; - fd = open(filename, O_NONBLOCK|O_RDONLY); - if (fd == -1) { - *scc = NULL; - return 0; - } - sc = malloc(sizeof(SpoolControl)); + sc = (SpoolControl*)malloc(sizeof(SpoolControl)); memset(sc, 0, sizeof(SpoolControl)); - *scc = sc; - - while (StrBufTCP_read_line(Line, &fd, 0, &ErrStr) >= 0) { - if (StrLength(Line) == 0) - continue; - Pos = NULL; - InStr = NewStrBufPlain(NULL, StrLength(Line)); - StrBufExtract_NextToken(InStr, Line, &Pos, '|'); + sc->RNCfg = room_to_spool->OneRNCfg; + sc->lastsent = room_to_spool->lastsent; + sc->working_ignetcfg = working_ignetcfg; + sc->the_netmap = the_netmap; - pCfg = GetCfgTypeByStr(SKEY(InStr)); - if (pCfg != NULL) - { - pCfg->Parser(pCfg, Line, Pos, sc); - } - else - { - if (sc->misc == NULL) - { - sc->misc = NewStrBufDup(Line); - } - else - { - if(StrLength(sc->misc) > 0) - StrBufAppendBufPlain(sc->misc, HKEY("\n"), 0); - StrBufAppendBuf(sc->misc, Line, 0); - } - } + /* + * If the room doesn't exist, don't try to perform its networking tasks. + * Normally this should never happen, but once in a while maybe a room gets + * queued for networking and then deleted before it can happen. + */ + if (CtdlGetRoom(&sc->room, room_to_spool->name) != 0) { + syslog(LOG_CRIT, "ERROR: cannot load <%s>\n", room_to_spool->name); + free(sc); + return; + } + if (sc->room.QRhighest <= sc->lastsent) + { + QN_syslog(LOG_DEBUG, "nothing to do for <%s>\n", room_to_spool->name); + free(sc); + return; } - if (fd > 0) - close(fd); - FreeStrBuf(&InStr); - FreeStrBuf(&Line); - return 1; -} -void SerializeLastSent(const CfgLineType *ThisOne, StrBuf *OutputBuffer, SpoolControl *sc, namelist *data) -{ - StrBufAppendBufPlain(OutputBuffer, CKEY(ThisOne->Str), 0); - StrBufAppendPrintf(OutputBuffer, "|%ld\n", sc->lastsent); -} + begin_critical_section(S_NETCONFIGS); + if (sc->RNCfg == NULL) + sc->RNCfg = CtdlGetNetCfgForRoom(sc->room.QRnumber); -void SerializeGeneric(const CfgLineType *ThisOne, StrBuf *OutputBuffer, SpoolControl *sc, namelist *data) -{ - StrBufAppendBufPlain(OutputBuffer, CKEY(ThisOne->Str), 0); - StrBufAppendBuf(OutputBuffer, data->Value, 0); - StrBufAppendBufPlain(OutputBuffer, HKEY("\n"), 0); -} -void SerializeIgnetPushShare(const CfgLineType *ThisOne, StrBuf *OutputBuffer, SpoolControl *sc, namelist *data) -{ - StrBufAppendBufPlain(OutputBuffer, CKEY(ThisOne->Str), 0); -/* - StrBufAppendPrintf(Cfg, "ignet_push_share|%s", sc->ignet_push_shares->remote_nodename); - if (!IsEmptyStr(sc->ignet_push_shares->remote_roomname)) { - StrBufAppendPrintf(Cfg, "|%s", sc->ignet_push_shares->remote_roomname); - } - StrBufAppendPrintf(Cfg, "\n"); - mptr = sc->ignet_push_shares->next; - free(sc->ignet_push_shares); - sc->ignet_push_shares = mptr; -*/ - StrBufAppendBuf(OutputBuffer, data->Value, 0); - StrBufAppendBufPlain(OutputBuffer, HKEY("\n"), 0); -} + if (!HaveSpoolConfig(sc->RNCfg)) + { + end_critical_section(S_NETCONFIGS); + free(sc); + /* nothing to do for this room... */ + return; + } -int save_spoolcontrol_file(SpoolControl *sc, char *filename) -{ - RoomNetCfg eCfg; - StrBuf *Cfg; - char tempfilename[PATH_MAX]; - int TmpFD; - long len; - time_t unixtime; - struct timeval tv; - long reltid; /* if we don't have SYS_gettid, use "random" value */ - StrBuf *OutBuffer; - int rc; - HashPos *CfgIt; + /* Now lets remember whats needed for the actual work... */ - len = strlen(filename); - memcpy(tempfilename, filename, len + 1); + for (i=0; i < 4; i++) + { + aggregate_recipients(&sc->Users[SpoolCfgs[i]], + SpoolCfgs[i], + sc->RNCfg, + SpoolCfgsCopyN[i]); + } + + if (StrLength(sc->RNCfg->Sender) > 0) + sc->Users[roommailalias] = NewStrBufDup(sc->RNCfg->Sender); + end_critical_section(S_NETCONFIGS); + sc->next = *pSC; + *pSC = sc; -#if defined(HAVE_SYSCALL_H) && defined (SYS_gettid) - reltid = syscall(SYS_gettid); -#endif - gettimeofday(&tv, NULL); - /* Promote to time_t; types differ on some OSes (like darwin) */ - unixtime = tv.tv_sec; - - sprintf(tempfilename + len, ".%ld-%ld", reltid, unixtime); - errno = 0; - TmpFD = open(tempfilename, O_CREAT|O_EXCL|O_RDWR, S_IRUSR|S_IWUSR); - Cfg = NewStrBuf(); - if ((TmpFD < 0) || (errno != 0)) { - syslog(LOG_CRIT, "ERROR: cannot open %s: %s\n", - filename, strerror(errno)); - unlink(tempfilename); - return 0; - } - else { - CfgIt = GetNewHashPos(CfgTypeHash, 1); - fchown(TmpFD, config.c_ctdluid, 0); - for (eCfg = subpending; eCfg < maxRoomNetCfg; eCfg ++) - { - const CfgLineType *pCfg; - pCfg = GetCfgTypeByEnum(eCfg, CfgIt); - if (pCfg->IsSingleLine) - { - pCfg->Serializer(pCfg, OutBuffer, sc, NULL); - } - else - { - namelist *pName = sc->NetConfigs[pCfg->C]; - while (pName != NULL) - { - pCfg->Serializer(pCfg, OutBuffer, sc, pName); - pName = pName->next; - } - - - } +} - } - DeleteHashPos(&CfgIt); +void CalcListID(SpoolControl *sc) +{ + StrBuf *RoomName; + const char *err; + int fd; + struct CitContext *CCC = CC; + char filename[PATH_MAX]; +#define MAX_LISTIDLENGTH 150 + assoc_file_name(filename, sizeof filename, &sc->room, ctdl_info_dir); + fd = open(filename, 0); - if (sc->misc != NULL) { - StrBufAppendBuf(OutBuffer, sc->misc, 0); - } + if (fd > 0) { + struct stat stbuf; - rc = write(TmpFD, ChrPtr(OutBuffer), StrLength(OutBuffer)); - if ((rc >=0 ) && (rc == StrLength(Cfg))) + if ((fstat(fd, &stbuf) == 0) && + (stbuf.st_size > 0)) { - close(TmpFD); - rename(tempfilename, filename); - rc = 1; + sc->RoomInfo = NewStrBufPlain(NULL, stbuf.st_size + 1); + StrBufReadBLOB(sc->RoomInfo, &fd, 0, stbuf.st_size, &err); } - else { - syslog(LOG_EMERG, - "unable to write %s; [%s]; not enough space on the disk?\n", - tempfilename, - strerror(errno)); - close(TmpFD); - unlink(tempfilename); - rc = 0; - } - FreeStrBuf(&OutBuffer); - + close(fd); } - return rc; -} - - -void free_spoolcontrol_struct(SpoolControl **scc) -{ - RoomNetCfg eCfg; - HashPos *CfgIt; - SpoolControl *sc; - - sc = *scc; - CfgIt = GetNewHashPos(CfgTypeHash, 1); - for (eCfg = subpending; eCfg < maxRoomNetCfg; eCfg ++) + sc->ListID = NewStrBufPlain(NULL, 1024); + if (StrLength(sc->RoomInfo) > 0) { - const CfgLineType *pCfg; - namelist *pNext, *pName; - - pCfg = GetCfgTypeByEnum(eCfg, CfgIt); - pName= sc->NetConfigs[pCfg->C]; - while (pName != NULL) + const char *Pos = NULL; + StrBufSipLine(sc->ListID, sc->RoomInfo, &Pos); + + if (StrLength(sc->ListID) > MAX_LISTIDLENGTH) { - pNext = pName->next; - pCfg->DeAllocator(pCfg, &pName); - pName = pNext; + StrBufCutAt(sc->ListID, MAX_LISTIDLENGTH, NULL); + StrBufAppendBufPlain(sc->ListID, HKEY("..."), 0); } + StrBufAsciify(sc->ListID, ' '); + } + else + { + StrBufAppendBufPlain(sc->ListID, CCC->room.QRname, -1, 0); } - DeleteHashPos(&CfgIt); - - FreeStrBuf(&sc->Sender); - FreeStrBuf(&sc->RoomInfo); - FreeStrBuf(&sc->misc); - free(sc); - *scc=NULL; -} -#if 0 -int writenfree_spoolcontrol_file(SpoolControl **scc, char *filename) -{ - char tempfilename[PATH_MAX]; - int TmpFD; - SpoolControl *sc; - namelist *nptr = NULL; - maplist *mptr = NULL; - long len; - time_t unixtime; - struct timeval tv; - long reltid; /* if we don't have SYS_gettid, use "random" value */ - StrBuf *Cfg; - int rc; + StrBufAppendBufPlain(sc->ListID, HKEY("<"), 0); + RoomName = NewStrBufPlain (sc->room.QRname, -1); + StrBufAsciify(RoomName, '_'); + StrBufReplaceChars(RoomName, ' ', '_'); - len = strlen(filename); - memcpy(tempfilename, filename, len + 1); + if (StrLength(sc->Users[roommailalias]) > 0) + { + long Pos; + const char *AtPos; + Pos = StrLength(sc->ListID); + StrBufAppendBuf(sc->ListID, sc->Users[roommailalias], 0); + AtPos = strchr(ChrPtr(sc->ListID) + Pos, '@'); -#if defined(HAVE_SYSCALL_H) && defined (SYS_gettid) - reltid = syscall(SYS_gettid); -#endif - gettimeofday(&tv, NULL); - /* Promote to time_t; types differ on some OSes (like darwin) */ - unixtime = tv.tv_sec; - - sprintf(tempfilename + len, ".%ld-%ld", reltid, unixtime); - sc = *scc; - errno = 0; - TmpFD = open(tempfilename, O_CREAT|O_EXCL|O_RDWR, S_IRUSR|S_IWUSR); - Cfg = NewStrBuf(); - if ((TmpFD < 0) || (errno != 0)) { - syslog(LOG_CRIT, "ERROR: cannot open %s: %s\n", - filename, strerror(errno)); - free_spoolcontrol_struct(scc); - unlink(tempfilename); - } - else { - fchown(TmpFD, config.c_ctdluid, 0); - StrBufAppendPrintf(Cfg, "lastsent|%ld\n", sc->lastsent); - - /* Write out the listrecps while freeing from memory at the - * same time. Am I clever or what? :) - */ - while (sc->listrecps != NULL) { - StrBufAppendPrintf(Cfg, "listrecp|%s\n", sc->listrecps->name); - nptr = sc->listrecps->next; - free(sc->listrecps); - sc->listrecps = nptr; - } - /* Do the same for digestrecps */ - while (sc->digestrecps != NULL) { - StrBufAppendPrintf(Cfg, "digestrecp|%s\n", sc->digestrecps->name); - nptr = sc->digestrecps->next; - free(sc->digestrecps); - sc->digestrecps = nptr; - } - /* Do the same for participates */ - while (sc->participates != NULL) { - StrBufAppendPrintf(Cfg, "participate|%s\n", sc->participates->name); - nptr = sc->participates->next; - free(sc->participates); - sc->participates = nptr; - } - while (sc->ignet_push_shares != NULL) { - StrBufAppendPrintf(Cfg, "ignet_push_share|%s", sc->ignet_push_shares->remote_nodename); - if (!IsEmptyStr(sc->ignet_push_shares->remote_roomname)) { - StrBufAppendPrintf(Cfg, "|%s", sc->ignet_push_shares->remote_roomname); - } - StrBufAppendPrintf(Cfg, "\n"); - mptr = sc->ignet_push_shares->next; - free(sc->ignet_push_shares); - sc->ignet_push_shares = mptr; - } - if (sc->misc != NULL) { - StrBufAppendBufPlain(Cfg, sc->misc, -1, 0); - } - free(sc->misc); - - rc = write(TmpFD, ChrPtr(Cfg), StrLength(Cfg)); - if ((rc >=0 ) && (rc == StrLength(Cfg))) + if (AtPos != NULL) { - close(TmpFD); - rename(tempfilename, filename); - } - else { - syslog(LOG_EMERG, - "unable to write %s; [%s]; not enough space on the disk?\n", - tempfilename, - strerror(errno)); - close(TmpFD); - unlink(tempfilename); + StrBufPeek(sc->ListID, AtPos, 0, '.'); } - FreeStrBuf(&Cfg); - free(sc); - *scc=NULL; } - return 1; -} -#endif -int is_recipient(SpoolControl *sc, const char *Name) -{ - const RoomNetCfg RecipientCfgs[] = { - listrecp, - digestrecp, - participate, - maxRoomNetCfg - }; - int i; - namelist *nptr; - size_t len; - - len = strlen(Name); - i = 0; - while (RecipientCfgs[i] != maxRoomNetCfg) + else { - nptr = sc->NetConfigs[RecipientCfgs[i]]; + StrBufAppendBufPlain(sc->ListID, HKEY("room_"), 0); + StrBufAppendBuf(sc->ListID, RoomName, 0); + StrBufAppendBufPlain(sc->ListID, HKEY("."), 0); + StrBufAppendBufPlain(sc->ListID, config.c_fqdn, -1, 0); + /* + * this used to be: + * roomname + * according to rfc2919.txt it only has to be a uniq identifier + * under the domain of the system; + * in general MUAs use it to calculate the reply address nowadays. + */ + } + StrBufAppendBufPlain(sc->ListID, HKEY(">"), 0); + + if (StrLength(sc->Users[roommailalias]) == 0) + { + sc->Users[roommailalias] = NewStrBuf(); - while (nptr != NULL) - { - if ((StrLength(nptr->Value) == len) && - (!strcmp(Name, ChrPtr(nptr->Value)))) - { - return 1; - } - nptr = nptr->next; - } + StrBufAppendBufPlain(sc->Users[roommailalias], HKEY("room_"), 0); + StrBufAppendBuf(sc->Users[roommailalias], RoomName, 0); + StrBufAppendBufPlain(sc->Users[roommailalias], HKEY("@"), 0); + StrBufAppendBufPlain(sc->Users[roommailalias], config.c_fqdn, -1, 0); + + StrBufLowerCase(sc->Users[roommailalias]); } - return 0; + + FreeStrBuf(&RoomName); } +static time_t last_digest_delivery = 0; /* * Batch up and send all outbound traffic from the current room */ -void network_spoolout_room(RoomProcList *room_to_spool, - HashList *working_ignetcfg, - HashList *the_netmap) +void network_spoolout_room(SpoolControl *sc) { + struct CitContext *CCC = CC; char buf[SIZ]; - char filename[PATH_MAX]; - SpoolControl *sc; int i; + long lastsent; /* * If the room doesn't exist, don't try to perform its networking tasks. * Normally this should never happen, but once in a while maybe a room gets * queued for networking and then deleted before it can happen. */ - if (CtdlGetRoom(&CC->room, room_to_spool->name) != 0) { - syslog(LOG_CRIT, "ERROR: cannot load <%s>\n", room_to_spool->name); - return; - } + memcpy (&CCC->room, &sc->room, sizeof(ctdlroom)); - assoc_file_name(filename, sizeof filename, &CC->room, ctdl_netcfg_dir); - begin_critical_section(S_NETCONFIGS); + syslog(LOG_INFO, "Networking started for <%s>\n", CCC->room.QRname); - /* Only do net processing for rooms that have netconfigs */ - if (!read_spoolcontrol_file(&sc, filename)) - { - end_critical_section(S_NETCONFIGS); - return; - } - syslog(LOG_INFO, "Networking started for <%s>\n", CC->room.QRname); + CalcListID(sc); - sc->working_ignetcfg = working_ignetcfg; - sc->the_netmap = the_netmap; + /* remember where we started... */ + lastsent = sc->lastsent; - /* If there are digest recipients, we have to build a digest */ - if (sc->NetConfigs[digestrecp] != NULL) { - sc->digestfp = tmpfile(); - fprintf(sc->digestfp, "Content-type: text/plain\n\n"); - } - - /* Do something useful */ + /* Fetch the messages we ought to send & prepare them. */ CtdlForEachMessage(MSGS_GT, sc->lastsent, NULL, NULL, NULL, network_spool_msg, sc); - /* If we wrote a digest, deliver it and then close it */ - snprintf(buf, sizeof buf, "room_%s@%s", - CC->room.QRname, config.c_fqdn); + if (StrLength(sc->Users[roommailalias]) > 0) + { + long len; + len = StrLength(sc->Users[roommailalias]); + if (len + 1 > sizeof(buf)) + len = sizeof(buf) - 1; + memcpy(buf, ChrPtr(sc->Users[roommailalias]), len); + buf[len] = '\0'; + } + else + { + snprintf(buf, sizeof buf, "room_%s@%s", + CCC->room.QRname, config.c_fqdn); + } + for (i=0; buf[i]; ++i) { buf[i] = tolower(buf[i]); if (isspace(buf[i])) buf[i] = '_'; } - if (sc->digestfp != NULL) { - fprintf(sc->digestfp, " -----------------------------------" + + + /* If we wrote a digest, deliver it and then close it */ + if (sc->Users[digestrecp] != NULL) { + time_t now = time(NULL); + time_t secs_today = now % (24 * 60 * 60); + long delta = 0; + + if (last_digest_delivery != 0) { + delta = now - last_digest_delivery; + delta = (24 * 60 * 60) - delta; + } + + if ((secs_today < 300) && + (delta < 300)) + { + if (sc->digestfp == NULL) { + sc->digestfp = create_digest_file(&sc->room, 0); + } + if (sc->digestfp != NULL) { + last_digest_delivery = now; + fprintf(sc->digestfp, + " -----------------------------------" "------------------------------------" "-------\n" "You are subscribed to the '%s' " "list.\n" "To post to the list: %s\n", - CC->room.QRname, buf - ); - network_deliver_digest(sc); /* deliver and close */ + CCC->room.QRname, buf + ); + network_deliver_digest(sc); /* deliver */ + remove_digest_file(&sc->room); + } + } + } + if (sc->digestfp != NULL) { + fclose(sc->digestfp); + sc->digestfp = NULL; } /* Now rewrite the config file */ - //// todo writenfree_spoolcontrol_file(&sc, filename); - end_critical_section(S_NETCONFIGS); + if (sc->lastsent != lastsent) + { + begin_critical_section(S_NETCONFIGS); + sc->RNCfg = CtdlGetNetCfgForRoom(sc->room.QRnumber); + + sc->RNCfg->lastsent = sc->lastsent; + sc->RNCfg->changed = 1; + end_critical_section(S_NETCONFIGS); + } } /* @@ -618,15 +440,15 @@ void network_spoolout_room(RoomProcList *room_to_spool, */ void network_process_buffer(char *buffer, long size, HashList *working_ignetcfg, HashList *the_netmap, int *netmap_changed) { + long len; struct CitContext *CCC = CC; StrBuf *Buf = NULL; struct CtdlMessage *msg = NULL; long pos; int field; - struct recptypes *recp = NULL; + recptypes *recp = NULL; char target_room[ROOMNAMELEN]; struct ser_ret sermsg; - char *oldpath = NULL; char filename[PATH_MAX]; FILE *fp; const StrBuf *nexthop = NULL; @@ -656,38 +478,27 @@ void network_process_buffer(char *buffer, long size, HashList *working_ignetcfg, for (pos = 3; pos < size; ++pos) { field = buffer[pos]; - msg->cm_fields[field] = strdup(&buffer[pos+1]); - pos = pos + strlen(&buffer[(int)pos]); + len = strlen(buffer + pos + 1); + CM_SetField(msg, field, buffer + pos + 1, len); + pos = pos + len + 1; } /* Check for message routing */ - if (msg->cm_fields['D'] != NULL) { - if (strcasecmp(msg->cm_fields['D'], config.c_nodename)) { + if (!CM_IsEmpty(msg, eDestination)) { + if (strcasecmp(msg->cm_fields[eDestination], config.c_nodename)) { /* route the message */ - Buf = NewStrBufPlain(msg->cm_fields['D'], -1); - if (is_valid_node(&nexthop, - NULL, - Buf, - working_ignetcfg, - the_netmap) == 0) + Buf = NewStrBufPlain(CM_KEY(msg,eDestination)); + if (CtdlIsValidNode(&nexthop, + NULL, + Buf, + working_ignetcfg, + the_netmap) == 0) { - /* prepend our node to the path */ - if (msg->cm_fields['P'] != NULL) { - oldpath = msg->cm_fields['P']; - msg->cm_fields['P'] = NULL; - } - else { - oldpath = strdup("unknown_user"); - } - size = strlen(oldpath) + SIZ; - msg->cm_fields['P'] = malloc(size); - snprintf(msg->cm_fields['P'], size, "%s!%s", - config.c_nodename, oldpath); - free(oldpath); + Netmap_AddMe(msg, HKEY("unknown_user")); /* serialize the message */ - serialize_message(&sermsg, msg); + CtdlSerializeMessage(&sermsg, msg); /* now send it */ if (StrLength(nexthop) == 0) { @@ -711,7 +522,7 @@ void network_process_buffer(char *buffer, long size, HashList *working_ignetcfg, QN_syslog(LOG_ERR, "%s: %s\n", filename, strerror(errno)); } free(sermsg.ser); - CtdlFreeMessage(msg); + CM_Free(msg); FreeStrBuf(&Buf); return; } @@ -736,28 +547,28 @@ void network_process_buffer(char *buffer, long size, HashList *working_ignetcfg, * connected that it's inevitable.) */ if (network_usetable(msg) != 0) { - CtdlFreeMessage(msg); + CM_Free(msg); return; } /* Learn network topology from the path */ - if ((msg->cm_fields['N'] != NULL) && (msg->cm_fields['P'] != NULL)) { - network_learn_topology(msg->cm_fields['N'], - msg->cm_fields['P'], - the_netmap, - netmap_changed); + if (!CM_IsEmpty(msg, eNodeName) && !CM_IsEmpty(msg, eMessagePath)) { + NetworkLearnTopology(msg->cm_fields[eNodeName], + msg->cm_fields[eMessagePath], + the_netmap, + netmap_changed); } /* Is the sending node giving us a very persuasive suggestion about * which room this message should be saved in? If so, go with that. */ - if (msg->cm_fields['C'] != NULL) { - safestrncpy(target_room, msg->cm_fields['C'], sizeof target_room); + if (!CM_IsEmpty(msg, eRemoteRoom)) { + safestrncpy(target_room, msg->cm_fields[eRemoteRoom], sizeof target_room); } /* Otherwise, does it have a recipient? If so, validate it... */ - else if (msg->cm_fields['R'] != NULL) { - recp = validate_recipients(msg->cm_fields['R'], NULL, 0); + else if (!CM_IsEmpty(msg, eRecipient)) { + recp = validate_recipients(msg->cm_fields[eRecipient], NULL, 0); if (recp != NULL) if (recp->num_error != 0) { network_bounce(msg, "A message you sent could not be delivered due to an invalid address.\n" @@ -771,28 +582,22 @@ void network_process_buffer(char *buffer, long size, HashList *working_ignetcfg, } /* Our last shot at finding a home for this message is to see if - * it has the O field (Originating room) set. + * it has the eOriginalRoom (O) field (Originating room) set. */ - else if (msg->cm_fields['O'] != NULL) { - safestrncpy(target_room, msg->cm_fields['O'], sizeof target_room); + else if (!CM_IsEmpty(msg, eOriginalRoom)) { + safestrncpy(target_room, msg->cm_fields[eOriginalRoom], sizeof target_room); } /* Strip out fields that are only relevant during transit */ - if (msg->cm_fields['D'] != NULL) { - free(msg->cm_fields['D']); - msg->cm_fields['D'] = NULL; - } - if (msg->cm_fields['C'] != NULL) { - free(msg->cm_fields['C']); - msg->cm_fields['C'] = NULL; - } + CM_FlushField(msg, eDestination); + CM_FlushField(msg, eRemoteRoom); /* save the message into a room */ if (PerformNetprocHooks(msg, target_room) == 0) { msg->cm_flags = CM_SKIP_HOOKS; CtdlSubmitMsg(msg, recp, target_room, 0); } - CtdlFreeMessage(msg); + CM_Free(msg); free_recipients(recp); } @@ -844,7 +649,7 @@ void network_process_file(char *filename, long msgend = (-1L); long msgcur = 0L; int ch; - + int nMessages = 0; fp = fopen(filename, "rb"); if (fp == NULL) { @@ -873,6 +678,7 @@ void network_process_file(char *filename, } ++msgcur; + nMessages ++; } msgend = msgcur - 1; @@ -883,8 +689,15 @@ void network_process_file(char *filename, working_ignetcfg, the_netmap, netmap_changed); + nMessages ++; } + if (nMessages > 0) + QN_syslog(LOG_INFO, + "network: processed %d messages in %s\n", + nMessages, + filename); + fclose(fp); unlink(filename); } @@ -898,9 +711,12 @@ void network_do_spoolin(HashList *working_ignetcfg, HashList *the_netmap, int *n struct CitContext *CCC = CC; DIR *dp; struct dirent *d; + struct dirent *filedir_entry; struct stat statbuf; char filename[PATH_MAX]; static time_t last_spoolin_mtime = 0L; + int d_type = 0; + int d_namelen; /* * Check the spoolin directory's modification time. If it hasn't @@ -920,8 +736,60 @@ void network_do_spoolin(HashList *working_ignetcfg, HashList *the_netmap, int *n dp = opendir(ctdl_netin_dir); if (dp == NULL) return; - while (d = readdir(dp), d != NULL) { - if ((strcmp(d->d_name, ".")) && (strcmp(d->d_name, ".."))) { + d = (struct dirent *)malloc(offsetof(struct dirent, d_name) + PATH_MAX + 1); + if (d == NULL) { + closedir(dp); + return; + } + + while ((readdir_r(dp, d, &filedir_entry) == 0) && + (filedir_entry != NULL)) + { +#ifdef _DIRENT_HAVE_D_NAMLEN + d_namelen = filedir_entry->d_namlen; + +#else + d_namelen = strlen(filedir_entry->d_name); +#endif + +#ifdef _DIRENT_HAVE_D_TYPE + d_type = filedir_entry->d_type; +#else + d_type = DT_UNKNOWN; +#endif + if ((d_namelen > 1) && filedir_entry->d_name[d_namelen - 1] == '~') + continue; /* Ignore backup files... */ + + if ((d_namelen == 1) && + (filedir_entry->d_name[0] == '.')) + continue; + + if ((d_namelen == 2) && + (filedir_entry->d_name[0] == '.') && + (filedir_entry->d_name[1] == '.')) + continue; + + if (d_type == DT_UNKNOWN) { + struct stat s; + char path[PATH_MAX]; + + snprintf(path, + PATH_MAX, + "%s/%s", + ctdl_netin_dir, + filedir_entry->d_name); + + if (lstat(path, &s) == 0) { + d_type = IFTODT(s.st_mode); + } + } + + switch (d_type) + { + case DT_DIR: + break; + case DT_LNK: /* TODO: check whether its a file or a directory */ + case DT_REG: snprintf(filename, sizeof filename, "%s/%s", @@ -936,6 +804,7 @@ void network_do_spoolin(HashList *working_ignetcfg, HashList *the_netmap, int *n } closedir(dp); + free(d); } /* @@ -959,6 +828,8 @@ void network_consolidate_spoolout(HashList *working_ignetcfg, HashList *the_netm int i; struct stat statbuf; int nFailed = 0; + int d_type = 0; + /* Step 1: consolidate files in the outbound queue into one file per neighbor node */ d = (struct dirent *)malloc(offsetof(struct dirent, d_name) + PATH_MAX + 1); @@ -978,21 +849,21 @@ void network_consolidate_spoolout(HashList *working_ignetcfg, HashList *the_netm while ((readdir_r(dp, d, &filedir_entry) == 0) && (filedir_entry != NULL)) { -#ifdef _DIRENT_HAVE_D_NAMELEN - d_namelen = filedir_entry->d_namelen; -#else - -#ifndef DT_UNKNOWN -#define DT_UNKNOWN 0 -#define DT_DIR 4 -#define DT_REG 8 -#define DT_LNK 10 +#ifdef _DIRENT_HAVE_D_NAMLEN + d_namelen = filedir_entry->d_namlen; -#define IFTODT(mode) (((mode) & 0170000) >> 12) -#define DTTOIF(dirtype) ((dirtype) << 12) -#endif +#else d_namelen = strlen(filedir_entry->d_name); #endif + +#ifdef _DIRENT_HAVE_D_TYPE + d_type = filedir_entry->d_type; +#else + d_type = DT_UNKNOWN; +#endif + if (d_type == DT_DIR) + continue; + if ((d_namelen > 1) && filedir_entry->d_name[d_namelen - 1] == '~') continue; /* Ignore backup files... */ @@ -1026,7 +897,7 @@ void network_consolidate_spoolout(HashList *working_ignetcfg, HashList *the_netm ChrPtr(NextHop)); QN_syslog(LOG_DEBUG, "Consolidate %s to %s\n", filename, ChrPtr(NextHop)); - if (network_talking_to(SKEY(NextHop), NTT_CHECK)) { + if (CtdlNetworkTalkingTo(SKEY(NextHop), NTT_CHECK)) { nFailed++; QN_syslog(LOG_DEBUG, "Currently online with %s - skipping for now\n", @@ -1038,7 +909,7 @@ void network_consolidate_spoolout(HashList *working_ignetcfg, HashList *the_netm size_t fsize; int infd, outfd; const char *err = NULL; - network_talking_to(SKEY(NextHop), NTT_ADD); + CtdlNetworkTalkingTo(SKEY(NextHop), NTT_ADD); infd = open(filename, O_RDONLY); if (infd == -1) { @@ -1047,7 +918,7 @@ void network_consolidate_spoolout(HashList *working_ignetcfg, HashList *the_netm "failed to open %s for reading due to %s; skipping.\n", filename, strerror(errno) ); - network_talking_to(SKEY(NextHop), NTT_REMOVE); + CtdlNetworkTalkingTo(SKEY(NextHop), NTT_REMOVE); continue; } @@ -1067,7 +938,7 @@ void network_consolidate_spoolout(HashList *working_ignetcfg, HashList *the_netm spooloutfilename, strerror(errno) ); close(infd); - network_talking_to(SKEY(NextHop), NTT_REMOVE); + CtdlNetworkTalkingTo(SKEY(NextHop), NTT_REMOVE); continue; } @@ -1088,6 +959,11 @@ void network_consolidate_spoolout(HashList *working_ignetcfg, HashList *the_netm do {} while ((FileMoveChunked(&FDIO, &err) > 0) && (err == NULL)); if (err == NULL) { unlink(filename); + QN_syslog(LOG_DEBUG, + "Spoolfile %s now "SIZE_T_FMT" k\n", + spooloutfilename, + (dsize + fsize)/1024 + ); } else { nFailed++; @@ -1101,7 +977,7 @@ void network_consolidate_spoolout(HashList *working_ignetcfg, HashList *the_netm FDIOBufferDelete(&FDIO); close(infd); close(outfd); - network_talking_to(SKEY(NextHop), NTT_REMOVE); + CtdlNetworkTalkingTo(SKEY(NextHop), NTT_REMOVE); } } closedir(dp); @@ -1127,22 +1003,21 @@ void network_consolidate_spoolout(HashList *working_ignetcfg, HashList *the_netm while ((readdir_r(dp, d, &filedir_entry) == 0) && (filedir_entry != NULL)) { -#ifdef _DIRENT_HAVE_D_NAMELEN - d_namelen = filedir_entry->d_namelen; - d_type = filedir_entry->d_type; -#else +#ifdef _DIRENT_HAVE_D_NAMLEN + d_namelen = filedir_entry->d_namlen; -#ifndef DT_UNKNOWN -#define DT_UNKNOWN 0 -#define DT_DIR 4 -#define DT_REG 8 -#define DT_LNK 10 - -#define IFTODT(mode) (((mode) & 0170000) >> 12) -#define DTTOIF(dirtype) ((dirtype) << 12) -#endif +#else d_namelen = strlen(filedir_entry->d_name); #endif + +#ifdef _DIRENT_HAVE_D_TYPE + d_type = filedir_entry->d_type; +#else + d_type = DT_UNKNOWN; +#endif + if (d_type == DT_DIR) + continue; + if ((d_namelen == 1) && (filedir_entry->d_name[0] == '.')) continue; @@ -1167,11 +1042,11 @@ void network_consolidate_spoolout(HashList *working_ignetcfg, HashList *the_netm filedir_entry->d_name ); - i = is_valid_node(&nexthop, - NULL, - NextHop, - working_ignetcfg, - the_netmap); + i = CtdlIsValidNode(&nexthop, + NULL, + NextHop, + working_ignetcfg, + the_netmap); if ( (i != 0) || (StrLength(nexthop) > 0) ) { unlink(filename); @@ -1182,6 +1057,21 @@ void network_consolidate_spoolout(HashList *working_ignetcfg, HashList *the_netm closedir(dp); } +void free_spoolcontrol_struct(SpoolControl **sc) +{ + free_spoolcontrol_struct_members(*sc); + free(*sc); + *sc = NULL; +} + +void free_spoolcontrol_struct_members(SpoolControl *sc) +{ + int i; + FreeStrBuf(&sc->RoomInfo); + FreeStrBuf(&sc->ListID); + for (i = 0; i < maxRoomNetCfg; i++) + FreeStrBuf(&sc->Users[i]); +} @@ -1214,16 +1104,14 @@ CTDL_MODULE_INIT(network_spool) { if (!threading) { -// REGISTERRoomCfgType(subpending, ParseSubPendingLine, 0, SerializeSubPendingLine, DeleteSubPendingLine); /// todo: move this to mailinglist manager -// REGISTERRoomCfgType(unsubpending, ParseUnSubPendingLine0, SerializeUnSubPendingLine, DeleteUnSubPendingLine); /// todo: move this to mailinglist manager -// REGISTERRoomCfgType(lastsent, ParseLastSent, 1, SerializeLastSent, DeleteLastSent); -/// REGISTERRoomCfgType(ignet_push_share, ParseIgnetPushShare, 0, SerializeIgnetPushShare, DeleteIgnetPushShare); // todo: move this to the ignet client - REGISTERRoomCfgType(listrecp, ParseDefault, 0, SerializeGeneric, DeleteGenericCfgLine); - REGISTERRoomCfgType(digestrecp, ParseDefault, 0, SerializeGeneric, DeleteGenericCfgLine); - REGISTERRoomCfgType(pop3client, ParseDefault, 0, SerializeGeneric, DeleteGenericCfgLine);/// todo: implement pop3 specific parser - REGISTERRoomCfgType(rssclient, ParseDefault, 0, SerializeGeneric, DeleteGenericCfgLine); /// todo: implement rss specific parser - REGISTERRoomCfgType(participate, ParseDefault, 0, SerializeGeneric, DeleteGenericCfgLine); - REGISTERRoomCfgType(roommailalias, ParseRoomAlias, 0, SerializeGeneric, DeleteGenericCfgLine); + CtdlREGISTERRoomCfgType(subpending, ParseSubPendingLine, 0, 5, SerializeGeneric, DeleteGenericCfgLine); /// todo: move this to mailinglist manager + CtdlREGISTERRoomCfgType(unsubpending, ParseUnSubPendingLine, 0, 4, SerializeGeneric, DeleteGenericCfgLine); /// todo: move this to mailinglist manager + CtdlREGISTERRoomCfgType(lastsent, ParseLastSent, 1, 1, SerializeLastSent, DeleteLastSent); + CtdlREGISTERRoomCfgType(ignet_push_share, ParseGeneric, 0, 2, SerializeGeneric, DeleteGenericCfgLine); // [remotenode|remoteroomname (optional)]// todo: move this to the ignet client + CtdlREGISTERRoomCfgType(listrecp, ParseGeneric, 0, 1, SerializeGeneric, DeleteGenericCfgLine); + CtdlREGISTERRoomCfgType(digestrecp, ParseGeneric, 0, 1, SerializeGeneric, DeleteGenericCfgLine); + CtdlREGISTERRoomCfgType(participate, ParseGeneric, 0, 1, SerializeGeneric, DeleteGenericCfgLine); + CtdlREGISTERRoomCfgType(roommailalias, ParseRoomAlias, 0, 1, SerializeGeneric, DeleteGenericCfgLine); create_spool_dirs(); //////todo CtdlRegisterCleanupHook(destroy_network_queue_room);