4 * This module handles shared rooms, inter-Citadel mail, and outbound
5 * mailing list processing.
7 * Copyright (C) 2000-2005 by Art Cancro and others.
8 * This code is released under the terms of the GNU General Public License.
10 * ** NOTE ** A word on the S_NETCONFIGS semaphore:
11 * This is a fairly high-level type of critical section. It ensures that no
12 * two threads work on the netconfigs files at the same time. Since we do
13 * so many things inside these, here are the rules:
14 * 1. begin_critical_section(S_NETCONFIGS) *before* begin_ any others.
15 * 2. Do *not* perform any I/O with the client during these sections.
20 * Duration of time (in seconds) after which pending list subscribe/unsubscribe
21 * requests that have not been confirmed will be deleted.
23 #define EXP 259200 /* three days */
35 #include <sys/types.h>
37 #if TIME_WITH_SYS_TIME
38 # include <sys/time.h>
42 # include <sys/time.h>
51 #include <libcitadel.h>
54 #include "citserver.h"
62 #include "internet_addressing.h"
63 #include "serv_network.h"
64 #include "clientsocket.h"
66 #include "citadel_dirs.h"
73 #include "ctdl_module.h"
77 /* Nonzero while we are doing network processing */
78 static int doing_queue = 0;
81 * When we do network processing, it's accomplished in two passes; one to
82 * gather a list of rooms and one to actually do them. It's ok that rplist
83 * is global; we have a mutex that keeps it safe.
85 struct RoomProcList *rplist = NULL;
88 * We build a map of network nodes during processing.
90 NetMap *the_netmap = NULL;
91 int netmap_changed = 0;
92 char *working_ignetcfg = NULL;
95 * Load or refresh the Citadel network (IGnet) configuration for this node.
97 void load_working_ignetcfg(void) {
101 cfg = CtdlGetSysConfig(IGNETCFG);
106 oldcfg = working_ignetcfg;
107 working_ignetcfg = cfg;
108 if (oldcfg != NULL) {
118 * Keep track of what messages to reject
120 FilterList *load_filter_list(void) {
121 char *serialized_list = NULL;
124 FilterList *newlist = NULL;
127 serialized_list = CtdlGetSysConfig(FILTERLIST);
128 if (serialized_list == NULL) return(NULL); /* if null, no entries */
130 /* Use the string tokenizer to grab one line at a time */
131 for (i=0; i<num_tokens(serialized_list, '\n'); ++i) {
132 extract_token(buf, serialized_list, i, '\n', sizeof buf);
133 nptr = (FilterList *) malloc(sizeof(FilterList));
134 extract_token(nptr->fl_user, buf, 0, '|', sizeof nptr->fl_user);
135 striplt(nptr->fl_user);
136 extract_token(nptr->fl_room, buf, 1, '|', sizeof nptr->fl_room);
137 striplt(nptr->fl_room);
138 extract_token(nptr->fl_node, buf, 2, '|', sizeof nptr->fl_node);
139 striplt(nptr->fl_node);
141 /* Cowardly refuse to add an any/any/any entry that would
142 * end up filtering every single message.
144 if (IsEmptyStr(nptr->fl_user) &&
145 IsEmptyStr(nptr->fl_room) &&
146 IsEmptyStr(nptr->fl_node)) {
150 nptr->next = newlist;
155 free(serialized_list);
160 void free_filter_list(FilterList *fl) {
161 if (fl == NULL) return;
162 free_filter_list(fl->next);
169 * Check the use table. This is a list of messages which have recently
170 * arrived on the system. It is maintained and queried to prevent the same
171 * message from being entered into the database multiple times if it happens
172 * to arrive multiple times by accident.
174 int network_usetable(struct CtdlMessage *msg) {
177 struct cdbdata *cdbut;
180 /* Bail out if we can't generate a message ID */
184 if (msg->cm_fields['I'] == NULL) {
187 if (IsEmptyStr(msg->cm_fields['I'])) {
191 /* Generate the message ID */
192 strcpy(msgid, msg->cm_fields['I']);
193 if (haschar(msgid, '@') == 0) {
195 if (msg->cm_fields['N'] != NULL) {
196 strcat(msgid, msg->cm_fields['N']);
203 cdbut = cdb_fetch(CDB_USETABLE, msgid, strlen(msgid));
209 /* If we got to this point, it's unique: add it. */
210 strcpy(ut.ut_msgid, msgid);
211 ut.ut_timestamp = time(NULL);
212 cdb_store(CDB_USETABLE, msgid, strlen(msgid),
213 &ut, sizeof(struct UseTable) );
219 * Read the network map from its configuration file into memory.
221 void read_network_map(void) {
222 char *serialized_map = NULL;
227 serialized_map = CtdlGetSysConfig(IGNETMAP);
228 if (serialized_map == NULL) return; /* if null, no entries */
230 /* Use the string tokenizer to grab one line at a time */
231 for (i=0; i<num_tokens(serialized_map, '\n'); ++i) {
232 extract_token(buf, serialized_map, i, '\n', sizeof buf);
233 nmptr = (NetMap *) malloc(sizeof(NetMap));
234 extract_token(nmptr->nodename, buf, 0, '|', sizeof nmptr->nodename);
235 nmptr->lastcontact = extract_long(buf, 1);
236 extract_token(nmptr->nexthop, buf, 2, '|', sizeof nmptr->nexthop);
237 nmptr->next = the_netmap;
241 free(serialized_map);
247 * Write the network map from memory back to the configuration file.
249 void write_network_map(void) {
250 char *serialized_map = NULL;
254 if (netmap_changed) {
255 serialized_map = strdup("");
257 if (the_netmap != NULL) {
258 for (nmptr = the_netmap; nmptr != NULL; nmptr = nmptr->next) {
259 serialized_map = realloc(serialized_map,
260 (strlen(serialized_map)+SIZ) );
261 if (!IsEmptyStr(nmptr->nodename)) {
262 snprintf(&serialized_map[strlen(serialized_map)],
266 (long)nmptr->lastcontact,
272 CtdlPutSysConfig(IGNETMAP, serialized_map);
273 free(serialized_map);
276 /* Now free the list */
277 while (the_netmap != NULL) {
278 nmptr = the_netmap->next;
288 * Check the network map and determine whether the supplied node name is
289 * valid. If it is not a neighbor node, supply the name of a neighbor node
290 * which is the next hop. If it *is* a neighbor node, we also fill in the
293 int is_valid_node(char *nexthop, char *secret, char *node) {
305 * First try the neighbor nodes
307 if (working_ignetcfg == NULL) {
308 lprintf(CTDL_ERR, "working_ignetcfg is NULL!\n");
309 if (nexthop != NULL) {
316 if (nexthop != NULL) {
320 /* Use the string tokenizer to grab one line at a time */
321 for (i=0; i<num_tokens(working_ignetcfg, '\n'); ++i) {
322 extract_token(linebuf, working_ignetcfg, i, '\n', sizeof linebuf);
323 extract_token(buf, linebuf, 0, '|', sizeof buf);
324 if (!strcasecmp(buf, node)) {
325 if (nexthop != NULL) {
328 if (secret != NULL) {
329 extract_token(secret, linebuf, 1, '|', 256);
336 return(retval); /* yup, it's a direct neighbor */
340 * If we get to this point we have to see if we know the next hop
342 if (the_netmap != NULL) {
343 for (nmptr = the_netmap; nmptr != NULL; nmptr = nmptr->next) {
344 if (!strcasecmp(nmptr->nodename, node)) {
345 if (nexthop != NULL) {
346 strcpy(nexthop, nmptr->nexthop);
354 * If we get to this point, the supplied node name is bogus.
356 lprintf(CTDL_ERR, "Invalid node name <%s>\n", node);
364 void cmd_gnet(char *argbuf) {
369 if ( (CC->room.QRflags & QR_MAILBOX) && (CC->user.usernum == atol(CC->room.QRname)) ) {
370 /* users can edit the netconfigs for their own mailbox rooms */
372 else if (CtdlAccessCheck(ac_room_aide)) return;
374 assoc_file_name(filename, sizeof filename, &CC->room, ctdl_netcfg_dir);
375 cprintf("%d Network settings for room #%ld <%s>\n",
377 CC->room.QRnumber, CC->room.QRname);
379 fp = fopen(filename, "r");
381 while (fgets(buf, sizeof buf, fp) != NULL) {
382 buf[strlen(buf)-1] = 0;
383 cprintf("%s\n", buf);
392 void cmd_snet(char *argbuf) {
393 char tempfilename[SIZ];
400 if ( (CC->room.QRflags & QR_MAILBOX) && (CC->user.usernum == atol(CC->room.QRname)) ) {
401 /* users can edit the netconfigs for their own mailbox rooms */
403 else if (CtdlAccessCheck(ac_room_aide)) return;
405 CtdlMakeTempFileName(tempfilename, sizeof tempfilename);
406 assoc_file_name(filename, sizeof filename, &CC->room, ctdl_netcfg_dir);
408 fp = fopen(tempfilename, "w");
410 cprintf("%d Cannot open %s: %s\n",
411 ERROR + INTERNAL_ERROR,
416 cprintf("%d %s\n", SEND_LISTING, tempfilename);
417 while (client_getln(buf, sizeof buf), strcmp(buf, "000")) {
418 fprintf(fp, "%s\n", buf);
422 /* Now copy the temp file to its permanent location.
423 * (We copy instead of link because they may be on different filesystems)
425 begin_critical_section(S_NETCONFIGS);
426 fp = fopen(tempfilename, "r");
428 newfp = fopen(filename, "w");
430 while (fgets(buf, sizeof buf, fp) != NULL) {
431 fprintf(newfp, "%s", buf);
437 end_critical_section(S_NETCONFIGS);
438 unlink(tempfilename);
443 * Deliver digest messages
445 void network_deliver_digest(SpoolControl *sc) {
448 struct CtdlMessage *msg = NULL;
451 size_t recps_len = SIZ;
452 struct recptypes *valid;
455 if (sc->num_msgs_spooled < 1) {
456 fclose(sc->digestfp);
461 msg = malloc(sizeof(struct CtdlMessage));
462 memset(msg, 0, sizeof(struct CtdlMessage));
463 msg->cm_magic = CTDLMESSAGE_MAGIC;
464 msg->cm_format_type = FMT_RFC822;
465 msg->cm_anon_type = MES_NORMAL;
467 sprintf(buf, "%ld", time(NULL));
468 msg->cm_fields['T'] = strdup(buf);
469 msg->cm_fields['A'] = strdup(CC->room.QRname);
470 snprintf(buf, sizeof buf, "[%s]", CC->room.QRname);
471 msg->cm_fields['U'] = strdup(buf);
472 sprintf(buf, "room_%s@%s", CC->room.QRname, config.c_fqdn);
473 for (i=0; buf[i]; ++i) {
474 if (isspace(buf[i])) buf[i]='_';
475 buf[i] = tolower(buf[i]);
477 msg->cm_fields['F'] = strdup(buf);
478 msg->cm_fields['R'] = strdup(buf);
481 * Go fetch the contents of the digest
483 fseek(sc->digestfp, 0L, SEEK_END);
484 msglen = ftell(sc->digestfp);
486 msg->cm_fields['M'] = malloc(msglen + 1);
487 fseek(sc->digestfp, 0L, SEEK_SET);
488 fread(msg->cm_fields['M'], (size_t)msglen, 1, sc->digestfp);
489 msg->cm_fields['M'][msglen] = 0;
491 fclose(sc->digestfp);
494 /* Now generate the delivery instructions */
497 * Figure out how big a buffer we need to allocate
499 for (nptr = sc->digestrecps; nptr != NULL; nptr = nptr->next) {
500 recps_len = recps_len + strlen(nptr->name) + 2;
503 recps = malloc(recps_len);
506 lprintf(CTDL_EMERG, "Cannot allocate %ld bytes for recps...\n", (long)recps_len);
513 for (nptr = sc->digestrecps; nptr != NULL; nptr = nptr->next) {
514 if (nptr != sc->digestrecps) {
517 strcat(recps, nptr->name);
520 /* Now submit the message */
521 valid = validate_recipients(recps, NULL, 0);
523 CtdlSubmitMsg(msg, valid, NULL);
524 CtdlFreeMessage(msg);
525 free_recipients(valid);
530 * Deliver list messages to everyone on the list ... efficiently
532 void network_deliver_list(struct CtdlMessage *msg, SpoolControl *sc) {
534 size_t recps_len = SIZ;
535 struct recptypes *valid;
538 /* Don't do this if there were no recipients! */
539 if (sc->listrecps == NULL) return;
541 /* Now generate the delivery instructions */
544 * Figure out how big a buffer we need to allocate
546 for (nptr = sc->listrecps; nptr != NULL; nptr = nptr->next) {
547 recps_len = recps_len + strlen(nptr->name) + 2;
550 recps = malloc(recps_len);
553 lprintf(CTDL_EMERG, "Cannot allocate %ld bytes for recps...\n", (long)recps_len);
560 for (nptr = sc->listrecps; nptr != NULL; nptr = nptr->next) {
561 if (nptr != sc->listrecps) {
564 strcat(recps, nptr->name);
567 /* Now submit the message */
568 valid = validate_recipients(recps, NULL, 0);
570 CtdlSubmitMsg(msg, valid, NULL);
571 free_recipients(valid);
572 /* Do not call CtdlFreeMessage(msg) here; the caller will free it. */
579 * Spools out one message from the list.
581 void network_spool_msg(long msgnum, void *userdata) {
584 char *newpath = NULL;
585 size_t instr_len = SIZ;
586 struct CtdlMessage *msg = NULL;
589 struct ser_ret sermsg;
595 int delete_after_send = 0; /* Set to 1 to delete after spooling */
596 int ok_to_participate = 0;
597 struct recptypes *valid;
599 sc = (SpoolControl *)userdata;
602 * Process mailing list recipients
605 if (sc->listrecps != NULL) {
606 /* Fetch the message. We're going to need to modify it
607 * in order to insert the [list name] in it, etc.
609 msg = CtdlFetchMessage(msgnum, 1);
612 /* Prepend "[List name]" to the subject */
613 if (msg->cm_fields['U'] == NULL) {
614 msg->cm_fields['U'] = strdup("(no subject)");
616 snprintf(buf, sizeof buf, "[%s] %s", CC->room.QRname, msg->cm_fields['U']);
617 free(msg->cm_fields['U']);
618 msg->cm_fields['U'] = strdup(buf);
620 /* Set the recipient of the list message to the
621 * email address of the room itself.
622 * FIXME ... I want to be able to pick any address
624 if (msg->cm_fields['R'] != NULL) {
625 free(msg->cm_fields['R']);
627 msg->cm_fields['R'] = malloc(256);
628 snprintf(msg->cm_fields['R'], 256,
629 "room_%s@%s", CC->room.QRname,
631 for (i=0; msg->cm_fields['R'][i]; ++i) {
632 if (isspace(msg->cm_fields['R'][i])) {
633 msg->cm_fields['R'][i] = '_';
637 /* Handle delivery */
638 network_deliver_list(msg, sc);
639 CtdlFreeMessage(msg);
644 * Process digest recipients
646 if ((sc->digestrecps != NULL) && (sc->digestfp != NULL)) {
647 msg = CtdlFetchMessage(msgnum, 1);
649 fprintf(sc->digestfp, " -----------------------------------"
650 "------------------------------------"
652 fprintf(sc->digestfp, "From: ");
653 if (msg->cm_fields['A'] != NULL) {
654 fprintf(sc->digestfp, "%s ", msg->cm_fields['A']);
656 if (msg->cm_fields['F'] != NULL) {
657 fprintf(sc->digestfp, "<%s> ", msg->cm_fields['F']);
659 else if (msg->cm_fields['N'] != NULL) {
660 fprintf(sc->digestfp, "@%s ", msg->cm_fields['N']);
662 fprintf(sc->digestfp, "\n");
663 if (msg->cm_fields['U'] != NULL) {
664 fprintf(sc->digestfp, "Subject: %s\n", msg->cm_fields['U']);
667 CC->redirect_buffer = malloc(SIZ);
668 CC->redirect_len = 0;
669 CC->redirect_alloc = SIZ;
671 safestrncpy(CC->preferred_formats, "text/plain", sizeof CC->preferred_formats);
672 CtdlOutputPreLoadedMsg(msg, MT_CITADEL, HEADERS_NONE, 0, 0);
674 striplt(CC->redirect_buffer);
675 fprintf(sc->digestfp, "\n%s\n", CC->redirect_buffer);
677 free(CC->redirect_buffer);
678 CC->redirect_buffer = NULL;
679 CC->redirect_len = 0;
680 CC->redirect_alloc = 0;
682 sc->num_msgs_spooled += 1;
688 * Process client-side list participations for this room
691 if (sc->participates != NULL) {
692 msg = CtdlFetchMessage(msgnum, 1);
695 /* Only send messages which originated on our own Citadel
696 * network, otherwise we'll end up sending the remote
697 * mailing list's messages back to it, which is rude...
699 ok_to_participate = 0;
700 if (msg->cm_fields['N'] != NULL) {
701 if (!strcasecmp(msg->cm_fields['N'], config.c_nodename)) {
702 ok_to_participate = 1;
704 if (is_valid_node(NULL, NULL, msg->cm_fields['N']) == 0) {
705 ok_to_participate = 1;
708 if (ok_to_participate) {
709 if (msg->cm_fields['F'] != NULL) {
710 free(msg->cm_fields['F']);
712 msg->cm_fields['F'] = malloc(SIZ);
713 /* Replace the Internet email address of the actual
714 * author with the email address of the room itself,
715 * so the remote listserv doesn't reject us.
716 * FIXME ... I want to be able to pick any address
718 snprintf(msg->cm_fields['F'], SIZ,
719 "room_%s@%s", CC->room.QRname,
721 for (i=0; msg->cm_fields['F'][i]; ++i) {
722 if (isspace(msg->cm_fields['F'][i])) {
723 msg->cm_fields['F'][i] = '_';
728 * Figure out how big a buffer we need to allocate
730 for (nptr = sc->participates; nptr != NULL; nptr = nptr->next) {
732 if (msg->cm_fields['R'] == NULL) {
733 free(msg->cm_fields['R']);
735 msg->cm_fields['R'] = strdup(nptr->name);
737 valid = validate_recipients(nptr->name, NULL, 0);
738 CtdlSubmitMsg(msg, valid, "");
739 free_recipients(valid);
743 CtdlFreeMessage(msg);
748 * Process IGnet push shares
750 msg = CtdlFetchMessage(msgnum, 1);
754 /* Prepend our node name to the Path field whenever
755 * sending a message to another IGnet node
757 if (msg->cm_fields['P'] == NULL) {
758 msg->cm_fields['P'] = strdup("username");
760 newpath_len = strlen(msg->cm_fields['P']) +
761 strlen(config.c_nodename) + 2;
762 newpath = malloc(newpath_len);
763 snprintf(newpath, newpath_len, "%s!%s",
764 config.c_nodename, msg->cm_fields['P']);
765 free(msg->cm_fields['P']);
766 msg->cm_fields['P'] = newpath;
769 * Determine if this message is set to be deleted
770 * after sending out on the network
772 if (msg->cm_fields['S'] != NULL) {
773 if (!strcasecmp(msg->cm_fields['S'], "CANCEL")) {
774 delete_after_send = 1;
778 /* Now send it to every node */
779 if (sc->ignet_push_shares != NULL)
780 for (mptr = sc->ignet_push_shares; mptr != NULL;
785 /* Check for valid node name */
786 if (is_valid_node(NULL, NULL, mptr->remote_nodename) != 0) {
787 lprintf(CTDL_ERR, "Invalid node <%s>\n",
788 mptr->remote_nodename);
792 /* Check for split horizon */
793 lprintf(CTDL_DEBUG, "Path is %s\n", msg->cm_fields['P']);
794 bang = num_tokens(msg->cm_fields['P'], '!');
795 if (bang > 1) for (i=0; i<(bang-1); ++i) {
796 extract_token(buf, msg->cm_fields['P'],
798 if (!strcasecmp(buf, mptr->remote_nodename)) {
803 /* Send the message */
807 * Force the message to appear in the correct room
808 * on the far end by setting the C field correctly
810 if (msg->cm_fields['C'] != NULL) {
811 free(msg->cm_fields['C']);
813 if (!IsEmptyStr(mptr->remote_roomname)) {
814 msg->cm_fields['C'] = strdup(mptr->remote_roomname);
817 msg->cm_fields['C'] = strdup(CC->room.QRname);
820 /* serialize it for transmission */
821 serialize_message(&sermsg, msg);
822 if (sermsg.len > 0) {
824 /* write it to the spool file */
825 snprintf(filename, sizeof filename,"%s/%s",
827 mptr->remote_nodename);
828 lprintf(CTDL_DEBUG, "Appending to %s\n", filename);
829 fp = fopen(filename, "ab");
836 lprintf(CTDL_ERR, "%s: %s\n", filename, strerror(errno));
839 /* free the serialized version */
845 CtdlFreeMessage(msg);
848 /* update lastsent */
849 sc->lastsent = msgnum;
851 /* Delete this message if delete-after-send is set */
852 if (delete_after_send) {
853 CtdlDeleteMessages(CC->room.QRname, &msgnum, 1, "");
859 int read_spoolcontrol_file(SpoolControl **scc, char *filename)
865 char roomname[ROOMNAMELEN];
869 int skipthisline = 0;
870 namelist *nptr = NULL;
871 maplist *mptr = NULL;
874 fp = fopen(filename, "r");
878 sc = malloc(sizeof(SpoolControl));
879 memset(sc, 0, sizeof(SpoolControl));
882 while (fgets(buf, sizeof buf, fp) != NULL) {
883 buf[strlen(buf)-1] = 0;
885 extract_token(instr, buf, 0, '|', sizeof instr);
886 if (!strcasecmp(instr, "lastsent")) {
887 sc->lastsent = extract_long(buf, 1);
889 else if (!strcasecmp(instr, "listrecp")) {
891 malloc(sizeof(namelist));
892 nptr->next = sc->listrecps;
893 extract_token(nptr->name, buf, 1, '|', sizeof nptr->name);
894 sc->listrecps = nptr;
896 else if (!strcasecmp(instr, "participate")) {
898 malloc(sizeof(namelist));
899 nptr->next = sc->participates;
900 extract_token(nptr->name, buf, 1, '|', sizeof nptr->name);
901 sc->participates = nptr;
903 else if (!strcasecmp(instr, "digestrecp")) {
905 malloc(sizeof(namelist));
906 nptr->next = sc->digestrecps;
907 extract_token(nptr->name, buf, 1, '|', sizeof nptr->name);
908 sc->digestrecps = nptr;
910 else if (!strcasecmp(instr, "ignet_push_share")) {
911 /* by checking each node's validity, we automatically
912 * purge nodes which do not exist from room network
913 * configurations at this time.
915 extract_token(nodename, buf, 1, '|', sizeof nodename);
916 extract_token(roomname, buf, 2, '|', sizeof roomname);
917 strcpy(nexthop, "xxx");
918 if (is_valid_node(nexthop, NULL, nodename) == 0) {
919 if (IsEmptyStr(nexthop)) {
921 malloc(sizeof(maplist));
922 mptr->next = sc->ignet_push_shares;
923 strcpy(mptr->remote_nodename, nodename);
924 strcpy(mptr->remote_roomname, roomname);
925 sc->ignet_push_shares = mptr;
930 /* Preserve 'other' lines ... *unless* they happen to
931 * be subscribe/unsubscribe pendings with expired
935 if (!strncasecmp(buf, "subpending|", 11)) {
936 if (time(NULL) - extract_long(buf, 4) > EXP) {
940 if (!strncasecmp(buf, "unsubpending|", 13)) {
941 if (time(NULL) - extract_long(buf, 3) > EXP) {
946 if (skipthisline == 0) {
947 linesize = strlen(buf);
948 sc->misc = realloc(sc->misc,
949 (miscsize + linesize + 2) );
950 sprintf(&sc->misc[miscsize], "%s\n", buf);
951 miscsize = miscsize + linesize + 1;
961 void free_spoolcontrol_struct(SpoolControl **scc)
964 namelist *nptr = NULL;
965 maplist *mptr = NULL;
968 while (sc->listrecps != NULL) {
969 nptr = sc->listrecps->next;
971 sc->listrecps = nptr;
973 /* Do the same for digestrecps */
974 while (sc->digestrecps != NULL) {
975 nptr = sc->digestrecps->next;
976 free(sc->digestrecps);
977 sc->digestrecps = nptr;
979 /* Do the same for participates */
980 while (sc->participates != NULL) {
981 nptr = sc->participates->next;
982 free(sc->participates);
983 sc->participates = nptr;
985 while (sc->ignet_push_shares != NULL) {
986 mptr = sc->ignet_push_shares->next;
987 free(sc->ignet_push_shares);
988 sc->ignet_push_shares = mptr;
995 int writenfree_spoolcontrol_file(SpoolControl **scc, char *filename)
999 namelist *nptr = NULL;
1000 maplist *mptr = NULL;
1003 fp = fopen(filename, "w");
1005 lprintf(CTDL_CRIT, "ERROR: cannot open %s: %s\n",
1006 filename, strerror(errno));
1007 free_spoolcontrol_struct(scc);
1010 fprintf(fp, "lastsent|%ld\n", sc->lastsent);
1012 /* Write out the listrecps while freeing from memory at the
1013 * same time. Am I clever or what? :)
1015 while (sc->listrecps != NULL) {
1016 fprintf(fp, "listrecp|%s\n", sc->listrecps->name);
1017 nptr = sc->listrecps->next;
1018 free(sc->listrecps);
1019 sc->listrecps = nptr;
1021 /* Do the same for digestrecps */
1022 while (sc->digestrecps != NULL) {
1023 fprintf(fp, "digestrecp|%s\n", sc->digestrecps->name);
1024 nptr = sc->digestrecps->next;
1025 free(sc->digestrecps);
1026 sc->digestrecps = nptr;
1028 /* Do the same for participates */
1029 while (sc->participates != NULL) {
1030 fprintf(fp, "participate|%s\n", sc->participates->name);
1031 nptr = sc->participates->next;
1032 free(sc->participates);
1033 sc->participates = nptr;
1035 while (sc->ignet_push_shares != NULL) {
1036 /* by checking each node's validity, we automatically
1037 * purge nodes which do not exist from room network
1038 * configurations at this time.
1040 if (is_valid_node(NULL, NULL, sc->ignet_push_shares->remote_nodename) == 0) {
1042 fprintf(fp, "ignet_push_share|%s",
1043 sc->ignet_push_shares->remote_nodename);
1044 if (!IsEmptyStr(sc->ignet_push_shares->remote_roomname)) {
1045 fprintf(fp, "|%s", sc->ignet_push_shares->remote_roomname);
1048 mptr = sc->ignet_push_shares->next;
1049 free(sc->ignet_push_shares);
1050 sc->ignet_push_shares = mptr;
1052 if (sc->misc != NULL) {
1053 fwrite(sc->misc, strlen(sc->misc), 1, fp);
1063 int is_recipient(SpoolControl *sc, const char *Name)
1069 nptr = sc->listrecps;
1070 while (nptr != NULL) {
1071 if (strncmp(Name, nptr->name, len)==0)
1075 /* Do the same for digestrecps */
1076 nptr = sc->digestrecps;
1077 while (nptr != NULL) {
1078 if (strncmp(Name, nptr->name, len)==0)
1082 /* Do the same for participates */
1083 nptr = sc->participates;
1084 while (nptr != NULL) {
1085 if (strncmp(Name, nptr->name, len)==0)
1094 * Batch up and send all outbound traffic from the current room
1096 void network_spoolout_room(char *room_to_spool) {
1103 * If the room doesn't exist, don't try to perform its networking tasks.
1104 * Normally this should never happen, but once in a while maybe a room gets
1105 * queued for networking and then deleted before it can happen.
1107 if (getroom(&CC->room, room_to_spool) != 0) {
1108 lprintf(CTDL_CRIT, "ERROR: cannot load <%s>\n", room_to_spool);
1112 assoc_file_name(filename, sizeof filename, &CC->room, ctdl_netcfg_dir);
1114 lprintf(CTDL_INFO, "Networking started for <%s>\n", CC->room.QRname);
1115 begin_critical_section(S_NETCONFIGS);
1117 /* Only do net processing for rooms that have netconfigs */
1119 if (!read_spoolcontrol_file(&sc, filename))
1121 end_critical_section(S_NETCONFIGS);
1125 /* If there are digest recipients, we have to build a digest */
1126 if (sc->digestrecps != NULL) {
1127 sc->digestfp = tmpfile();
1128 fprintf(sc->digestfp, "Content-type: text/plain\n\n");
1131 /* Do something useful */
1132 CtdlForEachMessage(MSGS_GT, sc->lastsent, NULL, NULL, NULL,
1133 network_spool_msg, sc);
1135 /* If we wrote a digest, deliver it and then close it */
1136 snprintf(buf, sizeof buf, "room_%s@%s",
1137 CC->room.QRname, config.c_fqdn);
1138 for (i=0; buf[i]; ++i) {
1139 buf[i] = tolower(buf[i]);
1140 if (isspace(buf[i])) buf[i] = '_';
1142 if (sc->digestfp != NULL) {
1143 fprintf(sc->digestfp, " -----------------------------------"
1144 "------------------------------------"
1146 "You are subscribed to the '%s' "
1148 "To post to the list: %s\n",
1149 CC->room.QRname, buf
1151 network_deliver_digest(sc); /* deliver and close */
1154 /* Now rewrite the config file */
1155 writenfree_spoolcontrol_file (&sc, filename);
1156 end_critical_section(S_NETCONFIGS);
1162 * Send the *entire* contents of the current room to one specific network node,
1163 * ignoring anything we know about which messages have already undergone
1164 * network processing. This can be used to bring a new node into sync.
1166 int network_sync_to(char *target_node) {
1168 int num_spooled = 0;
1177 /* Grab the configuration line we're looking for */
1178 assoc_file_name(filename, sizeof filename, &CC->room, ctdl_netcfg_dir);
1179 begin_critical_section(S_NETCONFIGS);
1180 fp = fopen(filename, "r");
1182 end_critical_section(S_NETCONFIGS);
1185 while (fgets(buf, sizeof buf, fp) != NULL) {
1186 buf[strlen(buf)-1] = 0;
1187 extract_token(sc_type, buf, 0, '|', sizeof sc_type);
1188 extract_token(sc_node, buf, 1, '|', sizeof sc_node);
1189 extract_token(sc_room, buf, 2, '|', sizeof sc_room);
1190 if ( (!strcasecmp(sc_type, "ignet_push_share"))
1191 && (!strcasecmp(sc_node, target_node)) ) {
1194 /* Concise syntax because we don't need a full linked-list */
1195 memset(&sc, 0, sizeof(SpoolControl));
1196 sc.ignet_push_shares = (maplist *)
1197 malloc(sizeof(maplist));
1198 sc.ignet_push_shares->next = NULL;
1199 safestrncpy(sc.ignet_push_shares->remote_nodename,
1201 sizeof sc.ignet_push_shares->remote_nodename);
1202 safestrncpy(sc.ignet_push_shares->remote_roomname,
1204 sizeof sc.ignet_push_shares->remote_roomname);
1208 end_critical_section(S_NETCONFIGS);
1210 if (!found_node) return(-1);
1212 /* Send ALL messages */
1213 num_spooled = CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL,
1214 network_spool_msg, &sc);
1216 /* Concise cleanup because we know there's only one node in the sc */
1217 free(sc.ignet_push_shares);
1219 lprintf(CTDL_NOTICE, "Synchronized %d messages to <%s>\n",
1220 num_spooled, target_node);
1221 return(num_spooled);
1226 * Implements the NSYN command
1228 void cmd_nsyn(char *argbuf) {
1230 char target_node[256];
1232 if (CtdlAccessCheck(ac_aide)) return;
1234 extract_token(target_node, argbuf, 0, '|', sizeof target_node);
1235 num_spooled = network_sync_to(target_node);
1236 if (num_spooled >= 0) {
1237 cprintf("%d Spooled %d messages.\n", CIT_OK, num_spooled);
1240 cprintf("%d No such room/node share exists.\n",
1241 ERROR + ROOM_NOT_FOUND);
1248 * Batch up and send all outbound traffic from the current room
1250 void network_queue_room(struct ctdlroom *qrbuf, void *data) {
1251 struct RoomProcList *ptr;
1253 ptr = (struct RoomProcList *) malloc(sizeof (struct RoomProcList));
1254 if (ptr == NULL) return;
1256 safestrncpy(ptr->name, qrbuf->QRname, sizeof ptr->name);
1257 begin_critical_section(S_RPLIST);
1260 end_critical_section(S_RPLIST);
1263 void destroy_network_queue_room(void)
1265 struct RoomProcList *cur, *p;
1266 NetMap *nmcur, *nmp;
1269 begin_critical_section(S_RPLIST);
1277 end_critical_section(S_RPLIST);
1280 while (nmcur != NULL)
1287 if (working_ignetcfg != NULL)
1288 free (working_ignetcfg);
1289 working_ignetcfg = NULL;
1294 * Learn topology from path fields
1296 void network_learn_topology(char *node, char *path) {
1300 strcpy(nexthop, "");
1302 if (num_tokens(path, '!') < 3) return;
1303 for (nmptr = the_netmap; nmptr != NULL; nmptr = nmptr->next) {
1304 if (!strcasecmp(nmptr->nodename, node)) {
1305 extract_token(nmptr->nexthop, path, 0, '!', sizeof nmptr->nexthop);
1306 nmptr->lastcontact = time(NULL);
1312 /* If we got here then it's not in the map, so add it. */
1313 nmptr = (NetMap *) malloc(sizeof (NetMap));
1314 strcpy(nmptr->nodename, node);
1315 nmptr->lastcontact = time(NULL);
1316 extract_token(nmptr->nexthop, path, 0, '!', sizeof nmptr->nexthop);
1317 nmptr->next = the_netmap;
1326 * Bounce a message back to the sender
1328 void network_bounce(struct CtdlMessage *msg, char *reason) {
1329 char *oldpath = NULL;
1331 char bouncesource[SIZ];
1332 char recipient[SIZ];
1333 struct recptypes *valid = NULL;
1334 char force_room[ROOMNAMELEN];
1335 static int serialnum = 0;
1338 lprintf(CTDL_DEBUG, "entering network_bounce()\n");
1340 if (msg == NULL) return;
1342 snprintf(bouncesource, sizeof bouncesource, "%s@%s", BOUNCESOURCE, config.c_nodename);
1345 * Give it a fresh message ID
1347 if (msg->cm_fields['I'] != NULL) {
1348 free(msg->cm_fields['I']);
1350 snprintf(buf, sizeof buf, "%ld.%04lx.%04x@%s",
1351 (long)time(NULL), (long)getpid(), ++serialnum, config.c_fqdn);
1352 msg->cm_fields['I'] = strdup(buf);
1355 * FIXME ... right now we're just sending a bounce; we really want to
1356 * include the text of the bounced message.
1358 if (msg->cm_fields['M'] != NULL) {
1359 free(msg->cm_fields['M']);
1361 msg->cm_fields['M'] = strdup(reason);
1362 msg->cm_format_type = 0;
1365 * Turn the message around
1367 if (msg->cm_fields['R'] == NULL) {
1368 free(msg->cm_fields['R']);
1371 if (msg->cm_fields['D'] == NULL) {
1372 free(msg->cm_fields['D']);
1375 snprintf(recipient, sizeof recipient, "%s@%s",
1376 msg->cm_fields['A'], msg->cm_fields['N']);
1378 if (msg->cm_fields['A'] == NULL) {
1379 free(msg->cm_fields['A']);
1382 if (msg->cm_fields['N'] == NULL) {
1383 free(msg->cm_fields['N']);
1386 if (msg->cm_fields['U'] == NULL) {
1387 free(msg->cm_fields['U']);
1390 msg->cm_fields['A'] = strdup(BOUNCESOURCE);
1391 msg->cm_fields['N'] = strdup(config.c_nodename);
1392 msg->cm_fields['U'] = strdup("Delivery Status Notification (Failure)");
1394 /* prepend our node to the path */
1395 if (msg->cm_fields['P'] != NULL) {
1396 oldpath = msg->cm_fields['P'];
1397 msg->cm_fields['P'] = NULL;
1400 oldpath = strdup("unknown_user");
1402 size = strlen(oldpath) + SIZ;
1403 msg->cm_fields['P'] = malloc(size);
1404 snprintf(msg->cm_fields['P'], size, "%s!%s", config.c_nodename, oldpath);
1407 /* Now submit the message */
1408 valid = validate_recipients(recipient, NULL, 0);
1409 if (valid != NULL) if (valid->num_error != 0) {
1410 free_recipients(valid);
1413 if ( (valid == NULL) || (!strcasecmp(recipient, bouncesource)) ) {
1414 strcpy(force_room, config.c_aideroom);
1417 strcpy(force_room, "");
1419 if ( (valid == NULL) && IsEmptyStr(force_room) ) {
1420 strcpy(force_room, config.c_aideroom);
1422 CtdlSubmitMsg(msg, valid, force_room);
1425 if (valid != NULL) free_recipients(valid);
1426 CtdlFreeMessage(msg);
1427 lprintf(CTDL_DEBUG, "leaving network_bounce()\n");
1434 * Process a buffer containing a single message from a single file
1435 * from the inbound queue
1437 void network_process_buffer(char *buffer, long size) {
1438 struct CtdlMessage *msg = NULL;
1441 struct recptypes *recp = NULL;
1442 char target_room[ROOMNAMELEN];
1443 struct ser_ret sermsg;
1444 char *oldpath = NULL;
1448 unsigned char firstbyte;
1449 unsigned char lastbyte;
1451 /* Validate just a little bit. First byte should be FF and * last byte should be 00. */
1452 firstbyte = buffer[0];
1453 lastbyte = buffer[size-1];
1454 if ( (firstbyte != 255) || (lastbyte != 0) ) {
1455 lprintf(CTDL_ERR, "Corrupt message ignored. Length=%ld, firstbyte = %d, lastbyte = %d\n",
1456 size, firstbyte, lastbyte);
1460 /* Set default target room to trash */
1461 strcpy(target_room, TWITROOM);
1463 /* Load the message into memory */
1464 msg = (struct CtdlMessage *) malloc(sizeof(struct CtdlMessage));
1465 memset(msg, 0, sizeof(struct CtdlMessage));
1466 msg->cm_magic = CTDLMESSAGE_MAGIC;
1467 msg->cm_anon_type = buffer[1];
1468 msg->cm_format_type = buffer[2];
1470 for (pos = 3; pos < size; ++pos) {
1471 field = buffer[pos];
1472 msg->cm_fields[field] = strdup(&buffer[pos+1]);
1473 pos = pos + strlen(&buffer[(int)pos]);
1476 /* Check for message routing */
1477 if (msg->cm_fields['D'] != NULL) {
1478 if (strcasecmp(msg->cm_fields['D'], config.c_nodename)) {
1480 /* route the message */
1481 strcpy(nexthop, "");
1482 if (is_valid_node(nexthop, NULL,
1483 msg->cm_fields['D']) == 0) {
1485 /* prepend our node to the path */
1486 if (msg->cm_fields['P'] != NULL) {
1487 oldpath = msg->cm_fields['P'];
1488 msg->cm_fields['P'] = NULL;
1491 oldpath = strdup("unknown_user");
1493 size = strlen(oldpath) + SIZ;
1494 msg->cm_fields['P'] = malloc(size);
1495 snprintf(msg->cm_fields['P'], size, "%s!%s",
1496 config.c_nodename, oldpath);
1499 /* serialize the message */
1500 serialize_message(&sermsg, msg);
1503 if (IsEmptyStr(nexthop)) {
1504 strcpy(nexthop, msg->cm_fields['D']);
1511 lprintf(CTDL_DEBUG, "Appending to %s\n", filename);
1512 fp = fopen(filename, "ab");
1519 lprintf(CTDL_ERR, "%s: %s\n", filename, strerror(errno));
1522 CtdlFreeMessage(msg);
1526 else { /* invalid destination node name */
1529 "A message you sent could not be delivered due to an invalid destination node"
1530 " name. Please check the address and try sending the message again.\n");
1539 * Check to see if we already have a copy of this message, and
1540 * abort its processing if so. (We used to post a warning to Aide>
1541 * every time this happened, but the network is now so densely
1542 * connected that it's inevitable.)
1544 if (network_usetable(msg) != 0) {
1545 CtdlFreeMessage(msg);
1549 /* Learn network topology from the path */
1550 if ((msg->cm_fields['N'] != NULL) && (msg->cm_fields['P'] != NULL)) {
1551 network_learn_topology(msg->cm_fields['N'],
1552 msg->cm_fields['P']);
1555 /* Is the sending node giving us a very persuasive suggestion about
1556 * which room this message should be saved in? If so, go with that.
1558 if (msg->cm_fields['C'] != NULL) {
1559 safestrncpy(target_room,
1560 msg->cm_fields['C'],
1561 sizeof target_room);
1564 /* Otherwise, does it have a recipient? If so, validate it... */
1565 else if (msg->cm_fields['R'] != NULL) {
1566 recp = validate_recipients(msg->cm_fields['R'], NULL, 0);
1567 if (recp != NULL) if (recp->num_error != 0) {
1569 "A message you sent could not be delivered due to an invalid address.\n"
1570 "Please check the address and try sending the message again.\n");
1572 free_recipients(recp);
1575 strcpy(target_room, ""); /* no target room if mail */
1578 /* Our last shot at finding a home for this message is to see if
1579 * it has the O field (Originating room) set.
1581 else if (msg->cm_fields['O'] != NULL) {
1582 safestrncpy(target_room,
1583 msg->cm_fields['O'],
1584 sizeof target_room);
1587 /* Strip out fields that are only relevant during transit */
1588 if (msg->cm_fields['D'] != NULL) {
1589 free(msg->cm_fields['D']);
1590 msg->cm_fields['D'] = NULL;
1592 if (msg->cm_fields['C'] != NULL) {
1593 free(msg->cm_fields['C']);
1594 msg->cm_fields['C'] = NULL;
1597 /* save the message into a room */
1598 if (PerformNetprocHooks(msg, target_room) == 0) {
1599 msg->cm_flags = CM_SKIP_HOOKS;
1600 CtdlSubmitMsg(msg, recp, target_room);
1602 CtdlFreeMessage(msg);
1603 free_recipients(recp);
1608 * Process a single message from a single file from the inbound queue
1610 void network_process_message(FILE *fp, long msgstart, long msgend) {
1615 hold_pos = ftell(fp);
1616 size = msgend - msgstart + 1;
1617 buffer = malloc(size);
1618 if (buffer != NULL) {
1619 fseek(fp, msgstart, SEEK_SET);
1620 fread(buffer, size, 1, fp);
1621 network_process_buffer(buffer, size);
1625 fseek(fp, hold_pos, SEEK_SET);
1630 * Process a single file from the inbound queue
1632 void network_process_file(char *filename) {
1634 long msgstart = (-1L);
1635 long msgend = (-1L);
1640 fp = fopen(filename, "rb");
1642 lprintf(CTDL_CRIT, "Error opening %s: %s\n", filename, strerror(errno));
1646 fseek(fp, 0L, SEEK_END);
1647 lprintf(CTDL_INFO, "network: processing %ld bytes from %s\n", ftell(fp), filename);
1650 /* Look for messages in the data stream and break them out */
1651 while (ch = getc(fp), ch >= 0) {
1654 if (msgstart >= 0L) {
1655 msgend = msgcur - 1;
1656 network_process_message(fp, msgstart, msgend);
1664 msgend = msgcur - 1;
1665 if (msgstart >= 0L) {
1666 network_process_message(fp, msgstart, msgend);
1675 * Process anything in the inbound queue
1677 void network_do_spoolin(void) {
1680 struct stat statbuf;
1682 static time_t last_spoolin_mtime = 0L;
1685 * Check the spoolin directory's modification time. If it hasn't
1686 * been touched, we don't need to scan it.
1688 if (stat(ctdl_netin_dir, &statbuf)) return;
1689 if (statbuf.st_mtime == last_spoolin_mtime) {
1690 lprintf(CTDL_DEBUG, "network: nothing in inbound queue\n");
1693 last_spoolin_mtime = statbuf.st_mtime;
1694 lprintf(CTDL_DEBUG, "network: processing inbound queue\n");
1697 * Ok, there's something interesting in there, so scan it.
1699 dp = opendir(ctdl_netin_dir);
1700 if (dp == NULL) return;
1702 while (d = readdir(dp), d != NULL) {
1703 if ((strcmp(d->d_name, ".")) && (strcmp(d->d_name, ".."))) {
1709 network_process_file(filename);
1717 * Delete any files in the outbound queue that were intended
1718 * to be sent to nodes which no longer exist.
1720 void network_purge_spoolout(void) {
1727 dp = opendir(ctdl_netout_dir);
1728 if (dp == NULL) return;
1730 while (d = readdir(dp), d != NULL) {
1731 if (!strcmp(d->d_name, ".") || !strcmp(d->d_name, ".."))
1739 strcpy(nexthop, "");
1740 i = is_valid_node(nexthop, NULL, d->d_name);
1742 if ( (i != 0) || !IsEmptyStr(nexthop) ) {
1753 * receive network spool from the remote system
1755 void receive_spool(int sock, char *remote_nodename) {
1756 long download_len = 0L;
1757 long bytes_received = 0L;
1758 long bytes_copied = 0L;
1760 static char pbuf[IGNET_PACKET_SIZE];
1761 char tempfilename[PATH_MAX];
1762 char filename[PATH_MAX];
1766 CtdlMakeTempFileName(tempfilename, sizeof tempfilename);
1767 if (sock_puts(sock, "NDOP") < 0) return;
1768 if (sock_getln(sock, buf, sizeof buf) < 0) return;
1769 lprintf(CTDL_DEBUG, "<%s\n", buf);
1770 if (buf[0] != '2') {
1773 download_len = extract_long(&buf[4], 0);
1775 bytes_received = 0L;
1776 fp = fopen(tempfilename, "w");
1778 lprintf(CTDL_CRIT, "cannot open download file locally: %s\n",
1783 while (bytes_received < download_len) {
1784 snprintf(buf, sizeof buf, "READ %ld|%ld",
1786 ((download_len - bytes_received > IGNET_PACKET_SIZE)
1787 ? IGNET_PACKET_SIZE : (download_len - bytes_received)));
1788 if (sock_puts(sock, buf) < 0) {
1790 unlink(tempfilename);
1793 if (sock_getln(sock, buf, sizeof buf) < 0) {
1795 unlink(tempfilename);
1798 if (buf[0] == '6') {
1799 plen = extract_long(&buf[4], 0);
1800 if (sock_read(sock, pbuf, plen, 1) < 0) {
1802 unlink(tempfilename);
1805 fwrite((char *) pbuf, plen, 1, fp);
1806 bytes_received = bytes_received + plen;
1811 if (sock_puts(sock, "CLOS") < 0) {
1812 unlink(tempfilename);
1815 if (sock_getln(sock, buf, sizeof buf) < 0) {
1816 unlink(tempfilename);
1819 if (download_len > 0) {
1820 lprintf(CTDL_NOTICE, "Received %ld octets from <%s>\n", download_len, remote_nodename);
1822 lprintf(CTDL_DEBUG, "%s\n", buf);
1824 /* Now copy the temp file to its permanent location.
1825 * (We copy instead of link because they may be on different filesystems)
1827 begin_critical_section(S_NETSPOOL);
1835 fp = fopen(tempfilename, "r");
1837 newfp = fopen(filename, "w");
1838 if (newfp != NULL) {
1840 while (bytes_copied < download_len) {
1841 plen = download_len - bytes_copied;
1842 if (plen > sizeof buf) {
1845 fread(buf, plen, 1, fp);
1846 fwrite(buf, plen, 1, newfp);
1847 bytes_copied += plen;
1853 end_critical_section(S_NETSPOOL);
1854 unlink(tempfilename);
1860 * transmit network spool to the remote system
1862 void transmit_spool(int sock, char *remote_nodename)
1867 long bytes_to_write, thisblock, bytes_written;
1871 if (sock_puts(sock, "NUOP") < 0) return;
1872 if (sock_getln(sock, buf, sizeof buf) < 0) return;
1873 lprintf(CTDL_DEBUG, "<%s\n", buf);
1874 if (buf[0] != '2') {
1878 snprintf(sfname, sizeof sfname,
1882 fd = open(sfname, O_RDONLY);
1884 if (errno != ENOENT) {
1885 lprintf(CTDL_CRIT, "cannot open upload file locally: %s\n",
1891 while (plen = (long) read(fd, pbuf, IGNET_PACKET_SIZE), plen > 0L) {
1892 bytes_to_write = plen;
1893 while (bytes_to_write > 0L) {
1894 snprintf(buf, sizeof buf, "WRIT %ld", bytes_to_write);
1895 if (sock_puts(sock, buf) < 0) {
1899 if (sock_getln(sock, buf, sizeof buf) < 0) {
1903 thisblock = atol(&buf[4]);
1904 if (buf[0] == '7') {
1905 if (sock_write(sock, pbuf,
1906 (int) thisblock) < 0) {
1910 bytes_to_write -= thisblock;
1911 bytes_written += thisblock;
1920 if (sock_puts(sock, "UCLS 1") < 0) return;
1921 if (sock_getln(sock, buf, sizeof buf) < 0) return;
1922 lprintf(CTDL_NOTICE, "Sent %ld octets to <%s>\n",
1923 bytes_written, remote_nodename);
1924 lprintf(CTDL_DEBUG, "<%s\n", buf);
1925 if (buf[0] == '2') {
1926 lprintf(CTDL_DEBUG, "Removing <%s>\n", sfname);
1934 * Poll one Citadel node (called by network_poll_other_citadel_nodes() below)
1936 void network_poll_node(char *node, char *secret, char *host, char *port) {
1940 if (network_talking_to(node, NTT_CHECK)) return;
1941 network_talking_to(node, NTT_ADD);
1942 lprintf(CTDL_NOTICE, "Connecting to <%s> at %s:%s\n", node, host, port);
1944 sock = sock_connect(host, port, "tcp");
1946 lprintf(CTDL_ERR, "Could not connect: %s\n", strerror(errno));
1947 network_talking_to(node, NTT_REMOVE);
1951 lprintf(CTDL_DEBUG, "Connected!\n");
1953 /* Read the server greeting */
1954 if (sock_getln(sock, buf, sizeof buf) < 0) goto bail;
1955 lprintf(CTDL_DEBUG, ">%s\n", buf);
1957 /* Identify ourselves */
1958 snprintf(buf, sizeof buf, "NETP %s|%s", config.c_nodename, secret);
1959 lprintf(CTDL_DEBUG, "<%s\n", buf);
1960 if (sock_puts(sock, buf) <0) goto bail;
1961 if (sock_getln(sock, buf, sizeof buf) < 0) goto bail;
1962 lprintf(CTDL_DEBUG, ">%s\n", buf);
1963 if (buf[0] != '2') goto bail;
1965 /* At this point we are authenticated. */
1966 receive_spool(sock, node);
1967 transmit_spool(sock, node);
1969 sock_puts(sock, "QUIT");
1970 bail: sock_close(sock);
1971 network_talking_to(node, NTT_REMOVE);
1977 * Poll other Citadel nodes and transfer inbound/outbound network data.
1978 * Set "full" to nonzero to force a poll of every node, or to zero to poll
1979 * only nodes to which we have data to send.
1981 void network_poll_other_citadel_nodes(int full_poll) {
1989 char spoolfile[256];
1991 if (working_ignetcfg == NULL) {
1992 lprintf(CTDL_DEBUG, "No nodes defined - not polling\n");
1996 /* Use the string tokenizer to grab one line at a time */
1997 for (i=0; i<num_tokens(working_ignetcfg, '\n'); ++i) {
1998 extract_token(linebuf, working_ignetcfg, i, '\n', sizeof linebuf);
1999 extract_token(node, linebuf, 0, '|', sizeof node);
2000 extract_token(secret, linebuf, 1, '|', sizeof secret);
2001 extract_token(host, linebuf, 2, '|', sizeof host);
2002 extract_token(port, linebuf, 3, '|', sizeof port);
2003 if ( !IsEmptyStr(node) && !IsEmptyStr(secret)
2004 && !IsEmptyStr(host) && !IsEmptyStr(port)) {
2012 if (access(spoolfile, R_OK) == 0) {
2017 network_poll_node(node, secret, host, port);
2028 * It's ok if these directories already exist. Just fail silently.
2030 void create_spool_dirs(void) {
2031 mkdir(ctdl_spool_dir, 0700);
2032 chown(ctdl_spool_dir, CTDLUID, (-1));
2033 mkdir(ctdl_netin_dir, 0700);
2034 chown(ctdl_netin_dir, CTDLUID, (-1));
2035 mkdir(ctdl_netout_dir, 0700);
2036 chown(ctdl_netout_dir, CTDLUID, (-1));
2044 * network_do_queue()
2046 * Run through the rooms doing various types of network stuff.
2048 void *network_do_queue(void *args) {
2049 static time_t last_run = 0L;
2050 struct RoomProcList *ptr;
2051 int full_processing = 1;
2054 * Run the full set of processing tasks no more frequently
2055 * than once every n seconds
2057 if ( (time(NULL) - last_run) < config.c_net_freq ) {
2058 full_processing = 0;
2059 CtdlLogPrintf(CTDL_DEBUG, "Network full processing in %ld seconds.\n", config.c_net_freq - (time(NULL)- last_run));
2063 * This is a simple concurrency check to make sure only one queue run
2064 * is done at a time. We could do this with a mutex, but since we
2065 * don't really require extremely fine granularity here, we'll do it
2066 * with a static variable instead.
2068 if (doing_queue) return NULL;
2071 /* Load the IGnet Configuration into memory */
2072 load_working_ignetcfg();
2075 * Poll other Citadel nodes. Maybe. If "full_processing" is set
2076 * then we poll everyone. Otherwise we only poll nodes we have stuff
2079 network_poll_other_citadel_nodes(full_processing);
2082 * Load the network map and filter list into memory.
2085 filterlist = load_filter_list();
2088 * Go ahead and run the queue
2090 if (full_processing) {
2091 lprintf(CTDL_DEBUG, "network: loading outbound queue\n");
2092 ForEachRoom(network_queue_room, NULL);
2095 if (rplist != NULL) {
2096 lprintf(CTDL_DEBUG, "network: running outbound queue\n");
2097 while (rplist != NULL) {
2098 char spoolroomname[ROOMNAMELEN];
2099 safestrncpy(spoolroomname, rplist->name, sizeof spoolroomname);
2100 begin_critical_section(S_RPLIST);
2102 /* pop this record off the list */
2104 rplist = rplist->next;
2107 /* invalidate any duplicate entries to prevent double processing */
2108 for (ptr=rplist; ptr!=NULL; ptr=ptr->next) {
2109 if (!strcasecmp(ptr->name, spoolroomname)) {
2114 end_critical_section(S_RPLIST);
2115 if (spoolroomname[0] != 0) {
2116 network_spoolout_room(spoolroomname);
2121 /* If there is anything in the inbound queue, process it */
2122 network_do_spoolin();
2124 /* Save the network map back to disk */
2125 write_network_map();
2127 /* Free the filter list in memory */
2128 free_filter_list(filterlist);
2131 network_purge_spoolout();
2133 lprintf(CTDL_DEBUG, "network: queue run completed\n");
2135 if (full_processing) {
2136 last_run = time(NULL);
2140 CtdlThreadSchedule("IGnet Network", CTDLTHREAD_BIGSTACK, network_do_queue, NULL, time(NULL) + 60);
2146 * cmd_netp() - authenticate to the server as another Citadel node polling
2147 * for network traffic
2149 void cmd_netp(char *cmdbuf)
2159 extract_token(node, cmdbuf, 0, '|', sizeof node);
2160 extract_token(pass, cmdbuf, 1, '|', sizeof pass);
2163 lprintf(CTDL_WARNING, "Network node <%s> refused - spooling", node);
2164 cprintf("%d spooling - try again in a few minutes\n",
2165 ERROR + RESOURCE_BUSY);
2169 /* load the IGnet Configuration to check node validity */
2170 load_working_ignetcfg();
2171 v = is_valid_node(nexthop, secret, node);
2174 lprintf(CTDL_WARNING, "Unknown node <%s>\n", node);
2175 cprintf("%d authentication failed\n",
2176 ERROR + PASSWORD_REQUIRED);
2180 if (strcasecmp(pass, secret)) {
2181 lprintf(CTDL_WARNING, "Bad password for network node <%s>", node);
2182 cprintf("%d authentication failed\n", ERROR + PASSWORD_REQUIRED);
2186 if (network_talking_to(node, NTT_CHECK)) {
2187 lprintf(CTDL_WARNING, "Duplicate session for network node <%s>", node);
2188 cprintf("%d Already talking to %s right now\n", ERROR + RESOURCE_BUSY, node);
2192 safestrncpy(CC->net_node, node, sizeof CC->net_node);
2193 network_talking_to(node, NTT_ADD);
2194 lprintf(CTDL_NOTICE, "Network node <%s> logged in\n", CC->net_node);
2195 cprintf("%d authenticated as network node '%s'\n", CIT_OK,
2199 int network_room_handler (struct ctdlroom *room)
2201 network_queue_room(room, NULL);
2206 * Module entry point
2208 CTDL_MODULE_INIT(network)
2212 create_spool_dirs();
2213 CtdlRegisterProtoHook(cmd_gnet, "GNET", "Get network config");
2214 CtdlRegisterProtoHook(cmd_snet, "SNET", "Set network config");
2215 CtdlRegisterProtoHook(cmd_netp, "NETP", "Identify as network poller");
2216 CtdlRegisterProtoHook(cmd_nsyn, "NSYN", "Synchronize room to node");
2217 // CtdlRegisterSessionHook(network_do_queue, EVT_TIMER);
2218 CtdlRegisterRoomHook(network_room_handler);
2219 CtdlRegisterCleanupHook(destroy_network_queue_room);
2222 CtdlThreadSchedule("IGnet Network", CTDLTHREAD_BIGSTACK, network_do_queue, NULL, 0);
2223 /* return our Subversion id for the Log */