* Don't try to directly spool to non-neighbor nodes
[citadel.git] / citadel / serv_network.c
1 /*
2  * $Id$ 
3  *
4  * This module handles shared rooms, inter-Citadel mail, and outbound
5  * mailing list processing.
6  *
7  * Copyright (C) 2000-2002 by Art Cancro and others.
8  * This code is released under the terms of the GNU General Public License.
9  *
10  * ** NOTE **   A word on the S_NETCONFIGS semaphore:
11  * This is a fairly high-level type of critical section.  It ensures that no
12  * two threads work on the netconfigs files at the same time.  Since we do
13  * so many things inside these, here are the rules:
14  *  1. begin_critical_section(S_NETCONFIGS) *before* begin_ any others.
15  *  2. Do *not* perform any I/O with the client during these sections.
16  *
17  */
18
19 /*
20  * Duration of time (in seconds) after which pending list subscribe/unsubscribe
21  * requests that have not been confirmed will be deleted.
22  */
23 #define EXP     259200  /* three days */
24
25 #include "sysdep.h"
26 #include <stdlib.h>
27 #include <unistd.h>
28 #include <stdio.h>
29 #include <fcntl.h>
30 #include <ctype.h>
31 #include <signal.h>
32 #include <pwd.h>
33 #include <errno.h>
34 #include <sys/types.h>
35 #include <dirent.h>
36 #if TIME_WITH_SYS_TIME
37 # include <sys/time.h>
38 # include <time.h>
39 #else
40 # if HAVE_SYS_TIME_H
41 #  include <sys/time.h>
42 # else
43 #  include <time.h>
44 # endif
45 #endif
46
47 #include <sys/wait.h>
48 #include <string.h>
49 #include <limits.h>
50 #include "citadel.h"
51 #include "server.h"
52 #include "sysdep_decls.h"
53 #include "citserver.h"
54 #include "support.h"
55 #include "config.h"
56 #include "serv_extensions.h"
57 #include "room_ops.h"
58 #include "user_ops.h"
59 #include "policy.h"
60 #include "database.h"
61 #include "msgbase.h"
62 #include "tools.h"
63 #include "internet_addressing.h"
64 #include "serv_network.h"
65 #include "clientsocket.h"
66 #include "file_ops.h"
67
68 #ifndef HAVE_SNPRINTF
69 #include "snprintf.h"
70 #endif
71
72 /* Nonzero while we are doing outbound network processing */
73 static int doing_queue = 0;
74
75 /*
76  * When we do network processing, it's accomplished in two passes; one to
77  * gather a list of rooms and one to actually do them.  It's ok that rplist
78  * is global; this process *only* runs as part of the housekeeping loop and
79  * therefore only one will run at a time.
80  */
81 struct RoomProcList *rplist = NULL;
82
83 /*
84  * We build a map of network nodes during processing.
85  */
86 struct NetMap *the_netmap = NULL;
87
88 /*
89  * Keep track of what messages to reject
90  */
91 struct FilterList *load_filter_list(void) {
92         char *serialized_list = NULL;
93         int i;
94         char buf[SIZ];
95         struct FilterList *newlist = NULL;
96         struct FilterList *nptr;
97
98         serialized_list = CtdlGetSysConfig(FILTERLIST);
99         if (serialized_list == NULL) return(NULL); /* if null, no entries */
100
101         /* Use the string tokenizer to grab one line at a time */
102         for (i=0; i<num_tokens(serialized_list, '\n'); ++i) {
103                 extract_token(buf, serialized_list, i, '\n');
104                 nptr = (struct FilterList *) mallok(sizeof(struct FilterList));
105                 extract(nptr->fl_user, buf, 0);
106                 striplt(nptr->fl_user);
107                 extract(nptr->fl_room, buf, 1);
108                 striplt(nptr->fl_room);
109                 extract(nptr->fl_node, buf, 2);
110                 striplt(nptr->fl_node);
111
112                 /* Cowardly refuse to add an any/any/any entry that would
113                  * end up filtering every single message.
114                  */
115                 if (strlen(nptr->fl_user) + strlen(nptr->fl_room)
116                    + strlen(nptr->fl_node) == 0) {
117                         phree(nptr);
118                 }
119                 else {
120                         nptr->next = newlist;
121                         newlist = nptr;
122                 }
123         }
124
125         phree(serialized_list);
126         return newlist;
127 }
128
129
130 void free_filter_list(struct FilterList *fl) {
131         if (fl == NULL) return;
132         free_filter_list(fl->next);
133         phree(fl);
134 }
135
136
137
138 /*
139  * Check the use table.  This is a list of messages which have recently
140  * arrived on the system.  It is maintained and queried to prevent the same
141  * message from being entered into the database multiple times if it happens
142  * to arrive multiple times by accident.
143  */
144 int network_usetable(struct CtdlMessage *msg) {
145
146         char msgid[SIZ];
147         struct cdbdata *cdbut;
148         struct UseTable ut;
149
150         /* Bail out if we can't generate a message ID */
151         if (msg == NULL) {
152                 return(0);
153         }
154         if (msg->cm_fields['I'] == NULL) {
155                 return(0);
156         }
157         if (strlen(msg->cm_fields['I']) == 0) {
158                 return(0);
159         }
160
161         /* Generate the message ID */
162         strcpy(msgid, msg->cm_fields['I']);
163         if (haschar(msgid, '@') == 0) {
164                 strcat(msgid, "@");
165                 if (msg->cm_fields['N'] != NULL) {
166                         strcat(msgid, msg->cm_fields['N']);
167                 }
168                 else {
169                         return(0);
170                 }
171         }
172
173         cdbut = cdb_fetch(CDB_USETABLE, msgid, strlen(msgid));
174         if (cdbut != NULL) {
175                 cdb_free(cdbut);
176                 return(1);
177         }
178
179         /* If we got to this point, it's unique: add it. */
180         strcpy(ut.ut_msgid, msgid);
181         ut.ut_timestamp = time(NULL);
182         cdb_store(CDB_USETABLE, msgid, strlen(msgid),
183                 &ut, sizeof(struct UseTable) );
184         return(0);
185 }
186
187
188 /* 
189  * Read the network map from its configuration file into memory.
190  */
191 void read_network_map(void) {
192         char *serialized_map = NULL;
193         int i;
194         char buf[SIZ];
195         struct NetMap *nmptr;
196
197         serialized_map = CtdlGetSysConfig(IGNETMAP);
198         if (serialized_map == NULL) return;     /* if null, no entries */
199
200         /* Use the string tokenizer to grab one line at a time */
201         for (i=0; i<num_tokens(serialized_map, '\n'); ++i) {
202                 extract_token(buf, serialized_map, i, '\n');
203                 nmptr = (struct NetMap *) mallok(sizeof(struct NetMap));
204                 extract(nmptr->nodename, buf, 0);
205                 nmptr->lastcontact = extract_long(buf, 1);
206                 extract(nmptr->nexthop, buf, 2);
207                 nmptr->next = the_netmap;
208                 the_netmap = nmptr;
209         }
210
211         phree(serialized_map);
212 }
213
214
215 /*
216  * Write the network map from memory back to the configuration file.
217  */
218 void write_network_map(void) {
219         char *serialized_map = NULL;
220         struct NetMap *nmptr;
221
222         serialized_map = strdoop("");
223
224         if (the_netmap != NULL) {
225                 for (nmptr = the_netmap; nmptr != NULL; nmptr = nmptr->next) {
226                         serialized_map = reallok(serialized_map,
227                                                 (strlen(serialized_map)+SIZ) );
228                         if (strlen(nmptr->nodename) > 0) {
229                                 snprintf(&serialized_map[strlen(serialized_map)],
230                                         SIZ,
231                                         "%s|%ld|%s\n",
232                                         nmptr->nodename,
233                                         (long)nmptr->lastcontact,
234                                         nmptr->nexthop);
235                         }
236                 }
237         }
238
239         CtdlPutSysConfig(IGNETMAP, serialized_map);
240         phree(serialized_map);
241
242         /* Now free the list */
243         while (the_netmap != NULL) {
244                 nmptr = the_netmap->next;
245                 phree(the_netmap);
246                 the_netmap = nmptr;
247         }
248 }
249
250
251
252 /* 
253  * Check the network map and determine whether the supplied node name is
254  * valid.  If it is not a neighbor node, supply the name of a neighbor node
255  * which is the next hop.  If it *is* a neighbor node, we also fill in the
256  * shared secret.
257  */
258 int is_valid_node(char *nexthop, char *secret, char *node) {
259         char *ignetcfg = NULL;
260         int i;
261         char linebuf[SIZ];
262         char buf[SIZ];
263         int retval;
264         struct NetMap *nmptr;
265
266         if (node == NULL) {
267                 return(-1);
268         }
269
270         /*
271          * First try the neighbor nodes
272          */
273         ignetcfg = CtdlGetSysConfig(IGNETCFG);
274         if (ignetcfg == NULL) {
275                 if (nexthop != NULL) {
276                         strcpy(nexthop, "");
277                 }
278                 return(-1);
279         }
280
281         retval = (-1);
282         if (nexthop != NULL) {
283                 strcpy(nexthop, "");
284         }
285
286         /* Use the string tokenizer to grab one line at a time */
287         for (i=0; i<num_tokens(ignetcfg, '\n'); ++i) {
288                 extract_token(linebuf, ignetcfg, i, '\n');
289                 extract(buf, linebuf, 0);
290                 if (!strcasecmp(buf, node)) {
291                         if (nexthop != NULL) {
292                                 strcpy(nexthop, "");
293                         }
294                         if (secret != NULL) {
295                                 extract(secret, linebuf, 1);
296                         }
297                         retval = 0;
298                 }
299         }
300
301         phree(ignetcfg);
302         if (retval == 0) {
303                 return(retval);         /* yup, it's a direct neighbor */
304         }
305
306         /*      
307          * If we get to this point we have to see if we know the next hop
308          */
309         if (the_netmap != NULL) {
310                 for (nmptr = the_netmap; nmptr != NULL; nmptr = nmptr->next) {
311                         if (!strcasecmp(nmptr->nodename, node)) {
312                                 if (nexthop != NULL) {
313                                         strcpy(nexthop, nmptr->nexthop);
314                                 }
315                                 return(0);
316                         }
317                 }
318         }
319
320         /*
321          * If we get to this point, the supplied node name is bogus.
322          */
323         lprintf(5, "Invalid node name <%s>\n", node);
324         return(-1);
325 }
326
327
328
329
330
331 void cmd_gnet(char *argbuf) {
332         char filename[SIZ];
333         char buf[SIZ];
334         FILE *fp;
335
336         if (CtdlAccessCheck(ac_room_aide)) return;
337         assoc_file_name(filename, sizeof filename, &CC->room, "netconfigs");
338         cprintf("%d Network settings for room #%ld <%s>\n",
339                 LISTING_FOLLOWS,
340                 CC->room.QRnumber, CC->room.QRname);
341
342         fp = fopen(filename, "r");
343         if (fp != NULL) {
344                 while (fgets(buf, sizeof buf, fp) != NULL) {
345                         buf[strlen(buf)-1] = 0;
346                         cprintf("%s\n", buf);
347                 }
348                 fclose(fp);
349         }
350
351         cprintf("000\n");
352 }
353
354
355 void cmd_snet(char *argbuf) {
356         char tempfilename[SIZ];
357         char filename[SIZ];
358         char buf[SIZ];
359         FILE *fp;
360
361         if (CtdlAccessCheck(ac_room_aide)) return;
362         safestrncpy(tempfilename, tmpnam(NULL), sizeof tempfilename);
363         assoc_file_name(filename, sizeof filename, &CC->room, "netconfigs");
364
365         fp = fopen(tempfilename, "w");
366         if (fp == NULL) {
367                 cprintf("%d Cannot open %s: %s\n",
368                         ERROR+INTERNAL_ERROR,
369                         tempfilename,
370                         strerror(errno));
371         }
372
373         cprintf("%d %s\n", SEND_LISTING, tempfilename);
374         while (client_gets(buf), strcmp(buf, "000")) {
375                 fprintf(fp, "%s\n", buf);
376         }
377         fclose(fp);
378
379         /* Now copy the temp file to its permanent location
380          * (We use /bin/mv instead of link() because they may be on
381          * different filesystems)
382          */
383         unlink(filename);
384         snprintf(buf, sizeof buf, "/bin/mv %s %s", tempfilename, filename);
385         begin_critical_section(S_NETCONFIGS);
386         system(buf);
387         end_critical_section(S_NETCONFIGS);
388 }
389
390
391 /*
392  * Spools out one message from the list.
393  */
394 void network_spool_msg(long msgnum, void *userdata) {
395         struct SpoolControl *sc;
396         int err;
397         int i;
398         char *newpath = NULL;
399         char *instr = NULL;
400         size_t instr_len = SIZ;
401         struct CtdlMessage *msg = NULL;
402         struct CtdlMessage *imsg;
403         struct namelist *nptr;
404         struct ser_ret sermsg;
405         FILE *fp;
406         char filename[SIZ];
407         char buf[SIZ];
408         int bang = 0;
409         int send = 1;
410         int delete_after_send = 0;      /* Set to 1 to delete after spooling */
411
412         sc = (struct SpoolControl *)userdata;
413
414         /*
415          * Process mailing list recipients
416          */
417         if (sc->listrecps != NULL) {
418         
419                 /* First, copy it to the spoolout room */
420                 err = CtdlSaveMsgPointerInRoom(SMTP_SPOOLOUT_ROOM, msgnum, 0);
421                 if (err != 0) return;
422
423                 /* 
424                  * Figure out how big a buffer we need to allocate
425                  */
426                 for (nptr = sc->listrecps; nptr != NULL; nptr = nptr->next) {
427                         instr_len = instr_len + strlen(nptr->name);
428                 }
429         
430                 /*
431                  * allocate...
432                  */
433                 lprintf(9, "Generating delivery instructions\n");
434                 instr = mallok(instr_len);
435                 if (instr == NULL) {
436                         lprintf(1, "Cannot allocate %ld bytes for instr...\n",
437                                 (long)instr_len);
438                         abort();
439                 }
440                 snprintf(instr, instr_len,
441                         "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
442                         "bounceto|postmaster@%s\n" ,
443                         SPOOLMIME, msgnum, (long)time(NULL), config.c_fqdn );
444         
445                 /* Generate delivery instructions for each recipient */
446                 for (nptr = sc->listrecps; nptr != NULL; nptr = nptr->next) {
447                         size_t tmp = strlen(instr);
448                         snprintf(&instr[tmp], instr_len - tmp,
449                                  "remote|%s|0||\n", nptr->name);
450                 }
451         
452                 /*
453                  * Generate a message from the instructions
454                  */
455                 imsg = mallok(sizeof(struct CtdlMessage));
456                 memset(imsg, 0, sizeof(struct CtdlMessage));
457                 imsg->cm_magic = CTDLMESSAGE_MAGIC;
458                 imsg->cm_anon_type = MES_NORMAL;
459                 imsg->cm_format_type = FMT_RFC822;
460                 imsg->cm_fields['A'] = strdoop("Citadel");
461                 imsg->cm_fields['M'] = instr;
462         
463                 /* Save delivery instructions in spoolout room */
464                 CtdlSubmitMsg(imsg, NULL, SMTP_SPOOLOUT_ROOM);
465                 CtdlFreeMessage(imsg);
466         }
467
468         /*
469          * Process digest recipients
470          */
471         if ((sc->digestrecps != NULL) && (sc->digestfp != NULL)) {
472                 fprintf(sc->digestfp,   " -----------------------------------"
473                                         "------------------------------------"
474                                         "-------\n");
475                 CtdlRedirectOutput(sc->digestfp, -1);
476                 CtdlOutputMsg(msgnum, MT_RFC822, HEADERS_ALL, 0, 0);
477                 CtdlRedirectOutput(NULL, -1);
478                 sc->num_msgs_spooled += 1;
479         }
480         
481         /*
482          * Process IGnet push shares
483          */
484         if (sc->ignet_push_shares != NULL) {
485         
486                 msg = CtdlFetchMessage(msgnum);
487                 if (msg != NULL) {
488                         size_t newpath_len;
489
490                         /* Prepend our node name to the Path field whenever
491                          * sending a message to another IGnet node
492                          */
493                         if (msg->cm_fields['P'] == NULL) {
494                                 msg->cm_fields['P'] = strdoop("username");
495                         }
496                         newpath_len = strlen(msg->cm_fields['P']) +
497                                  strlen(config.c_nodename) + 2;
498                         newpath = mallok(newpath_len);
499                         snprintf(newpath, newpath_len, "%s!%s",
500                                  config.c_nodename, msg->cm_fields['P']);
501                         phree(msg->cm_fields['P']);
502                         msg->cm_fields['P'] = newpath;
503
504                         /*
505                          * Force the message to appear in the correct room
506                          * on the far end by setting the C field correctly
507                          */
508                         if (msg->cm_fields['C'] != NULL) {
509                                 phree(msg->cm_fields['C']);
510                         }
511                         msg->cm_fields['C'] = strdoop(CC->room.QRname);
512
513                         /*
514                          * Determine if this message is set to be deleted
515                          * after sending out on the network
516                          */
517                         if (msg->cm_fields['S'] != NULL) {
518                                 if (!strcasecmp(msg->cm_fields['S'],
519                                    "CANCEL")) {
520                                         delete_after_send = 1;
521                                 }
522                         }
523
524                         /* 
525                          * Now serialize it for transmission
526                          */
527                         serialize_message(&sermsg, msg);
528
529                         /* Now send it to every node */
530                         for (nptr = sc->ignet_push_shares; nptr != NULL;
531                             nptr = nptr->next) {
532
533                                 send = 1;
534
535                                 /* Check for valid node name */
536                                 if (is_valid_node(NULL,NULL,nptr->name) != 0) {
537                                         lprintf(3, "Invalid node <%s>\n",
538                                                 nptr->name);
539                                         send = 0;
540                                 }
541
542                                 /* Check for split horizon */
543                                 lprintf(9, "Path is %s\n", msg->cm_fields['P']);
544                                 bang = num_tokens(msg->cm_fields['P'], '!');
545                                 if (bang > 1) for (i=0; i<(bang-1); ++i) {
546                                         extract_token(buf, msg->cm_fields['P'],
547                                                 i, '!');
548                                         if (!strcasecmp(buf, nptr->name)) {
549                                                 send = 0;
550                                         }
551                                 }
552
553                                 /* Send the message */
554                                 if (send == 1) {
555                                         snprintf(filename, sizeof filename,
556                                                 "./network/spoolout/%s",
557                                                 nptr->name);
558                                         fp = fopen(filename, "ab");
559                                         if (fp != NULL) {
560                                                 fwrite(sermsg.ser,
561                                                         sermsg.len, 1, fp);
562                                                 fclose(fp);
563                                         }
564                                 }
565                         }
566                         phree(sermsg.ser);
567                         CtdlFreeMessage(msg);
568                 }
569         }
570
571         /* update lastsent */
572         sc->lastsent = msgnum;
573
574         /* Delete this message if delete-after-send is set */
575         if (delete_after_send) {
576                 CtdlDeleteMessages(CC->room.QRname, msgnum, "");
577         }
578
579 }
580         
581
582 /*
583  * Deliver digest messages
584  */
585 void network_deliver_digest(struct SpoolControl *sc) {
586         char buf[SIZ];
587         int i;
588         struct CtdlMessage *msg;
589         long msglen;
590         long msgnum;
591         char *instr = NULL;
592         size_t instr_len = SIZ;
593         struct CtdlMessage *imsg;
594         struct namelist *nptr;
595
596         if (sc->num_msgs_spooled < 1) {
597                 fclose(sc->digestfp);
598                 sc->digestfp = NULL;
599                 return;
600         }
601
602         msg = mallok(sizeof(struct CtdlMessage));
603         memset(msg, 0, sizeof(struct CtdlMessage));
604         msg->cm_magic = CTDLMESSAGE_MAGIC;
605         msg->cm_format_type = FMT_RFC822;
606         msg->cm_anon_type = MES_NORMAL;
607
608         sprintf(buf, "%ld", time(NULL));
609         msg->cm_fields['T'] = strdoop(buf);
610         msg->cm_fields['A'] = strdoop(CC->room.QRname);
611         msg->cm_fields['U'] = strdoop(CC->room.QRname);
612         sprintf(buf, "room_%s@%s", CC->room.QRname, config.c_fqdn);
613         for (i=0; i<strlen(buf); ++i) {
614                 if (isspace(buf[i])) buf[i]='_';
615                 buf[i] = tolower(buf[i]);
616         }
617         msg->cm_fields['F'] = strdoop(buf);
618
619         fseek(sc->digestfp, 0L, SEEK_END);
620         msglen = ftell(sc->digestfp);
621
622         msg->cm_fields['M'] = mallok(msglen + 1);
623         fseek(sc->digestfp, 0L, SEEK_SET);
624         fread(msg->cm_fields['M'], (size_t)msglen, 1, sc->digestfp);
625         msg->cm_fields['M'][msglen] = 0;
626
627         fclose(sc->digestfp);
628         sc->digestfp = NULL;
629
630         msgnum = CtdlSubmitMsg(msg, NULL, SMTP_SPOOLOUT_ROOM);
631         CtdlFreeMessage(msg);
632
633         /* Now generate the delivery instructions */
634
635         /* 
636          * Figure out how big a buffer we need to allocate
637          */
638         for (nptr = sc->digestrecps; nptr != NULL; nptr = nptr->next) {
639                 instr_len = instr_len + strlen(nptr->name);
640         }
641         
642         /*
643          * allocate...
644          */
645         lprintf(9, "Generating delivery instructions\n");
646         instr = mallok(instr_len);
647         if (instr == NULL) {
648                 lprintf(1, "Cannot allocate %ld bytes for instr...\n",
649                         (long)instr_len);
650                 abort();
651         }
652         snprintf(instr, instr_len,
653                 "Content-type: %s\n\nmsgid|%ld\nsubmitted|%ld\n"
654                 "bounceto|postmaster@%s\n" ,
655                 SPOOLMIME, msgnum, (long)time(NULL), config.c_fqdn );
656
657         /* Generate delivery instructions for each recipient */
658         for (nptr = sc->digestrecps; nptr != NULL; nptr = nptr->next) {
659                 size_t tmp = strlen(instr);
660                 snprintf(&instr[tmp], instr_len - tmp,
661                          "remote|%s|0||\n", nptr->name);
662         }
663
664         /*
665          * Generate a message from the instructions
666          */
667         imsg = mallok(sizeof(struct CtdlMessage));
668         memset(imsg, 0, sizeof(struct CtdlMessage));
669         imsg->cm_magic = CTDLMESSAGE_MAGIC;
670         imsg->cm_anon_type = MES_NORMAL;
671         imsg->cm_format_type = FMT_RFC822;
672         imsg->cm_fields['A'] = strdoop("Citadel");
673         imsg->cm_fields['M'] = instr;
674
675         /* Save delivery instructions in spoolout room */
676         CtdlSubmitMsg(imsg, NULL, SMTP_SPOOLOUT_ROOM);
677         CtdlFreeMessage(imsg);
678 }
679
680
681 /*
682  * Batch up and send all outbound traffic from the current room
683  */
684 void network_spoolout_room(char *room_to_spool) {
685         char filename[SIZ];
686         char buf[SIZ];
687         char instr[SIZ];
688         FILE *fp;
689         struct SpoolControl sc;
690         struct namelist *nptr;
691         size_t miscsize = 0;
692         size_t linesize = 0;
693         int skipthisline = 0;
694         int i;
695
696         if (getroom(&CC->room, room_to_spool) != 0) {
697                 lprintf(1, "ERROR: cannot load <%s>\n", room_to_spool);
698                 return;
699         }
700
701         memset(&sc, 0, sizeof(struct SpoolControl));
702         assoc_file_name(filename, sizeof filename, &CC->room, "netconfigs");
703
704         begin_critical_section(S_NETCONFIGS);
705         end_critical_section(S_NETCONFIGS);
706
707         fp = fopen(filename, "r");
708         if (fp == NULL) {
709                 end_critical_section(S_NETCONFIGS);
710                 return;
711         }
712
713         lprintf(5, "Networking started for <%s>\n", CC->room.QRname);
714
715         while (fgets(buf, sizeof buf, fp) != NULL) {
716                 buf[strlen(buf)-1] = 0;
717
718                 extract(instr, buf, 0);
719                 if (!strcasecmp(instr, "lastsent")) {
720                         sc.lastsent = extract_long(buf, 1);
721                 }
722                 else if (!strcasecmp(instr, "listrecp")) {
723                         nptr = (struct namelist *)
724                                 mallok(sizeof(struct namelist));
725                         nptr->next = sc.listrecps;
726                         extract(nptr->name, buf, 1);
727                         sc.listrecps = nptr;
728                 }
729                 else if (!strcasecmp(instr, "digestrecp")) {
730                         nptr = (struct namelist *)
731                                 mallok(sizeof(struct namelist));
732                         nptr->next = sc.digestrecps;
733                         extract(nptr->name, buf, 1);
734                         sc.digestrecps = nptr;
735                 }
736                 else if (!strcasecmp(instr, "ignet_push_share")) {
737                         nptr = (struct namelist *)
738                                 mallok(sizeof(struct namelist));
739                         nptr->next = sc.ignet_push_shares;
740                         extract(nptr->name, buf, 1);
741                         sc.ignet_push_shares = nptr;
742                 }
743                 else {
744                         /* Preserve 'other' lines ... *unless* they happen to
745                          * be subscribe/unsubscribe pendings with expired
746                          * timestamps.
747                          */
748                         skipthisline = 0;
749                         if (!strncasecmp(buf, "subpending|", 11)) {
750                                 if (time(NULL) - extract_long(buf, 4) > EXP) {
751                                         skipthisline = 1;
752                                 }
753                         }
754                         if (!strncasecmp(buf, "unsubpending|", 13)) {
755                                 if (time(NULL) - extract_long(buf, 3) > EXP) {
756                                         skipthisline = 1;
757                                 }
758                         }
759
760                         if (skipthisline == 0) {
761                                 linesize = strlen(buf);
762                                 sc.misc = realloc(sc.misc,
763                                         (miscsize + linesize + 2) );
764                                 sprintf(&sc.misc[miscsize], "%s\n", buf);
765                                 miscsize = miscsize + linesize + 1;
766                         }
767                 }
768
769
770         }
771         fclose(fp);
772
773         /* If there are digest recipients, we have to build a digest */
774         if (sc.digestrecps != NULL) {
775                 sc.digestfp = tmpfile();
776                 fprintf(sc.digestfp, "Content-type: text/plain\n\n");
777         }
778
779         /* Do something useful */
780         CtdlForEachMessage(MSGS_GT, sc.lastsent, NULL, NULL,
781                 network_spool_msg, &sc);
782
783         /* If we wrote a digest, deliver it and then close it */
784         snprintf(buf, sizeof buf, "room_%s@%s",
785                 CC->room.QRname, config.c_fqdn);
786         for (i=0; i<strlen(buf); ++i) {
787                 buf[i] = tolower(buf[i]);
788                 if (isspace(buf[i])) buf[i] = '_';
789         }
790         if (sc.digestfp != NULL) {
791                 fprintf(sc.digestfp,    " -----------------------------------"
792                                         "------------------------------------"
793                                         "-------\n"
794                                         "You are subscribed to the '%s' "
795                                         "list.\n"
796                                         "To post to the list: %s\n",
797                                         CC->room.QRname, buf
798                 );
799                 network_deliver_digest(&sc);    /* deliver and close */
800         }
801
802         /* Now rewrite the config file */
803         fp = fopen(filename, "w");
804         if (fp == NULL) {
805                 lprintf(1, "ERROR: cannot open %s: %s\n",
806                         filename, strerror(errno));
807         }
808         else {
809                 fprintf(fp, "lastsent|%ld\n", sc.lastsent);
810
811                 /* Write out the listrecps while freeing from memory at the
812                  * same time.  Am I clever or what?  :)
813                  */
814                 while (sc.listrecps != NULL) {
815                         fprintf(fp, "listrecp|%s\n", sc.listrecps->name);
816                         nptr = sc.listrecps->next;
817                         phree(sc.listrecps);
818                         sc.listrecps = nptr;
819                 }
820                 /* Do the same for digestrecps */
821                 while (sc.digestrecps != NULL) {
822                         fprintf(fp, "digestrecp|%s\n", sc.digestrecps->name);
823                         nptr = sc.digestrecps->next;
824                         phree(sc.digestrecps);
825                         sc.digestrecps = nptr;
826                 }
827                 while (sc.ignet_push_shares != NULL) {
828                         fprintf(fp, "ignet_push_share|%s\n",
829                                 sc.ignet_push_shares->name);
830                         nptr = sc.ignet_push_shares->next;
831                         phree(sc.ignet_push_shares);
832                         sc.ignet_push_shares = nptr;
833                 }
834                 if (sc.misc != NULL) {
835                         fwrite(sc.misc, strlen(sc.misc), 1, fp);
836                 }
837                 phree(sc.misc);
838
839                 fclose(fp);
840         }
841         end_critical_section(S_NETCONFIGS);
842 }
843
844
845 /*
846  * Batch up and send all outbound traffic from the current room
847  */
848 void network_queue_room(struct ctdlroom *qrbuf, void *data) {
849         struct RoomProcList *ptr;
850
851         ptr = (struct RoomProcList *) mallok(sizeof (struct RoomProcList));
852         if (ptr == NULL) return;
853
854         safestrncpy(ptr->name, qrbuf->QRname, sizeof ptr->name);
855         ptr->next = rplist;
856         rplist = ptr;
857 }
858
859
860 /*
861  * Learn topology from path fields
862  */
863 void network_learn_topology(char *node, char *path) {
864         char nexthop[SIZ];
865         struct NetMap *nmptr;
866
867         strcpy(nexthop, "");
868
869         if (num_tokens(path, '!') < 3) return;
870         for (nmptr = the_netmap; nmptr != NULL; nmptr = nmptr->next) {
871                 if (!strcasecmp(nmptr->nodename, node)) {
872                         extract_token(nmptr->nexthop, path, 0, '!');
873                         nmptr->lastcontact = time(NULL);
874                         return;
875                 }
876         }
877
878         /* If we got here then it's not in the map, so add it. */
879         nmptr = (struct NetMap *) mallok(sizeof (struct NetMap));
880         strcpy(nmptr->nodename, node);
881         nmptr->lastcontact = time(NULL);
882         extract_token(nmptr->nexthop, path, 0, '!');
883         nmptr->next = the_netmap;
884         the_netmap = nmptr;
885 }
886
887
888
889
890 /*
891  * Bounce a message back to the sender
892  */
893 void network_bounce(struct CtdlMessage *msg, char *reason) {
894         char *oldpath = NULL;
895         char buf[SIZ];
896         char bouncesource[SIZ];
897         char recipient[SIZ];
898         struct recptypes *valid = NULL;
899         char force_room[ROOMNAMELEN];
900         static int serialnum = 0;
901         size_t size;
902
903         lprintf(9, "entering network_bounce()\n");
904
905         if (msg == NULL) return;
906
907         snprintf(bouncesource, sizeof bouncesource, "%s@%s", BOUNCESOURCE, config.c_nodename);
908
909         /* 
910          * Give it a fresh message ID
911          */
912         if (msg->cm_fields['I'] != NULL) {
913                 phree(msg->cm_fields['I']);
914         }
915         snprintf(buf, sizeof buf, "%ld.%04lx.%04x@%s",
916                 (long)time(NULL), (long)getpid(), ++serialnum, config.c_fqdn);
917         msg->cm_fields['I'] = strdoop(buf);
918
919         /*
920          * FIXME ... right now we're just sending a bounce; we really want to
921          * include the text of the bounced message.
922          */
923         if (msg->cm_fields['M'] != NULL) {
924                 phree(msg->cm_fields['M']);
925         }
926         msg->cm_fields['M'] = strdoop(reason);
927         msg->cm_format_type = 0;
928
929         /*
930          * Turn the message around
931          */
932         if (msg->cm_fields['R'] == NULL) {
933                 phree(msg->cm_fields['R']);
934         }
935
936         if (msg->cm_fields['D'] == NULL) {
937                 phree(msg->cm_fields['D']);
938         }
939
940         snprintf(recipient, sizeof recipient, "%s@%s",
941                 msg->cm_fields['A'], msg->cm_fields['N']);
942
943         if (msg->cm_fields['A'] == NULL) {
944                 phree(msg->cm_fields['A']);
945         }
946
947         if (msg->cm_fields['N'] == NULL) {
948                 phree(msg->cm_fields['N']);
949         }
950
951         msg->cm_fields['A'] = strdoop(BOUNCESOURCE);
952         msg->cm_fields['N'] = strdoop(config.c_nodename);
953         
954
955         /* prepend our node to the path */
956         if (msg->cm_fields['P'] != NULL) {
957                 oldpath = msg->cm_fields['P'];
958                 msg->cm_fields['P'] = NULL;
959         }
960         else {
961                 oldpath = strdoop("unknown_user");
962         }
963         size = strlen(oldpath) + SIZ;
964         msg->cm_fields['P'] = mallok(size);
965         snprintf(msg->cm_fields['P'], size, "%s!%s", config.c_nodename, oldpath);
966         phree(oldpath);
967
968         /* Now submit the message */
969         valid = validate_recipients(recipient);
970         if (valid != NULL) if (valid->num_error > 0) {
971                 phree(valid);
972                 valid = NULL;
973         }
974         if ( (valid == NULL) || (!strcasecmp(recipient, bouncesource)) ) {
975                 strcpy(force_room, config.c_aideroom);
976         }
977         else {
978                 strcpy(force_room, "");
979         }
980         if ( (valid == NULL) && (strlen(force_room) == 0) ) {
981                 strcpy(force_room, config.c_aideroom);
982         }
983         CtdlSubmitMsg(msg, valid, force_room);
984
985         /* Clean up */
986         if (valid != NULL) phree(valid);
987         CtdlFreeMessage(msg);
988         lprintf(9, "leaving network_bounce()\n");
989 }
990
991
992
993
994 /*
995  * Process a buffer containing a single message from a single file
996  * from the inbound queue 
997  */
998 void network_process_buffer(char *buffer, long size) {
999         struct CtdlMessage *msg;
1000         long pos;
1001         int field;
1002         struct recptypes *recp = NULL;
1003         char target_room[ROOMNAMELEN];
1004         struct ser_ret sermsg;
1005         char *oldpath = NULL;
1006         char filename[SIZ];
1007         FILE *fp;
1008         char buf[SIZ];
1009         char nexthop[SIZ];
1010
1011         /* Set default target room to trash */
1012         strcpy(target_room, TWITROOM);
1013
1014         /* Load the message into memory */
1015         msg = (struct CtdlMessage *) mallok(sizeof(struct CtdlMessage));
1016         memset(msg, 0, sizeof(struct CtdlMessage));
1017         msg->cm_magic = CTDLMESSAGE_MAGIC;
1018         msg->cm_anon_type = buffer[1];
1019         msg->cm_format_type = buffer[2];
1020
1021         for (pos = 3; pos < size; ++pos) {
1022                 field = buffer[pos];
1023                 msg->cm_fields[field] = strdoop(&buffer[pos+1]);
1024                 pos = pos + strlen(&buffer[(int)pos]);
1025         }
1026
1027         /* Check for message routing */
1028         if (msg->cm_fields['D'] != NULL) {
1029                 if (strcasecmp(msg->cm_fields['D'], config.c_nodename)) {
1030
1031                         /* route the message */
1032                         strcpy(nexthop, "");
1033                         if (is_valid_node(nexthop, NULL,
1034                            msg->cm_fields['D']) == 0) {
1035
1036                                 /* prepend our node to the path */
1037                                 if (msg->cm_fields['P'] != NULL) {
1038                                         oldpath = msg->cm_fields['P'];
1039                                         msg->cm_fields['P'] = NULL;
1040                                 }
1041                                 else {
1042                                         oldpath = strdoop("unknown_user");
1043                                 }
1044                                 size = strlen(oldpath) + SIZ;
1045                                 msg->cm_fields['P'] = mallok(size);
1046                                 snprintf(msg->cm_fields['P'], size, "%s!%s",
1047                                         config.c_nodename, oldpath);
1048                                 phree(oldpath);
1049
1050                                 /* serialize the message */
1051                                 serialize_message(&sermsg, msg);
1052
1053                                 /* now send it */
1054                                 if (strlen(nexthop) == 0) {
1055                                         strcpy(nexthop, msg->cm_fields['D']);
1056                                 }
1057                                 snprintf(filename, sizeof filename,
1058                                         "./network/spoolout/%s", nexthop);
1059                                 fp = fopen(filename, "ab");
1060                                 if (fp != NULL) {
1061                                         fwrite(sermsg.ser,
1062                                                 sermsg.len, 1, fp);
1063                                         fclose(fp);
1064                                 }
1065                                 phree(sermsg.ser);
1066                                 CtdlFreeMessage(msg);
1067                                 return;
1068                         }
1069                         
1070                         else {  /* invalid destination node name */
1071
1072                                 network_bounce(msg,
1073 "A message you sent could not be delivered due to an invalid destination node"
1074 " name.  Please check the address and try sending the message again.\n");
1075                                 msg = NULL;
1076                                 return;
1077
1078                         }
1079                 }
1080         }
1081
1082         /*
1083          * Check to see if we already have a copy of this message
1084          */
1085         if (network_usetable(msg) != 0) {
1086                 snprintf(buf, sizeof buf,
1087                         "Loopzapper rejected message <%s> "
1088                         "from <%s> in <%s> @ <%s>\n",
1089                         ((msg->cm_fields['I']!=NULL)?(msg->cm_fields['I']):""),
1090                         ((msg->cm_fields['A']!=NULL)?(msg->cm_fields['A']):""),
1091                         ((msg->cm_fields['O']!=NULL)?(msg->cm_fields['O']):""),
1092                         ((msg->cm_fields['N']!=NULL)?(msg->cm_fields['N']):"")
1093                 );
1094                 aide_message(buf);
1095                 CtdlFreeMessage(msg);
1096                 msg = NULL;
1097                 return;
1098         }
1099
1100         /* Learn network topology from the path */
1101         if ((msg->cm_fields['N'] != NULL) && (msg->cm_fields['P'] != NULL)) {
1102                 network_learn_topology(msg->cm_fields['N'], 
1103                                         msg->cm_fields['P']);
1104         }
1105
1106         /* Does it have a recipient?  If so, validate it... */
1107         if (msg->cm_fields['R'] != NULL) {
1108                 recp = validate_recipients(msg->cm_fields['R']);
1109                 if (recp != NULL) if (recp->num_error > 0) {
1110                         network_bounce(msg,
1111 "A message you sent could not be delivered due to an invalid address.\n"
1112 "Please check the address and try sending the message again.\n");
1113                         msg = NULL;
1114                         phree(recp);
1115                         return;
1116                 }
1117                 strcpy(target_room, "");        /* no target room if mail */
1118         }
1119
1120         else if (msg->cm_fields['C'] != NULL) {
1121                 safestrncpy(target_room,
1122                         msg->cm_fields['C'],
1123                         sizeof target_room);
1124         }
1125
1126         else if (msg->cm_fields['O'] != NULL) {
1127                 safestrncpy(target_room,
1128                         msg->cm_fields['O'],
1129                         sizeof target_room);
1130         }
1131
1132         /* Strip out fields that are only relevant during transit */
1133         if (msg->cm_fields['D'] != NULL) {
1134                 phree(msg->cm_fields['D']);
1135                 msg->cm_fields['D'] = NULL;
1136         }
1137         if (msg->cm_fields['C'] != NULL) {
1138                 phree(msg->cm_fields['C']);
1139                 msg->cm_fields['C'] = NULL;
1140         }
1141
1142         /* save the message into a room */
1143         if (PerformNetprocHooks(msg, target_room) == 0) {
1144                 msg->cm_flags = CM_SKIP_HOOKS;
1145                 CtdlSubmitMsg(msg, recp, target_room);
1146         }
1147         CtdlFreeMessage(msg);
1148         phree(recp);
1149 }
1150
1151
1152 /*
1153  * Process a single message from a single file from the inbound queue 
1154  */
1155 void network_process_message(FILE *fp, long msgstart, long msgend) {
1156         long hold_pos;
1157         long size;
1158         char *buffer;
1159
1160         hold_pos = ftell(fp);
1161         size = msgend - msgstart + 1;
1162         buffer = mallok(size);
1163         if (buffer != NULL) {
1164                 fseek(fp, msgstart, SEEK_SET);
1165                 fread(buffer, size, 1, fp);
1166                 network_process_buffer(buffer, size);
1167                 phree(buffer);
1168         }
1169
1170         fseek(fp, hold_pos, SEEK_SET);
1171 }
1172
1173
1174 /*
1175  * Process a single file from the inbound queue 
1176  */
1177 void network_process_file(char *filename) {
1178         FILE *fp;
1179         long msgstart = (-1L);
1180         long msgend = (-1L);
1181         long msgcur = 0L;
1182         int ch;
1183
1184         lprintf(7, "network: processing <%s>\n", filename);
1185
1186         fp = fopen(filename, "rb");
1187         if (fp == NULL) {
1188                 lprintf(5, "Error opening %s: %s\n",
1189                         filename, strerror(errno));
1190                 return;
1191         }
1192
1193         /* Look for messages in the data stream and break them out */
1194         while (ch = getc(fp), ch >= 0) {
1195         
1196                 if (ch == 255) {
1197                         if (msgstart >= 0L) {
1198                                 msgend = msgcur - 1;
1199                                 network_process_message(fp, msgstart, msgend);
1200                         }
1201                         msgstart = msgcur;
1202                 }
1203
1204                 ++msgcur;
1205         }
1206
1207         msgend = msgcur - 1;
1208         if (msgstart >= 0L) {
1209                 network_process_message(fp, msgstart, msgend);
1210         }
1211
1212         fclose(fp);
1213         unlink(filename);
1214 }
1215
1216
1217 /*
1218  * Process anything in the inbound queue
1219  */
1220 void network_do_spoolin(void) {
1221         DIR *dp;
1222         struct dirent *d;
1223         char filename[SIZ];
1224
1225         dp = opendir("./network/spoolin");
1226         if (dp == NULL) return;
1227
1228         while (d = readdir(dp), d != NULL) {
1229                 snprintf(filename, sizeof filename, "./network/spoolin/%s", d->d_name);
1230                 network_process_file(filename);
1231         }
1232
1233
1234         closedir(dp);
1235 }
1236
1237
1238
1239
1240
1241 /*
1242  * receive network spool from the remote system
1243  */
1244 void receive_spool(int sock, char *remote_nodename) {
1245         long download_len;
1246         long bytes_received;
1247         char buf[SIZ];
1248         static char pbuf[IGNET_PACKET_SIZE];
1249         char tempfilename[PATH_MAX];
1250         long plen;
1251         FILE *fp;
1252
1253         strcpy(tempfilename, tmpnam(NULL));
1254         if (sock_puts(sock, "NDOP") < 0) return;
1255         if (sock_gets(sock, buf) < 0) return;
1256         lprintf(9, "<%s\n", buf);
1257         if (buf[0] != '2') {
1258                 return;
1259         }
1260         download_len = extract_long(&buf[4], 0);
1261
1262         bytes_received = 0L;
1263         fp = fopen(tempfilename, "w");
1264         if (fp == NULL) {
1265                 lprintf(9, "cannot open download file locally: %s\n",
1266                         strerror(errno));
1267                 return;
1268         }
1269
1270         while (bytes_received < download_len) {
1271                 snprintf(buf, sizeof buf, "READ %ld|%ld",
1272                         bytes_received,
1273                      ((download_len - bytes_received > IGNET_PACKET_SIZE)
1274                  ? IGNET_PACKET_SIZE : (download_len - bytes_received)));
1275                 if (sock_puts(sock, buf) < 0) {
1276                         fclose(fp);
1277                         unlink(tempfilename);
1278                         return;
1279                 }
1280                 if (sock_gets(sock, buf) < 0) {
1281                         fclose(fp);
1282                         unlink(tempfilename);
1283                         return;
1284                 }
1285                 if (buf[0] == '6') {
1286                         plen = extract_long(&buf[4], 0);
1287                         if (sock_read(sock, pbuf, plen) < 0) {
1288                                 fclose(fp);
1289                                 unlink(tempfilename);
1290                                 return;
1291                         }
1292                         fwrite((char *) pbuf, plen, 1, fp);
1293                         bytes_received = bytes_received + plen;
1294                 }
1295         }
1296
1297         fclose(fp);
1298         if (sock_puts(sock, "CLOS") < 0) {
1299                 unlink(tempfilename);
1300                 return;
1301         }
1302         if (sock_gets(sock, buf) < 0) {
1303                 unlink(tempfilename);
1304                 return;
1305         }
1306         lprintf(9, "%s\n", buf);
1307         snprintf(buf, sizeof buf, "mv %s ./network/spoolin/%s.%ld",
1308                 tempfilename, remote_nodename, (long) getpid());
1309         system(buf);
1310 }
1311
1312
1313
1314 /*
1315  * transmit network spool to the remote system
1316  */
1317 void transmit_spool(int sock, char *remote_nodename)
1318 {
1319         char buf[SIZ];
1320         char pbuf[4096];
1321         long plen;
1322         long bytes_to_write, thisblock;
1323         int fd;
1324         char sfname[128];
1325
1326         if (sock_puts(sock, "NUOP") < 0) return;
1327         if (sock_gets(sock, buf) < 0) return;
1328         lprintf(9, "<%s\n", buf);
1329         if (buf[0] != '2') {
1330                 return;
1331         }
1332
1333         snprintf(sfname, sizeof sfname, "./network/spoolout/%s", remote_nodename);
1334         fd = open(sfname, O_RDONLY);
1335         if (fd < 0) {
1336                 if (errno == ENOENT) {
1337                         lprintf(9, "Nothing to send.\n");
1338                 } else {
1339                         lprintf(5, "cannot open upload file locally: %s\n",
1340                                 strerror(errno));
1341                 }
1342                 return;
1343         }
1344         while (plen = (long) read(fd, pbuf, IGNET_PACKET_SIZE), plen > 0L) {
1345                 bytes_to_write = plen;
1346                 while (bytes_to_write > 0L) {
1347                         snprintf(buf, sizeof buf, "WRIT %ld", bytes_to_write);
1348                         if (sock_puts(sock, buf) < 0) {
1349                                 close(fd);
1350                                 return;
1351                         }
1352                         if (sock_gets(sock, buf) < 0) {
1353                                 close(fd);
1354                                 return;
1355                         }
1356                         thisblock = atol(&buf[4]);
1357                         if (buf[0] == '7') {
1358                                 if (sock_write(sock, pbuf,
1359                                    (int) thisblock) < 0) {
1360                                         close(fd);
1361                                         return;
1362                                 }
1363                                 bytes_to_write = bytes_to_write - thisblock;
1364                         } else {
1365                                 goto ABORTUPL;
1366                         }
1367                 }
1368         }
1369
1370 ABORTUPL:
1371         close(fd);
1372         if (sock_puts(sock, "UCLS 1") < 0) return;
1373         if (sock_gets(sock, buf) < 0) return;
1374         lprintf(9, "<%s\n", buf);
1375         if (buf[0] == '2') {
1376                 unlink(sfname);
1377         }
1378 }
1379
1380
1381
1382 /*
1383  * Poll one Citadel node (called by network_poll_other_citadel_nodes() below)
1384  */
1385 void network_poll_node(char *node, char *secret, char *host, char *port) {
1386         int sock;
1387         char buf[SIZ];
1388
1389         if (network_talking_to(node, NTT_CHECK)) return;
1390         network_talking_to(node, NTT_ADD);
1391         lprintf(5, "Polling node <%s> at %s:%s\n", node, host, port);
1392
1393         sock = sock_connect(host, port, "tcp");
1394         if (sock < 0) {
1395                 lprintf(7, "Could not connect: %s\n", strerror(errno));
1396                 network_talking_to(node, NTT_REMOVE);
1397                 return;
1398         }
1399         
1400         lprintf(9, "Connected!\n");
1401
1402         /* Read the server greeting */
1403         if (sock_gets(sock, buf) < 0) goto bail;
1404         lprintf(9, ">%s\n", buf);
1405
1406         /* Identify ourselves */
1407         snprintf(buf, sizeof buf, "NETP %s|%s", config.c_nodename, secret);
1408         lprintf(9, "<%s\n", buf);
1409         if (sock_puts(sock, buf) <0) goto bail;
1410         if (sock_gets(sock, buf) < 0) goto bail;
1411         lprintf(9, ">%s\n", buf);
1412         if (buf[0] != '2') goto bail;
1413
1414         /* At this point we are authenticated. */
1415         receive_spool(sock, node);
1416         transmit_spool(sock, node);
1417
1418         sock_puts(sock, "QUIT");
1419 bail:   sock_close(sock);
1420         network_talking_to(node, NTT_REMOVE);
1421 }
1422
1423
1424
1425 /*
1426  * Poll other Citadel nodes and transfer inbound/outbound network data.
1427  */
1428 void network_poll_other_citadel_nodes(void) {
1429         char *ignetcfg = NULL;
1430         int i;
1431         char linebuf[SIZ];
1432         char node[SIZ];
1433         char host[SIZ];
1434         char port[SIZ];
1435         char secret[SIZ];
1436
1437         ignetcfg = CtdlGetSysConfig(IGNETCFG);
1438         if (ignetcfg == NULL) return;   /* no nodes defined */
1439
1440         /* Use the string tokenizer to grab one line at a time */
1441         for (i=0; i<num_tokens(ignetcfg, '\n'); ++i) {
1442                 extract_token(linebuf, ignetcfg, i, '\n');
1443                 extract(node, linebuf, 0);
1444                 extract(secret, linebuf, 1);
1445                 extract(host, linebuf, 2);
1446                 extract(port, linebuf, 3);
1447                 if ( (strlen(node) > 0) && (strlen(secret) > 0) 
1448                    && (strlen(host) > 0) && strlen(port) > 0) {
1449                         network_poll_node(node, secret, host, port);
1450                 }
1451         }
1452
1453         phree(ignetcfg);
1454 }
1455
1456
1457
1458
1459
1460
1461
1462 /*
1463  * network_do_queue()
1464  * 
1465  * Run through the rooms doing various types of network stuff.
1466  */
1467 void network_do_queue(void) {
1468         static time_t last_run = 0L;
1469         struct RoomProcList *ptr;
1470         int full_processing = 1;
1471
1472         /*
1473          * Run the full set of processing tasks no more frequently
1474          * than once every n seconds
1475          */
1476         if ( (time(NULL) - last_run) < config.c_net_freq ) {
1477                 full_processing = 0;
1478         }
1479
1480         /*
1481          * This is a simple concurrency check to make sure only one queue run
1482          * is done at a time.  We could do this with a mutex, but since we
1483          * don't really require extremely fine granularity here, we'll do it
1484          * with a static variable instead.
1485          */
1486         if (doing_queue) return;
1487         doing_queue = 1;
1488         last_run = time(NULL);
1489
1490         /*
1491          * Poll other Citadel nodes.
1492          */
1493         if (full_processing) {
1494                 network_poll_other_citadel_nodes();
1495         }
1496
1497         /*
1498          * Load the network map and filter list into memory.
1499          */
1500         read_network_map();
1501         filterlist = load_filter_list();
1502
1503         /* 
1504          * Go ahead and run the queue
1505          */
1506         if (full_processing) {
1507                 lprintf(7, "network: loading outbound queue\n");
1508                 ForEachRoom(network_queue_room, NULL);
1509
1510                 lprintf(7, "network: running outbound queue\n");
1511                 while (rplist != NULL) {
1512                         network_spoolout_room(rplist->name);
1513                         ptr = rplist;
1514                         rplist = rplist->next;
1515                         phree(ptr);
1516                 }
1517         }
1518
1519         lprintf(7, "network: processing inbound queue\n");
1520         network_do_spoolin();
1521
1522         /* Save the network map back to disk */
1523         write_network_map();
1524
1525         /* Free the filter list in memory */
1526         free_filter_list(filterlist);
1527         filterlist = NULL;
1528
1529         lprintf(7, "network: queue run completed\n");
1530         doing_queue = 0;
1531 }
1532
1533
1534 /*
1535  * cmd_netp() - authenticate to the server as another Citadel node polling
1536  *              for network traffic
1537  */
1538 void cmd_netp(char *cmdbuf)
1539 {
1540         char node[SIZ];
1541         char pass[SIZ];
1542
1543         char secret[SIZ];
1544         char nexthop[SIZ];
1545
1546         if (doing_queue) {
1547                 cprintf("%d spooling - try again in a few minutes\n", ERROR);
1548                 return;
1549         }
1550
1551         extract(node, cmdbuf, 0);
1552         extract(pass, cmdbuf, 1);
1553
1554         if (is_valid_node(nexthop, secret, node) != 0) {
1555                 cprintf("%d authentication failed\n", ERROR);
1556                 return;
1557         }
1558
1559         if (strcasecmp(pass, secret)) {
1560                 cprintf("%d authentication failed\n", ERROR);
1561                 return;
1562         }
1563
1564         if (network_talking_to(node, NTT_CHECK)) {
1565                 cprintf("%d Already talking to %s right now\n", ERROR, node);
1566                 return;
1567         }
1568
1569         safestrncpy(CC->net_node, node, sizeof CC->net_node);
1570         network_talking_to(node, NTT_ADD);
1571         cprintf("%d authenticated as network node '%s'\n", CIT_OK,
1572                 CC->net_node);
1573 }
1574
1575
1576
1577
1578
1579 /*
1580  * Module entry point
1581  */
1582 char *serv_network_init(void)
1583 {
1584         CtdlRegisterProtoHook(cmd_gnet, "GNET", "Get network config");
1585         CtdlRegisterProtoHook(cmd_snet, "SNET", "Set network config");
1586         CtdlRegisterProtoHook(cmd_netp, "NETP", "Identify as network poller");
1587         CtdlRegisterSessionHook(network_do_queue, EVT_TIMER);
1588         return "$Id$";
1589 }