+++ /dev/null
-/*
- * This module polls other Citadel servers for inter-site networking.
- *
- * Copyright (c) 2000-2017 by the citadel.org team
- *
- * This program is open source software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License, version 3.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * Implementation note:
- * I'm not really happy with this. It looks more like a Gen 1 poller
- * than a Gen 3 poller, because libcurl (understandably) does not have
- * support for Citadel protocol. In the not too distant future I would
- * like to remove Citadel-to-Citadel protocol entirely, and replace it
- * with NNTP.
- */
-
-
-#include "sysdep.h"
-#include <stdlib.h>
-#include <unistd.h>
-#include <stdio.h>
-#include <fcntl.h>
-#include <ctype.h>
-#include <signal.h>
-#include <pwd.h>
-#include <errno.h>
-#include <sys/stat.h>
-#include <sys/types.h>
-#include <dirent.h>
-#if TIME_WITH_SYS_TIME
-# include <sys/time.h>
-# include <time.h>
-#else
-# if HAVE_SYS_TIME_H
-# include <sys/time.h>
-# else
-# include <time.h>
-# endif
-#endif
-#ifdef HAVE_SYSCALL_H
-# include <syscall.h>
-#else
-# if HAVE_SYS_SYSCALL_H
-# include <sys/syscall.h>
-# endif
-#endif
-
-#include <sys/wait.h>
-#include <string.h>
-#include <limits.h>
-#include <libcitadel.h>
-#include "citadel.h"
-#include "server.h"
-#include "citserver.h"
-#include "support.h"
-#include "config.h"
-#include "user_ops.h"
-#include "database.h"
-#include "msgbase.h"
-#include "internet_addressing.h"
-#include "clientsocket.h"
-#include "citadel_dirs.h"
-#include "threads.h"
-#include "context.h"
-#include "ctdl_module.h"
-
-struct CitContext networker_client_CC;
-
-
-/*
- * Poll one Citadel node (the Citadel node name, host/ip, port number, and shared secret are supplied by the caller)
- */
-void network_poll_node(StrBuf *node, StrBuf *host, StrBuf *port, StrBuf *secret)
-{
- char buf[SIZ];
- CC->SBuf.Buf = NewStrBuf();
- CC->sMigrateBuf = NewStrBuf();
- CC->SBuf.ReadWritePointer = NULL;
- int bytes_read = 0;
- int bytes_total = 0;
- int this_block = 0;
- StrBuf *SpoolFileName = NULL;
- FILE *netoutfp = NULL;
-
- syslog(LOG_DEBUG, "netpoll: polling %s at %s:%s", ChrPtr(node), ChrPtr(host), ChrPtr(port));
-
- int sock = sock_connect((char *)ChrPtr(host), (char *)ChrPtr(port));
- if (sock < 0) {
- syslog(LOG_ERR, "%s: %s", ChrPtr(host), strerror(errno));
- return;
- }
-
- /* Read the server greeting */
- if (sock_getln(&sock, buf, sizeof buf) < 0) {
- goto bail;
- }
-
- /* Check that the remote is who we think it is and warn the site admin if not */
- if (strncmp(&buf[4], ChrPtr(node), StrLength(node))) {
- CtdlAideMessage(buf, "Connected to wrong node!");
- syslog(LOG_ERR, "netpoll: was expecting node <%s> but got %s", ChrPtr(node), buf);
- goto bail;
- }
-
- /* We're talking to the correct node. Now identify ourselves. */
- snprintf(buf, sizeof buf, "NETP %s|%s", CtdlGetConfigStr("c_nodename"), ChrPtr(secret));
- sock_puts(&sock, buf);
- if (sock_getln(&sock, buf, sizeof buf) < 0) {
- goto bail;
- }
- if (buf[0] != '2') {
- CtdlAideMessage(buf, "Could not authenticate to network peer");
- syslog(LOG_ERR, "netpoll: could not authenticate to <%s> : %s", ChrPtr(node), buf);
- goto bail;
- }
-
- /* Tell it we want to download anything headed our way. */
- sock_puts(&sock, "NDOP");
- if (sock_getln(&sock, buf, sizeof buf) < 0) {
- goto bail;
- }
- if (buf[0] != '2') {
- CtdlAideMessage(buf, "NDOP error");
- syslog(LOG_ERR, "netpoll: NDOP error talking to <%s> : %s", ChrPtr(node), buf);
- goto bail;
- }
-
- bytes_total = atoi(&buf[4]);
- bytes_read = 0;
-
- SpoolFileName = NewStrBuf();
- StrBufPrintf(SpoolFileName, // Incoming packets get dropped into the "spoolin/" directory
- "%s/%s.%lx%x",
- ctdl_netin_dir,
- ChrPtr(node),
- time(NULL),
- rand()
- );
- StrBufStripSlashes(SpoolFileName, 1);
-
- FILE *netinfp = fopen(ChrPtr(SpoolFileName), "w");
- FreeStrBuf(&SpoolFileName);
- if (!netinfp) {
- goto bail;
- }
-
- while (bytes_read < bytes_total) {
- snprintf(buf, sizeof buf, "READ %d|%d", bytes_read, bytes_total-bytes_read);
- sock_puts(&sock, buf);
- if (sock_getln(&sock, buf, sizeof buf) < 0) {
- fclose(netinfp);
- goto bail;
- }
- if (buf[0] == '6') {
- this_block = atoi(&buf[4]);
-
- // Use buffered reads to download the data from remote server
- StrBuf *ThisBlockBuf = NewStrBuf();
- int blen = socket_read_blob(&sock, ThisBlockBuf, this_block, 20);
- if (blen > 0) {
- fwrite(ChrPtr(ThisBlockBuf), blen, 1, netinfp);
- bytes_read += blen;
- }
- FreeStrBuf(&ThisBlockBuf);
- if (blen < this_block) {
- syslog(LOG_DEBUG, "netpoll: got short block, ftn");
- fclose(netinfp);
- goto bail;
- }
- }
- }
-
- syslog(LOG_DEBUG, "netpoll: downloaded %d of %d bytes from %s", bytes_read, bytes_total, ChrPtr(node));
-
- if (fclose(netinfp) == 0) {
- sock_puts(&sock, "CLOS"); // CLOSing the download causes it to be deleted on the other node
- if (sock_getln(&sock, buf, sizeof buf) < 0) {
- goto bail;
- }
- }
-
- // Now get ready to send our network data to the other node.
- SpoolFileName = NewStrBuf();
- StrBufPrintf(SpoolFileName, // Outgoing packets come from the "spoolout/" directory
- "%s/%s",
- ctdl_netout_dir,
- ChrPtr(node)
- );
- netoutfp = fopen(ChrPtr(SpoolFileName), "r");
- if (!netoutfp) {
- goto bail;
- }
-
- /* Tell it we want to upload. */
- sock_puts(&sock, "NUOP");
- if (sock_getln(&sock, buf, sizeof buf) < 0) {
- goto bail;
- }
- if (buf[0] != '2') {
- CtdlAideMessage(buf, "NUOP error");
- syslog(LOG_ERR, "netpoll: NUOP error talking to <%s> : %s", ChrPtr(node), buf);
- goto bail;
- }
-
- fseek(netoutfp, 0, SEEK_END);
- long total_to_send = ftell(netoutfp);
- rewind(netoutfp);
-
- syslog(LOG_DEBUG, "netpoll: I want to send %ld bytes to %s", total_to_send, ChrPtr(node));
- long bytes_sent = 0;
- while (bytes_sent < total_to_send) {
- if (server_shutting_down) {
- goto bail;
- }
-
- this_block = total_to_send - bytes_sent;
- if (this_block > sizeof(buf)) {
- this_block = sizeof(buf);
- }
-
- snprintf(buf, sizeof buf, "WRIT %d", this_block);
- sock_puts(&sock, buf);
- if (sock_getln(&sock, buf, sizeof buf) < 0) {
- goto bail;
- }
- if (buf[0] != '7') {
- goto bail;
- }
- this_block = atol(&buf[4]);
- fread(buf, this_block, 1, netoutfp);
- if (sock_write(&sock, buf, this_block) != this_block) {
- goto bail;
- }
- bytes_sent += this_block;
- syslog(LOG_DEBUG, "netpoll: sent %ld of %ld bytes to %s", bytes_sent, total_to_send, ChrPtr(node));
- }
-
- /* Tell them we're done. */
- sock_puts(&sock, "UCLS 1"); // UCLS 1 causes it to close *and delete* on the other node
- if (sock_getln(&sock, buf, sizeof buf) < 0) {
- goto bail;
- }
- if (buf[0] == '2') {
- unlink(ChrPtr(SpoolFileName));
- }
-
-bail: close(sock);
- if (SpoolFileName != NULL) FreeStrBuf(&SpoolFileName);
- if (netoutfp != NULL) fclose(netoutfp);
- FreeStrBuf(&CC->SBuf.Buf);
- FreeStrBuf(&CC->sMigrateBuf);
-}
-
-
-/*
- * Poll other Citadel nodes and transfer inbound/outbound network data.
- * Set "full" to nonzero to force a poll of every node, or to zero to poll
- * only nodes to which we have data to send.
- */
-void network_poll_other_citadel_nodes(int full_poll, HashList *ignetcfg)
-{
- const char *key;
- long len;
- HashPos *Pos;
- void *vCfg;
- StrBuf *SpoolFileName;
-
- int poll = 0;
-
- if (GetCount(ignetcfg) ==0) {
- syslog(LOG_DEBUG, "netpoll: no neighbor nodes are configured - not polling");
- return;
- }
- become_session(&networker_client_CC);
-
- SpoolFileName = NewStrBufPlain(ctdl_netout_dir, -1);
-
- Pos = GetNewHashPos(ignetcfg, 0);
-
- while (GetNextHashPos(ignetcfg, Pos, &len, &key, &vCfg))
- {
- /* Use the string tokenizer to grab one line at a time */
- if (server_shutting_down) {
- return;
- }
- CtdlNodeConf *pNode = (CtdlNodeConf*) vCfg;
- poll = 0;
-
- StrBuf *node = NewStrBufDup(pNode->NodeName);
- StrBuf *host = NewStrBufDup(pNode->Host);
- StrBuf *port = NewStrBufDup(pNode->Port);
- StrBuf *secret = NewStrBufDup(pNode->Secret);
-
- if ( (StrLength(node) != 0) &&
- (StrLength(secret) != 0) &&
- (StrLength(host) != 0)
- ) {
- poll = full_poll;
- if (poll == 0)
- {
- StrBufAppendBufPlain(SpoolFileName, HKEY("/"), 0);
- StrBufAppendBuf(SpoolFileName, node, 0);
- StrBufStripSlashes(SpoolFileName, 1);
-
- if (access(ChrPtr(SpoolFileName), R_OK) == 0) {
- poll = 1;
- }
- }
- }
- if (poll && (StrLength(host) > 0) && strcmp("0.0.0.0", ChrPtr(host))) {
- if (!CtdlNetworkTalkingTo(SKEY(node), NTT_CHECK)) {
- network_poll_node(node, host, port, secret);
- }
- }
- FreeStrBuf(&node);
- FreeStrBuf(&host);
- FreeStrBuf(&secret);
- FreeStrBuf(&port);
- }
- FreeStrBuf(&SpoolFileName);
- DeleteHashPos(&Pos);
-}
-
-
-void network_do_clientqueue(void)
-{
- HashList *working_ignetcfg;
- int full_processing = 1;
- static time_t last_run = 0L;
-
- /*
- * Run the full set of processing tasks no more frequently
- * than once every n seconds
- */
- if ( (time(NULL) - last_run) < CtdlGetConfigLong("c_net_freq") )
- {
- full_processing = 0;
- syslog(LOG_DEBUG, "netpoll: full processing in %ld seconds.",
- CtdlGetConfigLong("c_net_freq") - (time(NULL)- last_run)
- );
- }
-
- working_ignetcfg = CtdlLoadIgNetCfg();
- /*
- * Poll other Citadel nodes. Maybe. If "full_processing" is set
- * then we poll everyone. Otherwise we only poll nodes we have stuff
- * to send to.
- */
- network_poll_other_citadel_nodes(full_processing, working_ignetcfg);
- DeleteHash(&working_ignetcfg);
-}
-
-
-/*
- * Module entry point
- */
-CTDL_MODULE_INIT(network_client)
-{
- if (!threading)
- {
- CtdlFillSystemContext(&networker_client_CC, "CitNetworker");
- CtdlRegisterSessionHook(network_do_clientqueue, EVT_TIMER, PRIO_SEND + 10);
-
- }
- return "networkclient";
-}
projects / citadel.git / commitdiff