-/*
- * Process anything in the inbound queue
- */
-void network_do_spoolin(HashList *working_ignetcfg, HashList *the_netmap, int *netmap_changed)
-{
- struct CitContext *CCC = CC;
- DIR *dp;
- struct dirent *d;
- struct dirent *filedir_entry;
- struct stat statbuf;
- char filename[PATH_MAX];
- static time_t last_spoolin_mtime = 0L;
- int d_type = 0;
- int d_namelen;
-
- /*
- * Check the spoolin directory's modification time. If it hasn't
- * been touched, we don't need to scan it.
- */
- if (stat(ctdl_netin_dir, &statbuf)) return;
- if (statbuf.st_mtime == last_spoolin_mtime) {
- QNM_syslog(LOG_DEBUG, "network: nothing in inbound queue\n");
- return;
- }
- last_spoolin_mtime = statbuf.st_mtime;
- QNM_syslog(LOG_DEBUG, "network: processing inbound queue\n");
-
- /*
- * Ok, there's something interesting in there, so scan it.
- */
- dp = opendir(ctdl_netin_dir);
- if (dp == NULL) return;
-
- d = (struct dirent *)malloc(offsetof(struct dirent, d_name) + PATH_MAX + 1);
- if (d == NULL) {
- closedir(dp);
- return;
- }
-
- while ((readdir_r(dp, d, &filedir_entry) == 0) &&
- (filedir_entry != NULL))
- {
-#ifdef _DIRENT_HAVE_D_NAMLEN
- d_namelen = filedir_entry->d_namelen;
-
-#else
- d_namelen = strlen(filedir_entry->d_name);
-#endif
-
-#ifdef _DIRENT_HAVE_D_TYPE
- d_type = filedir_entry->d_type;
-#else
- d_type = DT_UNKNOWN;
-#endif
- if ((d_namelen > 1) && filedir_entry->d_name[d_namelen - 1] == '~')
- continue; /* Ignore backup files... */
-
- if ((d_namelen == 1) &&
- (filedir_entry->d_name[0] == '.'))
- continue;
-
- if ((d_namelen == 2) &&
- (filedir_entry->d_name[0] == '.') &&
- (filedir_entry->d_name[1] == '.'))
- continue;
-
- if (d_type == DT_UNKNOWN) {
- struct stat s;
- char path[PATH_MAX];
-
- snprintf(path,
- PATH_MAX,
- "%s/%s",
- ctdl_netin_dir,
- filedir_entry->d_name);
-
- if (lstat(path, &s) == 0) {
- d_type = IFTODT(s.st_mode);
- }
- }
-
- switch (d_type)
- {
- case DT_DIR:
- break;
- case DT_LNK: /* TODO: check whether its a file or a directory */
- case DT_REG:
- snprintf(filename,
- sizeof filename,
- "%s/%s",
- ctdl_netin_dir,
- d->d_name
- );
- network_process_file(filename,
- working_ignetcfg,
- the_netmap,
- netmap_changed);
- }
- }
-
- closedir(dp);
- free(d);
-}
-
-/*
- * Step 1: consolidate files in the outbound queue into one file per neighbor node
- * Step 2: delete any files in the outbound queue that were for neighbors who no longer exist.
- */
-void network_consolidate_spoolout(HashList *working_ignetcfg, HashList *the_netmap)
-{
- struct CitContext *CCC = CC;
- IOBuffer IOB;
- FDIOBuffer FDIO;
- int d_namelen;
- DIR *dp;
- struct dirent *d;
- struct dirent *filedir_entry;
- const char *pch;
- char spooloutfilename[PATH_MAX];
- char filename[PATH_MAX];
- const StrBuf *nexthop;
- StrBuf *NextHop;
- int i;
- struct stat statbuf;
- int nFailed = 0;
- int d_type = 0;
-
-
- /* Step 1: consolidate files in the outbound queue into one file per neighbor node */
- d = (struct dirent *)malloc(offsetof(struct dirent, d_name) + PATH_MAX + 1);
- if (d == NULL) return;
-
- dp = opendir(ctdl_netout_dir);
- if (dp == NULL) {
- free(d);
- return;
- }
-
- NextHop = NewStrBuf();
- memset(&IOB, 0, sizeof(IOBuffer));
- memset(&FDIO, 0, sizeof(FDIOBuffer));
- FDIO.IOB = &IOB;
-
- while ((readdir_r(dp, d, &filedir_entry) == 0) &&
- (filedir_entry != NULL))
- {
-#ifdef _DIRENT_HAVE_D_NAMLEN
- d_namelen = filedir_entry->d_namelen;
-
-#else
- d_namelen = strlen(filedir_entry->d_name);
-#endif
-
-#ifdef _DIRENT_HAVE_D_TYPE
- d_type = filedir_entry->d_type;
-#else
- d_type = DT_UNKNOWN;
-#endif
- if (d_type == DT_DIR)
- continue;
-
- if ((d_namelen > 1) && filedir_entry->d_name[d_namelen - 1] == '~')
- continue; /* Ignore backup files... */
-
- if ((d_namelen == 1) &&
- (filedir_entry->d_name[0] == '.'))
- continue;
-
- if ((d_namelen == 2) &&
- (filedir_entry->d_name[0] == '.') &&
- (filedir_entry->d_name[1] == '.'))
- continue;
-
- pch = strchr(filedir_entry->d_name, '@');
- if (pch == NULL)
- continue;
-
- snprintf(filename,
- sizeof filename,
- "%s/%s",
- ctdl_netout_dir,
- filedir_entry->d_name);
-
- StrBufPlain(NextHop,
- filedir_entry->d_name,
- pch - filedir_entry->d_name);
-
- snprintf(spooloutfilename,
- sizeof spooloutfilename,
- "%s/%s",
- ctdl_netout_dir,
- ChrPtr(NextHop));
-
- QN_syslog(LOG_DEBUG, "Consolidate %s to %s\n", filename, ChrPtr(NextHop));
- if (CtdlNetworkTalkingTo(SKEY(NextHop), NTT_CHECK)) {
- nFailed++;
- QN_syslog(LOG_DEBUG,
- "Currently online with %s - skipping for now\n",
- ChrPtr(NextHop)
- );
- }
- else {
- size_t dsize;
- size_t fsize;
- int infd, outfd;
- const char *err = NULL;
- CtdlNetworkTalkingTo(SKEY(NextHop), NTT_ADD);
-
- infd = open(filename, O_RDONLY);
- if (infd == -1) {
- nFailed++;
- QN_syslog(LOG_ERR,
- "failed to open %s for reading due to %s; skipping.\n",
- filename, strerror(errno)
- );
- CtdlNetworkTalkingTo(SKEY(NextHop), NTT_REMOVE);
- continue;
- }
-
- outfd = open(spooloutfilename,
- O_EXCL|O_CREAT|O_NONBLOCK|O_WRONLY,
- S_IRUSR|S_IWUSR);
- if (outfd == -1)
- {
- outfd = open(spooloutfilename,
- O_EXCL|O_NONBLOCK|O_WRONLY,
- S_IRUSR | S_IWUSR);
- }
- if (outfd == -1) {
- nFailed++;
- QN_syslog(LOG_ERR,
- "failed to open %s for reading due to %s; skipping.\n",
- spooloutfilename, strerror(errno)
- );
- close(infd);
- CtdlNetworkTalkingTo(SKEY(NextHop), NTT_REMOVE);
- continue;
- }
-
- dsize = lseek(outfd, 0, SEEK_END);
- lseek(outfd, -dsize, SEEK_SET);
-
- fstat(infd, &statbuf);
- fsize = statbuf.st_size;
-/*
- fsize = lseek(infd, 0, SEEK_END);
-*/
- IOB.fd = infd;
- FDIOBufferInit(&FDIO, &IOB, outfd, fsize + dsize);
- FDIO.ChunkSendRemain = fsize;
- FDIO.TotalSentAlready = dsize;
- err = NULL;
- errno = 0;
- do {} while ((FileMoveChunked(&FDIO, &err) > 0) && (err == NULL));
- if (err == NULL) {
- unlink(filename);
- QN_syslog(LOG_DEBUG,
- "Spoolfile %s now "SIZE_T_FMT" k\n",
- spooloutfilename,
- (dsize + fsize)/1024
- );
- }
- else {
- nFailed++;
- QN_syslog(LOG_ERR,
- "failed to append to %s [%s]; rolling back..\n",
- spooloutfilename, strerror(errno)
- );
- /* whoops partial append?? truncate spooloutfilename again! */
- ftruncate(outfd, dsize);
- }
- FDIOBufferDelete(&FDIO);
- close(infd);
- close(outfd);
- CtdlNetworkTalkingTo(SKEY(NextHop), NTT_REMOVE);
- }
- }
- closedir(dp);
-
- if (nFailed > 0) {
- FreeStrBuf(&NextHop);
- QN_syslog(LOG_INFO,
- "skipping Spoolcleanup because of %d files unprocessed.\n",
- nFailed
- );
-
- return;
- }
-
- /* Step 2: delete any files in the outbound queue that were for neighbors who no longer exist */
- dp = opendir(ctdl_netout_dir);
- if (dp == NULL) {
- FreeStrBuf(&NextHop);
- free(d);
- return;
- }
-
- while ((readdir_r(dp, d, &filedir_entry) == 0) &&
- (filedir_entry != NULL))
- {
-#ifdef _DIRENT_HAVE_D_NAMLEN
- d_namelen = filedir_entry->d_namelen;
-
-#else
- d_namelen = strlen(filedir_entry->d_name);
-#endif
-
-#ifdef _DIRENT_HAVE_D_TYPE
- d_type = filedir_entry->d_type;
-#else
- d_type = DT_UNKNOWN;
-#endif
- if (d_type == DT_DIR)
- continue;
-
- if ((d_namelen == 1) &&
- (filedir_entry->d_name[0] == '.'))
- continue;
-
- if ((d_namelen == 2) &&
- (filedir_entry->d_name[0] == '.') &&
- (filedir_entry->d_name[1] == '.'))
- continue;
-
- pch = strchr(filedir_entry->d_name, '@');
- if (pch == NULL) /* no @ in name? consolidated file. */
- continue;
-
- StrBufPlain(NextHop,
- filedir_entry->d_name,
- pch - filedir_entry->d_name);
-
- snprintf(filename,
- sizeof filename,
- "%s/%s",
- ctdl_netout_dir,
- filedir_entry->d_name
- );
-
- i = CtdlIsValidNode(&nexthop,
- NULL,
- NextHop,
- working_ignetcfg,
- the_netmap);
-
- if ( (i != 0) || (StrLength(nexthop) > 0) ) {
- unlink(filename);
- }
- }
- FreeStrBuf(&NextHop);
- free(d);
- closedir(dp);
-}
-