]> code.citadel.org Git - citadel.git/blob - citadel/sysdep.c
Fixed the clean up of Contexts when we exit.
[citadel.git] / citadel / sysdep.c
1 /*
2  * $Id$
3  *
4  * Citadel "system dependent" stuff.
5  * See copyright.txt for copyright information.
6  *
7  * Here's where we (hopefully) have most parts of the Citadel server that
8  * would need to be altered to run the server in a non-POSIX environment.
9  * 
10  * If we ever port to a different platform and either have multiple
11  * variants of this file or simply load it up with #ifdefs.
12  *
13  */
14
15 #include "sysdep.h"
16 #include <stdlib.h>
17 #include <unistd.h>
18 #include <stdio.h>
19 #include <fcntl.h>
20 #include <ctype.h>
21 #include <signal.h>
22 #include <sys/types.h>
23 #include <sys/stat.h>
24 #include <sys/wait.h>
25 #include <sys/socket.h>
26 #include <syslog.h>
27 #include <sys/syslog.h>
28
29 #if TIME_WITH_SYS_TIME
30 # include <sys/time.h>
31 # include <time.h>
32 #else
33 # if HAVE_SYS_TIME_H
34 #  include <sys/time.h>
35 # else
36 #  include <time.h>
37 # endif
38 #endif
39
40 #include <limits.h>
41 #include <sys/resource.h>
42 #include <netinet/in.h>
43 #include <netinet/tcp.h>
44 #include <arpa/inet.h>
45 #include <netdb.h>
46 #include <sys/un.h>
47 #include <string.h>
48 #include <pwd.h>
49 #include <errno.h>
50 #include <stdarg.h>
51 #include <grp.h>
52 #ifdef HAVE_PTHREAD_H
53 #include <pthread.h>
54 #endif
55 #include <libcitadel.h>
56 #include "citadel.h"
57 #include "server.h"
58 #include "sysdep_decls.h"
59 #include "citserver.h"
60 #include "support.h"
61 #include "config.h"
62 #include "database.h"
63 #include "housekeeping.h"
64 #include "modules/crypto/serv_crypto.h" /* Needed for init_ssl, client_write_ssl, client_read_ssl, destruct_ssl */
65 #include "ecrash.h"
66
67 #ifdef HAVE_SYS_SELECT_H
68 #include <sys/select.h>
69 #endif
70
71 #ifndef HAVE_SNPRINTF
72 #include "snprintf.h"
73 #endif
74
75 #include "ctdl_module.h"
76
77 #ifdef DEBUG_MEMORY_LEAKS
78 struct igheap {
79         struct igheap *next;
80         char file[32];
81         int line;
82         void *block;
83 };
84
85 struct igheap *igheap = NULL;
86 #endif
87
88
89 pthread_mutex_t Critters[MAX_SEMAPHORES];       /* Things needing locking */
90 pthread_key_t MyConKey;                         /* TSD key for MyContext() */
91
92 int verbosity = DEFAULT_VERBOSITY;              /* Logging level */
93
94 struct CitContext masterCC;
95 time_t last_purge = 0;                          /* Last dead session purge */
96 static int num_threads = 0;                     /* Current number of threads */
97 static int num_workers = 0;                     /* Current number of worker threads */
98 int num_sessions = 0;                           /* Current number of sessions */
99
100 int syslog_facility = LOG_DAEMON;
101 int enable_syslog = 0;
102
103
104 /*
105  * Create an interface to lprintf that follows the coding convention.
106  * This is here until such time as we have replaced all calls to lprintf with CtdlLogPrintf
107  */
108  
109 void CtdlLogPrintf(enum LogLevel loglevel, const char *format, ...)
110 {
111         va_list arg_ptr;
112         va_start(arg_ptr, format);
113         vlprintf(loglevel, format, arg_ptr);
114         va_end(arg_ptr);
115 }
116
117
118 /*
119  * lprintf()  ...   Write logging information
120  */
121 void lprintf(enum LogLevel loglevel, const char *format, ...) {   
122         va_list arg_ptr;
123         va_start(arg_ptr, format);
124         vlprintf(loglevel, format, arg_ptr);
125         va_end(arg_ptr);
126 }
127
128 void vlprintf(enum LogLevel loglevel, const char *format, va_list arg_ptr)
129 {
130         char buf[SIZ], buf2[SIZ];
131
132         if (enable_syslog) {
133                 vsyslog((syslog_facility | loglevel), format, arg_ptr);
134         }
135
136         /* stderr output code */
137         if (enable_syslog || running_as_daemon) return;
138
139         /* if we run in forground and syslog is disabled, log to terminal */
140         if (loglevel <= verbosity) { 
141                 struct timeval tv;
142                 struct tm tim;
143                 time_t unixtime;
144
145                 gettimeofday(&tv, NULL);
146                 /* Promote to time_t; types differ on some OSes (like darwin) */
147                 unixtime = tv.tv_sec;
148                 localtime_r(&unixtime, &tim);
149                 if (CC->cs_pid != 0) {
150                         sprintf(buf,
151                                 "%04d/%02d/%02d %2d:%02d:%02d.%06ld [%3d] ",
152                                 tim.tm_year + 1900, tim.tm_mon + 1,
153                                 tim.tm_mday, tim.tm_hour, tim.tm_min,
154                                 tim.tm_sec, (long)tv.tv_usec,
155                                 CC->cs_pid);
156                 } else {
157                         sprintf(buf,
158                                 "%04d/%02d/%02d %2d:%02d:%02d.%06ld ",
159                                 tim.tm_year + 1900, tim.tm_mon + 1,
160                                 tim.tm_mday, tim.tm_hour, tim.tm_min,
161                                 tim.tm_sec, (long)tv.tv_usec);
162                 }
163                 vsprintf(buf2, format, arg_ptr);   
164
165                 fprintf(stderr, "%s%s", buf, buf2);
166                 fflush(stderr);
167         }
168 }   
169
170
171
172 /*
173  * Signal handler to shut down the server.
174  */
175
176 volatile int exit_signal = 0;
177 volatile int shutdown_and_halt = 0;
178 volatile int restart_server = 0;
179 volatile int running_as_daemon = 0;
180
181 static RETSIGTYPE signal_cleanup(int signum) {
182         CtdlLogPrintf(CTDL_DEBUG, "Caught signal %d; shutting down.\n", signum);
183         CtdlThreadStopAll();
184         exit_signal = signum;
185 }
186
187
188
189
190 void InitialiseSemaphores(void)
191 {
192         int i;
193
194         /* Set up a bunch of semaphores to be used for critical sections */
195         for (i=0; i<MAX_SEMAPHORES; ++i) {
196                 pthread_mutex_init(&Critters[i], NULL);
197         }
198 }
199
200
201
202 /*
203  * Some initialization stuff...
204  */
205 void init_sysdep(void) {
206         sigset_t set;
207
208         /* Avoid vulnerabilities related to FD_SETSIZE if we can. */
209 #ifdef FD_SETSIZE
210 #ifdef RLIMIT_NOFILE
211         struct rlimit rl;
212         getrlimit(RLIMIT_NOFILE, &rl);
213         rl.rlim_cur = FD_SETSIZE;
214         rl.rlim_max = FD_SETSIZE;
215         setrlimit(RLIMIT_NOFILE, &rl);
216 #endif
217 #endif
218
219         /* If we've got OpenSSL, we're going to use it. */
220 #ifdef HAVE_OPENSSL
221         init_ssl();
222 #endif
223
224         /*
225          * Set up a place to put thread-specific data.
226          * We only need a single pointer per thread - it points to the
227          * CitContext structure (in the ContextList linked list) of the
228          * session to which the calling thread is currently bound.
229          */
230         if (pthread_key_create(&MyConKey, NULL) != 0) {
231                 CtdlLogPrintf(CTDL_CRIT, "Can't create TSD key: %s\n",
232                         strerror(errno));
233         }
234
235         /*
236          * The action for unexpected signals and exceptions should be to
237          * call signal_cleanup() to gracefully shut down the server.
238          */
239         sigemptyset(&set);
240         sigaddset(&set, SIGINT);
241         sigaddset(&set, SIGQUIT);
242         sigaddset(&set, SIGHUP);
243         sigaddset(&set, SIGTERM);
244         // sigaddset(&set, SIGSEGV);    commented out because
245         // sigaddset(&set, SIGILL);     we want core dumps
246         // sigaddset(&set, SIGBUS);
247         sigprocmask(SIG_UNBLOCK, &set, NULL);
248
249         signal(SIGINT, signal_cleanup);
250         signal(SIGQUIT, signal_cleanup);
251         signal(SIGHUP, signal_cleanup);
252         signal(SIGTERM, signal_cleanup);
253         // signal(SIGSEGV, signal_cleanup);     commented out because
254         // signal(SIGILL, signal_cleanup);      we want core dumps
255         // signal(SIGBUS, signal_cleanup);
256
257         /*
258          * Do not shut down the server on broken pipe signals, otherwise the
259          * whole Citadel service would come down whenever a single client
260          * socket breaks.
261          */
262         //signal(SIGPIPE, SIG_IGN);
263         signal(SIGPIPE, signal_cleanup);
264 }
265
266
267 /*
268  * Obtain a semaphore lock to begin a critical section.
269  */
270 void begin_critical_section(int which_one)
271 {
272         /* CtdlLogPrintf(CTDL_DEBUG, "begin_critical_section(%d)\n", which_one); */
273
274         /* For all types of critical sections except those listed here,
275          * ensure nobody ever tries to do a critical section within a
276          * transaction; this could lead to deadlock.
277          */
278         if (    (which_one != S_FLOORCACHE)
279 #ifdef DEBUG_MEMORY_LEAKS
280                 && (which_one != S_DEBUGMEMLEAKS)
281 #endif
282                 && (which_one != S_RPLIST)
283         ) {
284                 cdb_check_handles();
285         }
286         pthread_mutex_lock(&Critters[which_one]);
287 }
288
289 /*
290  * Release a semaphore lock to end a critical section.
291  */
292 void end_critical_section(int which_one)
293 {
294         pthread_mutex_unlock(&Critters[which_one]);
295 }
296
297
298
299 /*
300  * This is a generic function to set up a master socket for listening on
301  * a TCP port.  The server shuts down if the bind fails.
302  *
303  */
304 int ig_tcp_server(char *ip_addr, int port_number, int queue_len, char **errormessage)
305 {
306         struct sockaddr_in sin;
307         int s, i;
308         int actual_queue_len;
309
310         actual_queue_len = queue_len;
311         if (actual_queue_len < 5) actual_queue_len = 5;
312
313         memset(&sin, 0, sizeof(sin));
314         sin.sin_family = AF_INET;
315         sin.sin_port = htons((u_short)port_number);
316         if (ip_addr == NULL) {
317                 sin.sin_addr.s_addr = INADDR_ANY;
318         }
319         else {
320                 sin.sin_addr.s_addr = inet_addr(ip_addr);
321         }
322                                                                                 
323         if (sin.sin_addr.s_addr == !INADDR_ANY) {
324                 sin.sin_addr.s_addr = INADDR_ANY;
325         }
326
327         s = socket(PF_INET, SOCK_STREAM, IPPROTO_TCP);
328
329         if (s < 0) {
330                 *errormessage = (char*) malloc(SIZ + 1);
331                 snprintf(*errormessage, SIZ, 
332                                  "citserver: Can't create a socket: %s",
333                                  strerror(errno));
334                 CtdlLogPrintf(CTDL_EMERG, "%s\n", *errormessage);
335                 return(-1);
336         }
337
338         i = 1;
339         setsockopt(s, SOL_SOCKET, SO_REUSEADDR, &i, sizeof(i));
340
341         if (bind(s, (struct sockaddr *)&sin, sizeof(sin)) < 0) {
342                 *errormessage = (char*) malloc(SIZ + 1);
343                 snprintf(*errormessage, SIZ, 
344                                  "citserver: Can't bind: %s",
345                                  strerror(errno));
346                 CtdlLogPrintf(CTDL_EMERG, "%s\n", *errormessage);
347                 close(s);
348                 return(-1);
349         }
350
351         /* set to nonblock - we need this for some obscure situations */
352         if (fcntl(s, F_SETFL, O_NONBLOCK) < 0) {
353                 *errormessage = (char*) malloc(SIZ + 1);
354                 snprintf(*errormessage, SIZ, 
355                                  "citserver: Can't set socket to non-blocking: %s",
356                                  strerror(errno));
357                 CtdlLogPrintf(CTDL_EMERG, "%s\n", *errormessage);
358                 close(s);
359                 return(-1);
360         }
361
362         if (listen(s, actual_queue_len) < 0) {
363                 *errormessage = (char*) malloc(SIZ + 1);
364                 snprintf(*errormessage, SIZ, 
365                                  "citserver: Can't listen: %s",
366                                  strerror(errno));
367                 CtdlLogPrintf(CTDL_EMERG, "%s\n", *errormessage);
368                 close(s);
369                 return(-1);
370         }
371
372         return(s);
373 }
374
375
376
377 /*
378  * Create a Unix domain socket and listen on it
379  */
380 int ig_uds_server(char *sockpath, int queue_len, char **errormessage)
381 {
382         struct sockaddr_un addr;
383         int s;
384         int i;
385         int actual_queue_len;
386
387         actual_queue_len = queue_len;
388         if (actual_queue_len < 5) actual_queue_len = 5;
389
390         i = unlink(sockpath);
391         if (i != 0) if (errno != ENOENT) {
392                 *errormessage = (char*) malloc(SIZ + 1);
393                 snprintf(*errormessage, SIZ, "citserver: can't unlink %s: %s",
394                         sockpath, strerror(errno));
395                 CtdlLogPrintf(CTDL_EMERG, "%s\n", *errormessage);
396                 return(-1);
397         }
398
399         memset(&addr, 0, sizeof(addr));
400         addr.sun_family = AF_UNIX;
401         safestrncpy(addr.sun_path, sockpath, sizeof addr.sun_path);
402
403         s = socket(AF_UNIX, SOCK_STREAM, 0);
404         if (s < 0) {
405                 *errormessage = (char*) malloc(SIZ + 1);
406                 snprintf(*errormessage, SIZ, 
407                          "citserver: Can't create a socket: %s",
408                          strerror(errno));
409                 CtdlLogPrintf(CTDL_EMERG, "%s\n", *errormessage);
410                 return(-1);
411         }
412
413         if (bind(s, (struct sockaddr *)&addr, sizeof(addr)) < 0) {
414                 *errormessage = (char*) malloc(SIZ + 1);
415                 snprintf(*errormessage, SIZ, 
416                          "citserver: Can't bind: %s",
417                          strerror(errno));
418                 CtdlLogPrintf(CTDL_EMERG, "%s\n", *errormessage);
419                 return(-1);
420         }
421
422         /* set to nonblock - we need this for some obscure situations */
423         if (fcntl(s, F_SETFL, O_NONBLOCK) < 0) {
424                 *errormessage = (char*) malloc(SIZ + 1);
425                 snprintf(*errormessage, SIZ, 
426                          "citserver: Can't set socket to non-blocking: %s",
427                          strerror(errno));
428                 CtdlLogPrintf(CTDL_EMERG, "%s\n", *errormessage);
429                 close(s);
430                 return(-1);
431         }
432
433         if (listen(s, actual_queue_len) < 0) {
434                 *errormessage = (char*) malloc(SIZ + 1);
435                 snprintf(*errormessage, SIZ, 
436                          "citserver: Can't listen: %s",
437                          strerror(errno));
438                 CtdlLogPrintf(CTDL_EMERG, "%s\n", *errormessage);
439                 return(-1);
440         }
441
442         chmod(sockpath, S_ISGID|S_IRUSR|S_IWUSR|S_IXUSR|S_IRGRP|S_IWGRP|S_IXGRP|S_IROTH|S_IWOTH|S_IXOTH);
443         return(s);
444 }
445
446
447
448 /*
449  * Return a pointer to the CitContext structure bound to the thread which
450  * called this function.  If there's no such binding (for example, if it's
451  * called by the housekeeper thread) then a generic 'master' CC is returned.
452  *
453  * This function is used *VERY* frequently and must be kept small.
454  */
455 struct CitContext *MyContext(void) {
456
457         register struct CitContext *c;
458
459         return ((c = (struct CitContext *) pthread_getspecific(MyConKey),
460                 c == NULL) ? &masterCC : c
461         );
462 }
463
464
465 /*
466  * Initialize a new context and place it in the list.  The session number
467  * used to be the PID (which is why it's called cs_pid), but that was when we
468  * had one process per session.  Now we just assign them sequentially, starting
469  * at 1 (don't change it to 0 because masterCC uses 0).
470  */
471 struct CitContext *CreateNewContext(void) {
472         struct CitContext *me;
473         static int next_pid = 0;
474
475         me = (struct CitContext *) malloc(sizeof(struct CitContext));
476         if (me == NULL) {
477                 CtdlLogPrintf(CTDL_ALERT, "citserver: can't allocate memory!!\n");
478                 return NULL;
479         }
480         memset(me, 0, sizeof(struct CitContext));
481
482         /* The new context will be created already in the CON_EXECUTING state
483          * in order to prevent another thread from grabbing it while it's
484          * being set up.
485          */
486         me->state = CON_EXECUTING;
487
488         /*
489          * Generate a unique session number and insert this context into
490          * the list.
491          */
492         begin_critical_section(S_SESSION_TABLE);
493         me->cs_pid = ++next_pid;
494         me->prev = NULL;
495         me->next = ContextList;
496         ContextList = me;
497         if (me->next != NULL) {
498                 me->next->prev = me;
499         }
500         ++num_sessions;
501         end_critical_section(S_SESSION_TABLE);
502         return(me);
503 }
504
505
506 /*
507  * The following functions implement output buffering. If the kernel supplies
508  * native TCP buffering (Linux & *BSD), use that; otherwise, emulate it with
509  * user-space buffering.
510  */
511 #ifndef HAVE_DARWIN
512 #ifdef TCP_CORK
513 #       define HAVE_TCP_BUFFERING
514 #else
515 #       ifdef TCP_NOPUSH
516 #               define HAVE_TCP_BUFFERING
517 #               define TCP_CORK TCP_NOPUSH
518 #       endif
519 #endif /* TCP_CORK */
520 #endif /* HAVE_DARWIN */
521
522 #ifdef HAVE_TCP_BUFFERING
523 static unsigned on = 1, off = 0;
524 void buffer_output(void) {
525         struct CitContext *ctx = MyContext();
526         setsockopt(ctx->client_socket, IPPROTO_TCP, TCP_CORK, &on, 4);
527         ctx->buffering = 1;
528 }
529
530 void unbuffer_output(void) {
531         struct CitContext *ctx = MyContext();
532         setsockopt(ctx->client_socket, IPPROTO_TCP, TCP_CORK, &off, 4);
533         ctx->buffering = 0;
534 }
535
536 void flush_output(void) {
537         struct CitContext *ctx = MyContext();
538         setsockopt(ctx->client_socket, IPPROTO_TCP, TCP_CORK, &off, 4);
539         setsockopt(ctx->client_socket, IPPROTO_TCP, TCP_CORK, &on, 4);
540 }
541 #else 
542 #ifdef HAVE_DARWIN
543 /* Stub functions for Darwin/OS X where TCP buffering isn't liked at all */
544 void buffer_output(void) {
545         CC->buffering = 0;
546 }
547 void unbuffer_output(void) {
548         CC->buffering = 0;
549 }
550 void flush_output(void) {
551 }
552 #else
553 void buffer_output(void) {
554         if (CC->buffering == 0) {
555                 CC->buffering = 1;
556                 CC->buffer_len = 0;
557                 CC->output_buffer = malloc(SIZ);
558         }
559 }
560
561 void flush_output(void) {
562         if (CC->buffering == 1) {
563                 client_write(CC->output_buffer, CC->buffer_len);
564                 CC->buffer_len = 0;
565         }
566 }
567
568 void unbuffer_output(void) {
569         if (CC->buffering == 1) {
570                 CC->buffering = 0;
571                 /* We don't call flush_output because we can't. */
572                 client_write(CC->output_buffer, CC->buffer_len);
573                 CC->buffer_len = 0;
574                 free(CC->output_buffer);
575                 CC->output_buffer = NULL;
576         }
577 }
578 #endif /* HAVE_DARWIN */
579 #endif /* HAVE_TCP_BUFFERING */
580
581
582
583 /*
584  * client_write()   ...    Send binary data to the client.
585  */
586 void client_write(char *buf, int nbytes)
587 {
588         int bytes_written = 0;
589         int retval;
590 #ifndef HAVE_TCP_BUFFERING
591         int old_buffer_len = 0;
592 #endif
593         t_context *Ctx;
594
595         Ctx = CC;
596         if (Ctx->redirect_buffer != NULL) {
597                 if ((Ctx->redirect_len + nbytes + 2) >= Ctx->redirect_alloc) {
598                         Ctx->redirect_alloc = (Ctx->redirect_alloc * 2) + nbytes;
599                         Ctx->redirect_buffer = realloc(Ctx->redirect_buffer,
600                                                 Ctx->redirect_alloc);
601                 }
602                 memcpy(&Ctx->redirect_buffer[Ctx->redirect_len], buf, nbytes);
603                 Ctx->redirect_len += nbytes;
604                 Ctx->redirect_buffer[Ctx->redirect_len] = 0;
605                 return;
606         }
607
608 #ifndef HAVE_TCP_BUFFERING
609         /* If we're buffering for later, do that now. */
610         if (Ctx->buffering) {
611                 old_buffer_len = Ctx->buffer_len;
612                 Ctx->buffer_len += nbytes;
613                 Ctx->output_buffer = realloc(Ctx->output_buffer, Ctx->buffer_len);
614                 memcpy(&Ctx->output_buffer[old_buffer_len], buf, nbytes);
615                 return;
616         }
617 #endif
618
619         /* Ok, at this point we're not buffering.  Go ahead and write. */
620
621 #ifdef HAVE_OPENSSL
622         if (Ctx->redirect_ssl) {
623                 client_write_ssl(buf, nbytes);
624                 return;
625         }
626 #endif
627
628         while (bytes_written < nbytes) {
629                 retval = write(Ctx->client_socket, &buf[bytes_written],
630                         nbytes - bytes_written);
631                 if (retval < 1) {
632                         CtdlLogPrintf(CTDL_ERR,
633                                 "client_write(%d bytes) failed: %s (%d)\n",
634                                 nbytes - bytes_written,
635                                 strerror(errno), errno);
636                         cit_backtrace();
637                         // CtdlLogPrintf(CTDL_DEBUG, "Tried to send: %s",  &buf[bytes_written]);
638                         Ctx->kill_me = 1;
639                         return;
640                 }
641                 bytes_written = bytes_written + retval;
642         }
643 }
644
645
646 /*
647  * cprintf()  ...   Send formatted printable data to the client.   It is
648  *                implemented in terms of client_write() but remains in
649  *                sysdep.c in case we port to somewhere without va_args...
650  */
651 void cprintf(const char *format, ...) {   
652         va_list arg_ptr;   
653         char buf[1024];   
654    
655         va_start(arg_ptr, format);   
656         if (vsnprintf(buf, sizeof buf, format, arg_ptr) == -1)
657                 buf[sizeof buf - 2] = '\n';
658         client_write(buf, strlen(buf)); 
659         va_end(arg_ptr);
660 }   
661
662
663 /*
664  * Read data from the client socket.
665  * Return values are:
666  *      1       Requested number of bytes has been read.
667  *      0       Request timed out.
668  *      -1      The socket is broken.
669  * If the socket breaks, the session will be terminated.
670  */
671 int client_read_to(char *buf, int bytes, int timeout)
672 {
673         int len,rlen;
674         fd_set rfds;
675         int fd;
676         struct timeval tv;
677         int retval;
678
679 #ifdef HAVE_OPENSSL
680         if (CC->redirect_ssl) {
681                 return (client_read_ssl(buf, bytes, timeout));
682         }
683 #endif
684         len = 0;
685         fd = CC->client_socket;
686         while(len<bytes) {
687                 FD_ZERO(&rfds);
688                 FD_SET(fd, &rfds);
689                 tv.tv_sec = timeout;
690                 tv.tv_usec = 0;
691
692                 retval = select( (fd)+1, 
693                                  &rfds, NULL, NULL, &tv);
694
695                 if (FD_ISSET(fd, &rfds) == 0) {
696                         return(0);
697                 }
698
699                 rlen = read(fd, &buf[len], bytes-len);
700                 if (rlen<1) {
701                         /* The socket has been disconnected! */
702                         CC->kill_me = 1;
703                         return(-1);
704                 }
705                 len = len + rlen;
706         }
707         return(1);
708 }
709
710 /*
711  * Read data from the client socket with default timeout.
712  * (This is implemented in terms of client_read_to() and could be
713  * justifiably moved out of sysdep.c)
714  */
715 INLINE int client_read(char *buf, int bytes)
716 {
717         return(client_read_to(buf, bytes, config.c_sleeping));
718 }
719
720
721 /*
722  * client_getln()   ...   Get a LF-terminated line of text from the client.
723  * (This is implemented in terms of client_read() and could be
724  * justifiably moved out of sysdep.c)
725  */
726 int client_getln(char *buf, int bufsize)
727 {
728         int i, retval;
729
730         /* Read one character at a time.
731          */
732         for (i = 0;;i++) {
733                 retval = client_read(&buf[i], 1);
734                 if (retval != 1 || buf[i] == '\n' || i == (bufsize-1))
735                         break;
736         }
737
738         /* If we got a long line, discard characters until the newline.
739          */
740         if (i == (bufsize-1))
741                 while (buf[i] != '\n' && retval == 1)
742                         retval = client_read(&buf[i], 1);
743
744         /* Strip the trailing LF, and the trailing CR if present.
745          */
746         buf[i] = 0;
747         while ( (i > 0)
748                 && ( (buf[i - 1]==13)
749                      || ( buf[i - 1]==10)) ) {
750                 i--;
751                 buf[i] = 0;
752         }
753         if (retval < 0) safestrncpy(&buf[i], "000", bufsize - i);
754         return(retval);
755 }
756
757
758 /*
759  * Cleanup any contexts that are left lying around
760  */
761 void context_cleanup(void)
762 {
763         struct CitContext *ptr = NULL;
764         struct CitContext *rem = NULL;
765
766         /*
767          * Clean up the contexts.
768          * There are no threads so no critical_section stuff is needed.
769          */
770         ptr = ContextList;
771         while (ptr != NULL){
772                 /* Remove the session from the active list */
773                 rem = ptr->next;
774                 --num_sessions;
775                 
776                 lprintf(CTDL_DEBUG, "Purging session %d\n", ptr->cs_pid);
777                 RemoveContext(ptr);
778                 free (ptr);
779                 ptr = rem;
780         }
781         
782 }
783
784
785 /*
786  * The system-dependent part of master_cleanup() - close the master socket.
787  */
788 void sysdep_master_cleanup(void) {
789         struct ServiceFunctionHook *serviceptr;
790         
791         /*
792          * close all protocol master sockets
793          */
794         for (serviceptr = ServiceHookTable; serviceptr != NULL;
795             serviceptr = serviceptr->next ) {
796
797                 if (serviceptr->tcp_port > 0)
798                         CtdlLogPrintf(CTDL_INFO, "Closing listener on port %d\n",
799                                 serviceptr->tcp_port);
800
801                 if (serviceptr->sockpath != NULL)
802                         CtdlLogPrintf(CTDL_INFO, "Closing listener on '%s'\n",
803                                 serviceptr->sockpath);
804
805                 close(serviceptr->msock);
806
807                 /* If it's a Unix domain socket, remove the file. */
808                 if (serviceptr->sockpath != NULL) {
809                         unlink(serviceptr->sockpath);
810                 }
811         }
812         
813         context_cleanup();
814         
815 #ifdef HAVE_OPENSSL
816         destruct_ssl();
817 #endif
818         CtdlDestroyProtoHooks();
819         CtdlDestroyDeleteHooks();
820         CtdlDestroyXmsgHooks();
821         CtdlDestroyNetprocHooks();
822         CtdlDestroyUserHooks();
823         CtdlDestroyMessageHook();
824         CtdlDestroyCleanupHooks();
825         CtdlDestroyFixedOutputHooks();  
826         CtdlDestroySessionHooks();
827         CtdlDestroyServiceHook();
828         #ifdef HAVE_BACKTRACE
829         eCrash_Uninit();
830         #endif
831 }
832
833
834
835 /*
836  * Terminate another session.
837  * (This could justifiably be moved out of sysdep.c because it
838  * no longer does anything that is system-dependent.)
839  */
840 void kill_session(int session_to_kill) {
841         struct CitContext *ptr;
842
843         begin_critical_section(S_SESSION_TABLE);
844         for (ptr = ContextList; ptr != NULL; ptr = ptr->next) {
845                 if (ptr->cs_pid == session_to_kill) {
846                         ptr->kill_me = 1;
847                 }
848         }
849         end_critical_section(S_SESSION_TABLE);
850 }
851
852 pid_t current_child;
853 void graceful_shutdown(int signum) {
854         kill(current_child, signum);
855         unlink(file_pid_file);
856         exit(0);
857 }
858
859
860 /*
861  * Start running as a daemon.
862  */
863 void start_daemon(int unused) {
864         int status = 0;
865         pid_t child = 0;
866         FILE *fp;
867         int do_restart = 0;
868
869         current_child = 0;
870
871         /* Close stdin/stdout/stderr and replace them with /dev/null.
872          * We don't just call close() because we don't want these fd's
873          * to be reused for other files.
874          */
875         chdir(ctdl_run_dir);
876
877         child = fork();
878         if (child != 0) {
879                 exit(0);
880         }
881         
882         signal(SIGHUP, SIG_IGN);
883         signal(SIGINT, SIG_IGN);
884         signal(SIGQUIT, SIG_IGN);
885
886         setsid();
887         umask(0);
888         freopen("/dev/null", "r", stdin);
889         freopen("/dev/null", "w", stdout);
890         freopen("/dev/null", "w", stderr);
891
892         do {
893                 current_child = fork();
894
895                 signal(SIGTERM, graceful_shutdown);
896         
897                 if (current_child < 0) {
898                         perror("fork");
899                         exit(errno);
900                 }
901         
902                 else if (current_child == 0) {
903                         return; /* continue starting citadel. */
904                 }
905         
906                 else {
907                         fp = fopen(file_pid_file, "w");
908                         if (fp != NULL) {
909                 /*
910                  * NB.. The pid file contains the pid of the actual server.
911                  * This is not the pid of the watcher process
912                  */
913                                 fprintf(fp, ""F_PID_T"\n", current_child);
914                                 fclose(fp);
915                         }
916                         waitpid(current_child, &status, 0);
917                 }
918
919                 do_restart = 0;
920
921                 /* Did the main process exit with an actual exit code? */
922                 if (WIFEXITED(status)) {
923
924                         /* Exit code 0 means the watcher should exit */
925                         if (WEXITSTATUS(status) == 0) {
926                                 do_restart = 0;
927                         }
928
929                         /* Exit code 101-109 means the watcher should exit */
930                         else if ( (WEXITSTATUS(status) >= 101) && (WEXITSTATUS(status) <= 109) ) {
931                                 do_restart = 0;
932                         }
933
934                         /* Any other exit code means we should restart. */
935                         else {
936                                 do_restart = 1;
937                         }
938                 }
939
940                 /* Any other type of termination (signals, etc.) should also restart. */
941                 else {
942                         do_restart = 1;
943                 }
944
945         } while (do_restart);
946
947         unlink(file_pid_file);
948         exit(WEXITSTATUS(status));
949 }
950
951
952
953 /*
954  * Generic routine to convert a login name to a full name (gecos)
955  * Returns nonzero if a conversion took place
956  */
957 int convert_login(char NameToConvert[]) {
958         struct passwd *pw;
959         int a;
960
961         pw = getpwnam(NameToConvert);
962         if (pw == NULL) {
963                 return(0);
964         }
965         else {
966                 strcpy(NameToConvert, pw->pw_gecos);
967                 for (a=0; a<strlen(NameToConvert); ++a) {
968                         if (NameToConvert[a] == ',') NameToConvert[a] = 0;
969                 }
970                 return(1);
971         }
972 }
973
974
975
976 /*
977  * New thread interface.
978  * To create a thread you must call one of the create thread functions.
979  * You must pass it the address of (a pointer to a CtdlThreadNode initialised to NULL) like this
980  * struct CtdlThreadNode *node = NULL;
981  * pass in &node
982  * If the thread is created *node will point to the thread control structure for the created thread.
983  * If the thread creation fails *node remains NULL
984  * Do not free the memory pointed to by *node, it doesn't belong to you.
985  * If your thread function returns it will be started again without creating a new thread.
986  * If your thread function wants to exit it should call CtdlThreadExit(ret_code);
987  * This new interface duplicates much of the eCrash stuff. We should go for closer integration since that would
988  * remove the need for the calls to eCrashRegisterThread and friends
989  */
990
991
992 struct CtdlThreadNode *CtdlThreadList = NULL;
993
994 /*
995  * Condition variable and Mutex for thread garbage collection
996  */
997 static pthread_mutex_t thread_gc_mutex = PTHREAD_MUTEX_INITIALIZER;
998 static pthread_cond_t thread_gc_cond = PTHREAD_COND_INITIALIZER;
999 static pthread_t GC_thread;
1000 static char *CtdlThreadStates[CTDL_THREAD_LAST_STATE];
1001 /*
1002  * Pinched the following bits regarding signals from Kannel.org
1003  */
1004  
1005 /*
1006  * Change this thread's signal mask to block user-visible signals
1007  * (HUP, TERM, QUIT, INT), and store the old signal mask in
1008  * *old_set_storage.
1009  * Return 0 for success, or -1 if an error occurred.
1010  */
1011  
1012  /* 
1013   * This does not work in Darwin alias MacOS X alias Mach kernel,
1014   * however. So we define a dummy function doing nothing.
1015   */
1016 #if defined(DARWIN_OLD)
1017     static int pthread_sigmask();
1018 #endif
1019   
1020 static int ctdl_thread_internal_block_signals(sigset_t *old_set_storage)
1021 {
1022     int ret;
1023     sigset_t block_signals;
1024
1025     ret = sigemptyset(&block_signals);
1026     if (ret != 0) {
1027         CtdlLogPrintf(CTDL_EMERG, "Thread system PANIC. Couldn't initialize signal set\n");
1028             return -1;
1029     }
1030     ret = sigaddset(&block_signals, SIGHUP);
1031     ret |= sigaddset(&block_signals, SIGTERM);
1032     ret |= sigaddset(&block_signals, SIGQUIT);
1033     ret |= sigaddset(&block_signals, SIGINT);
1034     if (ret != 0) {
1035         CtdlLogPrintf(CTDL_EMERG, "Thread system PANIC. Couldn't add signal to signal set.\n");
1036             return -1;
1037     }
1038     ret = pthread_sigmask(SIG_BLOCK, &block_signals, old_set_storage);
1039     if (ret != 0) {
1040         CtdlLogPrintf(CTDL_EMERG, "Thread system PANIC. Couldn't disable signals for thread creation\n");
1041         return -1;
1042     }
1043     return 0;
1044 }
1045
1046 static void ctdl_thread_internal_restore_signals(sigset_t *old_set)
1047 {
1048     int ret;
1049
1050     ret = pthread_sigmask(SIG_SETMASK, old_set, NULL);
1051     if (ret != 0) {
1052         CtdlLogPrintf(CTDL_EMERG, "Thread system PANIC. Couldn't restore signal set.\n");
1053     }
1054 }
1055
1056
1057 void ctdl_thread_internal_init(void)
1058 {
1059         GC_thread = pthread_self();
1060         CtdlThreadStates[CTDL_THREAD_INVALID] = strdup ("Invalid Thread");
1061         CtdlThreadStates[CTDL_THREAD_VALID] = strdup("Valid Thread");
1062         CtdlThreadStates[CTDL_THREAD_CREATE] = strdup("Thread being Created");
1063         CtdlThreadStates[CTDL_THREAD_CANCELLED] = strdup("Thread Cancelled");
1064         CtdlThreadStates[CTDL_THREAD_EXITED] = strdup("Thread Exited");
1065         CtdlThreadStates[CTDL_THREAD_STOPPING] = strdup("Thread Stopping");
1066         CtdlThreadStates[CTDL_THREAD_STOP_REQ] = strdup("Thread Stop Requested");
1067         CtdlThreadStates[CTDL_THREAD_SLEEPING] = strdup("Thread Sleeping");
1068         CtdlThreadStates[CTDL_THREAD_RUNNING] = strdup("Thread Running");
1069 }
1070
1071 /*
1072  * A function to tell all threads to exit
1073  */
1074 void CtdlThreadStopAll(void)
1075 {
1076         struct CtdlThreadNode *this_thread;
1077         
1078         begin_critical_section(S_THREAD_LIST);
1079         this_thread = CtdlThreadList;
1080         while(this_thread)
1081         {
1082                 pthread_mutex_lock(&this_thread->ThreadMutex); /* To prevent race condition of a sleeping thread */
1083                 if (this_thread->state > CTDL_THREAD_STOP_REQ)
1084                         this_thread->state = CTDL_THREAD_STOP_REQ;
1085                 pthread_mutex_unlock(&this_thread->ThreadMutex);
1086                 pthread_cond_signal(&this_thread->ThreadCond);
1087                 CtdlLogPrintf(CTDL_DEBUG, "Thread system stopping thread \"%s\" (%ld).\n", this_thread->name, this_thread->tid);
1088                 this_thread = this_thread->next;
1089         }
1090         end_critical_section(S_THREAD_LIST);
1091 }
1092
1093
1094 /*
1095  * A function to signal that we need to do garbage collection on the thread list
1096  */
1097 void CtdlThreadGC(void)
1098 {
1099         pthread_cond_signal(&thread_gc_cond);
1100 }
1101
1102
1103 /*
1104  * A function to return the number of threads running in the system
1105  */
1106 int CtdlThreadGetCount(void)
1107 {
1108         return num_threads;
1109 }
1110
1111 /*
1112  * A function to find the thread structure for this thread
1113  */
1114 struct CtdlThreadNode *CtdlThreadSelf(void)
1115 {
1116         pthread_t self_tid;
1117         struct CtdlThreadNode *this_thread;
1118         
1119         self_tid = pthread_self();
1120         
1121         begin_critical_section(S_THREAD_LIST);
1122         this_thread = CtdlThreadList;
1123         while(this_thread)
1124         {
1125                 if (pthread_equal(self_tid, this_thread->tid))
1126                 {
1127                         end_critical_section(S_THREAD_LIST);
1128                         return this_thread;
1129                 }
1130                 this_thread = this_thread->next;
1131         }
1132         end_critical_section(S_THREAD_LIST);
1133         return NULL;
1134 }
1135
1136
1137
1138
1139 /*
1140  * A function to rename a thread
1141  * Returns a char * and the caller owns the memory and should free it
1142  */
1143 char *CtdlThreadName(struct CtdlThreadNode *thread, char *name)
1144 {
1145         struct CtdlThreadNode *this_thread;
1146         char *old_name;
1147         
1148         if (!thread)
1149                 this_thread = CtdlThreadSelf();
1150         else
1151                 this_thread = thread;
1152         if (!this_thread)
1153         {
1154                 CtdlLogPrintf(CTDL_WARNING, "Thread system WARNING. Attempt to CtdlThreadRename() a non thread.\n");
1155                 return NULL;
1156         }
1157         begin_critical_section(S_THREAD_LIST);
1158         if (name)
1159         {
1160                 old_name = this_thread->name;
1161                 this_thread->name = strdup (name);
1162                 free(old_name);
1163         }
1164         old_name = strdup(this_thread->name);
1165         end_critical_section (S_THREAD_LIST);
1166         return (old_name);
1167 }       
1168
1169
1170 /*
1171  * A function to force a thread to exit
1172  */
1173 void CtdlThreadCancel(struct CtdlThreadNode *thread)
1174 {
1175         struct CtdlThreadNode *this_thread;
1176         
1177         if (!thread)
1178                 this_thread = CtdlThreadSelf();
1179         else
1180                 this_thread = thread;
1181         if (!this_thread)
1182         {
1183                 CtdlLogPrintf(CTDL_EMERG, "Thread system PANIC. Attempt to CtdlThreadCancel() a non thread.\n");
1184                 CtdlThreadStopAll();
1185                 return;
1186         }
1187         begin_critical_section(S_THREAD_LIST);
1188         this_thread->state = CTDL_THREAD_CANCELLED;
1189         pthread_cancel(this_thread->tid);
1190         end_critical_section (S_THREAD_LIST);
1191 }
1192
1193
1194
1195 /*
1196  * A function for a thread to check if it has been asked to stop
1197  */
1198 int CtdlThreadCheckStop(void)
1199 {
1200         struct CtdlThreadNode *this_thread;
1201         
1202         this_thread = CtdlThreadSelf();
1203         if (!this_thread)
1204         {
1205                 CtdlLogPrintf(CTDL_EMERG, "Thread system PANIC, CtdlThreadCheckStop() called by a non thread.\n");
1206                 CtdlThreadStopAll();
1207                 return -1;
1208         }
1209         if(this_thread->state == CTDL_THREAD_STOP_REQ)
1210         {
1211                 this_thread->state = CTDL_THREAD_STOPPING;
1212                 return -1;
1213         }
1214         else if(this_thread->state < CTDL_THREAD_STOP_REQ)
1215                 return -1;
1216                 
1217         return 0;
1218 }
1219
1220
1221 /*
1222  * A function to ask a thread to exit
1223  * The thread must call CtdlThreadCheckStop() periodically to determine if it should exit
1224  */
1225 void CtdlThreadStop(struct CtdlThreadNode *thread)
1226 {
1227         struct CtdlThreadNode *this_thread;
1228         
1229         if (!thread)
1230                 this_thread = CtdlThreadSelf();
1231         else
1232                 this_thread = thread;
1233         if (!this_thread)
1234                 return;
1235                 
1236         begin_critical_section (S_THREAD_LIST);
1237         pthread_mutex_lock(&this_thread->ThreadMutex); /* To prevent race condition of a sleeping thread */
1238         if (this_thread->state > CTDL_THREAD_STOP_REQ)
1239                 this_thread->state = CTDL_THREAD_STOP_REQ;
1240         pthread_mutex_unlock(&this_thread->ThreadMutex);
1241         pthread_cond_signal(&this_thread->ThreadCond);
1242         end_critical_section(S_THREAD_LIST);
1243 }
1244
1245 /*
1246  * So we now have a sleep command that works with threads but it is in seconds
1247  */
1248 void CtdlThreadSleep(int secs)
1249 {
1250         struct timespec wake_time;
1251         struct timeval time_now;
1252         struct CtdlThreadNode *self;
1253         int state;
1254         
1255         
1256         self = CtdlThreadSelf();
1257         if (!self)
1258         {
1259                 CtdlLogPrintf(CTDL_WARNING, "CtdlThreadSleep() called by something that is not a thread. Should we die?\n");
1260                 return;
1261         }
1262         
1263         begin_critical_section(S_THREAD_LIST);
1264         pthread_mutex_lock(&self->ThreadMutex); /* Prevent something asking us to awaken before we've gone to sleep */
1265         state = self->state;
1266         if (state == CTDL_THREAD_RUNNING)
1267                 self->state = CTDL_THREAD_SLEEPING;
1268         end_critical_section(S_THREAD_LIST);
1269         
1270         if(state != CTDL_THREAD_RUNNING)
1271         {
1272                 CtdlLogPrintf(CTDL_DEBUG, "CtdlThreadSleep() called by a thread that is not running.\n");
1273                 pthread_mutex_unlock(&self->ThreadMutex);
1274                 return;
1275         }
1276         
1277         memset (&wake_time, 0, sizeof(struct timespec));
1278         gettimeofday(&time_now, NULL);
1279         wake_time.tv_sec = time_now.tv_sec + secs;
1280         wake_time.tv_nsec = time_now.tv_usec * 10;
1281         pthread_cond_timedwait(&self->ThreadCond, &self->ThreadMutex, &wake_time);
1282         begin_critical_section(S_THREAD_LIST);
1283         if (self->state == CTDL_THREAD_SLEEPING) /* Don't change state if something else changed it while we were asleep */
1284                 self->state = state;
1285         pthread_mutex_unlock(&self->ThreadMutex);
1286         end_critical_section(S_THREAD_LIST);
1287 }
1288
1289
1290 /*
1291  * Routine to clean up our thread function on exit
1292  */
1293 static void ctdl_internal_thread_cleanup(void *arg)
1294 {
1295         struct CtdlThreadNode *this_thread;
1296         this_thread = CtdlThreadSelf();
1297         /*
1298          * In here we were called by the current thread because it is exiting
1299          * NB. WE ARE THE CURRENT THREAD
1300          */
1301         CtdlLogPrintf(CTDL_NOTICE, "Thread \"%s\" (%ld) exited.\n", this_thread->name, this_thread->tid);
1302         begin_critical_section(S_THREAD_LIST);
1303         #ifdef HAVE_BACKTRACE
1304         eCrash_UnregisterThread();
1305         #endif
1306         this_thread->state = CTDL_THREAD_EXITED;        // needs to be last thing else house keeping will unlink us too early
1307         end_critical_section(S_THREAD_LIST);
1308 }
1309
1310
1311
1312
1313 /*
1314  * Garbage collection routine.
1315  * Gets called by main() in a loop to clean up the thread list periodically.
1316  */
1317 void ctdl_internal_thread_gc (void)
1318 {
1319         struct CtdlThreadNode *this_thread, *that_thread;
1320         struct timespec wake_time;
1321         struct timeval time_now;
1322         int workers = 0;
1323         
1324         /* 
1325          * Wait on the condition variable that tells us garbage collection is needed
1326          * We wake up every 10 seconds just in case someone forgot to inform us of a thread exiting
1327          */
1328         pthread_mutex_lock(&thread_gc_mutex);
1329         memset (&wake_time, 0, sizeof(struct timespec));
1330         gettimeofday(&time_now, NULL);
1331         wake_time.tv_sec = time_now.tv_sec + 10;
1332         pthread_cond_timedwait(&thread_gc_cond, &thread_gc_mutex, &wake_time);
1333         
1334         CtdlLogPrintf(CTDL_DEBUG, "Thread system running garbage collection.\n");
1335         /*
1336          * Woke up to do garbage collection
1337          */
1338         begin_critical_section(S_THREAD_LIST);
1339         this_thread = CtdlThreadList;
1340         while(this_thread)
1341         {
1342                 that_thread = this_thread;
1343                 this_thread = this_thread->next;
1344                 
1345                 CtdlLogPrintf(CTDL_DEBUG, "CtdlThread, \"%s\" (%ld) \"%s\".\n", that_thread->name, that_thread->tid, CtdlThreadStates[that_thread->state]);
1346                 /* Do we need to clean up this thread? */
1347                 if (that_thread->state != CTDL_THREAD_EXITED)
1348                 {
1349                         if(that_thread->flags & CTDLTHREAD_WORKER)
1350                                 workers++;      /* Sanity check on number of worker threads */
1351                         continue;
1352                 }
1353                 
1354                 if (pthread_equal(that_thread->tid, pthread_self()))
1355                 {       /* Sanity check */
1356                         end_critical_section(S_THREAD_LIST);
1357                         CtdlLogPrintf(CTDL_EMERG, "Thread system PANIC, a thread is trying to clean up after itself.\n");
1358                         pthread_mutex_unlock(&thread_gc_mutex);
1359                         CtdlThreadStopAll();
1360                         return;
1361                 }
1362                 
1363                 if (num_threads <= 0)
1364                 {       /* Sanity check */
1365                         end_critical_section (S_THREAD_LIST);
1366                         CtdlLogPrintf(CTDL_EMERG, "Thread system PANIC, num_threads <= 0 and trying to do Garbage Collection.\n");
1367                         pthread_mutex_unlock(&thread_gc_mutex);
1368                         CtdlThreadStopAll();
1369                         return;
1370                 }
1371
1372                 /* If we are unlinking the list head then the next becomes the list head */
1373                 if (that_thread == CtdlThreadList)
1374                         CtdlThreadList = that_thread->next;
1375                 if(that_thread->prev)
1376                         that_thread->prev->next = that_thread->next;
1377                 if(that_thread->next)
1378                         that_thread->next->prev = that_thread->next;
1379                 num_threads--;
1380                 if(that_thread->flags & CTDLTHREAD_WORKER)
1381                         num_workers--;  /* This is a wroker thread so reduce the count. */
1382                 
1383                 /*
1384                  * Join on the thread to do clean up and prevent memory leaks
1385                  * Also makes sure the thread has cleaned up after itself before we remove it from the list
1386                  */
1387                 pthread_join (that_thread->tid, NULL);
1388                 
1389                 /*
1390                  * Now we own that thread entry
1391                  */
1392                 CtdlLogPrintf(CTDL_INFO, "Garbage Collection for thread \"%s\" (%ld).\n", that_thread->name, that_thread->tid);
1393                 if(that_thread->name)
1394                         free(that_thread->name);
1395                 pthread_mutex_destroy(&that_thread->ThreadMutex);
1396                 pthread_cond_destroy(&that_thread->ThreadCond);
1397                 pthread_attr_destroy(&that_thread->attr);
1398                 free(that_thread);
1399         }
1400         
1401         /* Sanity check number of worker threads */
1402         if (workers != num_workers)
1403         {
1404                 end_critical_section(S_THREAD_LIST);
1405                 CtdlLogPrintf(CTDL_EMERG, "Thread system PANIC, discrepancy in number of worker threads. Counted %d, should be %d.\n", workers, num_workers);
1406                 pthread_mutex_unlock(&thread_gc_mutex);
1407 //              CtdlThreadStopAll();
1408                 return;
1409         }
1410         pthread_mutex_unlock(&thread_gc_mutex);
1411
1412         end_critical_section(S_THREAD_LIST);
1413 }
1414
1415
1416
1417  
1418 /*
1419  * Runtime function for a Citadel Thread.
1420  * This initialises the threads environment and then calls the user supplied thread function
1421  * Note that this is the REAL thread function and wraps the users thread function.
1422  */ 
1423 static void *ctdl_internal_thread_func (void *arg)
1424 {
1425         struct CtdlThreadNode *this_thread;
1426         void *ret = NULL;
1427
1428         /* lock and unlock the thread list.
1429          * This causes this thread to wait until all its creation stuff has finished before it
1430          * can continue its execution.
1431          */
1432         begin_critical_section(S_THREAD_LIST);
1433         // Get our thread data structure
1434         this_thread = (struct CtdlThreadNode *) arg;
1435         this_thread->state = CTDL_THREAD_RUNNING;
1436         this_thread->pid = getpid();
1437         end_critical_section(S_THREAD_LIST);
1438                 
1439         // Tell the world we are here
1440         CtdlLogPrintf(CTDL_NOTICE, "Created a new thread \"%s\" (%ld). \n", this_thread->name, this_thread->tid);
1441
1442         // Register the cleanup function to take care of when we exit.
1443         pthread_cleanup_push(ctdl_internal_thread_cleanup, NULL);
1444         
1445         
1446         /*
1447          * run the thread to do the work
1448          */
1449         ret = (this_thread->thread_func)(this_thread->user_args);
1450         
1451         /*
1452          * Our thread is exiting either because it wanted to end or because the server is stopping
1453          * We need to clean up
1454          */
1455         pthread_cleanup_pop(1); // Execute our cleanup routine and remove it
1456         
1457         return(ret);
1458 }
1459
1460
1461  
1462 /*
1463  * Internal function to create a thread.
1464  * Must be called from within a S_THREAD_LIST critical section
1465  */ 
1466 struct CtdlThreadNode *ctdl_internal_create_thread(char *name, long flags, void *(*thread_func) (void *arg), void *args)
1467 {
1468         int ret = 0;
1469         struct CtdlThreadNode *this_thread;
1470         int sigtrick = 0;
1471         sigset_t old_signal_set;
1472
1473         if (num_threads >= 32767)
1474         {
1475                 CtdlLogPrintf(CTDL_EMERG, "Thread system. Thread list full.\n");
1476                 return NULL;
1477         }
1478                 
1479         this_thread = malloc(sizeof(struct CtdlThreadNode));
1480         if (this_thread == NULL) {
1481                 CtdlLogPrintf(CTDL_EMERG, "Thread system, can't allocate CtdlThreadNode, exiting\n");
1482                 return NULL;
1483         }
1484         // Ensuring this is zero'd means we make sure the thread doesn't start doing its thing until we are ready.
1485         memset (this_thread, 0, sizeof(struct CtdlThreadNode));
1486         
1487         this_thread->state = CTDL_THREAD_CREATE;
1488         
1489         if ((ret = pthread_attr_init(&this_thread->attr))) {
1490                 CtdlLogPrintf(CTDL_EMERG, "Thread system, pthread_attr_init: %s\n", strerror(ret));
1491                 free(this_thread);
1492                 return NULL;
1493         }
1494
1495         /* Our per-thread stacks need to be bigger than the default size,
1496          * otherwise the MIME parser crashes on FreeBSD, and the IMAP service
1497          * crashes on 64-bit Linux.
1498          */
1499         if (flags & CTDLTHREAD_BIGSTACK)
1500         {
1501                 CtdlLogPrintf(CTDL_INFO, "Thread system. Creating BIG STACK thread.\n");
1502                 if ((ret = pthread_attr_setstacksize(&this_thread->attr, THREADSTACKSIZE))) {
1503                         CtdlLogPrintf(CTDL_EMERG, "Thread system, pthread_attr_setstacksize: %s\n",
1504                                 strerror(ret));
1505                         pthread_attr_destroy(&this_thread->attr);
1506                         free(this_thread);
1507                         return NULL;
1508                 }
1509         }
1510
1511         /*
1512          * If we got here we are going to create the thread so we must initilise the structure
1513          * first because most implimentations of threading can't create it in a stopped state
1514          * and it might want to do things with its structure that aren't initialised otherwise.
1515          */
1516         if(name)
1517         {
1518                 this_thread->name = strdup(name);
1519         }
1520         else
1521         {
1522                 this_thread->name = strdup("Un-named Thread");
1523         }
1524         
1525         this_thread->flags = flags;
1526         this_thread->thread_func = thread_func;
1527         this_thread->user_args = args;
1528         pthread_mutex_init (&(this_thread->ThreadMutex), NULL);
1529         pthread_cond_init (&(this_thread->ThreadCond), NULL);
1530         
1531         /*
1532          * We want to make sure that only the main thread handles signals,
1533          * so that each signal is handled exactly once.  To do this, we
1534          * make sure that each new thread has all the signals that we
1535          * handle blocked.  To avoid race conditions, we block them in 
1536          * the spawning thread first, then create the new thread (which
1537          * inherits the settings), and then restore the old settings in
1538          * the spawning thread.  This means that there is a brief period
1539          * when no signals will be processed, but during that time they
1540          * should be queued by the operating system.
1541          */
1542         if (pthread_equal(GC_thread, pthread_self())) 
1543             sigtrick = ctdl_thread_internal_block_signals(&old_signal_set) == 0;
1544
1545         /*
1546          * We pass this_thread into the thread as its args so that it can find out information
1547          * about itself and it has a bit of storage space for itself, not to mention that the REAL
1548          * thread function needs to finish off the setup of the structure
1549          */
1550         if ((ret = pthread_create(&this_thread->tid, &this_thread->attr, ctdl_internal_thread_func, this_thread) != 0))
1551         {
1552
1553                 CtdlLogPrintf(CTDL_ALERT, "Thread system, Can't create thread: %s\n",
1554                         strerror(ret));
1555                 if (this_thread->name)
1556                         free (this_thread->name);
1557                 pthread_mutex_destroy(&(this_thread->ThreadMutex));
1558                 pthread_cond_destroy(&(this_thread->ThreadCond));
1559                 pthread_attr_destroy(&this_thread->attr);
1560                 free(this_thread);
1561                 if (sigtrick)
1562                         ctdl_thread_internal_restore_signals(&old_signal_set);
1563                 return NULL;
1564         }
1565         
1566         if (sigtrick)
1567                 ctdl_thread_internal_restore_signals(&old_signal_set);
1568         
1569         num_threads++;  // Increase the count of threads in the system.
1570         if(this_thread->flags & CTDLTHREAD_WORKER)
1571                 num_workers++;
1572
1573         this_thread->next = CtdlThreadList;
1574         CtdlThreadList = this_thread;
1575         if (this_thread->next)
1576                 this_thread->next->prev = this_thread;
1577         // Register for tracing
1578         #ifdef HAVE_BACKTRACE
1579         eCrash_RegisterThread(this_thread->name, 0);
1580         #endif
1581         return this_thread;
1582 }
1583
1584 /*
1585  * Wrapper function to create a thread
1586  * ensures the critical section and other protections are in place.
1587  * char *name = name to give to thread, if NULL, use generic name
1588  * int flags = flags to determine type of thread and standard facilities
1589  */
1590 struct CtdlThreadNode *CtdlThreadCreate(char *name, long flags, void *(*thread_func) (void *arg), void *args)
1591 {
1592         struct CtdlThreadNode *ret = NULL;
1593         
1594         begin_critical_section(S_THREAD_LIST);
1595         ret = ctdl_internal_create_thread(name, flags, thread_func, args);
1596         end_critical_section(S_THREAD_LIST);
1597         return ret;
1598 }
1599
1600
1601
1602
1603 /*
1604  * Purge all sessions which have the 'kill_me' flag set.
1605  * This function has code to prevent it from running more than once every
1606  * few seconds, because running it after every single unbind would waste a lot
1607  * of CPU time and keep the context list locked too much.  To force it to run
1608  * anyway, set "force" to nonzero.
1609  *
1610  *
1611  * After that's done, we raise the size of the worker thread pool
1612  * if such an action is appropriate.
1613  */
1614 void dead_session_purge(int force) {
1615         struct CitContext *ptr, *ptr2;          /* general-purpose utility pointer */
1616         struct CitContext *rem = NULL;  /* list of sessions to be destroyed */
1617
1618         if (force == 0) {
1619                 if ( (time(NULL) - last_purge) < 5 ) {
1620                         return; /* Too soon, go away */
1621                 }
1622         }
1623         time(&last_purge);
1624
1625         begin_critical_section(S_SESSION_TABLE);
1626         ptr = ContextList;
1627         while (ptr) {
1628                 ptr2 = ptr;
1629                 ptr = ptr->next;
1630                 
1631                 if ( (ptr2->state == CON_IDLE) && (ptr2->kill_me) ) {
1632                         /* Remove the session from the active list */
1633                         if (ptr2->prev) {
1634                                 ptr2->prev->next = ptr2->next;
1635                         }
1636                         else {
1637                                 ContextList = ptr2->next;
1638                         }
1639                         if (ptr2->next) {
1640                                 ptr2->next->prev = ptr2->prev;
1641                         }
1642
1643                         --num_sessions;
1644
1645                         /* And put it on our to-be-destroyed list */
1646                         ptr2->next = rem;
1647                         rem = ptr2;
1648
1649                 }
1650         }
1651         end_critical_section(S_SESSION_TABLE);
1652
1653         /* Now that we no longer have the session list locked, we can take
1654          * our time and destroy any sessions on the to-be-killed list, which
1655          * is allocated privately on this thread's stack.
1656          */
1657         while (rem != NULL) {
1658                 CtdlLogPrintf(CTDL_DEBUG, "Purging session %d\n", rem->cs_pid);
1659                 RemoveContext(rem);
1660                 ptr = rem;
1661                 rem = rem->next;
1662                 free(ptr);
1663         }
1664
1665         /* Raise the size of the worker thread pool if necessary. */
1666         begin_critical_section(S_THREAD_LIST);
1667         if ( (num_sessions > num_workers)
1668            && (num_workers < config.c_max_workers) ) {
1669                 ctdl_internal_create_thread(NULL, CTDLTHREAD_BIGSTACK + CTDLTHREAD_WORKER, worker_thread, NULL);
1670         }
1671         end_critical_section(S_THREAD_LIST);
1672         // FIXME: reduce the number of worker threads too
1673 }
1674
1675
1676
1677
1678
1679 /*
1680  * masterCC is the context we use when not attached to a session.  This
1681  * function initializes it.
1682  */
1683 void InitializeMasterCC(void) {
1684         memset(&masterCC, 0, sizeof(struct CitContext));
1685         masterCC.internal_pgm = 1;
1686         masterCC.cs_pid = 0;
1687 }
1688
1689
1690
1691
1692
1693
1694 /*
1695  * Bind a thread to a context.  (It's inline merely to speed things up.)
1696  */
1697 INLINE void become_session(struct CitContext *which_con) {
1698         pthread_setspecific(MyConKey, (void *)which_con );
1699 }
1700
1701
1702
1703 /* 
1704  * This loop just keeps going and going and going...
1705  */     
1706 void *worker_thread(void *arg) {
1707         int i;
1708         int highest;
1709         struct CitContext *ptr;
1710         struct CitContext *bind_me = NULL;
1711         fd_set readfds;
1712         int retval = 0;
1713         struct CitContext *con= NULL;   /* Temporary context pointer */
1714         struct ServiceFunctionHook *serviceptr;
1715         int ssock;                      /* Descriptor for client socket */
1716         struct timeval tv;
1717         int force_purge = 0;
1718         int m;
1719
1720         cdb_allocate_tsd();
1721
1722         while (!CtdlThreadCheckStop()) {
1723
1724                 /* make doubly sure we're not holding any stale db handles
1725                  * which might cause a deadlock.
1726                  */
1727                 cdb_check_handles();
1728 do_select:      force_purge = 0;
1729                 bind_me = NULL;         /* Which session shall we handle? */
1730
1731                 /* Initialize the fdset. */
1732                 FD_ZERO(&readfds);
1733                 highest = 0;
1734
1735                 begin_critical_section(S_SESSION_TABLE);
1736                 for (ptr = ContextList; ptr != NULL; ptr = ptr->next) {
1737                         if (ptr->state == CON_IDLE) {
1738                                 FD_SET(ptr->client_socket, &readfds);
1739                                 if (ptr->client_socket > highest)
1740                                         highest = ptr->client_socket;
1741                         }
1742                         if ((bind_me == NULL) && (ptr->state == CON_READY)) {
1743                                 bind_me = ptr;
1744                                 ptr->state = CON_EXECUTING;
1745                         }
1746                 }
1747                 end_critical_section(S_SESSION_TABLE);
1748
1749                 if (bind_me) {
1750                         goto SKIP_SELECT;
1751                 }
1752
1753                 /* If we got this far, it means that there are no sessions
1754                  * which a previous thread marked for attention, so we go
1755                  * ahead and get ready to select().
1756                  */
1757
1758                 /* First, add the various master sockets to the fdset. */
1759                 for (serviceptr = ServiceHookTable; serviceptr != NULL;
1760                 serviceptr = serviceptr->next ) {
1761                         m = serviceptr->msock;
1762                         FD_SET(m, &readfds);
1763                         if (m > highest) {
1764                                 highest = m;
1765                         }
1766                 }
1767
1768                 if (!CtdlThreadCheckStop()) {
1769                         tv.tv_sec = 1;          /* wake up every second if no input */
1770                         tv.tv_usec = 0;
1771                         retval = select(highest + 1, &readfds, NULL, NULL, &tv);
1772                 }
1773
1774                 if (CtdlThreadCheckStop()) return(NULL);
1775
1776                 /* Now figure out who made this select() unblock.
1777                  * First, check for an error or exit condition.
1778                  */
1779                 if (retval < 0) {
1780                         if (errno == EBADF) {
1781                                 CtdlLogPrintf(CTDL_NOTICE, "select() failed: (%s)\n",
1782                                         strerror(errno));
1783                                 goto do_select;
1784                         }
1785                         if (errno != EINTR) {
1786                                 CtdlLogPrintf(CTDL_EMERG, "Exiting (%s)\n", strerror(errno));
1787                                 CtdlThreadStopAll();
1788                         } else if (!CtdlThreadCheckStop()) {
1789                                 CtdlLogPrintf(CTDL_DEBUG, "Un handled select failure.\n");
1790                                 goto do_select;
1791                         }
1792                 }
1793                 else if(retval == 0) {
1794                         goto SKIP_SELECT;
1795                 }
1796                 /* Next, check to see if it's a new client connecting
1797                  * on a master socket.
1798                  */
1799                 else for (serviceptr = ServiceHookTable; serviceptr != NULL;
1800                      serviceptr = serviceptr->next ) {
1801
1802                         if (FD_ISSET(serviceptr->msock, &readfds)) {
1803                                 ssock = accept(serviceptr->msock, NULL, 0);
1804                                 if (ssock >= 0) {
1805                                         CtdlLogPrintf(CTDL_DEBUG,
1806                                                 "New client socket %d\n",
1807                                                 ssock);
1808
1809                                         /* The master socket is non-blocking but the client
1810                                          * sockets need to be blocking, otherwise certain
1811                                          * operations barf on FreeBSD.  Not a fatal error.
1812                                          */
1813                                         if (fcntl(ssock, F_SETFL, 0) < 0) {
1814                                                 CtdlLogPrintf(CTDL_EMERG,
1815                                                         "citserver: Can't set socket to blocking: %s\n",
1816                                                         strerror(errno));
1817                                         }
1818
1819                                         /* New context will be created already
1820                                          * set up in the CON_EXECUTING state.
1821                                          */
1822                                         con = CreateNewContext();
1823
1824                                         /* Assign our new socket number to it. */
1825                                         con->client_socket = ssock;
1826                                         con->h_command_function =
1827                                                 serviceptr->h_command_function;
1828                                         con->h_async_function =
1829                                                 serviceptr->h_async_function;
1830                                         con->ServiceName =
1831                                                 serviceptr->ServiceName;
1832                                         
1833                                         /* Determine whether it's a local socket */
1834                                         if (serviceptr->sockpath != NULL)
1835                                                 con->is_local_socket = 1;
1836         
1837                                         /* Set the SO_REUSEADDR socket option */
1838                                         i = 1;
1839                                         setsockopt(ssock, SOL_SOCKET,
1840                                                 SO_REUSEADDR,
1841                                                 &i, sizeof(i));
1842
1843                                         become_session(con);
1844                                         begin_session(con);
1845                                         serviceptr->h_greeting_function();
1846                                         become_session(NULL);
1847                                         con->state = CON_IDLE;
1848                                         goto do_select;
1849                                 }
1850                         }
1851                 }
1852
1853                 /* It must be a client socket.  Find a context that has data
1854                  * waiting on its socket *and* is in the CON_IDLE state.  Any
1855                  * active sockets other than our chosen one are marked as
1856                  * CON_READY so the next thread that comes around can just bind
1857                  * to one without having to select() again.
1858                  */
1859                 begin_critical_section(S_SESSION_TABLE);
1860                 for (ptr = ContextList; ptr != NULL; ptr = ptr->next) {
1861                         if ( (FD_ISSET(ptr->client_socket, &readfds))
1862                            && (ptr->state != CON_EXECUTING) ) {
1863                                 ptr->input_waiting = 1;
1864                                 if (!bind_me) {
1865                                         bind_me = ptr;  /* I choose you! */
1866                                         bind_me->state = CON_EXECUTING;
1867                                 }
1868                                 else {
1869                                         ptr->state = CON_READY;
1870                                 }
1871                         }
1872                 }
1873                 end_critical_section(S_SESSION_TABLE);
1874
1875 SKIP_SELECT:
1876                 /* We're bound to a session */
1877                 if (bind_me != NULL) {
1878                         become_session(bind_me);
1879
1880                         /* If the client has sent a command, execute it. */
1881                         if (CC->input_waiting) {
1882                                 CC->h_command_function();
1883                                 CC->input_waiting = 0;
1884                         }
1885
1886                         /* If there are asynchronous messages waiting and the
1887                          * client supports it, do those now */
1888                         if ((CC->is_async) && (CC->async_waiting)
1889                            && (CC->h_async_function != NULL)) {
1890                                 CC->h_async_function();
1891                                 CC->async_waiting = 0;
1892                         }
1893                         
1894                         force_purge = CC->kill_me;
1895                         become_session(NULL);
1896                         bind_me->state = CON_IDLE;
1897                 }
1898
1899                 dead_session_purge(force_purge);
1900                 do_housekeeping();
1901                 check_sched_shutdown();
1902         }
1903         /* If control reaches this point, the server is shutting down */        
1904         return(NULL);
1905 }
1906
1907
1908
1909
1910 /*
1911  * SyslogFacility()
1912  * Translate text facility name to syslog.h defined value.
1913  */
1914 int SyslogFacility(char *name)
1915 {
1916         int i;
1917         struct
1918         {
1919                 int facility;
1920                 char *name;
1921         }   facTbl[] =
1922         {
1923                 {   LOG_KERN,   "kern"          },
1924                 {   LOG_USER,   "user"          },
1925                 {   LOG_MAIL,   "mail"          },
1926                 {   LOG_DAEMON, "daemon"        },
1927                 {   LOG_AUTH,   "auth"          },
1928                 {   LOG_SYSLOG, "syslog"        },
1929                 {   LOG_LPR,    "lpr"           },
1930                 {   LOG_NEWS,   "news"          },
1931                 {   LOG_UUCP,   "uucp"          },
1932                 {   LOG_LOCAL0, "local0"        },
1933                 {   LOG_LOCAL1, "local1"        },
1934                 {   LOG_LOCAL2, "local2"        },
1935                 {   LOG_LOCAL3, "local3"        },
1936                 {   LOG_LOCAL4, "local4"        },
1937                 {   LOG_LOCAL5, "local5"        },
1938                 {   LOG_LOCAL6, "local6"        },
1939                 {   LOG_LOCAL7, "local7"        },
1940                 {   0,            NULL          }
1941         };
1942         for(i = 0; facTbl[i].name != NULL; i++) {
1943                 if(!strcasecmp(name, facTbl[i].name))
1944                         return facTbl[i].facility;
1945         }
1946         enable_syslog = 0;
1947         return LOG_DAEMON;
1948 }
1949
1950
1951 /********** MEM CHEQQER ***********/
1952
1953 #ifdef DEBUG_MEMORY_LEAKS
1954
1955 #undef malloc
1956 #undef realloc
1957 #undef strdup
1958 #undef free
1959
1960 void *tracked_malloc(size_t size, char *file, int line) {
1961         struct igheap *thisheap;
1962         void *block;
1963
1964         block = malloc(size);
1965         if (block == NULL) return(block);
1966
1967         thisheap = malloc(sizeof(struct igheap));
1968         if (thisheap == NULL) {
1969                 free(block);
1970                 return(NULL);
1971         }
1972
1973         thisheap->block = block;
1974         strcpy(thisheap->file, file);
1975         thisheap->line = line;
1976         
1977         begin_critical_section(S_DEBUGMEMLEAKS);
1978         thisheap->next = igheap;
1979         igheap = thisheap;
1980         end_critical_section(S_DEBUGMEMLEAKS);
1981
1982         return(block);
1983 }
1984
1985
1986 void *tracked_realloc(void *ptr, size_t size, char *file, int line) {
1987         struct igheap *thisheap;
1988         void *block;
1989
1990         block = realloc(ptr, size);
1991         if (block == NULL) return(block);
1992
1993         thisheap = malloc(sizeof(struct igheap));
1994         if (thisheap == NULL) {
1995                 free(block);
1996                 return(NULL);
1997         }
1998
1999         thisheap->block = block;
2000         strcpy(thisheap->file, file);
2001         thisheap->line = line;
2002         
2003         begin_critical_section(S_DEBUGMEMLEAKS);
2004         thisheap->next = igheap;
2005         igheap = thisheap;
2006         end_critical_section(S_DEBUGMEMLEAKS);
2007
2008         return(block);
2009 }
2010
2011
2012
2013 void tracked_free(void *ptr) {
2014         struct igheap *thisheap;
2015         struct igheap *trash;
2016
2017         free(ptr);
2018
2019         if (igheap == NULL) return;
2020         begin_critical_section(S_DEBUGMEMLEAKS);
2021         for (thisheap = igheap; thisheap != NULL; thisheap = thisheap->next) {
2022                 if (thisheap->next != NULL) {
2023                         if (thisheap->next->block == ptr) {
2024                                 trash = thisheap->next;
2025                                 thisheap->next = thisheap->next->next;
2026                                 free(trash);
2027                         }
2028                 }
2029         }
2030         if (igheap->block == ptr) {
2031                 trash = igheap;
2032                 igheap = igheap->next;
2033                 free(trash);
2034         }
2035         end_critical_section(S_DEBUGMEMLEAKS);
2036 }
2037
2038 char *tracked_strdup(const char *s, char *file, int line) {
2039         char *ptr;
2040
2041         if (s == NULL) return(NULL);
2042         ptr = tracked_malloc(strlen(s) + 1, file, line);
2043         if (ptr == NULL) return(NULL);
2044         strncpy(ptr, s, strlen(s));
2045         return(ptr);
2046 }
2047
2048 void dump_heap(void) {
2049         struct igheap *thisheap;
2050
2051         for (thisheap = igheap; thisheap != NULL; thisheap = thisheap->next) {
2052                 CtdlLogPrintf(CTDL_CRIT, "UNFREED: %30s : %d\n",
2053                         thisheap->file, thisheap->line);
2054         }
2055 }
2056
2057 #endif /*  DEBUG_MEMORY_LEAKS */