+ add flag to print backtraces in template logging error...
[citadel.git] / webcit / webserver.c
1 /*
2  * $Id$
3  *
4  * This contains a simple multithreaded TCP server manager.  It sits around
5  * waiting on the specified port for incoming HTTP connections.  When a
6  * connection is established, it calls context_loop() from context_loop.c.
7  *
8  * Copyright (c) 1996-2009 by the citadel.org developers.
9  * This program is released under the terms of the GNU General Public License v3.
10  *
11  */
12
13 #include "webcit.h"
14 #include "webserver.h"
15
16 #if HAVE_BACKTRACE
17 #include <execinfo.h>
18 #endif
19 #include "modules_init.h"
20 #ifndef HAVE_SNPRINTF
21 int vsnprintf(char *buf, size_t max, const char *fmt, va_list argp);
22 #endif
23
24 int verbosity = 9;              /* Logging level */
25 int msock;                      /* master listening socket */
26 int is_https = 0;               /* Nonzero if I am an HTTPS service */
27 int follow_xff = 0;             /* Follow X-Forwarded-For: header */
28 int home_specified = 0;         /* did the user specify a homedir? */
29 int time_to_die = 0;            /* Nonzero if server is shutting down */
30 int DisableGzip = 0;
31 extern void *context_loop(int*);
32 extern void *housekeeping_loop(void);
33 extern pthread_mutex_t SessionListMutex;
34 extern pthread_key_t MyConKey;
35
36
37 char ctdl_key_dir[PATH_MAX]=SSL_DIR;
38 char file_crpt_file_key[PATH_MAX]="";
39 char file_crpt_file_csr[PATH_MAX]="";
40 char file_crpt_file_cer[PATH_MAX]="";
41
42 char socket_dir[PATH_MAX];                      /* where to talk to our citadel server */
43 static const char editor_absolut_dir[PATH_MAX]=EDITORDIR;       /* nailed to what configure gives us. */
44 static char static_dir[PATH_MAX];               /* calculated on startup */
45 static char static_local_dir[PATH_MAX];         /* calculated on startup */
46 static char static_icon_dir[PATH_MAX];          /* where should we find our mime icons? */
47 char  *static_dirs[]={                          /* needs same sort order as the web mapping */
48         (char*)static_dir,                      /* our templates on disk */
49         (char*)static_local_dir,                /* user provided templates disk */
50         (char*)editor_absolut_dir,              /* the editor on disk */
51         (char*)static_icon_dir                  /* our icons... */
52 };
53
54 /*
55  * Subdirectories from which the client may request static content
56  *
57  * (If you add more, remember to increment 'ndirs' below)
58  */
59 char *static_content_dirs[] = {
60         "static",                     /* static templates */
61         "static.local",               /* site local static templates */
62         "tiny_mce"                    /* rich text editor */
63 };
64
65 int ndirs=3;
66
67
68 char *server_cookie = NULL;     /* our Cookie connection to the client */
69 int http_port = PORT_NUM;       /* Port to listen on */
70 char *ctdlhost = DEFAULT_HOST;  /* our name */
71 char *ctdlport = DEFAULT_PORT;  /* our Port */
72 int setup_wizard = 0;           /* should we run the setup wizard? \todo */
73 char wizard_filename[PATH_MAX]; /* where's the setup wizard? */
74 int running_as_daemon = 0;      /* should we deamonize on startup? */
75
76
77 /* 
78  * This is a generic function to set up a master socket for listening on
79  * a TCP port.  The server shuts down if the bind fails.
80  *
81  * ip_addr      IP address to bind
82  * port_number  port number to bind
83  * queue_len    number of incoming connections to allow in the queue
84  */
85 int ig_tcp_server(char *ip_addr, int port_number, int queue_len)
86 {
87         struct sockaddr_in sin;
88         int s, i;
89
90         memset(&sin, 0, sizeof(sin));
91         sin.sin_family = AF_INET;
92         if (ip_addr == NULL) {
93                 sin.sin_addr.s_addr = INADDR_ANY;
94         } else {
95                 sin.sin_addr.s_addr = inet_addr(ip_addr);
96         }
97
98         if (sin.sin_addr.s_addr == INADDR_NONE) {
99                 sin.sin_addr.s_addr = INADDR_ANY;
100         }
101
102         if (port_number == 0) {
103                 lprintf(1, "Cannot start: no port number specified.\n");
104                 exit(WC_EXIT_BIND);
105         }
106         sin.sin_port = htons((u_short) port_number);
107
108         s = socket(PF_INET, SOCK_STREAM, (getprotobyname("tcp")->p_proto));
109         if (s < 0) {
110                 lprintf(1, "Can't create a socket: %s\n", strerror(errno));
111                 exit(WC_EXIT_BIND);
112         }
113         /* Set some socket options that make sense. */
114         i = 1;
115         setsockopt(s, SOL_SOCKET, SO_REUSEADDR, &i, sizeof(i));
116
117         #ifndef __APPLE__
118         fcntl(s, F_SETFL, O_NONBLOCK); /* maide: this statement is incorrect
119                                           there should be a preceding F_GETFL
120                                           and a bitwise OR with the previous
121                                           fd flags */
122         #endif
123         
124         if (bind(s, (struct sockaddr *) &sin, sizeof(sin)) < 0) {
125                 lprintf(1, "Can't bind: %s\n", strerror(errno));
126                 exit(WC_EXIT_BIND);
127         }
128         if (listen(s, queue_len) < 0) {
129                 lprintf(1, "Can't listen: %s\n", strerror(errno));
130                 exit(WC_EXIT_BIND);
131         }
132         return (s);
133 }
134
135
136
137 /*
138  * Create a Unix domain socket and listen on it
139  * sockpath - file name of the unix domain socket
140  * queue_len - Number of incoming connections to allow in the queue
141  */
142 int ig_uds_server(char *sockpath, int queue_len)
143 {
144         struct sockaddr_un addr;
145         int s;
146         int i;
147         int actual_queue_len;
148
149         actual_queue_len = queue_len;
150         if (actual_queue_len < 5) actual_queue_len = 5;
151
152         i = unlink(sockpath);
153         if ((i != 0) && (errno != ENOENT)) {
154                 lprintf(1, "webcit: can't unlink %s: %s\n",
155                         sockpath, strerror(errno));
156                 exit(WC_EXIT_BIND);
157         }
158
159         memset(&addr, 0, sizeof(addr));
160         addr.sun_family = AF_UNIX;
161         safestrncpy(addr.sun_path, sockpath, sizeof addr.sun_path);
162
163         s = socket(AF_UNIX, SOCK_STREAM, 0);
164         if (s < 0) {
165                 lprintf(1, "webcit: Can't create a socket: %s\n",
166                         strerror(errno));
167                 exit(WC_EXIT_BIND);
168         }
169
170         if (bind(s, (struct sockaddr *)&addr, sizeof(addr)) < 0) {
171                 lprintf(1, "webcit: Can't bind: %s\n",
172                         strerror(errno));
173                 exit(WC_EXIT_BIND);
174         }
175
176         if (listen(s, actual_queue_len) < 0) {
177                 lprintf(1, "webcit: Can't listen: %s\n",
178                         strerror(errno));
179                 exit(WC_EXIT_BIND);
180         }
181
182         chmod(sockpath, 0777);
183         return(s);
184 }
185
186
187
188
189 /*
190  * Read data from the client socket.
191  *
192  * sock         socket fd to read from
193  * buf          buffer to read into 
194  * bytes        number of bytes to read
195  * timeout      Number of seconds to wait before timing out
196  *
197  * Possible return values:
198  *      1       Requested number of bytes has been read.
199  *      0       Request timed out.
200  *      -1      Connection is broken, or other error.
201  */
202 int client_read_to(int *sock, StrBuf *Target, StrBuf *Buf, int bytes, int timeout)
203 {
204         const char *Error;
205         int retval = 0;
206
207 #ifdef HAVE_OPENSSL
208         if (is_https) {
209                 while ((StrLength(Buf) + StrLength(Target) < bytes) &&
210                        (retval >= 0))
211                         retval = client_read_sslbuffer(Buf, timeout);
212                 if (retval >= 0) {
213                         StrBufAppendBuf(Target, Buf, 0); /* todo: Buf > bytes? */
214 #ifdef HTTP_TRACING
215                         write(2, "\033[32m", 5);
216                         write(2, buf, bytes);
217                         write(2, "\033[30m", 5);
218 #endif
219                         return 1;
220                 }
221                 else {
222                         lprintf(2, "client_read_ssl() failed\n");
223                         return -1;
224                 }
225         }
226 #endif
227
228         if (StrLength(Buf) > 0) {/*/// todo: what if Buf > bytes?*/
229                 StrBufAppendBuf(Target, Buf, 0);
230         }
231         retval = StrBufReadBLOB(Target, 
232                            sock, 
233                            (StrLength(Target) > 0), 
234                            bytes - StrLength(Target), 
235                                 &Error);
236         if (retval < 0) {
237                 lprintf(2, "client_read() failed: %s\n",
238                         Error);
239                 return retval;
240         }
241
242 #ifdef HTTP_TRACING
243         write(2, "\033[32m", 5);
244         write(2, buf, bytes);
245         write(2, "\033[30m", 5);
246 #endif
247         return 1;
248 }
249
250
251 /*
252  * Begin buffering HTTP output so we can transmit it all in one write operation later.
253  */
254 void begin_burst(void)
255 {
256         if (WC->WBuf == NULL) {
257                 WC->WBuf = NewStrBufPlain(NULL, 32768);
258         }
259 }
260
261
262 /*
263  * Finish buffering HTTP output.  [Compress using zlib and] output with a Content-Length: header.
264  */
265 long end_burst(void)
266 {
267         wcsession *WCC = WC;
268         const char *ptr, *eptr;
269         long count;
270         ssize_t res;
271         fd_set wset;
272         int fdflags;
273
274 #ifdef HAVE_ZLIB
275         /* Perform gzip compression, if enabled and supported by client */
276         if (!DisableGzip && (WCC->gzip_ok) && CompressBuffer(WCC->WBuf))
277         {
278                 hprintf("Content-encoding: gzip\r\n");
279         }
280 #endif  /* HAVE_ZLIB */
281
282         hprintf("Content-length: %d\r\n\r\n", StrLength(WCC->WBuf));
283
284         ptr = ChrPtr(WCC->HBuf);
285         count = StrLength(WCC->HBuf);
286         eptr = ptr + count;
287
288 #ifdef HAVE_OPENSSL
289         if (is_https) {
290                 client_write_ssl(WCC->HBuf);
291                 client_write_ssl(WCC->WBuf);
292                 return (count);
293         }
294 #endif
295
296         
297 #ifdef HTTP_TRACING
298         
299         write(2, "\033[34m", 5);
300         write(2, ptr, StrLength(WCC->WBuf));
301         write(2, "\033[30m", 5);
302 #endif
303         fdflags = fcntl(WC->http_sock, F_GETFL);
304
305         while (ptr < eptr) {
306                 if ((fdflags & O_NONBLOCK) == O_NONBLOCK) {
307                         FD_ZERO(&wset);
308                         FD_SET(WCC->http_sock, &wset);
309                         if (select(WCC->http_sock + 1, NULL, &wset, NULL, NULL) == -1) {
310                                 lprintf(2, "client_write: Socket select failed (%s)\n", strerror(errno));
311                                 return -1;
312                         }
313                 }
314
315                 if ((res = write(WCC->http_sock, 
316                                  ptr,
317                                  count)) == -1) {
318                         lprintf(2, "client_write: Socket write failed (%s)\n", strerror(errno));
319                         wc_backtrace();
320                         return res;
321                 }
322                 count -= res;
323                 ptr += res;
324         }
325
326         ptr = ChrPtr(WCC->WBuf);
327         count = StrLength(WCC->WBuf);
328         eptr = ptr + count;
329
330 #ifdef HTTP_TRACING
331         
332         write(2, "\033[34m", 5);
333         write(2, ptr, StrLength(WCC->WBuf));
334         write(2, "\033[30m", 5);
335 #endif
336
337         while (ptr < eptr) {
338                 if ((fdflags & O_NONBLOCK) == O_NONBLOCK) {
339                         FD_ZERO(&wset);
340                         FD_SET(WCC->http_sock, &wset);
341                         if (select(WCC->http_sock + 1, NULL, &wset, NULL, NULL) == -1) {
342                                 lprintf(2, "client_write: Socket select failed (%s)\n", strerror(errno));
343                                 return -1;
344                         }
345                 }
346
347                 if ((res = write(WCC->http_sock, 
348                                  ptr,
349                                  count)) == -1) {
350                         lprintf(2, "client_write: Socket write failed (%s)\n", strerror(errno));
351                         wc_backtrace();
352                         return res;
353                 }
354                 count -= res;
355                 ptr += res;
356         }
357
358         return StrLength(WCC->WBuf);
359 }
360
361
362
363 /*
364  * Read data from the client socket with default timeout.
365  * (This is implemented in terms of client_read_to() and could be
366  * justifiably moved out of sysdep.c)
367  *
368  * sock         the socket fd to read from
369  * buf          the buffer to write to
370  * bytes        Number of bytes to read
371  */
372 int client_read(int *sock, StrBuf *Target, StrBuf *buf, int bytes)
373 {
374         return (client_read_to(sock, Target, buf, bytes, SLEEPING));
375 }
376
377
378
379 /*
380  * Shut us down the regular way.
381  * signum is the signal we want to forward
382  */
383 pid_t current_child;
384 void graceful_shutdown_watcher(int signum) {
385         lprintf (1, "bye; shutting down watcher.");
386         kill(current_child, signum);
387         if (signum != SIGHUP)
388                 exit(0);
389 }
390
391
392 int ClientGetLine(int *sock, StrBuf *Target, StrBuf *CLineBuf)
393 {
394         const char *Error, *pch, *pchs;
395         int rlen, len, retval = 0;
396
397         if (is_https) {
398                 int ntries = 0;
399                 if (StrLength(CLineBuf) > 0) {
400                         pchs = ChrPtr(CLineBuf);
401                         pch = strchr(pchs, '\n');
402                         if (pch != NULL) {
403                                 rlen = 0;
404                                 len = pch - pchs;
405                                 if (len > 0 && (*(pch - 1) == '\r') )
406                                         rlen ++;
407                                 StrBufSub(Target, CLineBuf, 0, len - rlen);
408                                 StrBufCutLeft(CLineBuf, len + 1);
409                                 return len - rlen;
410                         }
411                 }
412
413                 while (retval == 0) { 
414                                 pch = NULL;
415                                 pchs = ChrPtr(CLineBuf);
416                                 if (*pchs != '\0')
417                                         pch = strchr(pchs, '\n');
418                                 if (pch == NULL) {
419                                         retval = client_read_sslbuffer(CLineBuf, SLEEPING);
420                                         pchs = ChrPtr(CLineBuf);
421                                         pch = strchr(pchs, '\n');
422                                 }
423                                 if (retval == 0) {
424                                         sleeeeeeeeeep(1);
425                                         ntries ++;
426                                 }
427                                 if (ntries > 10)
428                                         return 0;
429                 }
430                 if ((retval > 0) && (pch != NULL)) {
431                         rlen = 0;
432                         len = pch - pchs;
433                         if (len > 0 && (*(pch - 1) == '\r') )
434                                 rlen ++;
435                         StrBufSub(Target, CLineBuf, 0, len - rlen);
436                         StrBufCutLeft(CLineBuf, len + 1);
437                         return len - rlen;
438
439                 }
440                 else 
441                         return -1;
442         }
443         else 
444                 return StrBufTCP_read_buffered_line(Target, 
445                                                     CLineBuf,
446                                                     sock,
447                                                     5,
448                                                     1,
449                                                     &Error);
450 }
451
452
453
454 /*
455  * Shut us down the regular way.
456  * signum is the signal we want to forward
457  */
458 pid_t current_child;
459 void graceful_shutdown(int signum) {
460         char wd[SIZ];
461         FILE *FD;
462         int fd;
463         getcwd(wd, SIZ);
464         lprintf (1, "bye going down gracefull.[%d][%s]\n", signum, wd);
465         fd = msock;
466         msock = -1;
467         time_to_die = 1;
468         FD=fdopen(fd, "a+");
469         fflush (FD);
470         fclose (FD);
471         close(fd);
472 }
473
474
475 /*
476  * Start running as a daemon.
477  */
478 void start_daemon(char *pid_file) 
479 {
480         int status = 0;
481         pid_t child = 0;
482         FILE *fp;
483         int do_restart = 0;
484
485         current_child = 0;
486
487         /* Close stdin/stdout/stderr and replace them with /dev/null.
488          * We don't just call close() because we don't want these fd's
489          * to be reused for other files.
490          */
491         chdir("/");
492
493         signal(SIGHUP, SIG_IGN);
494         signal(SIGINT, SIG_IGN);
495         signal(SIGQUIT, SIG_IGN);
496
497         child = fork();
498         if (child != 0) {
499                 exit(0);
500         }
501
502         setsid();
503         umask(0);
504         freopen("/dev/null", "r", stdin);
505         freopen("/dev/null", "w", stdout);
506         freopen("/dev/null", "w", stderr);
507         signal(SIGTERM, graceful_shutdown_watcher);
508         signal(SIGHUP, graceful_shutdown_watcher);
509
510         do {
511                 current_child = fork();
512
513         
514                 if (current_child < 0) {
515                         perror("fork");
516                         ShutDownLibCitadel ();
517                         exit(errno);
518                 }
519         
520                 else if (current_child == 0) {  /* child process */
521                         signal(SIGHUP, graceful_shutdown);
522
523                         return; /* continue starting webcit. */
524                 }
525                 else { /* watcher process */
526                         if (pid_file) {
527                                 fp = fopen(pid_file, "w");
528                                 if (fp != NULL) {
529                                         fprintf(fp, "%d\n", getpid());
530                                         fclose(fp);
531                                 }
532                         }
533                         waitpid(current_child, &status, 0);
534                 }
535
536                 do_restart = 0;
537
538                 /* Did the main process exit with an actual exit code? */
539                 if (WIFEXITED(status)) {
540
541                         /* Exit code 0 means the watcher should exit */
542                         if (WEXITSTATUS(status) == 0) {
543                                 do_restart = 0;
544                         }
545
546                         /* Exit code 101-109 means the watcher should exit */
547                         else if ( (WEXITSTATUS(status) >= 101) && (WEXITSTATUS(status) <= 109) ) {
548                                 do_restart = 0;
549                         }
550
551                         /* Any other exit code means we should restart. */
552                         else {
553                                 do_restart = 1;
554                         }
555                 }
556
557                 /* Any other type of termination (signals, etc.) should also restart. */
558                 else {
559                         do_restart = 1;
560                 }
561
562         } while (do_restart);
563
564         if (pid_file) {
565                 unlink(pid_file);
566         }
567         ShutDownLibCitadel ();
568         exit(WEXITSTATUS(status));
569 }
570
571 /*
572  * Spawn an additional worker thread into the pool.
573  */
574 void spawn_another_worker_thread()
575 {
576         pthread_t SessThread;   /* Thread descriptor */
577         pthread_attr_t attr;    /* Thread attributes */
578         int ret;
579
580         lprintf(3, "Creating a new thread\n");
581
582         /* set attributes for the new thread */
583         pthread_attr_init(&attr);
584         pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED);
585
586         /*
587          * Our per-thread stacks need to be bigger than the default size, otherwise
588          * the MIME parser crashes on FreeBSD, and the IMAP service crashes on
589          * 64-bit Linux.
590          */
591         if ((ret = pthread_attr_setstacksize(&attr, 1024 * 1024))) {
592                 lprintf(1, "pthread_attr_setstacksize: %s\n",
593                         strerror(ret));
594                 pthread_attr_destroy(&attr);
595         }
596
597         /* now create the thread */
598         if (pthread_create(&SessThread, &attr,
599                            (void *(*)(void *)) worker_entry, NULL)
600             != 0) {
601                 lprintf(1, "Can't create thread: %s\n", strerror(errno));
602         }
603
604         /* free up the attributes */
605         pthread_attr_destroy(&attr);
606 }
607
608 /* #define DBG_PRINNT_HOOKS_AT_START */
609 #ifdef DBG_PRINNT_HOOKS_AT_START
610 const char foobuf[32];
611 const char *nix(void *vptr) {snprintf(foobuf, 32, "%0x", (long) vptr); return foobuf;}
612 #endif 
613 extern int dbg_analyze_msg;
614 extern int dbg_bactrace_template_errors;
615 void InitTemplateCache(void);
616 extern int LoadTemplates;
617 extern void LoadZoneFiles(void);
618 StrBuf *csslocal = NULL;
619 /*
620  * Here's where it all begins.
621  */
622 int main(int argc, char **argv)
623 {
624         pthread_t SessThread;           /* Thread descriptor */
625         pthread_attr_t attr;            /* Thread attributes */
626         int a, i;                       /* General-purpose variables */
627         char tracefile[PATH_MAX];
628         char ip_addr[256]="0.0.0.0";
629         char dirbuffer[PATH_MAX]="";
630         int relh=0;
631         int home=0;
632         int home_specified=0;
633         char relhome[PATH_MAX]="";
634         char webcitdir[PATH_MAX] = DATADIR;
635         char *pidfile = NULL;
636         char *hdir;
637         const char *basedir;
638 #ifdef ENABLE_NLS
639         char *locale = NULL;
640         char *mo = NULL;
641 #endif /* ENABLE_NLS */
642         char uds_listen_path[PATH_MAX]; /* listen on a unix domain socket? */
643
644         HandlerHash = NewHash(1, NULL);
645         PreferenceHooks = NewHash(1, NULL);
646         WirelessTemplateCache = NewHash(1, NULL);
647         WirelessLocalTemplateCache = NewHash(1, NULL);
648         LocalTemplateCache = NewHash(1, NULL);
649         TemplateCache = NewHash(1, NULL);
650         GlobalNS = NewHash(1, NULL);
651         Iterators = NewHash(1, NULL);
652         Conditionals = NewHash(1, NULL);
653         MsgHeaderHandler = NewHash(1, NULL);
654         MimeRenderHandler = NewHash(1, NULL);
655         SortHash = NewHash(1, NULL);
656
657         LoadZoneFiles();
658
659 #ifdef DBG_PRINNT_HOOKS_AT_START
660         dbg_PrintHash(HandlerHash, nix, NULL);
661 #endif
662
663         /* Ensure that we are linked to the correct version of libcitadel */
664         if (libcitadel_version_number() < LIBCITADEL_VERSION_NUMBER) {
665                 fprintf(stderr, " You are running libcitadel version %d.%02d\n",
666                         (libcitadel_version_number() / 100), (libcitadel_version_number() % 100));
667                 fprintf(stderr, "WebCit was compiled against version %d.%02d\n",
668                         (LIBCITADEL_VERSION_NUMBER / 100), (LIBCITADEL_VERSION_NUMBER % 100));
669                 return(1);
670         }
671
672         strcpy(uds_listen_path, "");
673
674         /* Parse command line */
675 #ifdef HAVE_OPENSSL
676         while ((a = getopt(argc, argv, "h:i:p:t:T:x:dD:cfsZ")) != EOF)
677 #else
678         while ((a = getopt(argc, argv, "h:i:p:t:T:x:dD:cfZ")) != EOF)
679 #endif
680                 switch (a) {
681                 case 'h':
682                         hdir = strdup(optarg);
683                         relh=hdir[0]!='/';
684                         if (!relh) safestrncpy(webcitdir, hdir,
685                                                                    sizeof webcitdir);
686                         else
687                                 safestrncpy(relhome, relhome,
688                                                         sizeof relhome);
689                         /* free(hdir); TODO: SHOULD WE DO THIS? */
690                         home_specified = 1;
691                         home=1;
692                         break;
693                 case 'd':
694                         running_as_daemon = 1;
695                         break;
696                 case 'D':
697                         pidfile = strdup(optarg);
698                         running_as_daemon = 1;
699                         break;
700                 case 'i':
701                         safestrncpy(ip_addr, optarg, sizeof ip_addr);
702                         break;
703                 case 'p':
704                         http_port = atoi(optarg);
705                         if (http_port == 0) {
706                                 safestrncpy(uds_listen_path, optarg, sizeof uds_listen_path);
707                         }
708                         break;
709                 case 't':
710                         safestrncpy(tracefile, optarg, sizeof tracefile);
711                         freopen(tracefile, "w", stdout);
712                         freopen(tracefile, "w", stderr);
713                         freopen(tracefile, "r", stdin);
714                         break;
715                 case 'T':
716                         LoadTemplates = atoi(optarg);
717                         dbg_analyze_msg = (LoadTemplates && (1<<1)) != 0;
718                         dbg_bactrace_template_errors = (LoadTemplates && (1<<2)) != 0;
719                         break;
720                 case 'Z':
721                         DisableGzip = 1;
722                         break;
723                 case 'x':
724                         verbosity = atoi(optarg);
725                         break;
726                 case 'f':
727                         follow_xff = 1;
728                         break;
729                 case 'c':
730                         server_cookie = malloc(256);
731                         if (server_cookie != NULL) {
732                                 safestrncpy(server_cookie,
733                                        "Set-cookie: wcserver=",
734                                         256);
735                                 if (gethostname
736                                     (&server_cookie[strlen(server_cookie)],
737                                      200) != 0) {
738                                         lprintf(2, "gethostname: %s\n",
739                                                 strerror(errno));
740                                         free(server_cookie);
741                                 }
742                         }
743                         break;
744                 case 's':
745                         is_https = 1;
746                         break;
747                 default:
748                         fprintf(stderr, "usage: webcit "
749                                 "[-i ip_addr] [-p http_port] "
750                                 "[-t tracefile] [-c] [-f] "
751                                 "[-T Templatedebuglevel] "
752                                 "[-d] [-Z] "
753 #ifdef HAVE_OPENSSL
754                                 "[-s] "
755 #endif
756                                 "[remotehost [remoteport]]\n");
757                         return 1;
758                 }
759
760         if (optind < argc) {
761                 ctdlhost = argv[optind];
762                 if (++optind < argc)
763                         ctdlport = argv[optind];
764         }
765
766         /* daemonize, if we were asked to */
767         if (running_as_daemon) {
768                 start_daemon(pidfile);
769         }
770         else {
771                 signal(SIGHUP, graceful_shutdown);
772         }
773
774         /* Tell 'em who's in da house */
775         lprintf(1, PACKAGE_STRING "\n");
776         lprintf(1, "Copyright (C) 1996-2009 by the Citadel development team.\n"
777                 "This software is distributed under the terms of the "
778                 "GNU General Public License.\n\n"
779         );
780
781
782         /* initialize the International Bright Young Thing */
783 #ifdef ENABLE_NLS
784         initialize_locales();
785
786         locale = setlocale(LC_ALL, "");
787
788         mo = malloc(strlen(webcitdir) + 20);
789         lprintf(9, "Message catalog directory: %s\n", bindtextdomain("webcit", LOCALEDIR"/locale"));
790         free(mo);
791         lprintf(9, "Text domain: %s\n", textdomain("webcit"));
792         lprintf(9, "Text domain Charset: %s\n", bind_textdomain_codeset("webcit","UTF8"));
793         preset_locale();
794 #endif
795
796
797         /* calculate all our path on a central place */
798     /* where to keep our config */
799         
800 #define COMPUTE_DIRECTORY(SUBDIR) memcpy(dirbuffer,SUBDIR, sizeof dirbuffer);\
801         snprintf(SUBDIR,sizeof SUBDIR,  "%s%s%s%s%s%s%s", \
802                          (home&!relh)?webcitdir:basedir, \
803              ((basedir!=webcitdir)&(home&!relh))?basedir:"/", \
804              ((basedir!=webcitdir)&(home&!relh))?"/":"", \
805                          relhome, \
806              (relhome[0]!='\0')?"/":"",\
807                          dirbuffer,\
808                          (dirbuffer[0]!='\0')?"/":"");
809         basedir=RUNDIR;
810         COMPUTE_DIRECTORY(socket_dir);
811         basedir=WWWDIR "/static";
812         COMPUTE_DIRECTORY(static_dir);
813         basedir=WWWDIR "/static/icons";
814         COMPUTE_DIRECTORY(static_icon_dir);
815         basedir=WWWDIR "/static.local";
816         COMPUTE_DIRECTORY(static_local_dir);
817
818         snprintf(file_crpt_file_key,
819                  sizeof file_crpt_file_key, 
820                  "%s/citadel.key",
821                  ctdl_key_dir);
822         snprintf(file_crpt_file_csr,
823                  sizeof file_crpt_file_csr, 
824                  "%s/citadel.csr",
825                  ctdl_key_dir);
826         snprintf(file_crpt_file_cer,
827                  sizeof file_crpt_file_cer, 
828                  "%s/citadel.cer",
829                  ctdl_key_dir);
830
831         /* we should go somewhere we can leave our coredump, if enabled... */
832         lprintf(9, "Changing directory to %s\n", socket_dir);
833         if (chdir(webcitdir) != 0) {
834                 perror("chdir");
835         }
836         LoadIconDir(static_icon_dir);
837
838         initialise_modules();
839         initialize_viewdefs();
840         initialize_axdefs();
841
842         InitTemplateCache();
843
844         if (!access("static.local/webcit.css", R_OK)) {
845                 csslocal = NewStrBufPlain(HKEY("<link href=\"static.local/webcit.css\" rel=\"stylesheet\" type=\"text/css\">"));
846         }
847
848         /* Tell libical to return an error instead of aborting if it sees badly formed iCalendar data. */
849         icalerror_errors_are_fatal = 0;
850
851         /* Use our own prefix on tzid's generated from system tzdata */
852         icaltimezone_set_tzid_prefix("/citadel.org/");
853
854         /*
855          * Set up a place to put thread-specific data.
856          * We only need a single pointer per thread - it points to the
857          * wcsession struct to which the thread is currently bound.
858          */
859         if (pthread_key_create(&MyConKey, NULL) != 0) {
860                 lprintf(1, "Can't create TSD key: %s\n", strerror(errno));
861         }
862         InitialiseSemaphores ();
863
864         /*
865          * Set up a place to put thread-specific SSL data.
866          * We don't stick this in the wcsession struct because SSL starts
867          * up before the session is bound, and it gets torn down between
868          * transactions.
869          */
870 #ifdef HAVE_OPENSSL
871         if (pthread_key_create(&ThreadSSL, NULL) != 0) {
872                 lprintf(1, "Can't create TSD key: %s\n", strerror(errno));
873         }
874 #endif
875
876         /*
877          * Bind the server to our favorite port.
878          * There is no need to check for errors, because ig_tcp_server()
879          * exits if it doesn't succeed.
880          */
881
882         if (!IsEmptyStr(uds_listen_path)) {
883                 lprintf(2, "Attempting to create listener socket at %s...\n", uds_listen_path);
884                 msock = ig_uds_server(uds_listen_path, LISTEN_QUEUE_LENGTH);
885         }
886         else {
887                 lprintf(2, "Attempting to bind to port %d...\n", http_port);
888                 msock = ig_tcp_server(ip_addr, http_port, LISTEN_QUEUE_LENGTH);
889         }
890
891         lprintf(2, "Listening on socket %d\n", msock);
892         signal(SIGPIPE, SIG_IGN);
893
894         pthread_mutex_init(&SessionListMutex, NULL);
895
896         /*
897          * Start up the housekeeping thread
898          */
899         pthread_attr_init(&attr);
900         pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED);
901         pthread_create(&SessThread, &attr,
902                        (void *(*)(void *)) housekeeping_loop, NULL);
903
904
905         /*
906          * If this is an HTTPS server, fire up SSL
907          */
908 #ifdef HAVE_OPENSSL
909         if (is_https) {
910                 init_ssl();
911         }
912 #endif
913
914         /* Start a few initial worker threads */
915         for (i = 0; i < (MIN_WORKER_THREADS); ++i) {
916                 spawn_another_worker_thread();
917         }
918
919         /* now the original thread becomes another worker */
920         worker_entry();
921         ShutDownLibCitadel ();
922         DeleteHash(&HandlerHash);
923         DeleteHash(&PreferenceHooks);
924         return 0;
925 }
926
927
928 void ShutDownWebcit(void)
929 {
930         DeleteHash(&ZoneHash);
931         free_zone_directory ();
932         icaltimezone_release_zone_tab ();
933         icalmemory_free_ring ();
934         ShutDownLibCitadel ();
935         DeleteHash(&HandlerHash);
936         DeleteHash(&PreferenceHooks);
937         DeleteHash(&GlobalNS);
938         DeleteHash(&WirelessTemplateCache);
939         DeleteHash(&WirelessLocalTemplateCache);
940         DeleteHash(&TemplateCache);
941         DeleteHash(&LocalTemplateCache);
942         DeleteHash(&Iterators);
943         DeleteHash(&MimeRenderHandler);
944         DeleteHash(&Conditionals);
945         DeleteHash(&MsgHeaderHandler);
946         DeleteHash(&SortHash);
947 #ifdef ENABLE_NLS
948         ShutdownLocale();
949 #endif
950 #ifdef HAVE_OPENSSL
951         if (is_https) {
952                 shutdown_ssl();
953         }
954 #endif
955 }
956
957 /*
958  * Entry point for worker threads
959  */
960 void worker_entry(void)
961 {
962         int ssock;
963         int i = 0;
964         int fail_this_transaction = 0;
965         int ret;
966         struct timeval tv;
967         fd_set readset, tempset;
968
969         tv.tv_sec = 0;
970         tv.tv_usec = 10000;
971         FD_ZERO(&readset);
972         FD_SET(msock, &readset);
973
974         do {
975                 /* Only one thread can accept at a time */
976                 fail_this_transaction = 0;
977                 ssock = -1; 
978                 errno = EAGAIN;
979                 do {
980                         ret = -1; /* just one at once should select... */
981                         begin_critical_section(S_SELECT);
982
983                         FD_ZERO(&tempset);
984                         if (msock > 0) FD_SET(msock, &tempset);
985                         tv.tv_sec = 0;
986                         tv.tv_usec = 10000;
987                         if (msock > 0)  ret = select(msock+1, &tempset, NULL, NULL,  &tv);
988                         end_critical_section(S_SELECT);
989                         if ((ret < 0) && (errno != EINTR) && (errno != EAGAIN))
990                         {/* EINTR and EAGAIN are thrown but not of interest. */
991                                 lprintf(2, "accept() failed:%d %s\n",
992                                         errno, strerror(errno));
993                         }
994                         else if ((ret > 0) && (msock > 0) && FD_ISSET(msock, &tempset))
995                         {/* Successfully selected, and still not shutting down? Accept! */
996                                 ssock = accept(msock, NULL, 0);
997                         }
998                         
999                 } while ((msock > 0) && (ssock < 0)  && (time_to_die == 0));
1000
1001                 if ((msock == -1)||(time_to_die))
1002                 {/* ok, we're going down. */
1003                         int shutdown = 0;
1004
1005                         /* the first to come here will have to do the cleanup.
1006                          * make shure its realy just one.
1007                          */
1008                         begin_critical_section(S_SHUTDOWN);
1009                         if (msock == -1)
1010                         {
1011                                 msock = -2;
1012                                 shutdown = 1;
1013                         }
1014                         end_critical_section(S_SHUTDOWN);
1015                         if (shutdown == 1)
1016                         {/* we're the one to cleanup the mess. */
1017                                 lprintf(2, "I'm master shutdown: tagging sessions to be killed.\n");
1018                                 shutdown_sessions();
1019                                 lprintf(2, "master shutdown: waiting for others\n");
1020                                 sleeeeeeeeeep(1); /* wait so some others might finish... */
1021                                 lprintf(2, "master shutdown: cleaning up sessions\n");
1022                                 do_housekeeping();
1023                                 lprintf(2, "master shutdown: cleaning up libical\n");
1024
1025                                 ShutDownWebcit();
1026
1027                                 lprintf(2, "master shutdown exiting!.\n");                              
1028                                 exit(0);
1029                         }
1030                         break;
1031                 }
1032                 if (ssock < 0 ) continue;
1033
1034                 if (msock < 0) {
1035                         if (ssock > 0) close (ssock);
1036                         lprintf(2, "inbetween.");
1037                         pthread_exit(NULL);
1038                 } else { /* Got it? do some real work! */
1039                         /* Set the SO_REUSEADDR socket option */
1040                         i = 1;
1041                         setsockopt(ssock, SOL_SOCKET, SO_REUSEADDR,
1042                                    &i, sizeof(i));
1043
1044                         /* If we are an HTTPS server, go crypto now. */
1045 #ifdef HAVE_OPENSSL
1046                         if (is_https) {
1047                                 if (starttls(ssock) != 0) {
1048                                         fail_this_transaction = 1;
1049                                         close(ssock);
1050                                 }
1051                         }
1052 #endif
1053
1054                         if (fail_this_transaction == 0) {
1055
1056                                 /* Perform an HTTP transaction... */
1057                                 context_loop(&ssock);
1058
1059                                 /* Shut down SSL/TLS if required... */
1060 #ifdef HAVE_OPENSSL
1061                                 if (is_https) {
1062                                         endtls();
1063                                 }
1064 #endif
1065
1066                                 /* ...and close the socket. */
1067                                 if (ssock > 0)
1068                                         lingering_close(ssock);
1069                         }
1070
1071                 }
1072
1073         } while (!time_to_die);
1074
1075         lprintf (1, "bye\n");
1076         pthread_exit(NULL);
1077 }
1078
1079 /*
1080  * print log messages 
1081  * logs to stderr if loglevel is lower than the verbosity set at startup
1082  *
1083  * loglevel     level of the message
1084  * format       the printf like format string
1085  * ...          the strings to put into format
1086  */
1087 int lprintf(int loglevel, const char *format, ...)
1088 {
1089         va_list ap;
1090
1091         if (loglevel <= verbosity) {
1092                 va_start(ap, format);
1093                 vfprintf(stderr, format, ap);
1094                 va_end(ap);
1095                 fflush(stderr);
1096         }
1097         return 1;
1098 }
1099
1100
1101 /*
1102  * print the actual stack frame.
1103  */
1104 void wc_backtrace(void)
1105 {
1106 #ifdef HAVE_BACKTRACE
1107         void *stack_frames[50];
1108         size_t size, i;
1109         char **strings;
1110
1111
1112         size = backtrace(stack_frames, sizeof(stack_frames) / sizeof(void*));
1113         strings = backtrace_symbols(stack_frames, size);
1114         for (i = 0; i < size; i++) {
1115                 if (strings != NULL)
1116                         lprintf(1, "%s\n", strings[i]);
1117                 else
1118                         lprintf(1, "%p\n", stack_frames[i]);
1119         }
1120         free(strings);
1121 #endif
1122 }
1123