/*
- * webserver.c
+ * $Id$
*
* This contains a simple multithreaded TCP server manager. It sits around
* waiting on the specified port for incoming HTTP connections. When a
*
*/
-#include <stdlib.h>
-#include <unistd.h>
-#include <stdio.h>
-#include <fcntl.h>
-#include <signal.h>
-#include <sys/types.h>
-#include <sys/wait.h>
-#include <sys/socket.h>
-#include <sys/time.h>
-#include <limits.h>
-#include <netinet/in.h>
-#include <netdb.h>
-#include <string.h>
-#include <pwd.h>
-#include <errno.h>
-#include <stdarg.h>
-#include <pthread.h>
+
#include "webcit.h"
+#include "webserver.h"
+
+#ifndef HAVE_SNPRINTF
+int vsnprintf(char *buf, size_t max, const char *fmt, va_list argp);
+#endif
-int msock; /* master listening socket */
+int verbosity = 9; /* Logging level */
+int msock; /* master listening socket */
+int is_https = 0; /* Nonzero if I am an HTTPS service */
+int follow_xff = 0; /* Follow X-Forwarded-For: header */
extern void *context_loop(int);
+extern void *housekeeping_loop(void);
+extern pthread_mutex_t SessionListMutex;
+extern pthread_key_t MyConKey;
+
+
+char *server_cookie = NULL;
+
+
+char *ctdlhost = DEFAULT_HOST;
+char *ctdlport = DEFAULT_PORT;
+int setup_wizard = 0;
+char wizard_filename[PATH_MAX];
/*
* This is a generic function to set up a master socket for listening on
* a TCP port. The server shuts down if the bind fails.
*/
-int ig_tcp_server(int port_number, int queue_len)
+int ig_tcp_server(char *ip_addr, int port_number, int queue_len)
{
struct sockaddr_in sin;
int s, i;
- struct linger WebLinger = { 1, 9000 };
memset(&sin, 0, sizeof(sin));
sin.sin_family = AF_INET;
- sin.sin_addr.s_addr = INADDR_ANY;
+ if (ip_addr == NULL) {
+ sin.sin_addr.s_addr = INADDR_ANY;
+ } else {
+ sin.sin_addr.s_addr = inet_addr(ip_addr);
+ }
+
+ if (sin.sin_addr.s_addr == INADDR_NONE) {
+ sin.sin_addr.s_addr = INADDR_ANY;
+ }
if (port_number == 0) {
- printf("webcit: Cannot start: no port number specified.\n");
+ lprintf(1, "Cannot start: no port number specified.\n");
exit(1);
- }
-
- sin.sin_port = htons((u_short)port_number);
+ }
+ sin.sin_port = htons((u_short) port_number);
s = socket(PF_INET, SOCK_STREAM, (getprotobyname("tcp")->p_proto));
if (s < 0) {
- printf("webcit: Can't create a socket: %s\n",
- strerror(errno));
+ lprintf(1, "Can't create a socket: %s\n", strerror(errno));
exit(errno);
- }
-
+ }
/* Set some socket options that make sense. */
i = 1;
setsockopt(s, SOL_SOCKET, SO_REUSEADDR, &i, sizeof(i));
- setsockopt(s, SOL_SOCKET, SO_LINGER, &WebLinger, sizeof(WebLinger));
- if (bind(s, (struct sockaddr *)&sin, sizeof(sin)) < 0) {
- printf("webcit: Can't bind: %s\n", strerror(errno));
+ if (bind(s, (struct sockaddr *) &sin, sizeof(sin)) < 0) {
+ lprintf(1, "Can't bind: %s\n", strerror(errno));
exit(errno);
- }
-
+ }
if (listen(s, queue_len) < 0) {
- printf("webcit: Can't listen: %s\n", strerror(errno));
+ lprintf(1, "Can't listen: %s\n", strerror(errno));
exit(errno);
- }
-
- return(s);
- }
-
-
-/*
- * client_write() ... Send binary data to the client.
- */
-void client_write(int sock, char *buf, int nbytes)
-{
- int bytes_written = 0;
- int retval;
- while (bytes_written < nbytes) {
- retval = write(sock, &buf[bytes_written],
- nbytes - bytes_written);
- if (retval < 1) {
- printf("client_write() failed: %s\n",
- strerror(errno));
- pthread_exit(NULL);
- }
- bytes_written = bytes_written + retval;
- }
}
-
-
-/*
- * cprintf() ... Send formatted printable data to the client. It is
- * implemented in terms of client_write() but remains in
- * sysdep.c in case we port to somewhere without va_args...
- */
-void cprintf(int sock, const char *format, ...) {
- va_list arg_ptr;
- char buf[256];
-
- va_start(arg_ptr, format);
- if (vsnprintf(buf, sizeof buf, format, arg_ptr) == -1)
- buf[sizeof buf - 2] = '\n';
- client_write(sock, buf, strlen(buf));
- va_end(arg_ptr);
- }
+ return (s);
+}
/*
* Read data from the client socket.
* Return values are:
- * 1 Requested number of bytes has been read.
- * 0 Request timed out.
- * If the socket breaks, the session is immediately terminated.
+ * 1 Requested number of bytes has been read.
+ * 0 Request timed out.
+ * -1 Connection is broken, or other error.
*/
int client_read_to(int sock, char *buf, int bytes, int timeout)
{
- int len,rlen;
+ int len, rlen;
fd_set rfds;
struct timeval tv;
int retval;
+
+#ifdef HAVE_OPENSSL
+ if (is_https) {
+ return (client_read_ssl(buf, bytes, timeout));
+ }
+#endif
+
len = 0;
- while(len<bytes) {
+ while (len < bytes) {
FD_ZERO(&rfds);
FD_SET(sock, &rfds);
tv.tv_sec = timeout;
tv.tv_usec = 0;
- retval = select( (sock)+1,
- &rfds, NULL, NULL, &tv);
+ retval = select((sock) + 1, &rfds, NULL, NULL, &tv);
if (FD_ISSET(sock, &rfds) == 0) {
- return(0);
- }
+ return (0);
+ }
+
+ rlen = read(sock, &buf[len], bytes - len);
- rlen = read(sock, &buf[len], bytes-len);
- if (rlen<1) {
- printf("client_read() failed: %s\n",
+ if (rlen < 1) {
+ lprintf(2, "client_read() failed: %s\n",
strerror(errno));
- pthread_exit(NULL);
- }
+ return (-1);
+ }
len = len + rlen;
+ }
+
+#ifdef HTTP_TRACING
+ write(2, "\033[32m", 5);
+ write(2, buf, bytes);
+ write(2, "\033[30m", 5);
+#endif
+ return (1);
+}
+
+
+ssize_t client_write(const void *buf, size_t count)
+{
+
+ if (WC->burst != NULL) {
+ WC->burst =
+ realloc(WC->burst, (WC->burst_len + count + 2));
+ memcpy(&WC->burst[WC->burst_len], buf, count);
+ WC->burst_len += count;
+ return (count);
+ }
+#ifdef HAVE_OPENSSL
+ if (is_https) {
+ client_write_ssl((char *) buf, count);
+ return (count);
+ }
+#endif
+#ifdef HTTP_TRACING
+ write(2, "\033[34m", 5);
+ write(2, buf, count);
+ write(2, "\033[30m", 5);
+#endif
+ return (write(WC->http_sock, buf, count));
+}
+
+
+void begin_burst(void)
+{
+ if (WC->burst != NULL) {
+ free(WC->burst);
+ WC->burst = NULL;
+ }
+ WC->burst_len = 0;
+ WC->burst = malloc(SIZ);
+}
+
+
+/*
+ * compress_gzip() uses the same calling syntax as compress2(), but it
+ * creates a stream compatible with HTTP "Content-encoding: gzip"
+ */
+#ifdef HAVE_ZLIB
+#define DEF_MEM_LEVEL 8
+#define OS_CODE 0x03 /* unix */
+int ZEXPORT compress_gzip(Bytef * dest, uLongf * destLen,
+ const Bytef * source, uLong sourceLen, int level)
+{
+ const int gz_magic[2] = { 0x1f, 0x8b }; /* gzip magic header */
+
+ /* write gzip header */
+ sprintf((char *) dest, "%c%c%c%c%c%c%c%c%c%c",
+ gz_magic[0], gz_magic[1], Z_DEFLATED,
+ 0 /*flags */ , 0, 0, 0, 0 /*time */ , 0 /*xflags */ ,
+ OS_CODE);
+
+ /* normal deflate */
+ z_stream stream;
+ int err;
+ stream.next_in = (Bytef *) source;
+ stream.avail_in = (uInt) sourceLen;
+ stream.next_out = dest + 10L; // after header
+ stream.avail_out = (uInt) * destLen;
+ if ((uLong) stream.avail_out != *destLen)
+ return Z_BUF_ERROR;
+
+ stream.zalloc = (alloc_func) 0;
+ stream.zfree = (free_func) 0;
+ stream.opaque = (voidpf) 0;
+
+ err = deflateInit2(&stream, level, Z_DEFLATED, -MAX_WBITS,
+ DEF_MEM_LEVEL, Z_DEFAULT_STRATEGY);
+ if (err != Z_OK)
+ return err;
+
+ err = deflate(&stream, Z_FINISH);
+ if (err != Z_STREAM_END) {
+ deflateEnd(&stream);
+ return err == Z_OK ? Z_BUF_ERROR : err;
+ }
+ *destLen = stream.total_out + 10L;
+
+ /* write CRC and Length */
+ uLong crc = crc32(0L, source, sourceLen);
+ int n;
+ for (n = 0; n < 4; ++n, ++*destLen) {
+ dest[*destLen] = (int) (crc & 0xff);
+ crc >>= 8;
+ }
+ uLong len = stream.total_in;
+ for (n = 0; n < 4; ++n, ++*destLen) {
+ dest[*destLen] = (int) (len & 0xff);
+ len >>= 8;
+ }
+ err = deflateEnd(&stream);
+ return err;
+}
+#endif
+
+void end_burst(void)
+{
+ size_t the_len;
+ char *the_data;
+
+ if (WC->burst == NULL)
+ return;
+
+ the_len = WC->burst_len;
+ the_data = WC->burst;
+
+ WC->burst_len = 0;
+ WC->burst = NULL;
+
+#ifdef HAVE_ZLIB
+ /* Handle gzip compression */
+ if (WC->gzip_ok) {
+ char *compressed_data = NULL;
+ uLongf compressed_len;
+
+ compressed_len = (uLongf) ((the_len * 101) / 100) + 100;
+ compressed_data = malloc(compressed_len);
+
+ if (compress_gzip((Bytef *) compressed_data,
+ &compressed_len,
+ (Bytef *) the_data,
+ (uLongf) the_len, Z_BEST_SPEED) == Z_OK) {
+ wprintf("Content-encoding: gzip\r\n");
+ free(the_data);
+ the_data = compressed_data;
+ the_len = compressed_len;
+ } else {
+ free(compressed_data);
}
- return(1);
}
+#endif /* HAVE_ZLIB */
+
+ wprintf("Content-length: %d\r\n\r\n", the_len);
+ client_write(the_data, the_len);
+ free(the_data);
+ return;
+}
+
+
/*
* Read data from the client socket with default timeout.
*/
int client_read(int sock, char *buf, int bytes)
{
- return(client_read_to(sock, buf, bytes, SLEEPING));
- }
+ return (client_read_to(sock, buf, bytes, SLEEPING));
+}
/*
- * client_gets() ... Get a LF-terminated line of text from the client.
+ * client_getln() ... Get a LF-terminated line of text from the client.
* (This is implemented in terms of client_read() and could be
* justifiably moved out of sysdep.c)
*/
-int client_gets(int sock, char *buf)
+int client_getln(int sock, char *buf, int bufsiz)
{
int i, retval;
/* Read one character at a time.
*/
- for (i = 0;;i++) {
+ for (i = 0;; i++) {
retval = client_read(sock, &buf[i], 1);
- if (retval != 1 || buf[i] == '\n' || i == 255)
+ if (retval != 1 || buf[i] == '\n' || i == (bufsiz-1))
break;
- }
+ }
/* If we got a long line, discard characters until the newline.
*/
- if (i == 255)
+ if (i == (bufsiz-1))
while (buf[i] != '\n' && retval == 1)
retval = client_read(sock, &buf[i], 1);
/*
- * Strip any trailing not-printable characters.
+ * Strip any trailing non-printable characters.
*/
buf[i] = 0;
- while ((strlen(buf)>0)&&(!isprint(buf[strlen(buf)-1]))) {
- buf[strlen(buf)-1] = 0;
- }
- return(retval);
+ while ((strlen(buf) > 0) && (!isprint(buf[strlen(buf) - 1]))) {
+ buf[strlen(buf) - 1] = 0;
}
+ return (retval);
+}
/*
* Start running as a daemon. Only close stdio if do_close_stdio is set.
*/
-void start_daemon(int do_close_stdio) {
+void start_daemon(int do_close_stdio)
+{
if (do_close_stdio) {
/* close(0); */
close(1);
close(2);
- }
- signal(SIGHUP,SIG_IGN);
- signal(SIGINT,SIG_IGN);
- signal(SIGQUIT,SIG_IGN);
- if (fork()!=0) exit(0);
+ }
+ signal(SIGHUP, SIG_IGN);
+ signal(SIGINT, SIG_IGN);
+ signal(SIGQUIT, SIG_IGN);
+ if (fork() != 0)
+ exit(0);
+}
+
+void spawn_another_worker_thread()
+{
+ pthread_t SessThread; /* Thread descriptor */
+ pthread_attr_t attr; /* Thread attributes */
+ int ret;
+
+ lprintf(3, "Creating a new thread\n");
+
+ /* set attributes for the new thread */
+ pthread_attr_init(&attr);
+ pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED);
+
+ /* Our per-thread stacks need to be bigger than the default size, otherwise
+ * the MIME parser crashes on FreeBSD, and the IMAP service crashes on
+ * 64-bit Linux.
+ */
+ if ((ret = pthread_attr_setstacksize(&attr, 1024 * 1024))) {
+ lprintf(1, "pthread_attr_setstacksize: %s\n",
+ strerror(ret));
+ pthread_attr_destroy(&attr);
}
+ /* now create the thread */
+ if (pthread_create(&SessThread, &attr,
+ (void *(*)(void *)) worker_entry, NULL)
+ != 0) {
+ lprintf(1, "Can't create thread: %s\n", strerror(errno));
+ }
+ /* free up the attributes */
+ pthread_attr_destroy(&attr);
+}
/*
* Here's where it all begins.
*/
int main(int argc, char **argv)
{
- struct sockaddr_in fsin; /* Data for master socket */
- int alen; /* Data for master socket */
- int ssock; /* Descriptor for master socket */
- pthread_t SessThread; /* Thread descriptor */
- pthread_attr_t attr; /* Thread attributes */
- int a, i; /* General-purpose variables */
- char convbuf[128];
-
+ pthread_t SessThread; /* Thread descriptor */
+ pthread_attr_t attr; /* Thread attributes */
+ int a, i; /* General-purpose variables */
+ int port = PORT_NUM; /* Port to listen on */
+ char tracefile[PATH_MAX];
+ char ip_addr[256];
+ char *webcitdir = WEBCITDIR;
+ char *locale = NULL;
+ char *mo = NULL;
+
+ /* Parse command line */
+#ifdef HAVE_OPENSSL
+ while ((a = getopt(argc, argv, "h:i:p:t:x:cfs")) != EOF)
+#else
+ while ((a = getopt(argc, argv, "h:i:p:t:x:cf")) != EOF)
+#endif
+ switch (a) {
+ case 'h':
+ webcitdir = strdup(optarg);
+ break;
+ case 'i':
+ safestrncpy(ip_addr, optarg, sizeof ip_addr);
+ break;
+ case 'p':
+ port = atoi(optarg);
+ break;
+ case 't':
+ safestrncpy(tracefile, optarg, sizeof tracefile);
+ freopen(tracefile, "w", stdout);
+ freopen(tracefile, "w", stderr);
+ freopen(tracefile, "r", stdin);
+ break;
+ case 'x':
+ verbosity = atoi(optarg);
+ break;
+ case 'f':
+ follow_xff = 1;
+ break;
+ case 'c':
+ server_cookie = malloc(256);
+ if (server_cookie != NULL) {
+ safestrncpy(server_cookie,
+ "Set-cookie: wcserver=",
+ 256);
+ if (gethostname
+ (&server_cookie[strlen(server_cookie)],
+ 200) != 0) {
+ lprintf(2, "gethostname: %s\n",
+ strerror(errno));
+ free(server_cookie);
+ }
+ }
+ break;
+ case 's':
+ is_https = 1;
+ break;
+ default:
+ fprintf(stderr, "usage: webserver "
+ "[-i ip_addr] [-p http_port] "
+ "[-t tracefile] [-c] [-f] "
+#ifdef HAVE_OPENSSL
+ "[-s] "
+#endif
+ "[remotehost [remoteport]]\n");
+ return 1;
+ }
+
+ if (optind < argc) {
+ ctdlhost = argv[optind];
+ if (++optind < argc)
+ ctdlport = argv[optind];
+ }
/* Tell 'em who's in da house */
- printf("WebCit v2 experimental\n");
- printf("Copyright (C) 1996-1998 by Art Cancro. ");
- printf("All rights reserved.\n\n");
+ lprintf(1, SERVER "\n");
+ lprintf(1, "Copyright (C) 1996-2005 by the Citadel development team.\n"
+ "This software is distributed under the terms of the "
+ "GNU General Public License.\n\n"
+ );
+
+ lprintf(9, "Changing directory to %s\n", webcitdir);
+ if (chdir(webcitdir) != 0) {
+ perror("chdir");
+ }
+
+ /* initialize the International Bright Young Thing */
+#ifdef ENABLE_NLS
+ locale = setlocale(LC_ALL, "");
+
+ mo = malloc(strlen(webcitdir) + 20);
+ sprintf(mo, "%s/locale", webcitdir);
+ lprintf(9, "Message catalog directory: %s\n",
+ bindtextdomain("webcit", mo)
+ );
+ free(mo);
+ lprintf(9, "Text domain: %s\n",
+ textdomain("webcit")
+ );
+#endif
+
+ /*
+ * Set up a place to put thread-specific data.
+ * We only need a single pointer per thread - it points to the
+ * wcsession struct to which the thread is currently bound.
+ */
+ if (pthread_key_create(&MyConKey, NULL) != 0) {
+ lprintf(1, "Can't create TSD key: %s\n", strerror(errno));
+ }
+
+ /*
+ * Set up a place to put thread-specific SSL data.
+ * We don't stick this in the wcsession struct because SSL starts
+ * up before the session is bound, and it gets torn down between
+ * transactions.
+ */
+#ifdef HAVE_OPENSSL
+ if (pthread_key_create(&ThreadSSL, NULL) != 0) {
+ lprintf(1, "Can't create TSD key: %s\n", strerror(errno));
+ }
+#endif
/*
- * Bind the server to our favourite port.
+ * Bind the server to our favorite port.
* There is no need to check for errors, because ig_tcp_server()
* exits if it doesn't succeed.
*/
- printf("Attempting to bind to port %d...\n", PORT_NUM);
- msock = ig_tcp_server(PORT_NUM, 5);
- printf("Listening on socket %d\n", msock);
-
- /*
- * Endless loop. Listen on the master socket. When a connection
- * comes in, create a socket, a context, and a thread.
- */
- while (1) {
- ssock = accept(msock, (struct sockaddr *)&fsin, &alen);
+ lprintf(2, "Attempting to bind to port %d...\n", port);
+ msock = ig_tcp_server(ip_addr, port, LISTEN_QUEUE_LENGTH);
+ lprintf(2, "Listening on socket %d\n", msock);
+ signal(SIGPIPE, SIG_IGN);
+
+ pthread_mutex_init(&SessionListMutex, NULL);
+
+ /*
+ * Start up the housekeeping thread
+ */
+ pthread_attr_init(&attr);
+ pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED);
+ pthread_create(&SessThread, &attr,
+ (void *(*)(void *)) housekeeping_loop, NULL);
+
+
+ /*
+ * If this is an HTTPS server, fire up SSL
+ */
+#ifdef HAVE_OPENSSL
+ if (is_https) {
+ init_ssl();
+ }
+#endif
+
+ /* Start a few initial worker threads */
+ for (i = 0; i < (MIN_WORKER_THREADS); ++i) {
+ spawn_another_worker_thread();
+ }
+
+ /* now the original thread becomes another worker */
+ worker_entry();
+ return 0;
+}
+
+
+/*
+ * Entry point for worker threads
+ */
+void worker_entry(void)
+{
+ int ssock;
+ int i = 0;
+ int time_to_die = 0;
+ int fail_this_transaction = 0;
+
+ do {
+ /* Only one thread can accept at a time */
+ fail_this_transaction = 0;
+ ssock = accept(msock, NULL, 0);
if (ssock < 0) {
- printf("webcit: accept() failed: %s\n",
+ lprintf(2, "accept() failed: %s\n",
strerror(errno));
- }
- else {
+ } else {
/* Set the SO_REUSEADDR socket option */
i = 1;
setsockopt(ssock, SOL_SOCKET, SO_REUSEADDR,
- &i, sizeof(i));
-
- /* set attributes for the new thread */
- pthread_attr_init(&attr);
- pthread_attr_setdetachstate(&attr,
- PTHREAD_CREATE_DETACHED);
-
- /* now create the thread */
- if (pthread_create(&SessThread, &attr,
- (void* (*)(void*)) context_loop,
- &ssock)
- != 0) {
- printf("webcit: can't create thread: %s\n",
- strerror(errno));
+ &i, sizeof(i));
+
+ /* If we are an HTTPS server, go crypto now. */
+#ifdef HAVE_OPENSSL
+ if (is_https) {
+ if (starttls(ssock) != 0) {
+ fail_this_transaction = 1;
+ close(ssock);
}
+ }
+#endif
+ if (fail_this_transaction == 0) {
+ /* Perform an HTTP transaction... */
+ context_loop(ssock);
+ /* ...and close the socket. */
+ lingering_close(ssock);
}
+
}
- }
+ } while (!time_to_die);
+
+ pthread_exit(NULL);
+}
+
+
+int lprintf(int loglevel, const char *format, ...)
+{
+ va_list ap;
+
+ if (loglevel <= verbosity) {
+ va_start(ap, format);
+ vfprintf(stderr, format, ap);
+ va_end(ap);
+ fflush(stderr);
+ }
+ return 1;
+}