]> code.citadel.org Git - citadel.git/blobdiff - citadel/sysdep.c
* Split cmd_user() and cmd_pass() into frontend/backend functions
[citadel.git] / citadel / sysdep.c
index 0a83ced547fceb623360dd899596298e4fc8de3a..63b89bebf4680dea07d76ec05fea4d80a0c64a47 100644 (file)
@@ -64,11 +64,17 @@ struct TheHeap *heap = NULL;
 pthread_mutex_t Critters[MAX_SEMAPHORES];      /* Things needing locking */
 pthread_key_t MyConKey;                                /* TSD key for MyContext() */
 
-int msock;                                     /* master listening socket */
 int verbosity = DEFAULT_VERBOSITY;             /* Logging level */
 
 struct CitContext masterCC;
 int rescan[2];                                 /* The Rescan Pipe */
+time_t last_purge = 0;                         /* Last dead session purge */
+int num_threads = 0;                           /* Current number of threads */
+int num_sessions = 0;                          /* Current number of sessions */
+
+fd_set masterfds;                              /* Master sockets etc. */
+int masterhighest;
+
 
 /*
  * lprintf()  ...   Write logging information
@@ -260,9 +266,8 @@ int ig_tcp_server(int port_number, int queue_len)
        sin.sin_addr.s_addr = INADDR_ANY;
 
        if (port_number == 0) {
-               lprintf(1,
-                       "citserver: No port number specified.  Run setup.\n");
-               exit(1);
+               lprintf(1, "citserver: illegal port number specified\n");
+               return(-1);
        }
        
        sin.sin_port = htons((u_short)port_number);
@@ -271,7 +276,7 @@ int ig_tcp_server(int port_number, int queue_len)
        if (s < 0) {
                lprintf(1, "citserver: Can't create a socket: %s\n",
                        strerror(errno));
-               exit(errno);
+               return(-1);
        }
 
        /* Set the SO_REUSEADDR socket option, because it makes sense. */
@@ -280,12 +285,12 @@ int ig_tcp_server(int port_number, int queue_len)
 
        if (bind(s, (struct sockaddr *)&sin, sizeof(sin)) < 0) {
                lprintf(1, "citserver: Can't bind: %s\n", strerror(errno));
-               exit(errno);
+               return(-1);
        }
 
        if (listen(s, queue_len) < 0) {
                lprintf(1, "citserver: Can't listen: %s\n", strerror(errno));
-               exit(errno);
+               return(-1);
        }
 
        return(s);
@@ -343,6 +348,7 @@ struct CitContext *CreateNewContext(void) {
        me->cs_pid = num;
        me->next = ContextList;
        ContextList = me;
+       ++num_sessions;
 
        end_critical_section(S_SESSION_TABLE);
        return(me);
@@ -350,24 +356,6 @@ struct CitContext *CreateNewContext(void) {
 
 
 
-/*
- * Return the number of sessions currently running.
- * (This should probably be moved out of sysdep.c)
- */
-int session_count(void) {
-       struct CitContext *ptr;
-       int TheCount = 0;
-
-       begin_critical_section(S_SESSION_TABLE);
-       for (ptr = ContextList; ptr != NULL; ptr = ptr->next) {
-               ++TheCount;
-       }
-       end_critical_section(S_SESSION_TABLE);
-
-       return(TheCount);
-}
-
-
 /*
  * client_write()   ...    Send binary data to the client.
  */
@@ -411,7 +399,8 @@ void cprintf(const char *format, ...) {
  * Return values are:
  *     1       Requested number of bytes has been read.
  *     0       Request timed out.
- * If the socket breaks, the session is immediately terminated.
+ *     -1      The socket is broken.
+ * If the socket breaks, the session will be terminated.
  */
 int client_read_to(char *buf, int bytes, int timeout)
 {
@@ -424,7 +413,7 @@ int client_read_to(char *buf, int bytes, int timeout)
        while(len<bytes) {
                FD_ZERO(&rfds);
                FD_SET(CC->client_socket, &rfds);
-               tv.tv_sec = 1;
+               tv.tv_sec = timeout;
                tv.tv_usec = 0;
 
                retval = select( (CC->client_socket)+1, 
@@ -494,8 +483,7 @@ int client_gets(char *buf)
  * The system-dependent part of master_cleanup() - close the master socket.
  */
 void sysdep_master_cleanup(void) {
-       lprintf(7, "Closing master socket %d\n", msock);
-       close(msock);
+       /* FIX close all protocol master sockets here */
 }
 
 
@@ -631,19 +619,24 @@ int convert_login(char NameToConvert[]) {
  * This function has code to prevent it from running more than once every
  * few seconds, because running it after every single unbind would waste a lot
  * of CPU time and keep the context list locked too much.
+ *
+ * After that's done, we raise or lower the size of the worker thread pool
+ * if such an action is appropriate.
  */
 void dead_session_purge(void) {
-       static time_t last_purge = 0;
        struct CitContext *ptr, *rem;
-       
+        pthread_attr_t attr;
+       pthread_t newthread;
+
        if ( (time(NULL) - last_purge) < 5 ) return;    /* Too soon, go away */
+       time(&last_purge);
 
        do {
                rem = NULL;
                begin_critical_section(S_SESSION_TABLE);
                for (ptr = ContextList; ptr != NULL; ptr = ptr->next) {
                        if ( (ptr->state == CON_IDLE) && (ptr->kill_me) ) {
-                               rem = ptr;      
+                               rem = ptr;
                        }
                }
                end_critical_section(S_SESSION_TABLE);
@@ -651,9 +644,37 @@ void dead_session_purge(void) {
                /* RemoveContext() enters its own S_SESSION_TABLE critical
                 * section, so we have to do it like this.
                 */     
-               if (rem != NULL) RemoveContext(rem);
+               if (rem != NULL) {
+                       lprintf(9, "Purging session %d\n", rem->cs_pid);
+                       RemoveContext(rem);
+               }
 
        } while (rem != NULL);
+
+
+       /* Raise or lower the size of the worker thread pool if such
+        * an action is appropriate.
+        */
+
+       if ( (num_sessions > num_threads)
+          && (num_threads < config.c_max_workers) ) {
+
+               pthread_attr_init(&attr);
+                       pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED);
+               if (pthread_create(&newthread, &attr,
+                  (void* (*)(void*)) worker_thread, NULL) != 0) {
+                       lprintf(1, "Can't create worker thead: %s\n",
+                       strerror(errno));
+               }
+
+       }
+       
+       else if ( (num_sessions < num_threads)
+          && (num_threads > config.c_min_workers) ) {
+               --num_threads;
+               pthread_exit(NULL);
+       }
+
 }
 
 
@@ -671,6 +692,7 @@ int main(int argc, char **argv)
        struct passwd *pw;
        int drop_root_perms = 1;
        char *moddir;
+       struct ServiceFunctionHook *serviceptr;
         
        /* specify default port name and trace file */
        strcpy(tracefile, "");
@@ -741,39 +763,16 @@ int main(int argc, char **argv)
        get_config();
 
        /*
-        * Bind the server to our favourite port.
-        * There is no need to check for errors, because ig_tcp_server()
-        * exits if it doesn't succeed.
-        */
-       lprintf(7, "Attempting to bind to port %d...\n", config.c_port_number);
-       msock = ig_tcp_server(config.c_port_number, 5);
-       lprintf(7, "Listening on socket %d\n", msock);
-
-       /*
-        * Now that we've bound the socket, change to the BBS user id and its
-        * corresponding group ids
+        * Do non system dependent startup functions.
         */
-       if (drop_root_perms) {
-               if ((pw = getpwuid(BBSUID)) == NULL)
-                       lprintf(1, "WARNING: getpwuid(%d): %s\n"
-                                  "Group IDs will be incorrect.\n", BBSUID,
-                               strerror(errno));
-               else {
-                       initgroups(pw->pw_name, pw->pw_gid);
-                       if (setgid(pw->pw_gid))
-                               lprintf(3, "setgid(%d): %s\n", pw->pw_gid,
-                                       strerror(errno));
-               }
-               lprintf(7, "Changing uid to %d\n", BBSUID);
-               if (setuid(BBSUID) != 0) {
-                       lprintf(3, "setuid() failed: %s\n", strerror(errno));
-               }
-       }
+       master_startup();
 
        /*
-        * Do non system dependent startup functions.
+        * Bind the server to our favorite ports.
         */
-       master_startup();
+       CtdlRegisterServiceHook(config.c_port_number,
+                               citproto_begin_session,
+                               do_command_loop);
 
        /*
         * Load any server-side modules (plugins) available here.
@@ -806,10 +805,62 @@ int main(int argc, char **argv)
                exit(errno);
        }
 
+       /*
+        * Set up a fd_set containing all the master sockets to which we
+        * always listen.  It's computationally less expensive to just copy
+        * this to a local fd_set when starting a new select() and then add
+        * the client sockets than it is to initialize a new one and then
+        * figure out what to put there.
+        */
+       FD_ZERO(&masterfds);
+       masterhighest = 0;
+       FD_SET(rescan[0], &masterfds);
+       if (rescan[0] > masterhighest) masterhighest = rescan[0];
+
+       for (serviceptr = ServiceHookTable; serviceptr != NULL;
+           serviceptr = serviceptr->next ) {
+               serviceptr->msock = ig_tcp_server(
+                       serviceptr->tcp_port, config.c_maxsessions);
+               if (serviceptr->msock >= 0) {
+                       FD_SET(serviceptr->msock, &masterfds);
+                       if (serviceptr->msock > masterhighest)
+                               masterhighest = serviceptr->msock;
+                       lprintf(7, "Bound to port %-5d (socket %d)\n",
+                               serviceptr->tcp_port,
+                               serviceptr->msock);
+               }
+               else {
+                       lprintf(1, "Unable to bind to port %d\n",
+                               serviceptr->tcp_port);
+               }
+       }
+
+
+       /*
+        * Now that we've bound the sockets, change to the BBS user id and its
+        * corresponding group ids
+        */
+       if (drop_root_perms) {
+               if ((pw = getpwuid(BBSUID)) == NULL)
+                       lprintf(1, "WARNING: getpwuid(%d): %s\n"
+                                  "Group IDs will be incorrect.\n", BBSUID,
+                               strerror(errno));
+               else {
+                       initgroups(pw->pw_name, pw->pw_gid);
+                       if (setgid(pw->pw_gid))
+                               lprintf(3, "setgid(%d): %s\n", pw->pw_gid,
+                                       strerror(errno));
+               }
+               lprintf(7, "Changing uid to %d\n", BBSUID);
+               if (setuid(BBSUID) != 0) {
+                       lprintf(3, "setuid() failed: %s\n", strerror(errno));
+               }
+       }
+
        /*
         * Now create a bunch of worker threads.
         */
-       for (i=0; i<(NUM_WORKER_THREADS-1); ++i) {
+       for (i=0; i<(config.c_min_workers-1); ++i) {
                pthread_attr_init(&attr);
                        pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED);
                if (pthread_create(&HousekeepingThread, &attr,
@@ -837,21 +888,22 @@ int main(int argc, char **argv)
 void worker_thread(void) {
        int i;
        char junk;
-       int numselect = 0;
        int highest;
        struct CitContext *ptr;
        struct CitContext *bind_me = NULL;
        fd_set readfds;
        int retval;
        struct CitContext *con= NULL;   /* Temporary context pointer */
+       struct ServiceFunctionHook *serviceptr;
        struct sockaddr_in fsin;        /* Data for master socket */
        int alen;                       /* Data for master socket */
        int ssock;                      /* Descriptor for client socket */
 
+       ++num_threads;
        while (!time_to_die) {
 
                /* 
-                * In a stupid environment, we would have all idle threads
+                * A naive implementation would have all idle threads
                 * calling select() and then they'd all wake up at once.  We
                 * solve this problem by putting the select() in a critical
                 * section, so only one thread has the opportunity to wake
@@ -861,20 +913,14 @@ void worker_thread(void) {
                 */
 
                begin_critical_section(S_I_WANNA_SELECT);
-SETUP_FD:      FD_ZERO(&readfds);
-               FD_SET(msock, &readfds);
-               highest = msock;
-               FD_SET(rescan[0], &readfds);
-               if (rescan[0] > highest) highest = rescan[0];
-               numselect = 2;
-
+SETUP_FD:      memcpy(&readfds, &masterfds, sizeof(fd_set) );
+               highest = masterhighest;
                begin_critical_section(S_SESSION_TABLE);
                for (ptr = ContextList; ptr != NULL; ptr = ptr->next) {
                        if (ptr->state == CON_IDLE) {
                                FD_SET(ptr->client_socket, &readfds);
                                if (ptr->client_socket > highest)
                                        highest = ptr->client_socket;
-                               ++numselect;
                        }
                }
                end_critical_section(S_SESSION_TABLE);
@@ -893,36 +939,47 @@ SETUP_FD: FD_ZERO(&readfds);
                /* Next, check to see if it's a new client connecting
                 * on the master socket.
                 */
-               else if (FD_ISSET(msock, &readfds)) {
-                       alen = sizeof fsin;
-                       ssock = accept(msock, (struct sockaddr *)&fsin, &alen);
-                       if (ssock < 0) {
-                               lprintf(2, "citserver: accept() failed: %s\n",
-                                       strerror(errno));
-                       }
-                       else {
-                               lprintf(7, "citserver: New client socket %d\n",
-                                       ssock);
-
-                               /* New context will be created already set up
-                                * in the CON_EXECUTING state.
-                                */
-                               con = CreateNewContext();
-
-                               /* Assign our new socket number to it. */
-                               con->client_socket = ssock;
+               else for (serviceptr = ServiceHookTable; serviceptr != NULL;
+                    serviceptr = serviceptr->next ) {
+
+                       if (FD_ISSET(serviceptr->msock, &readfds)) {
+                               alen = sizeof fsin;
+                               ssock = accept(serviceptr->msock,
+                                       (struct sockaddr *)&fsin, &alen);
+                               if (ssock < 0) {
+                                       lprintf(2, "citserver: accept(): %s\n",
+                                               strerror(errno));
+                               }
+                               else {
+                                       lprintf(7, "citserver: "
+                                               "New client socket %d\n",
+                                               ssock);
+
+                                       /* New context will be created already
+                                       * set up in the CON_EXECUTING state.
+                                       */
+                                       con = CreateNewContext();
+
+                                       /* Assign new socket number to it. */
+                                       con->client_socket = ssock;
+                                       con->h_command_function =
+                                               serviceptr->h_command_function;
        
-                               /* Set the SO_REUSEADDR socket option */
-                               i = 1;
-                               setsockopt(ssock, SOL_SOCKET, SO_REUSEADDR,
-                                       &i, sizeof(i));
-
-                               pthread_setspecific(MyConKey, (void *)con);
-                               begin_session(con);
-                               /* do_command_loop(); */
-                               pthread_setspecific(MyConKey, (void *)NULL);
-                               con->state = CON_IDLE;
-                               goto SETUP_FD;
+                                       /* Set the SO_REUSEADDR socket option */
+                                       i = 1;
+                                       setsockopt(ssock, SOL_SOCKET,
+                                               SO_REUSEADDR,
+                                               &i, sizeof(i));
+
+                                       pthread_setspecific(MyConKey,
+                                               (void *)con);
+                                       begin_session(con);
+                                       serviceptr->h_greeting_function();
+                                       pthread_setspecific(MyConKey,
+                                               (void *)NULL);
+                                       con->state = CON_IDLE;
+                                       goto SETUP_FD;
+                               }
                        }
                }
 
@@ -930,7 +987,7 @@ SETUP_FD:   FD_ZERO(&readfds);
                 * thread that the &readfds needs to be refreshed with more
                 * current data.
                 */
-               else if (FD_ISSET(rescan[0], &readfds)) {
+               if (FD_ISSET(rescan[0], &readfds)) {
                        read(rescan[0], &junk, 1);
                        goto SETUP_FD;
                }
@@ -962,7 +1019,7 @@ SETUP_FD:  FD_ZERO(&readfds);
                        /* We're bound to a session, now do *one* command */
                        if (bind_me != NULL) {
                                pthread_setspecific(MyConKey, (void *)bind_me);
-                               do_command_loop();
+                               CC->h_command_function();
                                pthread_setspecific(MyConKey, (void *)NULL);
                                bind_me->state = CON_IDLE;
                                if (bind_me->kill_me == 1) {
@@ -978,6 +1035,9 @@ SETUP_FD:  FD_ZERO(&readfds);
                dead_session_purge();
        }
 
+       /* If control reaches this point, the server is shutting down */        
+       master_cleanup();
+       --num_threads;
        pthread_exit(NULL);
 }