]> code.citadel.org Git - citadel.git/blobdiff - citadel/serv_expire.c
* citadel.rc: changed the default for local_screen_dimensions to 1, since
[citadel.git] / citadel / serv_expire.c
index 3a191652751de1bdb4cf9f431345438cca71cb5b..682c0c1a399ade77436cd47cdf404fb6f257a94e 100644 (file)
@@ -1,10 +1,9 @@
 /*
- * serv_expire.c
+ * $Id$
  *
  * This module handles the expiry of old messages and the purging of old users.
  *
  */
-/* $Id$ */
 
 
 /*
@@ -36,9 +35,6 @@
 #include <sys/wait.h>
 #include <string.h>
 #include <limits.h>
-#ifdef HAVE_PTHREAD_H
-#include <pthread.h>
-#endif
 #include "citadel.h"
 #include "server.h"
 #include <syslog.h>
@@ -62,30 +58,37 @@ struct oldvisit {
        long v_generation;
        long v_lastseen;
        unsigned int v_flags;
-       };
+};
 
 struct PurgeList {
        struct PurgeList *next;
        char name[ROOMNAMELEN]; /* use the larger of username or roomname */
-       };
+};
 
 struct VPurgeList {
        struct VPurgeList *next;
        long vp_roomnum;
        long vp_roomgen;
        long vp_usernum;
-       };
+};
 
 struct ValidRoom {
        struct ValidRoom *next;
        long vr_roomnum;
        long vr_roomgen;
-       };
+};
 
 struct ValidUser {
        struct ValidUser *next;
        long vu_usernum;
-       };
+};
+
+
+struct roomref {
+       struct roomref *next;
+       long msgnum;
+};
+
 
 struct PurgeList *UserPurgeList = NULL;
 struct PurgeList *RoomPurgeList = NULL;
@@ -93,101 +96,108 @@ struct ValidRoom *ValidRoomList = NULL;
 struct ValidUser *ValidUserList = NULL;
 int messages_purged;
 
+struct roomref *rr = NULL;
+
 extern struct CitContext *ContextList;
 
-#define MODULE_NAME    "Expire old messages, users, rooms"
-#define MODULE_AUTHOR  "Art Cancro"
-#define MODULE_EMAIL   "ajc@uncnsrd.mt-kisco.ny.us"
-#define MAJOR_VERSION  1
-#define MINOR_VERSION  0
-
-static struct DLModule_Info info = {
-       MODULE_NAME,
-       MODULE_AUTHOR,
-       MODULE_EMAIL,
-       MAJOR_VERSION,
-       MINOR_VERSION
-       };
-
-void DoPurgeMessages(struct quickroom *qrbuf) {
+void DoPurgeMessages(struct quickroom *qrbuf, void *data) {
        struct ExpirePolicy epbuf;
        long delnum;
        time_t xtime, now;
-       char msgid[64];
+       struct CtdlMessage *msg;
        int a;
+        struct cdbdata *cdbfr;
+       long *msglist = NULL;
+       int num_msgs = 0;
 
        time(&now);
        GetExpirePolicy(&epbuf, qrbuf);
-       
-       /*
-       lprintf(9, "ExpirePolicy for <%s> is <%d> <%d>\n",
-               qrbuf->QRname, epbuf.expire_mode, epbuf.expire_value);
-       */
 
        /* If the room is set to never expire messages ... do nothing */
        if (epbuf.expire_mode == EXPIRE_NEXTLEVEL) return;
        if (epbuf.expire_mode == EXPIRE_MANUAL) return;
 
        begin_critical_section(S_QUICKROOM);
-       get_msglist(qrbuf);
-       
+        cdbfr = cdb_fetch(CDB_MSGLISTS, &qrbuf->QRnumber, sizeof(long));
+
+        if (cdbfr != NULL) {
+               msglist = mallok(cdbfr->len);
+               memcpy(msglist, cdbfr->ptr, cdbfr->len);
+               num_msgs = cdbfr->len / sizeof(long);
+               cdb_free(cdbfr);
+       }
+
        /* Nothing to do if there aren't any messages */
-       if (CC->num_msgs == 0) {
+       if (num_msgs == 0) {
                end_critical_section(S_QUICKROOM);
                return;
-               }
+       }
 
        /* If the room is set to expire by count, do that */
        if (epbuf.expire_mode == EXPIRE_NUMMSGS) {
-               while (CC->num_msgs > epbuf.expire_value) {
-                       delnum = MessageFromList(0);
+               while (num_msgs > epbuf.expire_value) {
+                       delnum = msglist[0];
                        lprintf(5, "Expiring message %ld\n", delnum);
-                       cdb_delete(CDB_MSGMAIN, &delnum, sizeof(long));
-                       memcpy(&CC->msglist[0], &CC->msglist[1],
-                               (sizeof(long)*(CC->num_msgs - 1)));
-                       CC->num_msgs = CC->num_msgs - 1;
+                       AdjRefCount(delnum, -1); 
+                       memcpy(&msglist[0], &msglist[1],
+                               (sizeof(long)*(num_msgs - 1)));
+                       --num_msgs;
                        ++messages_purged;
-                       }
                }
+       }
 
        /* If the room is set to expire by age... */
        if (epbuf.expire_mode == EXPIRE_AGE) {
-               for (a=0; a<(CC->num_msgs); ++a) {
-                       delnum = MessageFromList(a);
-                       sprintf(msgid, "%ld", delnum);
-                       xtime = output_message(msgid, MT_DATE, 0);
+               for (a=0; a<num_msgs; ++a) {
+                       delnum = msglist[a];
+
+                       msg = CtdlFetchMessage(delnum);
+                       if (msg != NULL) {
+                               xtime = atol(msg->cm_fields['T']);
+                               CtdlFreeMessage(msg);
+                       } else {
+                               xtime = 0L;
+                       }
 
                        if ((xtime > 0L)
                           && (now - xtime > (time_t)(epbuf.expire_value * 86400L))) {
                                lprintf(5, "Expiring message %ld\n", delnum);
-                               cdb_delete(CDB_MSGMAIN, &delnum, sizeof(long));
-                               SetMessageInList(a, 0L);
+                               AdjRefCount(delnum, -1); 
+                               msglist[a] = 0L;
                                ++messages_purged;
-                               }
                        }
                }
-       CC->num_msgs = sort_msglist(CC->msglist, CC->num_msgs);
-       put_msglist(qrbuf);
-       end_critical_section(S_QUICKROOM);
        }
 
+       if (num_msgs > 0) {
+               num_msgs = sort_msglist(msglist, num_msgs);
+       }
+
+       cdb_store(CDB_MSGLISTS, &qrbuf->QRnumber, sizeof(long),
+               msglist, (num_msgs * sizeof(long)) );
+
+       if (msglist != NULL) phree(msglist);
+
+       end_critical_section(S_QUICKROOM);
+}
+
 void PurgeMessages(void) {
        lprintf(5, "PurgeMessages() called\n");
        messages_purged = 0;
-       ForEachRoom(DoPurgeMessages);
+       ForEachRoom(DoPurgeMessages, NULL);
 }
 
 
-void AddValidUser(struct usersupp *usbuf) {
+void AddValidUser(struct usersupp *usbuf, void *data) {
        struct ValidUser *vuptr;
 
        vuptr = (struct ValidUser *)mallok(sizeof(struct ValidUser));
        vuptr->next = ValidUserList;
        vuptr->vu_usernum = usbuf->usernum;
        ValidUserList = vuptr;
-       }
+}
 
-void AddValidRoom(struct quickroom *qrbuf) {
+void AddValidRoom(struct quickroom *qrbuf, void *data) {
        struct ValidRoom *vrptr;
 
        vrptr = (struct ValidRoom *)mallok(sizeof(struct ValidRoom));
@@ -195,9 +205,9 @@ void AddValidRoom(struct quickroom *qrbuf) {
        vrptr->vr_roomnum = qrbuf->QRnumber;
        vrptr->vr_roomgen = qrbuf->QRgen;
        ValidRoomList = vrptr;
-       }
+}
 
-void DoPurgeRooms(struct quickroom *qrbuf) {
+void DoPurgeRooms(struct quickroom *qrbuf, void *data) {
        time_t age, purge_secs;
        struct PurgeList *pptr;
        struct ValidUser *vuptr;
@@ -208,37 +218,37 @@ void DoPurgeRooms(struct quickroom *qrbuf) {
         * it.  Bypass any other rules.
         */
        if (qrbuf->QRflags & QR_MAILBOX) {
+               /* if user not found, do_purge will be 1 */
+               do_purge = 1;
                for (vuptr=ValidUserList; vuptr!=NULL; vuptr=vuptr->next) {
                        if (vuptr->vu_usernum == atol(qrbuf->QRname)) {
                                do_purge = 0;
-                               goto BYPASS;
                        }
                }
-               /* user not found */
-               do_purge = 1;
-               goto BYPASS;
        }
-
-       /* Any of these attributes render a room non-purgable */
-       if (qrbuf->QRflags & QR_PERMANENT) return;
-       if (qrbuf->QRflags & QR_DIRECTORY) return;
-       if (qrbuf->QRflags & QR_NETWORK) return;
-       if (is_noneditable(qrbuf)) return;
-
-       /* If we don't know the modification date, be safe and don't purge */
-       if (qrbuf->QRmtime <= (time_t)0) return;
-
-       /* If no room purge time is set, be safe and don't purge */
-       if (config.c_roompurge < 0) return;
-
-       /* Otherwise, check the date of last modification */
-       age = time(NULL) - (qrbuf->QRmtime);
-       purge_secs = (time_t)config.c_roompurge * (time_t)86400;
-       if (purge_secs <= (time_t)0) return;
-       lprintf(9, "<%s> is <%ld> seconds old\n", qrbuf->QRname, age);
-       if (age > purge_secs) do_purge = 1;
-
-BYPASS:        if (do_purge) {
+       else {
+               /* Any of these attributes render a room non-purgable */
+               if (qrbuf->QRflags & QR_PERMANENT) return;
+               if (qrbuf->QRflags & QR_DIRECTORY) return;
+               if (qrbuf->QRflags & QR_NETWORK) return;
+               if (!strcasecmp(qrbuf->QRname, SYSCONFIGROOM)) return;
+               if (is_noneditable(qrbuf)) return;
+
+               /* If we don't know the modification date, be safe and don't purge */
+               if (qrbuf->QRmtime <= (time_t)0) return;
+
+               /* If no room purge time is set, be safe and don't purge */
+               if (config.c_roompurge < 0) return;
+
+               /* Otherwise, check the date of last modification */
+               age = time(NULL) - (qrbuf->QRmtime);
+               purge_secs = (time_t)config.c_roompurge * (time_t)86400;
+               if (purge_secs <= (time_t)0) return;
+               lprintf(9, "<%s> is <%ld> seconds old\n", qrbuf->QRname, age);
+               if (age > purge_secs) do_purge = 1;
+       } /* !QR_MAILBOX */
+
+       if (do_purge) {
                pptr = (struct PurgeList *) mallok(sizeof(struct PurgeList));
                pptr->next = RoomPurgeList;
                strcpy(pptr->name, qrbuf->QRname);
@@ -246,7 +256,7 @@ BYPASS:     if (do_purge) {
        }
 
 }
-       
+
 
 
 int PurgeRooms(void) {
@@ -261,56 +271,67 @@ int PurgeRooms(void) {
 
        /* Load up a table full of valid user numbers so we can delete
         * user-owned rooms for users who no longer exist */
-       ForEachUser(AddValidUser);
+       ForEachUser(AddValidUser, NULL);
 
        /* Then cycle through the room file */
-       ForEachRoom(DoPurgeRooms);
+       ForEachRoom(DoPurgeRooms, NULL);
 
        /* Free the valid user list */
        while (ValidUserList != NULL) {
                vuptr = ValidUserList->next;
                phree(ValidUserList);
                ValidUserList = vuptr;
-               }
+       }
 
 
-       transcript = mallok(256);
+       transcript = mallok(SIZ);
        strcpy(transcript, "The following rooms have been auto-purged:\n");
 
        while (RoomPurgeList != NULL) {
                if (getroom(&qrbuf, RoomPurgeList->name) == 0) {
-                       transcript=reallok(transcript, strlen(transcript)+256);
+                       transcript=reallok(transcript, strlen(transcript)+SIZ);
                        sprintf(&transcript[strlen(transcript)], " %s\n",
                                qrbuf.QRname);
                        delete_room(&qrbuf);
-                       }
+               }
                pptr = RoomPurgeList->next;
                phree(RoomPurgeList);
                RoomPurgeList = pptr;
                ++num_rooms_purged;
-               }
+       }
 
        if (num_rooms_purged > 0) aide_message(transcript);
        phree(transcript);
 
        lprintf(5, "Purged %d rooms.\n", num_rooms_purged);
        return(num_rooms_purged);
-       }
+}
 
 
-void do_user_purge(struct usersupp *us) {
+void do_user_purge(struct usersupp *us, void *data) {
        int purge;
        time_t now;
        time_t purge_time;
        struct PurgeList *pptr;
 
+       /* stupid recovery routine to re-create missing mailboxen.
+        * don't enable this.
+       struct quickroom qrbuf;
+       char mailboxname[ROOMNAMELEN];
+       MailboxName(mailboxname, us, MAILROOM);
+       create_room(mailboxname, 4, "", 0, 1);
+       if (getroom(&qrbuf, mailboxname) != 0) return;
+       lprintf(9, "Got %s\n", qrbuf.QRname);
+        */
+
+
        /* Set purge time; if the user overrides the system default, use it */
        if (us->USuserpurge > 0) {
                purge_time = ((time_t)us->USuserpurge) * 86400L;
-               }
+       }
        else {
                purge_time = ((time_t)config.c_userpurge) * 86400L;
-               }
+       }
 
        /* The default rule is to not purge. */
        purge = 0;
@@ -346,10 +367,10 @@ void do_user_purge(struct usersupp *us) {
                pptr->next = UserPurgeList;
                strcpy(pptr->name, us->fullname);
                UserPurgeList = pptr;
-               }
-
        }
 
+}
+
 
 
 int PurgeUsers(void) {
@@ -359,14 +380,14 @@ int PurgeUsers(void) {
 
        lprintf(5, "PurgeUsers() called\n");
        if (config.c_userpurge > 0) {
-               ForEachUser(do_user_purge);
-               }
+               ForEachUser(do_user_purge, NULL);
+       }
 
-       transcript = mallok(256);
+       transcript = mallok(SIZ);
        strcpy(transcript, "The following users have been auto-purged:\n");
 
        while (UserPurgeList != NULL) {
-               transcript=reallok(transcript, strlen(transcript)+256);
+               transcript=reallok(transcript, strlen(transcript)+SIZ);
                sprintf(&transcript[strlen(transcript)], " %s\n",
                        UserPurgeList->name);
                purge_user(UserPurgeList->name);
@@ -374,14 +395,14 @@ int PurgeUsers(void) {
                phree(UserPurgeList);
                UserPurgeList = pptr;
                ++num_users_purged;
-               }
+       }
 
        if (num_users_purged > 0) aide_message(transcript);
        phree(transcript);
 
        lprintf(5, "Purged %d users.\n", num_users_purged);
        return(num_users_purged);
-       }
+}
 
 
 /*
@@ -409,12 +430,13 @@ int PurgeVisits(void) {
        int RoomIsValid, UserIsValid;
 
        /* First, load up a table full of valid room/gen combinations */
-       ForEachRoom(AddValidRoom);
+       ForEachRoom(AddValidRoom, NULL);
 
        /* Then load up a table full of valid user numbers */
-       ForEachUser(AddValidUser);
+       ForEachUser(AddValidUser, NULL);
 
        /* Now traverse through the visits, purging irrelevant records... */
+       cdb_begin_transaction();
        cdb_rewind(CDB_VISIT);
        while(cdbvisit = cdb_next_item(CDB_VISIT), cdbvisit != NULL) {
                memset(&vbuf, 0, sizeof(struct visit));
@@ -431,13 +453,13 @@ int PurgeVisits(void) {
                        if ( (vrptr->vr_roomnum==vbuf.v_roomnum)
                             && (vrptr->vr_roomgen==vbuf.v_roomgen))
                                RoomIsValid = 1;
-                       }
+               }
 
                /* Check to see if the user exists */
                for (vuptr=ValidUserList; vuptr!=NULL; vuptr=vuptr->next) {
                        if (vuptr->vu_usernum == vbuf.v_usernum)
                                UserIsValid = 1;
-                       }
+               }
 
                /* Put the record on the purge list if it's dead */
                if ((RoomIsValid==0) || (UserIsValid==0)) {
@@ -448,23 +470,25 @@ int PurgeVisits(void) {
                        vptr->vp_roomgen = vbuf.v_roomgen;
                        vptr->vp_usernum = vbuf.v_usernum;
                        VisitPurgeList = vptr;
-                       }
-
                }
 
+       }
+
+       cdb_end_transaction();
+
        /* Free the valid room/gen combination list */
        while (ValidRoomList != NULL) {
                vrptr = ValidRoomList->next;
                phree(ValidRoomList);
                ValidRoomList = vrptr;
-               }
+       }
 
        /* Free the valid user list */
        while (ValidUserList != NULL) {
                vuptr = ValidUserList->next;
                phree(ValidUserList);
                ValidUserList = vuptr;
-               }
+       }
 
        /* Now delete every visit on the purged list */
        while (VisitPurgeList != NULL) {
@@ -477,62 +501,140 @@ int PurgeVisits(void) {
                phree(VisitPurgeList);
                VisitPurgeList = vptr;
                ++purged;
-               }
-       
-       return(purged);
        }
 
+       return(purged);
+}
+
 
 void cmd_expi(char *argbuf) {
-       char cmd[256];
+       char cmd[SIZ];
        int retval;
 
-
-       if ((!(CC->logged_in))&&(!(CC->internal_pgm))) {
-               cprintf("%d Not logged in.\n",ERROR+NOT_LOGGED_IN);
-               return;
-               }
-
-       if ((!is_room_aide()) && (!(CC->internal_pgm)) ) {
-               cprintf("%d Higher access required.\n",
-                       ERROR+HIGHER_ACCESS_REQUIRED);
-               return;
-               }
+       if (CtdlAccessCheck(ac_aide)) return;
 
        extract(cmd, argbuf, 0);
        if (!strcasecmp(cmd, "users")) {
                retval = PurgeUsers();
                cprintf("%d Purged %d users.\n", OK, retval);
                return;
-               }
+       }
        else if (!strcasecmp(cmd, "messages")) {
                PurgeMessages();
                cprintf("%d Expired %d messages.\n", OK, messages_purged);
                return;
-               }
+       }
        else if (!strcasecmp(cmd, "rooms")) {
                retval = PurgeRooms();
                cprintf("%d Expired %d rooms.\n", OK, retval);
                return;
-               }
+       }
        else if (!strcasecmp(cmd, "visits")) {
                retval = PurgeVisits();
                cprintf("%d Purged %d visits.\n", OK, retval);
-               }
+       }
        else if (!strcasecmp(cmd, "defrag")) {
                defrag_databases();
                cprintf("%d Defragmented the databases.\n", OK);
-               }
+       }
        else {
                cprintf("%d Invalid command.\n", ERROR+ILLEGAL_VALUE);
                return;
+       }
+}
+
+/*****************************************************************************/
+
+
+void do_fsck_msg(long msgnum, void *userdata) {
+       struct roomref *ptr;
+
+       ptr = (struct roomref *)mallok(sizeof(struct roomref));
+       ptr->next = rr;
+       ptr->msgnum = msgnum;
+       rr = ptr;
+}
+
+void do_fsck_room(struct quickroom *qrbuf, void *data)
+{
+       getroom(&CC->quickroom, qrbuf->QRname);
+       CtdlForEachMessage(MSGS_ALL, 0L, (-127), NULL, NULL,
+               do_fsck_msg, NULL);
+}
+
+/*
+ * Check message reference counts
+ */
+void cmd_fsck(char *argbuf) {
+       long msgnum;
+       struct cdbdata *cdbmsg;
+       struct SuppMsgInfo smi;
+       struct roomref *ptr;
+       int realcount;
+
+       if (CtdlAccessCheck(ac_aide)) return;
+
+       /* Lame way of checking whether anyone else is doing this now */
+       if (rr != NULL) {
+               cprintf("%d Another FSCK is already running.\n", ERROR);
+               return;
+       }
+
+       cprintf("%d Checking message reference counts\n", LISTING_FOLLOWS);
+
+       cprintf("\nThis could take a while.  Please be patient!\n\n");
+       cprintf("Gathering pointers...\n");
+       ForEachRoom(do_fsck_room, NULL);
+
+       get_control();
+       cprintf("Checking message base...\n");
+       for (msgnum = 0L; msgnum <= CitControl.MMhighest; ++msgnum) {
+
+               cdbmsg = cdb_fetch(CDB_MSGMAIN, &msgnum, sizeof(long));
+               if (cdbmsg != NULL) {
+                       cdb_free(cdbmsg);
+                       cprintf("Message %7ld    ", msgnum);
+
+                       GetSuppMsgInfo(&smi, msgnum);
+                       cprintf("refcount=%-2d   ", smi.smi_refcount);
+
+                       realcount = 0;
+                       for (ptr = rr; ptr != NULL; ptr = ptr->next) {
+                               if (ptr->msgnum == msgnum) ++realcount;
+                       }
+                       cprintf("realcount=%-2d\n", realcount);
+
+                       if ( (smi.smi_refcount != realcount)
+                          || (realcount == 0) ) {
+                               smi.smi_refcount = realcount;
+                               PutSuppMsgInfo(&smi);
+                               AdjRefCount(msgnum, 0); /* deletes if needed */
+                       }
+
                }
+
        }
 
+       cprintf("Freeing memory...\n");
+       while (rr != NULL) {
+               ptr = rr->next;
+               phree(rr);
+               rr = ptr;
+       }
+
+       cprintf("Done!\n");
+       cprintf("000\n");
+
+}
+
+
+
 
+/*****************************************************************************/
 
-struct DLModule_Info *Dynamic_Module_Init(void)
+char *Dynamic_Module_Init(void)
 {
-   CtdlRegisterProtoHook(cmd_expi, "EXPI", "Expire old system objects");
-   return &info;
+       CtdlRegisterProtoHook(cmd_expi, "EXPI", "Expire old system objects");
+       CtdlRegisterProtoHook(cmd_fsck, "FSCK", "Check message ref counts");
+       return "$Id$";
 }