Fix up ARTV import so that imports actually work.
[citadel.git] / citadel / modules / vandelay / serv_vandelay.c
index a77eb49208288ee52fc6af46eb4cbe3c5bad6e5b..c55329ea4fac1c145a6c6605be609271e0a2b90e 100644 (file)
@@ -30,6 +30,7 @@
 #include <string.h>
 #include <ctype.h>
 #include <limits.h>
+#include <libcitadel.h>
 #include "citadel.h"
 #include "server.h"
 #include "citserver.h"
@@ -37,7 +38,6 @@
 #include "config.h"
 #include "database.h"
 #include "msgbase.h"
-#include "tools.h"
 #include "user_ops.h"
 #include "room_ops.h"
 #include "control.h"
@@ -56,7 +56,7 @@ char artv_tempfilename2[PATH_MAX];
 FILE *artv_global_message_list;
 
 void artv_export_users_backend(struct ctdluser *buf, void *data) {
-       cprintf("user\n");
+       client_write("user\n", 5);
 /*
 #include "artv_serialize.h"
 #include "dtds/user-defs.h"
@@ -77,20 +77,52 @@ void artv_export_users_backend(struct ctdluser *buf, void *data) {
        cprintf("%d\n", buf->USscreenheight);
 }
 
+void artv_dump_users_backend(struct ctdluser *buf, void *data) {
+       client_write("user\n", 5);
+
+#include "artv_dump.h"
+#include "dtds/user-defs.h"
+#include "undef_data.h"
+       client_write("\n", 1);
+}
+
+
+INLINE int cprintdot (long *iterations)
+{
+       int retval = 0;
+       
+       retval += client_write(".", 1);
+       ++(*iterations);
+       if ((*iterations) % 64 == 0)
+               retval += client_write("\n", 1);
+       return retval;
+}
+
+
 
 void artv_export_users(void) {
        ForEachUser(artv_export_users_backend, NULL);
 }
 
+void artv_dump_users(void) {
+       ForEachUser(artv_dump_users_backend, NULL);
+}
+
 
 void artv_export_room_msg(long msgnum, void *userdata) {
        cprintf("%ld\n", msgnum);
        fprintf(artv_global_message_list, "%ld\n", msgnum);
 }
 
+void artv_dump_room_msg(long msgnum, void *userdata) {
+       cprintf(" msgnum: %ld\n", msgnum);
+       fprintf(artv_global_message_list, "%ld\n", msgnum);
+       client_write("\n", 1);
+}//// TODO
+
 
 void artv_export_rooms_backend(struct ctdlroom *buf, void *data) {
-       cprintf("room\n");
+       client_write("room\n", 5);
 /*
 #include "artv_serialize.h"
 #include "dtds/room-defs.h"
@@ -124,7 +156,29 @@ void artv_export_rooms_backend(struct ctdlroom *buf, void *data) {
         */
        CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL,
                artv_export_room_msg, NULL);
-       cprintf("0\n");
+       client_write("0\n", 2);
+
+}
+
+void artv_dump_rooms_backend(struct ctdlroom *buf, void *data) {
+       client_write("room\n", 5);
+
+#include "artv_dump.h"
+#include "dtds/room-defs.h"
+#include "undef_data.h"
+
+       getroom(&CC->room, buf->QRname);
+       /* format of message list export is all message numbers output
+        * one per line terminated by a 0.
+        */
+//*/
+       getroom(&CC->room, buf->QRname);
+       /* format of message list export is all message numbers output
+        * one per line terminated by a 0.
+        */
+       CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL,
+               artv_dump_room_msg, NULL);
+       client_write("\n\n", 2);
 
 }
 
@@ -150,13 +204,33 @@ void artv_export_rooms(void) {
        system(cmd);
 }
 
+void artv_dump_rooms(void) {
+       char cmd[SIZ];
+       artv_global_message_list = fopen(artv_tempfilename1, "w");
+       if (artv_global_message_list != NULL) {
+               ForEachRoom(artv_dump_rooms_backend, NULL);
+               fclose(artv_global_message_list);
+       }
+
+       /*
+        * Process the 'global' message list.  (Sort it and remove dups.
+        * Dups are ok because a message may be in more than one room, but
+        * this will be handled by exporting the reference count, not by
+        * exporting the message multiple times.)
+        */
+       snprintf(cmd, sizeof cmd, "sort <%s >%s", artv_tempfilename1, artv_tempfilename2);
+       system(cmd);
+       snprintf(cmd, sizeof cmd, "uniq <%s >%s", artv_tempfilename2, artv_tempfilename1);
+       system(cmd);
+}
+
 
 void artv_export_floors(void) {
         struct floor qfbuf, *buf;
         int i;
 
         for (i=0; i < MAXFLOORS; ++i) {
-               cprintf("floor\n");
+               client_write("floor\n", 5);
                cprintf("%d\n", i);
                 getfloor(&qfbuf, i);
                buf = &qfbuf;
@@ -174,6 +248,22 @@ void artv_export_floors(void) {
        }
 }
 
+void artv_dump_floors(void) {
+        struct floor qfbuf, *buf;
+        int i;
+
+        for (i=0; i < MAXFLOORS; ++i) {
+               client_write("floor\n", 5);
+               cprintf("%d\n", i);
+                getfloor(&qfbuf, i);
+               buf = &qfbuf;
+
+#include "artv_serialize.h"
+#include "dtds/floor-defs.h"
+#include "undef_data.h"
+       }
+}
+
 
 
 
@@ -194,7 +284,7 @@ void artv_export_visits(void) {
                        sizeof(struct visit) : cdbv->len));
                cdb_free(cdbv);
 
-               cprintf("visit\n");
+               client_write("visit\n", 6);
                cprintf("%ld\n", vbuf.v_roomnum);
                cprintf("%ld\n", vbuf.v_roomgen);
                cprintf("%ld\n", vbuf.v_usernum);
@@ -212,6 +302,40 @@ void artv_export_visits(void) {
        }
 }
 
+/* 
+ *  Traverse the visits file...
+ */
+void artv_dump_visits(void) {
+       struct visit vbuf;
+       struct cdbdata *cdbv;
+
+       cdb_rewind(CDB_VISIT);
+
+       while (cdbv = cdb_next_item(CDB_VISIT), cdbv != NULL) {
+               memset(&vbuf, 0, sizeof(struct visit));
+               memcpy(&vbuf, cdbv->ptr,
+                      ((cdbv->len > sizeof(struct visit)) ?
+                       sizeof(struct visit) : cdbv->len));
+               cdb_free(cdbv);
+
+               client_write("---visit---\n", 12);
+               cprintf(" Room-Num: %ld\n", vbuf.v_roomnum);
+               cprintf(" Room-Gen%ld\n", vbuf.v_roomgen);
+               cprintf(" User-Num%ld\n", vbuf.v_usernum);
+
+               if (!IsEmptyStr(vbuf.v_seen)) {
+                       cprintf(" Seen: %s\n", vbuf.v_seen);
+               }
+               else {
+                       cprintf(" LastSeen: %ld\n", vbuf.v_lastseen);
+               }
+
+               cprintf(" Answered: %s\n", vbuf.v_answered);
+               cprintf(" Flags: %u\n", vbuf.v_flags);
+               cprintf(" View: %d\n", vbuf.v_view);
+       }
+}
+
 
 void artv_export_message(long msgnum) {
        struct MetaData smi;
@@ -224,7 +348,7 @@ void artv_export_message(long msgnum) {
        msg = CtdlFetchMessage(msgnum, 1);
        if (msg == NULL) return;        /* fail silently */
 
-       cprintf("message\n");
+       client_write("message\n", 8);
        GetMetaData(&smi, msgnum);
        cprintf("%ld\n", msgnum);
        cprintf("%d\n", smi.meta_refcount);
@@ -254,18 +378,39 @@ void artv_export_message(long msgnum) {
        cprintf("%s\n", END_OF_MESSAGE);
 }
 
+void artv_dump_message(long msgnum) {
+       struct MetaData smi;
+       struct CtdlMessage *msg;
+
+       msg = CtdlFetchMessage(msgnum, 1);
+       if (msg == NULL) return;        /* fail silently */
+
+       client_write("message\n", 8);
+       GetMetaData(&smi, msgnum);
+       cprintf(" MessageNum: %ld\n", msgnum);
+       cprintf(" MetaRefcount: %d\n", smi.meta_refcount);
+       cprintf(" MetaContentType: %s\n", smi.meta_content_type);
+
+       dump_message(msg, 80);
+       CtdlFreeMessage(msg);
+
+       cprintf("%s\n", END_OF_MESSAGE);
+}
+
 
 
 void artv_export_messages(void) {
        char buf[SIZ];
        long msgnum;
        int count = 0;
+       t_context *Ctx;
 
+       Ctx = CC;
        artv_global_message_list = fopen(artv_tempfilename1, "r");
        if (artv_global_message_list != NULL) {
-               lprintf(CTDL_INFO, "Opened %s\n", artv_tempfilename1);
-               while (fgets(buf, sizeof(buf),
-                     artv_global_message_list) != NULL) {
+               CtdlLogPrintf(CTDL_INFO, "Opened %s\n", artv_tempfilename1);
+               while ((Ctx->kill_me != 1) && 
+                      (fgets(buf, sizeof(buf), artv_global_message_list) != NULL)) {
                        msgnum = atol(buf);
                        if (msgnum > 0L) {
                                artv_export_message(msgnum);
@@ -274,7 +419,36 @@ void artv_export_messages(void) {
                }
                fclose(artv_global_message_list);
        }
-       lprintf(CTDL_INFO, "Exported %d messages.\n", count);
+       if (Ctx->kill_me != 1)
+               CtdlLogPrintf(CTDL_INFO, "Exported %d messages.\n", count);
+       else
+               CtdlLogPrintf(CTDL_ERR, "Export aborted due to client disconnect! \n");
+}
+
+void artv_dump_messages(void) {
+       char buf[SIZ];
+       long msgnum;
+       int count = 0;
+       t_context *Ctx;
+
+       Ctx = CC;
+       artv_global_message_list = fopen(artv_tempfilename1, "r");
+       if (artv_global_message_list != NULL) {
+               CtdlLogPrintf(CTDL_INFO, "Opened %s\n", artv_tempfilename1);
+               while ((Ctx->kill_me != 1) && 
+                      (fgets(buf, sizeof(buf), artv_global_message_list) != NULL)) {
+                       msgnum = atol(buf);
+                       if (msgnum > 0L) {
+                               artv_dump_message(msgnum);
+                               ++count;
+                       }
+               }
+               fclose(artv_global_message_list);
+       }
+       if (Ctx->kill_me != 1)
+               CtdlLogPrintf(CTDL_INFO, "Exported %d messages.\n", count);
+       else
+               CtdlLogPrintf(CTDL_ERR, "Export aborted due to client disconnect! \n");
 }
 
 
@@ -283,99 +457,80 @@ void artv_export_messages(void) {
 void artv_do_export(void) {
        struct config *buf;
        buf = &config;
+       t_context *Ctx;
+
+       Ctx = CC;
        cprintf("%d Exporting all Citadel databases.\n", LISTING_FOLLOWS);
 
        cprintf("version\n%d\n", REV_LEVEL);
 
-       /* export the config file */
-       cprintf("config\n");
+       /* export the config file (this is done using x-macros) */
+       client_write("config\n", 7);
 
 #include "artv_serialize.h"
 #include "dtds/config-defs.h"
 #include "undef_data.h"
-
-/*
-       cprintf("%s\n", config.c_nodename);
-       cprintf("%s\n", config.c_fqdn);
-       cprintf("%s\n", config.c_humannode);
-       cprintf("%s\n", config.c_phonenum);
-       cprintf("%ld\n", (long)config.c_ctdluid);
-       cprintf("%d\n", config.c_creataide);
-       cprintf("%d\n", config.c_sleeping);
-       cprintf("%d\n", config.c_initax);
-       cprintf("%d\n", config.c_regiscall);
-       cprintf("%d\n", config.c_twitdetect);
-       cprintf("%s\n", config.c_twitroom);
-       cprintf("%s\n", config.c_moreprompt);
-       cprintf("%d\n", config.c_restrict);
-       cprintf("%s\n", config.c_site_location);
-       cprintf("%s\n", config.c_sysadm);
-       cprintf("%d\n", config.c_setup_level);
-       cprintf("%d\n", config.c_maxsessions);
-       cprintf("%d\n", config.c_port_number);
-       cprintf("%d\n", config.c_ep.expire_mode);
-       cprintf("%d\n", config.c_ep.expire_value);
-       cprintf("%d\n", config.c_userpurge);
-       cprintf("%d\n", config.c_roompurge);
-       cprintf("%s\n", config.c_logpages);
-       cprintf("%d\n", config.c_createax);
-       cprintf("%ld\n", config.c_maxmsglen);
-       cprintf("%d\n", config.c_min_workers);
-       cprintf("%d\n", config.c_max_workers);
-       cprintf("%d\n", config.c_pop3_port);
-       cprintf("%d\n", config.c_smtp_port);
-       cprintf("%d\n", config.c_purge_hour);
-       cprintf("%d\n", config.c_mbxep.expire_mode);
-       cprintf("%d\n", config.c_mbxep.expire_value);
-       cprintf("%s\n", config.c_ldap_host);
-       cprintf("%d\n", config.c_ldap_port);
-       cprintf("%s\n", config.c_ldap_base_dn);
-       cprintf("%s\n", config.c_ldap_bind_dn);
-       cprintf("%s\n", config.c_ldap_bind_pw);
-       cprintf("%s\n", config.c_ip_addr);
-       cprintf("%d\n", config.c_msa_port);
-       cprintf("%d\n", config.c_imaps_port);
-       cprintf("%d\n", config.c_pop3s_port);
-       cprintf("%d\n", config.c_smtps_port);
-       cprintf("%d\n", config.c_rfc822_strict_from);
-       cprintf("%d\n", config.c_aide_zap);
-       cprintf("%d\n", config.c_imap_port);
-       cprintf("%ld\n", config.c_net_freq);
-       cprintf("%d\n", config.c_disable_newu);
-       cprintf("%s\n", config.c_baseroom);
-       cprintf("%s\n", config.c_aideroom);
-       cprintf("%d\n", config.c_auto_cull);
-       cprintf("%d\n", config.c_instant_expunge);
-       cprintf("%d\n", config.c_allow_spoofing);
-       cprintf("%d\n", config.c_journal_email);
-       cprintf("%d\n", config.c_journal_pubmsgs);
-       cprintf("%s\n", config.c_journal_dest);
-       cprintf("%s\n", config.c_default_cal_zone);
-       cprintf("%d\n", config.c_pftcpdict_port);
-       cprintf("%d\n", config.c_managesieve_port);
-       cprintf("%d\n", config.c_auth_mode);
-       cprintf("%s\n", config.c_funambol_host);
-       cprintf("%d\n", config.c_funambol_port);
-       cprintf("%s\n", config.c_funambol_source);
-       cprintf("%s\n", config.c_funambol_auth);
-       cprintf("%d\n", config.c_rbl_at_greeting);
-*/
+       client_write("\n", 1);
+       
        /* Export the control file */
        get_control();
-       cprintf("control\n");
+       client_write("control\n", 8);
        cprintf("%ld\n", CitControl.MMhighest);
        cprintf("%u\n", CitControl.MMflags);
        cprintf("%ld\n", CitControl.MMnextuser);
        cprintf("%ld\n", CitControl.MMnextroom);
        cprintf("%d\n", CitControl.version);
+       if (Ctx->kill_me != 1)
+               artv_export_users();
+       if (Ctx->kill_me != 1)
+               artv_export_rooms();
+       if (Ctx->kill_me != 1)
+               artv_export_floors();
+       if (Ctx->kill_me != 1)
+               artv_export_visits();
+       if (Ctx->kill_me != 1)
+               artv_export_messages();
+
+       client_write("000\n", 4);
+}
+
+void artv_do_dump(void) {
+       struct config *buf;
+       buf = &config;
+       t_context *Ctx;
+
+       Ctx = CC;
+       cprintf("%d dumping Citadel structures.\n", LISTING_FOLLOWS);
 
-       artv_export_users();
-       artv_export_rooms();
-       artv_export_floors();
-       artv_export_visits();
-       artv_export_messages();
+       cprintf("version\n%d\n", REV_LEVEL);
+
+       /* export the config file (this is done using x-macros) */
+       client_write("config\n", 7);
+
+#include "artv_dump.h"
+#include "dtds/config-defs.h"
+#include "undef_data.h"
 
-       cprintf("000\n");
+       /* Export the control file */
+       get_control();
+       client_write("control\n", 8);
+       cprintf(" MMhighest: %ld\n", CitControl.MMhighest);
+       cprintf(" MMflags: %u\n", CitControl.MMflags);
+       cprintf(" MMnextuser: %ld\n", CitControl.MMnextuser);
+       cprintf(" MMnextroom: %ld\n", CitControl.MMnextroom);
+       cprintf(" version: %d\n\n", CitControl.version);
+       if (Ctx->kill_me != 1)
+               artv_dump_users();
+       if (Ctx->kill_me != 1)
+               artv_dump_rooms();
+       if (Ctx->kill_me != 1)
+               artv_dump_floors();
+       if (Ctx->kill_me != 1)
+               artv_dump_visits();
+       if (Ctx->kill_me != 1)
+               artv_dump_messages();
+
+       client_write("000\n", 4);
 }
 
 
@@ -385,88 +540,22 @@ void artv_import_config(void) {
        struct config *buf;
        buf = &config;
 
-       lprintf(CTDL_DEBUG, "Importing config file\n");
+       CtdlLogPrintf(CTDL_DEBUG, "Importing config file\n");
 
 #include "artv_deserialize.h"
 #include "dtds/config-defs.h"
 #include "undef_data.h"
 
-/*
-       client_getln(config.c_nodename, sizeof config.c_nodename);
-       client_getln(config.c_fqdn, sizeof config.c_fqdn);
-       client_getln(config.c_humannode, sizeof config.c_humannode);
-       client_getln(config.c_phonenum, sizeof config.c_phonenum);
-       client_getln(buf, sizeof buf);  config.c_ctdluid = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_creataide = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_sleeping = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_initax = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_regiscall = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_twitdetect = atoi(buf);
-       client_getln(config.c_twitroom, sizeof config.c_twitroom);
-       client_getln(config.c_moreprompt, sizeof config.c_moreprompt);
-       client_getln(buf, sizeof buf);  config.c_restrict = atoi(buf);
-       client_getln(config.c_site_location, sizeof config.c_site_location);
-       client_getln(config.c_sysadm, sizeof config.c_sysadm);
-       client_getln(buf, sizeof buf);  config.c_setup_level = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_maxsessions = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_port_number = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_ep.expire_mode = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_ep.expire_value = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_userpurge = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_roompurge = atoi(buf);
-       client_getln(config.c_logpages, sizeof config.c_logpages);
-       client_getln(buf, sizeof buf);  config.c_createax = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_maxmsglen = atol(buf);
-       client_getln(buf, sizeof buf);  config.c_min_workers = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_max_workers = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_pop3_port = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_smtp_port = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_purge_hour = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_mbxep.expire_mode = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_mbxep.expire_value = atoi(buf);
-       client_getln(config.c_ldap_host, sizeof config.c_ldap_host);
-       client_getln(buf, sizeof buf);  config.c_ldap_port = atoi(buf);
-       client_getln(config.c_ldap_base_dn, sizeof config.c_ldap_base_dn);
-       client_getln(config.c_ldap_bind_dn, sizeof config.c_ldap_bind_dn);
-       client_getln(config.c_ldap_bind_pw, sizeof config.c_ldap_bind_pw);
-       client_getln(config.c_ip_addr, sizeof config.c_ip_addr);
-       client_getln(buf, sizeof buf);  config.c_msa_port = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_imaps_port = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_pop3s_port = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_smtps_port = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_rfc822_strict_from = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_aide_zap = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_imap_port = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_net_freq = atol(buf);
-       client_getln(buf, sizeof buf);  config.c_disable_newu = atoi(buf);
-       client_getln(config.c_baseroom, sizeof config.c_baseroom);
-       client_getln(config.c_aideroom, sizeof config.c_aideroom);
-       client_getln(buf, sizeof buf);  config.c_auto_cull = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_instant_expunge = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_allow_spoofing = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_journal_email = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_journal_pubmsgs = atoi(buf);
-       client_getln(config.c_journal_dest, sizeof config.c_journal_dest);
-       client_getln(config.c_default_cal_zone, sizeof config.c_default_cal_zone);
-       client_getln(buf, sizeof buf);  config.c_pftcpdict_port = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_managesieve_port = atoi(buf);
-       client_getln(buf, sizeof buf);  config.c_auth_mode = atoi(buf);
-       client_getln(config.c_funambol_host, sizeof config.c_funambol_host);
-       client_getln(buf, sizeof buf); config.c_funambol_port = atoi(buf);
-       client_getln(config.c_funambol_source, sizeof config.c_funambol_source);
-       client_getln(config.c_funambol_auth, sizeof config.c_funambol_auth);
-       client_getln(buf, sizeof buf);  config.c_rbl_at_greeting = atoi(buf);
-*/
        config.c_enable_fulltext = 0;   /* always disable */
        put_config();
-       lprintf(CTDL_INFO, "Imported config file\n");
+       CtdlLogPrintf(CTDL_INFO, "Imported config file\n");
 }
 
 
 void artv_import_control(void) {
        char buf[SIZ];
 
-       lprintf(CTDL_DEBUG, "Importing control file\n");
+       CtdlLogPrintf(CTDL_DEBUG, "Importing control file\n");
        client_getln(buf, sizeof buf);  CitControl.MMhighest = atol(buf);
        client_getln(buf, sizeof buf);  CitControl.MMflags = atoi(buf);
        client_getln(buf, sizeof buf);  CitControl.MMnextuser = atol(buf);
@@ -474,7 +563,7 @@ void artv_import_control(void) {
        client_getln(buf, sizeof buf);  CitControl.version = atoi(buf);
        CitControl.MMfulltext = (-1L);  /* always flush */
        put_control();
-       lprintf(CTDL_INFO, "Imported control file\n");
+       CtdlLogPrintf(CTDL_INFO, "Imported control file\n");
 }
 
 
@@ -506,7 +595,7 @@ void artv_import_user(void) {
 }
 
 
-void artv_import_room(void) {
+void artv_import_room(long *iterations) {
        char cbuf[SIZ];
        struct ctdlroom qrbuf, *buf;
        long msgnum;
@@ -537,15 +626,18 @@ void artv_import_room(void) {
        client_getln(cbuf, sizeof cbuf);        buf->QRdefaultview = atoi(cbuf);
 //*/
        putroom(buf);
-       lprintf(CTDL_INFO, "Imported room <%s>\n", qrbuf.QRname);
+       CtdlLogPrintf(CTDL_INFO, "Imported room <%s>\n", qrbuf.QRname);
        /* format of message list export is all message numbers output
         * one per line terminated by a 0.
         */
-       while (client_getln(cbuf, sizeof cbuf), msgnum = atol(cbuf), msgnum > 0) {
+       while ((client_getln(cbuf, sizeof cbuf) >= 0) && (msgnum = atol(cbuf))) {
                CtdlSaveMsgPointerInRoom(qrbuf.QRname, msgnum, 0, NULL);
+               cprintdot(iterations);
                ++msgcount;
+               if (CtdlThreadCheckStop())
+                       break;
        }
-       lprintf(CTDL_INFO, "(%d messages)\n", msgcount);
+       CtdlLogPrintf(CTDL_INFO, "(%d messages)\n", msgcount);
 }
 
 
@@ -569,7 +661,7 @@ void artv_import_floor(void) {
        client_getln(cbuf, sizeof cbuf);        buf->f_ep.expire_value = atoi(cbuf);
 //*/
        putfloor(buf, i);
-       lprintf(CTDL_INFO, "Imported floor #%d (%s)\n", i, flbuf.f_name);
+       CtdlLogPrintf(CTDL_INFO, "Imported floor #%d (%s)\n", i, flbuf.f_name);
 }
 
 
@@ -587,20 +679,20 @@ void artv_import_visit(void) {
 
        client_getln(buf, sizeof buf);
        vbuf.v_lastseen = atol(buf);
-       for (i=0; !IsEmptyStr(&buf[i]); ++i) if (!isdigit(buf[i])) is_textual_seen = 1;
+       for (i=0; buf[i]; ++i) if (!isdigit(buf[i])) is_textual_seen = 1;
        if (is_textual_seen)    strcpy(vbuf.v_seen, buf);
 
        client_getln(vbuf.v_answered, sizeof vbuf.v_answered);
        client_getln(buf, sizeof buf);  vbuf.v_flags = atoi(buf);
        client_getln(buf, sizeof buf);  vbuf.v_view = atoi(buf);
        put_visit(&vbuf);
-       lprintf(CTDL_INFO, "Imported visit %ld/%ld/%ld\n",
+       CtdlLogPrintf(CTDL_INFO, "Imported visit %ld/%ld/%ld\n",
                vbuf.v_roomnum, vbuf.v_roomgen, vbuf.v_usernum);
 }
 
 
 
-void artv_import_message(void) {
+void artv_import_message(long *iterations, char **b64buf, size_t *b64size, char **plain, size_t *plain_size) {
        struct MetaData smi;
        long msgnum;
        long msglen;
@@ -608,20 +700,76 @@ void artv_import_message(void) {
        char buf[SIZ];
        char tempfile[PATH_MAX];
        char *mbuf;
-
+       size_t b64len = 0;
+       char *tbuf, *tbuf2;
+       size_t mlen;
+       
        memset(&smi, 0, sizeof(struct MetaData));
        client_getln(buf, sizeof buf);  msgnum = atol(buf);
                                smi.meta_msgnum = msgnum;
        client_getln(buf, sizeof buf);  smi.meta_refcount = atoi(buf);
        client_getln(smi.meta_content_type, sizeof smi.meta_content_type);
 
-       lprintf(CTDL_INFO, "message #%ld\n", msgnum);
+       CtdlLogPrintf(CTDL_INFO, "message #%ld\n", msgnum);
 
        /* decode base64 message text */
+       while (client_getln(buf, sizeof buf) >= 0 && strcasecmp(buf, END_OF_MESSAGE)) {
+               if (CtdlThreadCheckStop())
+                       return;
+                       
+               cprintdot(iterations);
+               
+               /**
+                * Grow the buffers if we need to
+                */
+               mlen = strlen (buf);
+               if (b64len + mlen > *b64size)
+               {
+                       tbuf = realloc (*b64buf, *b64size + SIZ);
+                       tbuf2 = realloc (*plain, *plain_size + SIZ);
+                       if (tbuf && tbuf2)
+                       {
+                               *b64buf = tbuf;
+                               *plain = tbuf2;
+                               *b64size += SIZ;
+                               *plain_size += SIZ;
+                       }
+                       else
+                       {
+                               CtdlLogPrintf(CTDL_DEBUG, "ARTV import: realloc() failed.\n");
+                               cprintf("\nMemory allocation failure.\n");
+                               return;
+                       }
+               }
+               strcat (*b64buf, buf);
+               b64len += mlen;
+       }
+       
+       /**
+        * Decode and store the message
+        * If this decode and store takes more than 5 seconds the sendcommand WD timer may expire.
+        * This is the reason for outputting a dot before and after.
+        */
+       msglen = CtdlDecodeBase64(*plain, *b64buf, b64len);
+//     cprintdot(iterations);
+       CtdlLogPrintf(CTDL_DEBUG, "msglen = %ld\n", msglen);
+       cdb_store(CDB_MSGMAIN, &msgnum, sizeof(long), *plain, msglen);
+//     cprintdot(iterations);
+       PutMetaData(&smi);
+       CtdlLogPrintf(CTDL_INFO, "Imported message %ld\n", msgnum);
+       
+/*     
        CtdlMakeTempFileName(tempfile, sizeof tempfile);
        snprintf(buf, sizeof buf, "%s -d >%s", file_base64, tempfile);
        fp = popen(buf, "w");
-       while (client_getln(buf, sizeof buf), strcasecmp(buf, END_OF_MESSAGE)) {
+       while (client_getln(buf, sizeof buf) >= 0 , strcasecmp(buf, END_OF_MESSAGE)) {
+               if (CtdlThreadCheckStop())
+               {
+                       pclose(fp);
+                       unlink (tempfile);
+                       return;
+               }
+               cprintdot(iterations);
                fprintf(fp, "%s\n", buf);
        }
        pclose(fp);
@@ -629,7 +777,7 @@ void artv_import_message(void) {
        fseek(fp, 0L, SEEK_END);
        msglen = ftell(fp);
        fclose(fp);
-       lprintf(CTDL_DEBUG, "msglen = %ld\n", msglen);
+       CtdlLogPrintf(CTDL_DEBUG, "msglen = %ld\n", msglen);
 
        mbuf = malloc(msglen);
        fp = fopen(tempfile, "rb");
@@ -642,7 +790,8 @@ void artv_import_message(void) {
        unlink(tempfile);
 
        PutMetaData(&smi);
-       lprintf(CTDL_INFO, "Imported message %ld\n", msgnum);
+       CtdlLogPrintf(CTDL_INFO, "Imported message %ld\n", msgnum);
+*/
 }
 
 
@@ -654,48 +803,82 @@ void artv_do_import(void) {
        char s_version[SIZ];
        int version;
        long iterations;
-
+       char *b64mes = NULL;
+       char *plain = NULL;
+       size_t b64size, plain_size;
+       
        unbuffer_output();
 
+       /* Prepare buffers for base 64 decoding of messages.
+       */
+       b64mes = malloc(SIZ);
+       if (b64mes == NULL)
+       {
+               cprintf("%d Malloc failed in import/export.\n",
+                       ERROR + RESOURCE_BUSY);
+               return;
+       }
+       b64mes[0] = 0;
+       b64size=SIZ;
+       plain = malloc(SIZ);
+       if (plain == NULL)
+       {
+               cprintf("%d Malloc failed in import/export.\n",
+                       ERROR + RESOURCE_BUSY);
+               free(b64mes);
+               return;
+       }
+       plain[0] = 0;
+       plain_size = SIZ;
+       
        cprintf("%d sock it to me\n", SEND_LISTING);
        abuf[0] = '\0';
        unbuffer_output();
        iterations = 0;
-       while (client_getln(buf, sizeof buf), strcmp(buf, "000")) {
-
-               lprintf(CTDL_DEBUG, "import keyword: <%s>\n", buf);
+       while (client_getln(buf, sizeof buf) >= 0 && strcmp(buf, "000")) {
+               if (CtdlThreadCheckStop())
+                       break;  // Should we break or return?
+               
+               if (buf[0] == '\0')
+                       continue;
+                       
+               CtdlLogPrintf(CTDL_DEBUG, "import keyword: <%s>\n", buf);
                if ((abuf[0] == '\0') || (strcasecmp(buf, abuf))) {
                        cprintf ("\n\nImporting datatype %s\n", buf);
                        strncpy (abuf, buf, SIZ);       
                        iterations = 0;
                }
                else {
-                       cprintf(".");
-                       if (iterations % 64 == 0)
-                               cprintf("\n");
-                       
+                       cprintdot(&iterations);
                }
                
                if (!strcasecmp(buf, "version")) {
                        client_getln(s_version, sizeof s_version);
                        version = atoi(s_version);
                        if ((version<EXPORT_REV_MIN) || (version>REV_LEVEL)) {
-                               lprintf(CTDL_ERR, "Version mismatch in ARTV import; aborting\n");
+                               CtdlLogPrintf(CTDL_ERR, "Version mismatch in ARTV import; aborting\n");
                                break;
                        }
                }
                else if (!strcasecmp(buf, "config")) artv_import_config();
                else if (!strcasecmp(buf, "control")) artv_import_control();
                else if (!strcasecmp(buf, "user")) artv_import_user();
-               else if (!strcasecmp(buf, "room")) artv_import_room();
+               else if (!strcasecmp(buf, "room")) artv_import_room(&iterations);
                else if (!strcasecmp(buf, "floor")) artv_import_floor();
                else if (!strcasecmp(buf, "visit")) artv_import_visit();
-               else if (!strcasecmp(buf, "message")) artv_import_message();
+               else if (!strcasecmp(buf, "message"))
+               {
+                       b64mes[0] = 0;
+                       plain[0] = 0;
+                       artv_import_message(&iterations, &b64mes, &b64size, &plain, &plain_size);
+               }
                else break;
-               iterations ++;
        }
-       lprintf(CTDL_INFO, "Invalid keyword <%s>.  Flushing input.\n", buf);
-       while (client_getln(buf, sizeof buf), strcmp(buf, "000"))  ;;
+       free (b64mes);
+       free (plain);
+       
+       CtdlLogPrintf(CTDL_INFO, "Invalid keyword <%s>.  Flushing input.\n", buf);
+       while (client_getln(buf, sizeof buf) >= 0 && strcmp(buf, "000"))  ;;
        rebuild_euid_index();
 }
 
@@ -719,6 +902,7 @@ void cmd_artv(char *cmdbuf) {
        extract_token(cmd, cmdbuf, 0, '|', sizeof cmd);
        if (!strcasecmp(cmd, "export")) artv_do_export();
        else if (!strcasecmp(cmd, "import")) artv_do_import();
+       else if (!strcasecmp(cmd, "dump")) artv_do_dump();
        else cprintf("%d illegal command\n", ERROR + ILLEGAL_VALUE);
 
        unlink(artv_tempfilename1);
@@ -732,8 +916,11 @@ void cmd_artv(char *cmdbuf) {
 
 CTDL_MODULE_INIT(vandelay)
 {
-       CtdlRegisterProtoHook(cmd_artv, "ARTV", "import/export data store");
-
+       if (!threading)
+       {
+               CtdlRegisterProtoHook(cmd_artv, "ARTV", "import/export data store");
+       }
+       
        /* return our Subversion id for the Log */
        return "$Id$";
 }