#include <string.h>
#include <ctype.h>
#include <limits.h>
+#include <libcitadel.h>
#include "citadel.h"
#include "server.h"
#include "citserver.h"
#include "config.h"
#include "database.h"
#include "msgbase.h"
-#include "tools.h"
#include "user_ops.h"
#include "room_ops.h"
#include "control.h"
FILE *artv_global_message_list;
void artv_export_users_backend(struct ctdluser *buf, void *data) {
- cprintf("user\n");
+ client_write("user\n", 5);
/*
#include "artv_serialize.h"
#include "dtds/user-defs.h"
cprintf("%d\n", buf->USscreenheight);
}
+void artv_dump_users_backend(struct ctdluser *buf, void *data) {
+ client_write("user\n", 5);
+
+#include "artv_dump.h"
+#include "dtds/user-defs.h"
+#include "undef_data.h"
+ cprintf("\n");
+}
+
+
+INLINE int cprintdot (long *iterations)
+{
+ int retval = 0;
+
+ retval += client_write(".", 1);
+ ++(*iterations);
+ if ((*iterations) % 64 == 0)
+ retval += client_write("\n", 1);
+ return retval;
+}
+
+
void artv_export_users(void) {
ForEachUser(artv_export_users_backend, NULL);
}
+void artv_dump_users(void) {
+ ForEachUser(artv_dump_users_backend, NULL);
+}
+
void artv_export_room_msg(long msgnum, void *userdata) {
cprintf("%ld\n", msgnum);
fprintf(artv_global_message_list, "%ld\n", msgnum);
}
+void artv_dump_room_msg(long msgnum, void *userdata) {
+ cprintf(" msgnum: %ld\n", msgnum);
+ fprintf(artv_global_message_list, "%ld\n", msgnum);
+ cprintf("\n");
+}//// TODO
+
void artv_export_rooms_backend(struct ctdlroom *buf, void *data) {
- cprintf("room\n");
+ client_write("room\n", 5);
/*
#include "artv_serialize.h"
#include "dtds/room-defs.h"
}
+void artv_dump_rooms_backend(struct ctdlroom *buf, void *data) {
+ client_write("room\n", 5);
+
+#include "artv_dump.h"
+#include "dtds/room-defs.h"
+#include "undef_data.h"
+
+ getroom(&CC->room, buf->QRname);
+ /* format of message list export is all message numbers output
+ * one per line terminated by a 0.
+ */
+//*/
+ getroom(&CC->room, buf->QRname);
+ /* format of message list export is all message numbers output
+ * one per line terminated by a 0.
+ */
+ CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL,
+ artv_dump_room_msg, NULL);
+ cprintf("\n\n");
+
+}
+
void artv_export_rooms(void) {
system(cmd);
}
+void artv_dump_rooms(void) {
+ char cmd[SIZ];
+ artv_global_message_list = fopen(artv_tempfilename1, "w");
+ if (artv_global_message_list != NULL) {
+ ForEachRoom(artv_dump_rooms_backend, NULL);
+ fclose(artv_global_message_list);
+ }
+
+ /*
+ * Process the 'global' message list. (Sort it and remove dups.
+ * Dups are ok because a message may be in more than one room, but
+ * this will be handled by exporting the reference count, not by
+ * exporting the message multiple times.)
+ */
+ snprintf(cmd, sizeof cmd, "sort <%s >%s", artv_tempfilename1, artv_tempfilename2);
+ system(cmd);
+ snprintf(cmd, sizeof cmd, "uniq <%s >%s", artv_tempfilename2, artv_tempfilename1);
+ system(cmd);
+}
+
void artv_export_floors(void) {
struct floor qfbuf, *buf;
int i;
for (i=0; i < MAXFLOORS; ++i) {
- cprintf("floor\n");
+ client_write("floor\n", 6);
cprintf("%d\n", i);
getfloor(&qfbuf, i);
buf = &qfbuf;
}
}
+void artv_dump_floors(void) {
+ struct floor qfbuf, *buf;
+ int i;
+
+ for (i=0; i < MAXFLOORS; ++i) {
+ client_write("floor\n", 6);
+ cprintf("%d\n", i);
+ getfloor(&qfbuf, i);
+ buf = &qfbuf;
+
+#include "artv_serialize.h"
+#include "dtds/floor-defs.h"
+#include "undef_data.h"
+ }
+}
+
sizeof(struct visit) : cdbv->len));
cdb_free(cdbv);
- cprintf("visit\n");
+ client_write("visit\n", 6);
cprintf("%ld\n", vbuf.v_roomnum);
cprintf("%ld\n", vbuf.v_roomgen);
cprintf("%ld\n", vbuf.v_usernum);
}
}
+/*
+ * Traverse the visits file...
+ */
+void artv_dump_visits(void) {
+ struct visit vbuf;
+ struct cdbdata *cdbv;
+
+ cdb_rewind(CDB_VISIT);
+
+ while (cdbv = cdb_next_item(CDB_VISIT), cdbv != NULL) {
+ memset(&vbuf, 0, sizeof(struct visit));
+ memcpy(&vbuf, cdbv->ptr,
+ ((cdbv->len > sizeof(struct visit)) ?
+ sizeof(struct visit) : cdbv->len));
+ cdb_free(cdbv);
+
+ client_write("---visit---\n", 12);
+ cprintf(" Room-Num: %ld\n", vbuf.v_roomnum);
+ cprintf(" Room-Gen%ld\n", vbuf.v_roomgen);
+ cprintf(" User-Num%ld\n", vbuf.v_usernum);
+
+ if (!IsEmptyStr(vbuf.v_seen)) {
+ cprintf(" Seen: %s\n", vbuf.v_seen);
+ }
+ else {
+ cprintf(" LastSeen: %ld\n", vbuf.v_lastseen);
+ }
+
+ cprintf(" Answered: %s\n", vbuf.v_answered);
+ cprintf(" Flags: %u\n", vbuf.v_flags);
+ cprintf(" View: %d\n", vbuf.v_view);
+ }
+}
+
void artv_export_message(long msgnum) {
struct MetaData smi;
msg = CtdlFetchMessage(msgnum, 1);
if (msg == NULL) return; /* fail silently */
- cprintf("message\n");
+ client_write("message\n", 8);
GetMetaData(&smi, msgnum);
cprintf("%ld\n", msgnum);
cprintf("%d\n", smi.meta_refcount);
cprintf("%s\n", END_OF_MESSAGE);
}
+void artv_dump_message(long msgnum) {
+ struct MetaData smi;
+ struct CtdlMessage *msg;
+
+ msg = CtdlFetchMessage(msgnum, 1);
+ if (msg == NULL) return; /* fail silently */
+
+ client_write("message\n", 8);
+ GetMetaData(&smi, msgnum);
+ cprintf(" MessageNum: %ld\n", msgnum);
+ cprintf(" MetaRefcount: %d\n", smi.meta_refcount);
+ cprintf(" MetaContentType: %s\n", smi.meta_content_type);
+
+ dump_message(msg, 80);
+ CtdlFreeMessage(msg);
+
+ cprintf("%s\n", END_OF_MESSAGE);
+}
+
+
+
+void artv_export_openids(void) {
+ struct cdbdata *cdboi;
+ long usernum;
+
+ cdb_rewind(CDB_OPENID);
+ while (cdboi = cdb_next_item(CDB_OPENID), cdboi != NULL) {
+ if (cdboi->len > sizeof(long)) {
+ client_write("openid\n", 7);
+ memcpy(&usernum, cdboi->ptr, sizeof(long));
+ cprintf("%s\n", (cdboi->ptr)+sizeof(long) );
+ cprintf("%ld\n", usernum);
+ }
+ cdb_free(cdboi);
+ }
+}
+
+
void artv_export_messages(void) {
char buf[SIZ];
long msgnum;
int count = 0;
+ t_context *Ctx;
+ Ctx = CC;
artv_global_message_list = fopen(artv_tempfilename1, "r");
if (artv_global_message_list != NULL) {
- lprintf(CTDL_INFO, "Opened %s\n", artv_tempfilename1);
- while (fgets(buf, sizeof(buf),
- artv_global_message_list) != NULL) {
+ CtdlLogPrintf(CTDL_INFO, "Opened %s\n", artv_tempfilename1);
+ while ((Ctx->kill_me != 1) &&
+ (fgets(buf, sizeof(buf), artv_global_message_list) != NULL)) {
msgnum = atol(buf);
if (msgnum > 0L) {
artv_export_message(msgnum);
}
fclose(artv_global_message_list);
}
- lprintf(CTDL_INFO, "Exported %d messages.\n", count);
+ if (Ctx->kill_me != 1)
+ CtdlLogPrintf(CTDL_INFO, "Exported %d messages.\n", count);
+ else
+ CtdlLogPrintf(CTDL_ERR, "Export aborted due to client disconnect! \n");
+}
+
+void artv_dump_messages(void) {
+ char buf[SIZ];
+ long msgnum;
+ int count = 0;
+ t_context *Ctx;
+
+ Ctx = CC;
+ artv_global_message_list = fopen(artv_tempfilename1, "r");
+ if (artv_global_message_list != NULL) {
+ CtdlLogPrintf(CTDL_INFO, "Opened %s\n", artv_tempfilename1);
+ while ((Ctx->kill_me != 1) &&
+ (fgets(buf, sizeof(buf), artv_global_message_list) != NULL)) {
+ msgnum = atol(buf);
+ if (msgnum > 0L) {
+ artv_dump_message(msgnum);
+ ++count;
+ }
+ }
+ fclose(artv_global_message_list);
+ }
+ if (Ctx->kill_me != 1)
+ CtdlLogPrintf(CTDL_INFO, "Exported %d messages.\n", count);
+ else
+ CtdlLogPrintf(CTDL_ERR, "Export aborted due to client disconnect! \n");
}
void artv_do_export(void) {
struct config *buf;
buf = &config;
+ t_context *Ctx;
+
+ Ctx = CC;
cprintf("%d Exporting all Citadel databases.\n", LISTING_FOLLOWS);
cprintf("version\n%d\n", REV_LEVEL);
- /* export the config file */
- cprintf("config\n");
+ /* export the config file (this is done using x-macros) */
+ client_write("config\n", 7);
#include "artv_serialize.h"
#include "dtds/config-defs.h"
#include "undef_data.h"
-
-/*
- cprintf("%s\n", config.c_nodename);
- cprintf("%s\n", config.c_fqdn);
- cprintf("%s\n", config.c_humannode);
- cprintf("%s\n", config.c_phonenum);
- cprintf("%ld\n", (long)config.c_ctdluid);
- cprintf("%d\n", config.c_creataide);
- cprintf("%d\n", config.c_sleeping);
- cprintf("%d\n", config.c_initax);
- cprintf("%d\n", config.c_regiscall);
- cprintf("%d\n", config.c_twitdetect);
- cprintf("%s\n", config.c_twitroom);
- cprintf("%s\n", config.c_moreprompt);
- cprintf("%d\n", config.c_restrict);
- cprintf("%s\n", config.c_site_location);
- cprintf("%s\n", config.c_sysadm);
- cprintf("%d\n", config.c_setup_level);
- cprintf("%d\n", config.c_maxsessions);
- cprintf("%d\n", config.c_port_number);
- cprintf("%d\n", config.c_ep.expire_mode);
- cprintf("%d\n", config.c_ep.expire_value);
- cprintf("%d\n", config.c_userpurge);
- cprintf("%d\n", config.c_roompurge);
- cprintf("%s\n", config.c_logpages);
- cprintf("%d\n", config.c_createax);
- cprintf("%ld\n", config.c_maxmsglen);
- cprintf("%d\n", config.c_min_workers);
- cprintf("%d\n", config.c_max_workers);
- cprintf("%d\n", config.c_pop3_port);
- cprintf("%d\n", config.c_smtp_port);
- cprintf("%d\n", config.c_purge_hour);
- cprintf("%d\n", config.c_mbxep.expire_mode);
- cprintf("%d\n", config.c_mbxep.expire_value);
- cprintf("%s\n", config.c_ldap_host);
- cprintf("%d\n", config.c_ldap_port);
- cprintf("%s\n", config.c_ldap_base_dn);
- cprintf("%s\n", config.c_ldap_bind_dn);
- cprintf("%s\n", config.c_ldap_bind_pw);
- cprintf("%s\n", config.c_ip_addr);
- cprintf("%d\n", config.c_msa_port);
- cprintf("%d\n", config.c_imaps_port);
- cprintf("%d\n", config.c_pop3s_port);
- cprintf("%d\n", config.c_smtps_port);
- cprintf("%d\n", config.c_rfc822_strict_from);
- cprintf("%d\n", config.c_aide_zap);
- cprintf("%d\n", config.c_imap_port);
- cprintf("%ld\n", config.c_net_freq);
- cprintf("%d\n", config.c_disable_newu);
- cprintf("%s\n", config.c_baseroom);
- cprintf("%s\n", config.c_aideroom);
- cprintf("%d\n", config.c_auto_cull);
- cprintf("%d\n", config.c_instant_expunge);
- cprintf("%d\n", config.c_allow_spoofing);
- cprintf("%d\n", config.c_journal_email);
- cprintf("%d\n", config.c_journal_pubmsgs);
- cprintf("%s\n", config.c_journal_dest);
- cprintf("%s\n", config.c_default_cal_zone);
- cprintf("%d\n", config.c_pftcpdict_port);
- cprintf("%d\n", config.c_managesieve_port);
- cprintf("%d\n", config.c_auth_mode);
- cprintf("%s\n", config.c_funambol_host);
- cprintf("%d\n", config.c_funambol_port);
- cprintf("%s\n", config.c_funambol_source);
- cprintf("%s\n", config.c_funambol_auth);
- cprintf("%d\n", config.c_rbl_at_greeting);
-*/
+ client_write("\n", 1);
+
/* Export the control file */
get_control();
- cprintf("control\n");
+ client_write("control\n", 8);
cprintf("%ld\n", CitControl.MMhighest);
cprintf("%u\n", CitControl.MMflags);
cprintf("%ld\n", CitControl.MMnextuser);
cprintf("%ld\n", CitControl.MMnextroom);
cprintf("%d\n", CitControl.version);
+ if (Ctx->kill_me != 1)
+ artv_export_users();
+ if (Ctx->kill_me != 1)
+ artv_export_openids();
+ if (Ctx->kill_me != 1)
+ artv_export_rooms();
+ if (Ctx->kill_me != 1)
+ artv_export_floors();
+ if (Ctx->kill_me != 1)
+ artv_export_visits();
+ if (Ctx->kill_me != 1)
+ artv_export_messages();
+
+ client_write("000\n", 4);
+}
+
+void artv_do_dump(void) {
+ struct config *buf;
+ buf = &config;
+ t_context *Ctx;
+
+ Ctx = CC;
+ cprintf("%d dumping Citadel structures.\n", LISTING_FOLLOWS);
- artv_export_users();
- artv_export_rooms();
- artv_export_floors();
- artv_export_visits();
- artv_export_messages();
+ cprintf("version\n%d\n", REV_LEVEL);
- cprintf("000\n");
+ /* export the config file (this is done using x-macros) */
+ client_write("config\n", 7);
+
+#include "artv_dump.h"
+#include "dtds/config-defs.h"
+#include "undef_data.h"
+
+ /* Export the control file */
+ get_control();
+ client_write("control\n", 8);
+ cprintf(" MMhighest: %ld\n", CitControl.MMhighest);
+ cprintf(" MMflags: %u\n", CitControl.MMflags);
+ cprintf(" MMnextuser: %ld\n", CitControl.MMnextuser);
+ cprintf(" MMnextroom: %ld\n", CitControl.MMnextroom);
+ cprintf(" version: %d\n\n", CitControl.version);
+ if (Ctx->kill_me != 1)
+ artv_dump_users();
+ if (Ctx->kill_me != 1)
+ artv_dump_rooms();
+ if (Ctx->kill_me != 1)
+ artv_dump_floors();
+ if (Ctx->kill_me != 1)
+ artv_dump_visits();
+ if (Ctx->kill_me != 1)
+ artv_dump_messages();
+
+ client_write("000\n", 4);
}
struct config *buf;
buf = &config;
- lprintf(CTDL_DEBUG, "Importing config file\n");
+ CtdlLogPrintf(CTDL_DEBUG, "Importing config file\n");
#include "artv_deserialize.h"
#include "dtds/config-defs.h"
#include "undef_data.h"
-/*
- client_getln(config.c_nodename, sizeof config.c_nodename);
- client_getln(config.c_fqdn, sizeof config.c_fqdn);
- client_getln(config.c_humannode, sizeof config.c_humannode);
- client_getln(config.c_phonenum, sizeof config.c_phonenum);
- client_getln(buf, sizeof buf); config.c_ctdluid = atoi(buf);
- client_getln(buf, sizeof buf); config.c_creataide = atoi(buf);
- client_getln(buf, sizeof buf); config.c_sleeping = atoi(buf);
- client_getln(buf, sizeof buf); config.c_initax = atoi(buf);
- client_getln(buf, sizeof buf); config.c_regiscall = atoi(buf);
- client_getln(buf, sizeof buf); config.c_twitdetect = atoi(buf);
- client_getln(config.c_twitroom, sizeof config.c_twitroom);
- client_getln(config.c_moreprompt, sizeof config.c_moreprompt);
- client_getln(buf, sizeof buf); config.c_restrict = atoi(buf);
- client_getln(config.c_site_location, sizeof config.c_site_location);
- client_getln(config.c_sysadm, sizeof config.c_sysadm);
- client_getln(buf, sizeof buf); config.c_setup_level = atoi(buf);
- client_getln(buf, sizeof buf); config.c_maxsessions = atoi(buf);
- client_getln(buf, sizeof buf); config.c_port_number = atoi(buf);
- client_getln(buf, sizeof buf); config.c_ep.expire_mode = atoi(buf);
- client_getln(buf, sizeof buf); config.c_ep.expire_value = atoi(buf);
- client_getln(buf, sizeof buf); config.c_userpurge = atoi(buf);
- client_getln(buf, sizeof buf); config.c_roompurge = atoi(buf);
- client_getln(config.c_logpages, sizeof config.c_logpages);
- client_getln(buf, sizeof buf); config.c_createax = atoi(buf);
- client_getln(buf, sizeof buf); config.c_maxmsglen = atol(buf);
- client_getln(buf, sizeof buf); config.c_min_workers = atoi(buf);
- client_getln(buf, sizeof buf); config.c_max_workers = atoi(buf);
- client_getln(buf, sizeof buf); config.c_pop3_port = atoi(buf);
- client_getln(buf, sizeof buf); config.c_smtp_port = atoi(buf);
- client_getln(buf, sizeof buf); config.c_purge_hour = atoi(buf);
- client_getln(buf, sizeof buf); config.c_mbxep.expire_mode = atoi(buf);
- client_getln(buf, sizeof buf); config.c_mbxep.expire_value = atoi(buf);
- client_getln(config.c_ldap_host, sizeof config.c_ldap_host);
- client_getln(buf, sizeof buf); config.c_ldap_port = atoi(buf);
- client_getln(config.c_ldap_base_dn, sizeof config.c_ldap_base_dn);
- client_getln(config.c_ldap_bind_dn, sizeof config.c_ldap_bind_dn);
- client_getln(config.c_ldap_bind_pw, sizeof config.c_ldap_bind_pw);
- client_getln(config.c_ip_addr, sizeof config.c_ip_addr);
- client_getln(buf, sizeof buf); config.c_msa_port = atoi(buf);
- client_getln(buf, sizeof buf); config.c_imaps_port = atoi(buf);
- client_getln(buf, sizeof buf); config.c_pop3s_port = atoi(buf);
- client_getln(buf, sizeof buf); config.c_smtps_port = atoi(buf);
- client_getln(buf, sizeof buf); config.c_rfc822_strict_from = atoi(buf);
- client_getln(buf, sizeof buf); config.c_aide_zap = atoi(buf);
- client_getln(buf, sizeof buf); config.c_imap_port = atoi(buf);
- client_getln(buf, sizeof buf); config.c_net_freq = atol(buf);
- client_getln(buf, sizeof buf); config.c_disable_newu = atoi(buf);
- client_getln(config.c_baseroom, sizeof config.c_baseroom);
- client_getln(config.c_aideroom, sizeof config.c_aideroom);
- client_getln(buf, sizeof buf); config.c_auto_cull = atoi(buf);
- client_getln(buf, sizeof buf); config.c_instant_expunge = atoi(buf);
- client_getln(buf, sizeof buf); config.c_allow_spoofing = atoi(buf);
- client_getln(buf, sizeof buf); config.c_journal_email = atoi(buf);
- client_getln(buf, sizeof buf); config.c_journal_pubmsgs = atoi(buf);
- client_getln(config.c_journal_dest, sizeof config.c_journal_dest);
- client_getln(config.c_default_cal_zone, sizeof config.c_default_cal_zone);
- client_getln(buf, sizeof buf); config.c_pftcpdict_port = atoi(buf);
- client_getln(buf, sizeof buf); config.c_managesieve_port = atoi(buf);
- client_getln(buf, sizeof buf); config.c_auth_mode = atoi(buf);
- client_getln(config.c_funambol_host, sizeof config.c_funambol_host);
- client_getln(buf, sizeof buf); config.c_funambol_port = atoi(buf);
- client_getln(config.c_funambol_source, sizeof config.c_funambol_source);
- client_getln(config.c_funambol_auth, sizeof config.c_funambol_auth);
- client_getln(buf, sizeof buf); config.c_rbl_at_greeting = atoi(buf);
-*/
config.c_enable_fulltext = 0; /* always disable */
put_config();
- lprintf(CTDL_INFO, "Imported config file\n");
+ CtdlLogPrintf(CTDL_INFO, "Imported config file\n");
}
void artv_import_control(void) {
char buf[SIZ];
- lprintf(CTDL_DEBUG, "Importing control file\n");
+ CtdlLogPrintf(CTDL_DEBUG, "Importing control file\n");
client_getln(buf, sizeof buf); CitControl.MMhighest = atol(buf);
client_getln(buf, sizeof buf); CitControl.MMflags = atoi(buf);
client_getln(buf, sizeof buf); CitControl.MMnextuser = atol(buf);
client_getln(buf, sizeof buf); CitControl.version = atoi(buf);
CitControl.MMfulltext = (-1L); /* always flush */
put_control();
- lprintf(CTDL_INFO, "Imported control file\n");
+ CtdlLogPrintf(CTDL_INFO, "Imported control file\n");
}
}
-void artv_import_room(void) {
+void artv_import_room(long *iterations) {
char cbuf[SIZ];
struct ctdlroom qrbuf, *buf;
long msgnum;
client_getln(cbuf, sizeof cbuf); buf->QRdefaultview = atoi(cbuf);
//*/
putroom(buf);
- lprintf(CTDL_INFO, "Imported room <%s>\n", qrbuf.QRname);
+ CtdlLogPrintf(CTDL_INFO, "Imported room <%s>\n", qrbuf.QRname);
/* format of message list export is all message numbers output
* one per line terminated by a 0.
*/
- while (client_getln(cbuf, sizeof cbuf), msgnum = atol(cbuf), msgnum > 0) {
+ while ((client_getln(cbuf, sizeof cbuf) >= 0) && (msgnum = atol(cbuf))) {
CtdlSaveMsgPointerInRoom(qrbuf.QRname, msgnum, 0, NULL);
+ cprintdot(iterations);
++msgcount;
+ if (CtdlThreadCheckStop())
+ break;
}
- lprintf(CTDL_INFO, "(%d messages)\n", msgcount);
+ CtdlLogPrintf(CTDL_INFO, "(%d messages)\n", msgcount);
}
client_getln(cbuf, sizeof cbuf); buf->f_ep.expire_value = atoi(cbuf);
//*/
putfloor(buf, i);
- lprintf(CTDL_INFO, "Imported floor #%d (%s)\n", i, flbuf.f_name);
+ CtdlLogPrintf(CTDL_INFO, "Imported floor #%d (%s)\n", i, flbuf.f_name);
}
-/*
- */
void artv_import_visit(void) {
struct visit vbuf;
char buf[SIZ];
client_getln(buf, sizeof buf);
vbuf.v_lastseen = atol(buf);
- for (i=0; !IsEmptyStr(&buf[i]); ++i) if (!isdigit(buf[i])) is_textual_seen = 1;
+ for (i=0; buf[i]; ++i) if (!isdigit(buf[i])) is_textual_seen = 1;
if (is_textual_seen) strcpy(vbuf.v_seen, buf);
client_getln(vbuf.v_answered, sizeof vbuf.v_answered);
client_getln(buf, sizeof buf); vbuf.v_flags = atoi(buf);
client_getln(buf, sizeof buf); vbuf.v_view = atoi(buf);
put_visit(&vbuf);
- lprintf(CTDL_INFO, "Imported visit %ld/%ld/%ld\n",
+ CtdlLogPrintf(CTDL_INFO, "Imported visit %ld/%ld/%ld\n",
vbuf.v_roomnum, vbuf.v_roomgen, vbuf.v_usernum);
}
+void artv_import_openid(void) {
+ char buf[SIZ];
+ long usernum;
+ char openid[1024];
+ char *data;
+ int data_len;
+
+ client_getln(buf, sizeof buf); usernum = atol(buf);
+ client_getln(openid, sizeof openid);
+ if (IsEmptyStr(openid)) return;
+
+ data_len = sizeof(long) + strlen(openid) + 1;
+ data = malloc(data_len);
+
+ memcpy(data, &usernum, sizeof(long));
+ memcpy(&data[sizeof(long)], openid, strlen(openid) + 1);
+
+ cdb_store(CDB_OPENID, openid, strlen(openid), data, data_len);
+ free(data);
+
+ CtdlLogPrintf(CTDL_INFO, "Imported OpenID %s for user #%ld\n", openid, usernum);
+}
-void artv_import_message(void) {
+
+void artv_import_message(long *iterations, char **b64buf, size_t *b64size, char **plain, size_t *plain_size) {
struct MetaData smi;
long msgnum;
long msglen;
- FILE *fp;
char buf[SIZ];
- char tempfile[PATH_MAX];
- char *mbuf;
-
+ size_t b64len = 0;
+ char *tbuf, *tbuf2;
+ size_t mlen;
+
memset(&smi, 0, sizeof(struct MetaData));
client_getln(buf, sizeof buf); msgnum = atol(buf);
smi.meta_msgnum = msgnum;
client_getln(buf, sizeof buf); smi.meta_refcount = atoi(buf);
client_getln(smi.meta_content_type, sizeof smi.meta_content_type);
- lprintf(CTDL_INFO, "message #%ld\n", msgnum);
+ CtdlLogPrintf(CTDL_INFO, "message #%ld\n", msgnum);
/* decode base64 message text */
- CtdlMakeTempFileName(tempfile, sizeof tempfile);
- snprintf(buf, sizeof buf, "%s -d >%s", file_base64, tempfile);
- fp = popen(buf, "w");
- while (client_getln(buf, sizeof buf), strcasecmp(buf, END_OF_MESSAGE)) {
- fprintf(fp, "%s\n", buf);
+ while (client_getln(buf, sizeof buf) >= 0 && strcasecmp(buf, END_OF_MESSAGE)) {
+ if (CtdlThreadCheckStop())
+ return;
+
+ cprintdot(iterations);
+
+ /**
+ * Grow the buffers if we need to
+ */
+ mlen = strlen (buf);
+ if (b64len + mlen > *b64size)
+ {
+ tbuf = realloc (*b64buf, *b64size + SIZ);
+ tbuf2 = realloc (*plain, *plain_size + SIZ);
+ if (tbuf && tbuf2)
+ {
+ *b64buf = tbuf;
+ *plain = tbuf2;
+ *b64size += SIZ;
+ *plain_size += SIZ;
+ }
+ else
+ {
+ CtdlLogPrintf(CTDL_DEBUG, "ARTV import: realloc() failed.\n");
+ cprintf("\nMemory allocation failure.\n");
+ return;
+ }
+ }
+ strcat (*b64buf, buf);
+ b64len += mlen;
}
- pclose(fp);
- fp = fopen(tempfile, "rb");
- fseek(fp, 0L, SEEK_END);
- msglen = ftell(fp);
- fclose(fp);
- lprintf(CTDL_DEBUG, "msglen = %ld\n", msglen);
-
- mbuf = malloc(msglen);
- fp = fopen(tempfile, "rb");
- fread(mbuf, msglen, 1, fp);
- fclose(fp);
-
- cdb_store(CDB_MSGMAIN, &msgnum, sizeof(long), mbuf, msglen);
-
- free(mbuf);
- unlink(tempfile);
-
+
+ /**
+ * FIXME: This is an ideal place for a "sub thread". What we should do is create a new thread
+ * This new thread would be given the base64 encoded message, it would then decode it and store
+ * it. This would allow the thread that is reading from the client to continue doing so, basically
+ * backgrounding the decode and store operation. This would increase the speed of the import from
+ * the users perspective.
+ */
+
+ /**
+ * Decode and store the message
+ * If this decode and store takes more than 5 seconds the sendcommand WD timer may expire.
+ */
+ msglen = CtdlDecodeBase64(*plain, *b64buf, b64len);
+ CtdlLogPrintf(CTDL_DEBUG, "msglen = %ld\n", msglen);
+ cdb_store(CDB_MSGMAIN, &msgnum, sizeof(long), *plain, msglen);
PutMetaData(&smi);
- lprintf(CTDL_INFO, "Imported message %ld\n", msgnum);
+ CtdlLogPrintf(CTDL_INFO, "Imported message %ld\n", msgnum);
+
}
char s_version[SIZ];
int version;
long iterations;
-
+ char *b64mes = NULL;
+ char *plain = NULL;
+ size_t b64size, plain_size;
+
unbuffer_output();
+ /* Prepare buffers for base 64 decoding of messages.
+ */
+ b64mes = malloc(SIZ);
+ if (b64mes == NULL)
+ {
+ cprintf("%d Malloc failed in import/export.\n",
+ ERROR + RESOURCE_BUSY);
+ return;
+ }
+ b64mes[0] = 0;
+ b64size=SIZ;
+ plain = malloc(SIZ);
+ if (plain == NULL)
+ {
+ cprintf("%d Malloc failed in import/export.\n",
+ ERROR + RESOURCE_BUSY);
+ free(b64mes);
+ return;
+ }
+ plain[0] = 0;
+ plain_size = SIZ;
+
cprintf("%d sock it to me\n", SEND_LISTING);
abuf[0] = '\0';
unbuffer_output();
iterations = 0;
- while (client_getln(buf, sizeof buf), strcmp(buf, "000")) {
-
- lprintf(CTDL_DEBUG, "import keyword: <%s>\n", buf);
+ while (client_getln(buf, sizeof buf) >= 0 && strcmp(buf, "000")) {
+ if (CtdlThreadCheckStop())
+ break; // Should we break or return?
+
+ if (buf[0] == '\0')
+ continue;
+
+ CtdlLogPrintf(CTDL_DEBUG, "import keyword: <%s>\n", buf);
if ((abuf[0] == '\0') || (strcasecmp(buf, abuf))) {
cprintf ("\n\nImporting datatype %s\n", buf);
strncpy (abuf, buf, SIZ);
iterations = 0;
}
else {
- cprintf(".");
- if (iterations % 64 == 0)
- cprintf("\n");
-
+ cprintdot(&iterations);
}
if (!strcasecmp(buf, "version")) {
client_getln(s_version, sizeof s_version);
version = atoi(s_version);
if ((version<EXPORT_REV_MIN) || (version>REV_LEVEL)) {
- lprintf(CTDL_ERR, "Version mismatch in ARTV import; aborting\n");
+ CtdlLogPrintf(CTDL_ERR, "Version mismatch in ARTV import; aborting\n");
break;
}
}
else if (!strcasecmp(buf, "config")) artv_import_config();
else if (!strcasecmp(buf, "control")) artv_import_control();
else if (!strcasecmp(buf, "user")) artv_import_user();
- else if (!strcasecmp(buf, "room")) artv_import_room();
+ else if (!strcasecmp(buf, "room")) artv_import_room(&iterations);
else if (!strcasecmp(buf, "floor")) artv_import_floor();
else if (!strcasecmp(buf, "visit")) artv_import_visit();
- else if (!strcasecmp(buf, "message")) artv_import_message();
+ else if (!strcasecmp(buf, "openid")) artv_import_openid();
+ else if (!strcasecmp(buf, "message"))
+ {
+ b64mes[0] = 0;
+ plain[0] = 0;
+ artv_import_message(&iterations, &b64mes, &b64size, &plain, &plain_size);
+ }
else break;
- iterations ++;
}
- lprintf(CTDL_INFO, "Invalid keyword <%s>. Flushing input.\n", buf);
- while (client_getln(buf, sizeof buf), strcmp(buf, "000")) ;;
+ free (b64mes);
+ free (plain);
+
+ CtdlLogPrintf(CTDL_INFO, "Invalid keyword <%s>. Flushing input.\n", buf);
+ while (client_getln(buf, sizeof buf) >= 0 && strcmp(buf, "000")) ;;
rebuild_euid_index();
+ rebuild_usersbynumber();
}
extract_token(cmd, cmdbuf, 0, '|', sizeof cmd);
if (!strcasecmp(cmd, "export")) artv_do_export();
else if (!strcasecmp(cmd, "import")) artv_do_import();
+ else if (!strcasecmp(cmd, "dump")) artv_do_dump();
else cprintf("%d illegal command\n", ERROR + ILLEGAL_VALUE);
unlink(artv_tempfilename1);
CTDL_MODULE_INIT(vandelay)
{
- CtdlRegisterProtoHook(cmd_artv, "ARTV", "import/export data store");
-
+ if (!threading)
+ {
+ CtdlRegisterProtoHook(cmd_artv, "ARTV", "import/export data store");
+ }
+
/* return our Subversion id for the Log */
return "$Id$";
}
projects / citadel.git / blobdiff