X-Git-Url: https://code.citadel.org/?a=blobdiff_plain;f=citadel%2Fmodules%2Fmigrate%2Fserv_migrate.c;h=d1d6d04b95795d4adfc2bf51a6ebdb55104e3df5;hb=e26a8dee20d1726b4995821f717f867f50fc5659;hp=07027db060f74c1f702e6682a251607f1f17bde0;hpb=287a277042d5cdadec64536c8b97c812d39bdc48;p=citadel.git diff --git a/citadel/modules/migrate/serv_migrate.c b/citadel/modules/migrate/serv_migrate.c index 07027db06..d1d6d04b9 100644 --- a/citadel/modules/migrate/serv_migrate.c +++ b/citadel/modules/migrate/serv_migrate.c @@ -1,14 +1,12 @@ /* - * $Id$ - * - * Copyright (c) 2000-2009 by the citadel.org development team - * * This module dumps and/or loads the Citadel database in XML format. * + * Copyright (c) 1987-2010 by the citadel.org team + * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by - * the Free Software Foundation; either version 3, or (at your option) - * any later version. + * the Free Software Foundation; either version 3 of the License, or + * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of @@ -17,9 +15,7 @@ * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software - * Foundation, Inc., 51 Franklin Street, Fifth Floor, - * Boston, MA 02110-1301, USA. - * + * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */ #include "sysdep.h" @@ -57,7 +53,6 @@ #include "database.h" #include "msgbase.h" #include "user_ops.h" -#include "room_ops.h" #include "control.h" #include "euidindex.h" @@ -89,8 +84,11 @@ void xml_strout(char *str) { char *c = str; while (*c != 0) { - if (*c == '&') { - client_write("&", 5); + if (*c == '\"') { + client_write(""", 6); + } + else if (*c == '\'') { + client_write("'", 6); } else if (*c == '<') { client_write("<", 4); @@ -98,6 +96,9 @@ void xml_strout(char *str) { else if (*c == '>') { client_write(">", 4); } + else if (*c == '&') { + client_write("&", 5); + } else { client_write(c, 1); } @@ -145,7 +146,11 @@ void migr_export_rooms_backend(struct ctdlroom *buf, void *data) { cprintf("%ld\n", buf->QRhighest); cprintf("%ld\n", (long)buf->QRgen); cprintf("%u\n", buf->QRflags); - client_write("", 11); xml_strout(buf->QRdirname); client_write("\n", 13); + if (buf->QRflags & QR_DIRECTORY) { + client_write("", 11); + xml_strout(buf->QRdirname); + client_write("\n", 13); + } cprintf("%ld\n", buf->QRinfo); cprintf("%d\n", buf->QRfloor); cprintf("%ld\n", (long)buf->QRmtime); @@ -159,7 +164,7 @@ void migr_export_rooms_backend(struct ctdlroom *buf, void *data) { /* message list goes inside this tag */ - getroom(&CC->room, buf->QRname); + CtdlGetRoom(&CC->room, buf->QRname); client_write("", 15); client_write("", 8); xml_strout(CC->room.QRname); client_write("\n", 10); client_write("", 11); @@ -175,7 +180,7 @@ void migr_export_rooms(void) { char cmd[SIZ]; migr_global_message_list = fopen(migr_tempfilename1, "w"); if (migr_global_message_list != NULL) { - ForEachRoom(migr_export_rooms_backend, NULL); + CtdlForEachRoom(migr_export_rooms_backend, NULL); fclose(migr_global_message_list); } @@ -185,10 +190,10 @@ void migr_export_rooms(void) { * this will be handled by exporting the reference count, not by * exporting the message multiple times.) */ - snprintf(cmd, sizeof cmd, "sort <%s >%s", migr_tempfilename1, migr_tempfilename2); - if (system(cmd) != 0) CtdlLogPrintf(CTDL_ALERT, "Error %d\n", errno); + snprintf(cmd, sizeof cmd, "sort -n <%s >%s", migr_tempfilename1, migr_tempfilename2); + if (system(cmd) != 0) syslog(LOG_ALERT, "Error %d\n", errno); snprintf(cmd, sizeof cmd, "uniq <%s >%s", migr_tempfilename2, migr_tempfilename1); - if (system(cmd) != 0) CtdlLogPrintf(CTDL_ALERT, "Error %d\n", errno); + if (system(cmd) != 0) syslog(LOG_ALERT, "Error %d\n", errno); } @@ -199,7 +204,7 @@ void migr_export_floors(void) { for (i=0; i < MAXFLOORS; ++i) { client_write("\n", 8); cprintf("%d\n", i); - getfloor(&qfbuf, i); + CtdlGetFloor(&qfbuf, i); buf = &qfbuf; cprintf("%u\n", buf->f_flags); client_write("", 8); xml_strout(buf->f_name); client_write("\n", 10); @@ -211,21 +216,38 @@ void migr_export_floors(void) { } +/* + * Return nonzero if the supplied string contains only characters which are valid in a sequence set. + */ +int is_sequence_set(char *s) { + if (!s) return(0); + + char *c = s; + char ch; + while (ch = *c++, ch) { + if (!strchr("0123456789*,:", ch)) { + return(0); + } + } + return(1); +} + + /* * Traverse the visits file... */ void migr_export_visits(void) { - struct visit vbuf; + visit vbuf; struct cdbdata *cdbv; cdb_rewind(CDB_VISIT); while (cdbv = cdb_next_item(CDB_VISIT), cdbv != NULL) { - memset(&vbuf, 0, sizeof(struct visit)); + memset(&vbuf, 0, sizeof(visit)); memcpy(&vbuf, cdbv->ptr, - ((cdbv->len > sizeof(struct visit)) ? - sizeof(struct visit) : cdbv->len)); + ((cdbv->len > sizeof(visit)) ? + sizeof(visit) : cdbv->len)); cdb_free(cdbv); client_write("\n", 8); @@ -234,7 +256,7 @@ void migr_export_visits(void) { cprintf("%ld\n", vbuf.v_usernum); client_write("", 8); - if (!IsEmptyStr(vbuf.v_seen)) { + if ( (!IsEmptyStr(vbuf.v_seen)) && (is_sequence_set(vbuf.v_seen)) ) { xml_strout(vbuf.v_seen); } else { @@ -242,7 +264,12 @@ void migr_export_visits(void) { } client_write("", 9); - client_write("", 12); xml_strout(vbuf.v_answered); client_write("\n", 14); + if ( (!IsEmptyStr(vbuf.v_answered)) && (is_sequence_set(vbuf.v_answered)) ) { + client_write("", 12); + xml_strout(vbuf.v_answered); + client_write("\n", 14); + } + cprintf("%u\n", vbuf.v_flags); cprintf("%d\n", vbuf.v_view); client_write("\n", 9); @@ -340,13 +367,13 @@ void migr_export_messages(void) { char buf[SIZ]; long msgnum; int count = 0; - t_context *Ctx; + CitContext *Ctx; Ctx = CC; migr_global_message_list = fopen(migr_tempfilename1, "r"); if (migr_global_message_list != NULL) { - CtdlLogPrintf(CTDL_INFO, "Opened %s\n", migr_tempfilename1); - while ((Ctx->kill_me != 1) && + syslog(LOG_INFO, "Opened %s\n", migr_tempfilename1); + while ((Ctx->kill_me == 0) && (fgets(buf, sizeof(buf), migr_global_message_list) != NULL)) { msgnum = atol(buf); if (msgnum > 0L) { @@ -356,10 +383,10 @@ void migr_export_messages(void) { } fclose(migr_global_message_list); } - if (Ctx->kill_me != 1) - CtdlLogPrintf(CTDL_INFO, "Exported %d messages.\n", count); + if (Ctx->kill_me == 0) + syslog(LOG_INFO, "Exported %d messages.\n", count); else - CtdlLogPrintf(CTDL_ERR, "Export aborted due to client disconnect! \n"); + syslog(LOG_ERR, "Export aborted due to client disconnect! \n"); migr_export_message(-1L); /* This frees the encoding buffer */ } @@ -367,9 +394,7 @@ void migr_export_messages(void) { void migr_do_export(void) { - struct config *buf; - buf = &config; - t_context *Ctx; + CitContext *Ctx; Ctx = CC; cprintf("%d Exporting all Citadel databases.\n", LISTING_FOLLOWS); @@ -467,12 +492,12 @@ void migr_do_export(void) { cprintf("%d\n", CitControl.version); client_write("\n", 11); - if (Ctx->kill_me != 1) migr_export_users(); - if (Ctx->kill_me != 1) migr_export_openids(); - if (Ctx->kill_me != 1) migr_export_rooms(); - if (Ctx->kill_me != 1) migr_export_floors(); - if (Ctx->kill_me != 1) migr_export_visits(); - if (Ctx->kill_me != 1) migr_export_messages(); + if (Ctx->kill_me == 0) migr_export_users(); + if (Ctx->kill_me == 0) migr_export_openids(); + if (Ctx->kill_me == 0) migr_export_rooms(); + if (Ctx->kill_me == 0) migr_export_floors(); + if (Ctx->kill_me == 0) migr_export_visits(); + if (Ctx->kill_me == 0) migr_export_messages(); client_write("\n", 24); client_write("000\n", 4); Ctx->dont_term = 0; @@ -500,7 +525,7 @@ long openid_usernum = 0; char FRname[ROOMNAMELEN]; struct floor flbuf; int floornum = 0; -struct visit vbuf; +visit vbuf; struct MetaData smi; long import_msgnum = 0; char *decoded_msg = NULL; @@ -552,7 +577,7 @@ void migr_xml_start(void *data, const char *el, const char **attr) { } if (citadel_migrate_data != 1) { - CtdlLogPrintf(CTDL_ALERT, "Out-of-sequence tag <%s> detected. Warning: ODD-DATA!\n"); + syslog(LOG_ALERT, "Out-of-sequence tag <%s> detected. Warning: ODD-DATA!\n", el); return; } @@ -564,7 +589,7 @@ void migr_xml_start(void *data, const char *el, const char **attr) { else if (!strcasecmp(el, "room")) memset(&qrbuf, 0, sizeof (struct ctdlroom)); else if (!strcasecmp(el, "room_messages")) memset(FRname, 0, sizeof FRname); else if (!strcasecmp(el, "floor")) memset(&flbuf, 0, sizeof (struct floor)); - else if (!strcasecmp(el, "visit")) memset(&vbuf, 0, sizeof (struct visit)); + else if (!strcasecmp(el, "visit")) memset(&vbuf, 0, sizeof (visit)); else if (!strcasecmp(el, "message")) { memset(&smi, 0, sizeof (struct MetaData)); @@ -578,7 +603,7 @@ void migr_xml_start(void *data, const char *el, const char **attr) { } -void migr_xml_end(void *data, const char *el, const char **attr) { +void migr_xml_end(void *data, const char *el) { char *ptr; int msgcount = 0; long msgnum = 0L; @@ -597,7 +622,7 @@ void migr_xml_end(void *data, const char *el, const char **attr) { } if (citadel_migrate_data != 1) { - CtdlLogPrintf(CTDL_ALERT, "Out-of-sequence tag <%s> detected. Warning: ODD-DATA!\n"); + syslog(LOG_ALERT, "Out-of-sequence tag <%s> detected. Warning: ODD-DATA!\n", el); return; } @@ -606,14 +631,14 @@ void migr_xml_end(void *data, const char *el, const char **attr) { migr_chardata_len = 0; } - // CtdlLogPrintf(CTDL_DEBUG, "END TAG: <%s> DATA: <%s>\n", el, (migr_chardata_len ? migr_chardata : "")); + // syslog(LOG_DEBUG, "END TAG: <%s> DATA: <%s>\n", el, (migr_chardata_len ? migr_chardata : "")); /*** CONFIG ***/ if (!strcasecmp(el, "config")) { config.c_enable_fulltext = 0; /* always disable */ put_config(); - CtdlLogPrintf(CTDL_INFO, "Completed import of server configuration\n"); + syslog(LOG_INFO, "Completed import of server configuration\n"); } else if (!strcasecmp(el, "c_nodename")) safestrncpy(config.c_nodename, migr_chardata, sizeof config.c_nodename); @@ -702,7 +727,7 @@ void migr_xml_end(void *data, const char *el, const char **attr) { else if (!strcasecmp(el, "control")) { CitControl.MMfulltext = (-1L); /* always flush */ put_control(); - CtdlLogPrintf(CTDL_INFO, "Completed import of control record\n"); + syslog(LOG_INFO, "Completed import of control record\n"); } /*** USER ***/ @@ -720,8 +745,8 @@ void migr_xml_end(void *data, const char *el, const char **attr) { else if (!strcasecmp(el, "u_fullname")) safestrncpy(usbuf.fullname, migr_chardata, sizeof usbuf.fullname); else if (!strcasecmp(el, "user")) { - putuser(&usbuf); - CtdlLogPrintf(CTDL_INFO, "Imported user: %s\n", usbuf.fullname); + CtdlPutUser(&usbuf); + syslog(LOG_INFO, "Imported user: %s\n", usbuf.fullname); } /*** OPENID ***/ @@ -738,7 +763,7 @@ void migr_xml_end(void *data, const char *el, const char **attr) { memcpy(&oid_data[sizeof(long)], openid_url, strlen(openid_url) + 1); cdb_store(CDB_OPENID, openid_url, strlen(openid_url), oid_data, oid_data_len); free(oid_data); - CtdlLogPrintf(CTDL_INFO, "Imported OpenID: %s (%ld)\n", openid_url, openid_usernum); + syslog(LOG_INFO, "Imported OpenID: %s (%ld)\n", openid_url, openid_usernum); } /*** ROOM ***/ @@ -761,8 +786,8 @@ void migr_xml_end(void *data, const char *el, const char **attr) { else if (!strcasecmp(el, "QRdefaultview")) qrbuf.QRdefaultview = atoi(migr_chardata); else if (!strcasecmp(el, "room")) { - putroom(&qrbuf); - CtdlLogPrintf(CTDL_INFO, "Imported room: %s\n", qrbuf.QRname); + CtdlPutRoom(&qrbuf); + syslog(LOG_INFO, "Imported room: %s\n", qrbuf.QRname); } /*** ROOM MESSAGE POINTERS ***/ @@ -775,7 +800,7 @@ void migr_xml_end(void *data, const char *el, const char **attr) { msglist_alloc = 1000; msglist = malloc(sizeof(long) * msglist_alloc); - CtdlLogPrintf(CTDL_DEBUG, "Message list for: %s\n", FRname); + syslog(LOG_DEBUG, "Message list for: %s\n", FRname); ptr = migr_chardata; while (*ptr != 0) { @@ -798,13 +823,13 @@ void migr_xml_end(void *data, const char *el, const char **attr) { } } if (msgcount > 0) { - CtdlSaveMsgPointersInRoom(FRname, msglist, msgcount, 0, NULL); + CtdlSaveMsgPointersInRoom(FRname, msglist, msgcount, 0, NULL, 1); } free(msglist); msglist = NULL; msglist_alloc = 0; - CtdlLogPrintf(CTDL_DEBUG, "Imported %d messages.\n", msgcount); - if (CtdlThreadCheckStop()) { + syslog(LOG_DEBUG, "Imported %d messages.\n", msgcount); + if (server_shutting_down) { return; } } @@ -819,8 +844,8 @@ void migr_xml_end(void *data, const char *el, const char **attr) { else if (!strcasecmp(el, "f_ep_expire_value")) flbuf.f_ep.expire_value = atoi(migr_chardata); else if (!strcasecmp(el, "floor")) { - putfloor(&flbuf, floornum); - CtdlLogPrintf(CTDL_INFO, "Imported floor #%d (%s)\n", floornum, flbuf.f_name); + CtdlPutFloor(&flbuf, floornum); + syslog(LOG_INFO, "Imported floor #%d (%s)\n", floornum, flbuf.f_name); } /*** VISITS ***/ @@ -842,7 +867,7 @@ void migr_xml_end(void *data, const char *el, const char **attr) { else if (!strcasecmp(el, "visit")) { put_visit(&vbuf); - CtdlLogPrintf(CTDL_INFO, "Imported visit: %ld/%ld/%ld\n", vbuf.v_roomnum, vbuf.v_roomgen, vbuf.v_usernum); + syslog(LOG_INFO, "Imported visit: %ld/%ld/%ld\n", vbuf.v_roomnum, vbuf.v_roomgen, vbuf.v_usernum); } /*** MESSAGES ***/ @@ -862,7 +887,7 @@ void migr_xml_end(void *data, const char *el, const char **attr) { free(decoded_msg); decoded_msg = NULL; PutMetaData(&smi); - CtdlLogPrintf(CTDL_INFO, "Imported message #%ld, size=%ld, refcount=%d, content-type: %s\n", + syslog(LOG_INFO, "Imported message #%ld, size=%ld, refcount=%d, content-type: %s\n", import_msgnum, msglen, smi.meta_refcount, smi.meta_content_type); } @@ -905,7 +930,7 @@ void migr_do_import(void) { linelen = strlen(buf); strcpy(&buf[linelen++], "\n"); - if (CtdlThreadCheckStop()) + if (server_shutting_down) break; // Should we break or return? if (buf[0] == '\0') @@ -990,6 +1015,6 @@ CTDL_MODULE_INIT(migrate) CtdlRegisterProtoHook(cmd_migr, "ARTV", "Across-the-wire migration (legacy syntax)"); } - /* return our Subversion id for the Log */ - return "$Id$"; + /* return our module name for the log */ + return "migrate"; }