2 * This module dumps and/or loads the Citadel database in XML format.
4 * Copyright (c) 1987-2015 by the citadel.org team
6 * This program is open source software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 3.
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
16 * Explanation of <progress> tags:
19 * 1% finished exporting config
20 * 2% finished exporting control
21 * 7% finished exporting users
22 * 12% finished exporting openids
23 * 17% finished exporting rooms
24 * 18% finished exporting floors
25 * 25% finished exporting visits
26 * 100% finished exporting messages
37 #include <sys/types.h>
39 #if TIME_WITH_SYS_TIME
40 # include <sys/time.h>
44 # include <sys/time.h>
55 #include <libcitadel.h>
58 #include "citserver.h"
65 #include "euidindex.h"
66 #include "ctdl_module.h"
68 #define END_OF_MESSAGE "---eom---dbd---"
70 char migr_tempfilename1[PATH_MAX];
71 char migr_tempfilename2[PATH_MAX];
72 FILE *migr_global_message_list;
74 int we_are_currently_importing_config = 0;
77 * Code which implements the export appears in this section
81 * Output a string to the client with these characters escaped: & < >
83 void xml_strout(char *str) {
93 client_write(""", 6);
95 else if (*c == '\'') {
96 client_write("'", 6);
99 client_write("<", 4);
101 else if (*c == '>') {
102 client_write(">", 4);
104 else if (*c == '&') {
105 client_write("&", 5);
116 * Export a user record as XML
118 void migr_export_users_backend(struct ctdluser *buf, void *data) {
119 client_write("<user>\n", 7);
120 cprintf("<u_version>%d</u_version>\n", buf->version);
121 cprintf("<u_uid>%ld</u_uid>\n", (long)buf->uid);
122 client_write("<u_password>", 12); xml_strout(buf->password); client_write("</u_password>\n", 14);
123 cprintf("<u_flags>%u</u_flags>\n", buf->flags);
124 cprintf("<u_timescalled>%ld</u_timescalled>\n", buf->timescalled);
125 cprintf("<u_posted>%ld</u_posted>\n", buf->posted);
126 cprintf("<u_axlevel>%d</u_axlevel>\n", buf->axlevel);
127 cprintf("<u_usernum>%ld</u_usernum>\n", buf->usernum);
128 cprintf("<u_lastcall>%ld</u_lastcall>\n", (long)buf->lastcall);
129 cprintf("<u_USuserpurge>%d</u_USuserpurge>\n", buf->USuserpurge);
130 client_write("<u_fullname>", 12); xml_strout(buf->fullname); client_write("</u_fullname>\n", 14);
131 client_write("</user>\n", 8);
135 void migr_export_users(void) {
136 ForEachUser(migr_export_users_backend, NULL);
140 void migr_export_room_msg(long msgnum, void *userdata) {
141 cprintf("%ld\n", msgnum);
142 fprintf(migr_global_message_list, "%ld\n", msgnum);
146 void migr_export_rooms_backend(struct ctdlroom *buf, void *data) {
147 client_write("<room>\n", 7);
148 client_write("<QRname>", 8); xml_strout(buf->QRname); client_write("</QRname>\n", 10);
149 client_write("<QRpasswd>", 10); xml_strout(buf->QRpasswd); client_write("</QRpasswd>\n", 12);
150 cprintf("<QRroomaide>%ld</QRroomaide>\n", buf->QRroomaide);
151 cprintf("<QRhighest>%ld</QRhighest>\n", buf->QRhighest);
152 cprintf("<QRgen>%ld</QRgen>\n", (long)buf->QRgen);
153 cprintf("<QRflags>%u</QRflags>\n", buf->QRflags);
154 if (buf->QRflags & QR_DIRECTORY) {
155 client_write("<QRdirname>", 11);
156 xml_strout(buf->QRdirname);
157 client_write("</QRdirname>\n", 13);
159 cprintf("<QRinfo>%ld</QRinfo>\n", buf->QRinfo);
160 cprintf("<QRfloor>%d</QRfloor>\n", buf->QRfloor);
161 cprintf("<QRmtime>%ld</QRmtime>\n", (long)buf->QRmtime);
162 cprintf("<QRexpire_mode>%d</QRexpire_mode>\n", buf->QRep.expire_mode);
163 cprintf("<QRexpire_value>%d</QRexpire_value>\n", buf->QRep.expire_value);
164 cprintf("<QRnumber>%ld</QRnumber>\n", buf->QRnumber);
165 cprintf("<QRorder>%d</QRorder>\n", buf->QRorder);
166 cprintf("<QRflags2>%u</QRflags2>\n", buf->QRflags2);
167 cprintf("<QRdefaultview>%d</QRdefaultview>\n", buf->QRdefaultview);
168 client_write("</room>\n", 8);
170 /* message list goes inside this tag */
172 CtdlGetRoom(&CC->room, buf->QRname);
173 client_write("<room_messages>", 15);
174 client_write("<FRname>", 8); xml_strout(CC->room.QRname); client_write("</FRname>\n", 10);
175 client_write("<FRmsglist>", 11);
176 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, migr_export_room_msg, NULL);
177 client_write("</FRmsglist>\n", 13);
178 client_write("</room_messages>\n", 17);
184 void migr_export_rooms(void) {
186 migr_global_message_list = fopen(migr_tempfilename1, "w");
187 if (migr_global_message_list != NULL) {
188 CtdlForEachRoom(migr_export_rooms_backend, NULL);
189 fclose(migr_global_message_list);
193 * Process the 'global' message list. (Sort it and remove dups.
194 * Dups are ok because a message may be in more than one room, but
195 * this will be handled by exporting the reference count, not by
196 * exporting the message multiple times.)
198 snprintf(cmd, sizeof cmd, "sort -n <%s >%s", migr_tempfilename1, migr_tempfilename2);
199 if (system(cmd) != 0) syslog(LOG_ALERT, "Error %d\n", errno);
200 snprintf(cmd, sizeof cmd, "uniq <%s >%s", migr_tempfilename2, migr_tempfilename1);
201 if (system(cmd) != 0) syslog(LOG_ALERT, "Error %d\n", errno);
204 snprintf(cmd, sizeof cmd, "wc -l %s", migr_tempfilename1);
205 FILE *fp = popen(cmd, "r");
207 fgets(cmd, sizeof cmd, fp);
209 total_msgs = atoi(cmd);
212 total_msgs = 1; // any nonzero just to keep it from barfing
214 syslog(LOG_DEBUG, "Total messages to be exported: %d", total_msgs);
218 void migr_export_floors(void) {
219 struct floor qfbuf, *buf;
222 for (i=0; i < MAXFLOORS; ++i) {
223 client_write("<floor>\n", 8);
224 cprintf("<f_num>%d</f_num>\n", i);
225 CtdlGetFloor(&qfbuf, i);
227 cprintf("<f_flags>%u</f_flags>\n", buf->f_flags);
228 client_write("<f_name>", 8); xml_strout(buf->f_name); client_write("</f_name>\n", 10);
229 cprintf("<f_ref_count>%d</f_ref_count>\n", buf->f_ref_count);
230 cprintf("<f_ep_expire_mode>%d</f_ep_expire_mode>\n", buf->f_ep.expire_mode);
231 cprintf("<f_ep_expire_value>%d</f_ep_expire_value>\n", buf->f_ep.expire_value);
232 client_write("</floor>\n", 9);
238 * Return nonzero if the supplied string contains only characters which are valid in a sequence set.
240 int is_sequence_set(char *s) {
245 while (ch = *c++, ch) {
246 if (!strchr("0123456789*,:", ch)) {
256 * Traverse the visits file...
258 void migr_export_visits(void) {
260 struct cdbdata *cdbv;
262 cdb_rewind(CDB_VISIT);
264 while (cdbv = cdb_next_item(CDB_VISIT), cdbv != NULL) {
265 memset(&vbuf, 0, sizeof(visit));
266 memcpy(&vbuf, cdbv->ptr,
267 ((cdbv->len > sizeof(visit)) ?
268 sizeof(visit) : cdbv->len));
271 client_write("<visit>\n", 8);
272 cprintf("<v_roomnum>%ld</v_roomnum>\n", vbuf.v_roomnum);
273 cprintf("<v_roomgen>%ld</v_roomgen>\n", vbuf.v_roomgen);
274 cprintf("<v_usernum>%ld</v_usernum>\n", vbuf.v_usernum);
276 client_write("<v_seen>", 8);
277 if ( (!IsEmptyStr(vbuf.v_seen)) && (is_sequence_set(vbuf.v_seen)) ) {
278 xml_strout(vbuf.v_seen);
281 cprintf("%ld", vbuf.v_lastseen);
283 client_write("</v_seen>", 9);
285 if ( (!IsEmptyStr(vbuf.v_answered)) && (is_sequence_set(vbuf.v_answered)) ) {
286 client_write("<v_answered>", 12);
287 xml_strout(vbuf.v_answered);
288 client_write("</v_answered>\n", 14);
291 cprintf("<v_flags>%u</v_flags>\n", vbuf.v_flags);
292 cprintf("<v_view>%d</v_view>\n", vbuf.v_view);
293 client_write("</visit>\n", 9);
298 void migr_export_message(long msgnum) {
300 struct CtdlMessage *msg;
303 /* We can use a static buffer here because there will never be more than
304 * one of this operation happening at any given time, and it's really best
305 * to just keep it allocated once instead of torturing malloc/free.
306 * Call this function with msgnum "-1" to free the buffer when finished.
308 static int encoded_alloc = 0;
309 static char *encoded_msg = NULL;
312 if ((encoded_alloc == 0) && (encoded_msg != NULL)) {
320 /* Ok, here we go ... */
322 msg = CtdlFetchMessage(msgnum, 1);
323 if (msg == NULL) return; /* fail silently */
325 client_write("<message>\n", 10);
326 GetMetaData(&smi, msgnum);
327 cprintf("<msg_msgnum>%ld</msg_msgnum>\n", msgnum);
328 cprintf("<msg_meta_refcount>%d</msg_meta_refcount>\n", smi.meta_refcount);
329 client_write("<msg_meta_content_type>", 23); xml_strout(smi.meta_content_type); client_write("</msg_meta_content_type>\n", 25);
331 client_write("<msg_text>", 10);
332 CtdlSerializeMessage(&smr, msg);
335 /* Predict the buffer size we need. Expand the buffer if necessary. */
336 int encoded_len = smr.len * 15 / 10 ;
337 if (encoded_len > encoded_alloc) {
338 encoded_alloc = encoded_len;
339 encoded_msg = realloc(encoded_msg, encoded_alloc);
342 if (encoded_msg == NULL) {
343 /* Questionable hack that hopes it'll work next time and we only lose one message */
347 /* Once we do the encoding we know the exact size */
348 encoded_len = CtdlEncodeBase64(encoded_msg, (char *)smr.ser, smr.len, 1);
349 client_write(encoded_msg, encoded_len);
354 client_write("</msg_text>\n", 12);
355 client_write("</message>\n", 11);
360 void migr_export_openids(void) {
361 struct cdbdata *cdboi;
365 cdb_rewind(CDB_OPENID);
366 while (cdboi = cdb_next_item(CDB_OPENID), cdboi != NULL) {
367 if (cdboi->len > sizeof(long)) {
368 client_write("<openid>\n", 9);
369 memcpy(&usernum, cdboi->ptr, sizeof(long));
370 snprintf(url, sizeof url, "%s", (cdboi->ptr)+sizeof(long) );
371 client_write("<oid_url>", 9);
373 client_write("</oid_url>\n", 11);
374 cprintf("<oid_usernum>%ld</oid_usernum>\n", usernum);
375 client_write("</openid>\n", 10);
384 void migr_export_messages(void) {
389 int prev_progress = 0;
393 migr_global_message_list = fopen(migr_tempfilename1, "r");
394 if (migr_global_message_list != NULL) {
395 syslog(LOG_INFO, "Opened %s\n", migr_tempfilename1);
396 while ((Ctx->kill_me == 0) &&
397 (fgets(buf, sizeof(buf), migr_global_message_list) != NULL)) {
400 migr_export_message(msgnum);
403 progress = (count * 74 / total_msgs) + 25 ;
404 if ((progress > prev_progress) && (progress < 100)) {
405 cprintf("<progress>%d</progress>\n", progress);
407 prev_progress = progress;
409 fclose(migr_global_message_list);
411 if (Ctx->kill_me == 0)
412 syslog(LOG_INFO, "Exported %d messages.\n", count);
414 syslog(LOG_ERR, "Export aborted due to client disconnect! \n");
416 migr_export_message(-1L); /* This frees the encoding buffer */
421 void migr_do_export(void) {
425 cprintf("%d Exporting all Citadel databases.\n", LISTING_FOLLOWS);
428 client_write("<?xml version=\"1.0\" encoding=\"UTF-8\" ?>\n", 40);
429 client_write("<citadel_migrate_data>\n", 23);
430 cprintf("<version>%d</version>\n", REV_LEVEL);
431 cprintf("<progress>%d</progress>\n", 0);
433 /* export the config file (this is done using x-macros) */
434 client_write("<config>\n", 9);
436 /* FIXME FIXME FIXME FIXME FIXME write a config exporter and put it here */
438 client_write("</config>\n", 10);
439 cprintf("<progress>%d</progress>\n", 1);
441 /* Export the control file */
443 client_write("<control>\n", 10);
444 cprintf("<control_highest>%ld</control_highest>\n", CitControl.MMhighest);
445 cprintf("<control_flags>%u</control_flags>\n", CitControl.MMflags);
446 cprintf("<control_nextuser>%ld</control_nextuser>\n", CitControl.MMnextuser);
447 cprintf("<control_nextroom>%ld</control_nextroom>\n", CitControl.MMnextroom);
448 cprintf("<control_version>%d</control_version>\n", CitControl.MM_hosted_upgrade_level);
449 client_write("</control>\n", 11);
450 cprintf("<progress>%d</progress>\n", 2);
452 if (Ctx->kill_me == 0) migr_export_users();
453 cprintf("<progress>%d</progress>\n", 7);
454 if (Ctx->kill_me == 0) migr_export_openids();
455 cprintf("<progress>%d</progress>\n", 12);
456 if (Ctx->kill_me == 0) migr_export_rooms();
457 cprintf("<progress>%d</progress>\n", 17);
458 if (Ctx->kill_me == 0) migr_export_floors();
459 cprintf("<progress>%d</progress>\n", 18);
460 if (Ctx->kill_me == 0) migr_export_visits();
461 cprintf("<progress>%d</progress>\n", 25);
462 if (Ctx->kill_me == 0) migr_export_messages();
463 client_write("</citadel_migrate_data>\n", 24);
464 cprintf("<progress>%d</progress>\n", 100);
465 client_write("000\n", 4);
474 * Here's the code that implements the import side. It's going to end up being
475 * one big loop with lots of global variables. I don't care. You wouldn't run
476 * multiple concurrent imports anyway. If this offends your delicate sensibilities
477 * then go rewrite it in Ruby on Rails or something.
481 int citadel_migrate_data = 0; /* Are we inside a <citadel_migrate_data> tag pair? */
482 StrBuf *migr_chardata = NULL;
483 StrBuf *migr_MsgData = NULL;
484 struct ctdluser usbuf;
485 struct ctdlroom qrbuf;
486 char openid_url[512];
487 long openid_usernum = 0;
488 char FRname[ROOMNAMELEN];
493 long import_msgnum = 0;
496 * This callback stores up the data which appears in between tags.
498 void migr_xml_chardata(void *data, const XML_Char *s, int len)
500 StrBufAppendBufPlain(migr_chardata, s, len, 0);
504 void migr_xml_start(void *data, const char *el, const char **attr) {
507 /*** GENERAL STUFF ***/
509 /* Reset chardata_len to zero and init buffer */
510 FlushStrBuf(migr_chardata);
511 FlushStrBuf(migr_MsgData);
513 if (!strcasecmp(el, "citadel_migrate_data")) {
514 ++citadel_migrate_data;
516 /* As soon as it looks like the input data is a genuine Citadel XML export,
517 * whack the existing database on disk to make room for the new one.
519 if (citadel_migrate_data == 1) {
520 for (i = 0; i < MAXCDB; ++i) {
527 if (citadel_migrate_data != 1) {
528 syslog(LOG_ALERT, "Out-of-sequence tag <%s> detected. Warning: ODD-DATA!\n", el);
532 /* When we begin receiving XML for one of these record types, clear out the associated
533 * buffer so we don't accidentally carry over any data from a previous record.
535 if (!strcasecmp(el, "user")) memset(&usbuf, 0, sizeof (struct ctdluser));
536 else if (!strcasecmp(el, "openid")) memset(openid_url, 0, sizeof openid_url);
537 else if (!strcasecmp(el, "room")) memset(&qrbuf, 0, sizeof (struct ctdlroom));
538 else if (!strcasecmp(el, "room_messages")) memset(FRname, 0, sizeof FRname);
539 else if (!strcasecmp(el, "floor")) memset(&flbuf, 0, sizeof (struct floor));
540 else if (!strcasecmp(el, "visit")) memset(&vbuf, 0, sizeof (visit));
542 else if (!strcasecmp(el, "message")) {
543 memset(&smi, 0, sizeof (struct MetaData));
546 else if (!strcasecmp(el, "config")) {
547 we_are_currently_importing_config = 1;
553 int migr_config(void *data, const char *el)
556 /* FIXME FIXME FIXME FIXME FIXME write a config importer and put it here */
558 return 0; /* if string was not found */
559 return 1; /* if string was found */
563 int migr_controlrecord(void *data, const char *el)
565 if (!strcasecmp(el, "control_highest")) CitControl.MMhighest = atol(ChrPtr(migr_chardata));
566 else if (!strcasecmp(el, "control_flags")) CitControl.MMflags = atoi(ChrPtr(migr_chardata));
567 else if (!strcasecmp(el, "control_nextuser")) CitControl.MMnextuser = atol(ChrPtr(migr_chardata));
568 else if (!strcasecmp(el, "control_nextroom")) CitControl.MMnextroom = atol(ChrPtr(migr_chardata));
569 else if (!strcasecmp(el, "control_version")) CitControl.MM_hosted_upgrade_level = atoi(ChrPtr(migr_chardata));
571 else if (!strcasecmp(el, "control")) {
572 CitControl.MMfulltext = (-1L); /* always flush */
574 syslog(LOG_INFO, "Completed import of control record\n");
582 int migr_userrecord(void *data, const char *el)
584 if (!strcasecmp(el, "u_version")) usbuf.version = atoi(ChrPtr(migr_chardata));
585 else if (!strcasecmp(el, "u_uid")) usbuf.uid = atol(ChrPtr(migr_chardata));
586 else if (!strcasecmp(el, "u_password")) safestrncpy(usbuf.password, ChrPtr(migr_chardata), sizeof usbuf.password);
587 else if (!strcasecmp(el, "u_flags")) usbuf.flags = atoi(ChrPtr(migr_chardata));
588 else if (!strcasecmp(el, "u_timescalled")) usbuf.timescalled = atol(ChrPtr(migr_chardata));
589 else if (!strcasecmp(el, "u_posted")) usbuf.posted = atol(ChrPtr(migr_chardata));
590 else if (!strcasecmp(el, "u_axlevel")) usbuf.axlevel = atoi(ChrPtr(migr_chardata));
591 else if (!strcasecmp(el, "u_usernum")) usbuf.usernum = atol(ChrPtr(migr_chardata));
592 else if (!strcasecmp(el, "u_lastcall")) usbuf.lastcall = atol(ChrPtr(migr_chardata));
593 else if (!strcasecmp(el, "u_USuserpurge")) usbuf.USuserpurge = atoi(ChrPtr(migr_chardata));
594 else if (!strcasecmp(el, "u_fullname")) safestrncpy(usbuf.fullname, ChrPtr(migr_chardata), sizeof usbuf.fullname);
599 int migr_roomrecord(void *data, const char *el)
601 if (!strcasecmp(el, "QRname")) safestrncpy(qrbuf.QRname, ChrPtr(migr_chardata), sizeof qrbuf.QRname);
602 else if (!strcasecmp(el, "QRpasswd")) safestrncpy(qrbuf.QRpasswd, ChrPtr(migr_chardata), sizeof qrbuf.QRpasswd);
603 else if (!strcasecmp(el, "QRroomaide")) qrbuf.QRroomaide = atol(ChrPtr(migr_chardata));
604 else if (!strcasecmp(el, "QRhighest")) qrbuf.QRhighest = atol(ChrPtr(migr_chardata));
605 else if (!strcasecmp(el, "QRgen")) qrbuf.QRgen = atol(ChrPtr(migr_chardata));
606 else if (!strcasecmp(el, "QRflags")) qrbuf.QRflags = atoi(ChrPtr(migr_chardata));
607 else if (!strcasecmp(el, "QRdirname")) safestrncpy(qrbuf.QRdirname, ChrPtr(migr_chardata), sizeof qrbuf.QRdirname);
608 else if (!strcasecmp(el, "QRinfo")) qrbuf.QRinfo = atol(ChrPtr(migr_chardata));
609 else if (!strcasecmp(el, "QRfloor")) qrbuf.QRfloor = atoi(ChrPtr(migr_chardata));
610 else if (!strcasecmp(el, "QRmtime")) qrbuf.QRmtime = atol(ChrPtr(migr_chardata));
611 else if (!strcasecmp(el, "QRexpire_mode")) qrbuf.QRep.expire_mode = atoi(ChrPtr(migr_chardata));
612 else if (!strcasecmp(el, "QRexpire_value")) qrbuf.QRep.expire_value = atoi(ChrPtr(migr_chardata));
613 else if (!strcasecmp(el, "QRnumber")) qrbuf.QRnumber = atol(ChrPtr(migr_chardata));
614 else if (!strcasecmp(el, "QRorder")) qrbuf.QRorder = atoi(ChrPtr(migr_chardata));
615 else if (!strcasecmp(el, "QRflags2")) qrbuf.QRflags2 = atoi(ChrPtr(migr_chardata));
616 else if (!strcasecmp(el, "QRdefaultview")) qrbuf.QRdefaultview = atoi(ChrPtr(migr_chardata));
621 int migr_floorrecord(void *data, const char *el)
623 if (!strcasecmp(el, "f_num")) floornum = atoi(ChrPtr(migr_chardata));
624 else if (!strcasecmp(el, "f_flags")) flbuf.f_flags = atoi(ChrPtr(migr_chardata));
625 else if (!strcasecmp(el, "f_name")) safestrncpy(flbuf.f_name, ChrPtr(migr_chardata), sizeof flbuf.f_name);
626 else if (!strcasecmp(el, "f_ref_count")) flbuf.f_ref_count = atoi(ChrPtr(migr_chardata));
627 else if (!strcasecmp(el, "f_ep_expire_mode")) flbuf.f_ep.expire_mode = atoi(ChrPtr(migr_chardata));
628 else if (!strcasecmp(el, "f_ep_expire_value")) flbuf.f_ep.expire_value = atoi(ChrPtr(migr_chardata));
633 int migr_visitrecord(void *data, const char *el)
635 if (!strcasecmp(el, "v_roomnum")) vbuf.v_roomnum = atol(ChrPtr(migr_chardata));
636 else if (!strcasecmp(el, "v_roomgen")) vbuf.v_roomgen = atol(ChrPtr(migr_chardata));
637 else if (!strcasecmp(el, "v_usernum")) vbuf.v_usernum = atol(ChrPtr(migr_chardata));
639 else if (!strcasecmp(el, "v_seen")) {
640 int is_textual_seen = 0;
642 int max = StrLength(migr_chardata);
644 vbuf.v_lastseen = atol(ChrPtr(migr_chardata));
646 for (i=0; i < max; ++i)
647 if (!isdigit(ChrPtr(migr_chardata)[i]))
650 safestrncpy(vbuf.v_seen, ChrPtr(migr_chardata), sizeof vbuf.v_seen);
653 else if (!strcasecmp(el, "v_answered")) safestrncpy(vbuf.v_answered, ChrPtr(migr_chardata), sizeof vbuf.v_answered);
654 else if (!strcasecmp(el, "v_flags")) vbuf.v_flags = atoi(ChrPtr(migr_chardata));
655 else if (!strcasecmp(el, "v_view")) vbuf.v_view = atoi(ChrPtr(migr_chardata));
661 void migr_xml_end(void *data, const char *el)
666 long *msglist = NULL;
667 int msglist_alloc = 0;
668 /*** GENERAL STUFF ***/
670 if (!strcasecmp(el, "citadel_migrate_data")) {
671 --citadel_migrate_data;
675 if (citadel_migrate_data != 1) {
676 syslog(LOG_ALERT, "Out-of-sequence tag <%s> detected. Warning: ODD-DATA!\n", el);
680 // syslog(LOG_DEBUG, "END TAG: <%s> DATA: <%s>\n", el, (migr_chardata_len ? migr_chardata : ""));
684 if (!strcasecmp(el, "config"))
686 CtdlSetConfigInt("c_enable_fulltext", 0); /* always disable */
687 we_are_currently_importing_config = 0;
688 syslog(LOG_INFO, "Completed import of server configuration\n");
691 else if (we_are_currently_importing_config)
693 migr_config(data, el);
697 else if ((!strncasecmp(el, HKEY("control"))) &&
698 migr_controlrecord(data, el))
699 ; /* Nothing to do anymore */
701 else if ((!strncasecmp(el, HKEY("u_"))) &&
702 migr_userrecord(data, el))
703 ; /* Nothing to do anymore */
704 else if (!strcasecmp(el, "user")) {
706 syslog(LOG_INFO, "Imported user: %s\n", usbuf.fullname);
711 else if (!strcasecmp(el, "oid_url")) safestrncpy(openid_url, ChrPtr(migr_chardata), sizeof openid_url);
712 else if (!strcasecmp(el, "oid_usernum")) openid_usernum = atol(ChrPtr(migr_chardata));
714 else if (!strcasecmp(el, "openid")) { /* see serv_openid_rp.c for a description of the record format */
717 oid_data_len = sizeof(long) + strlen(openid_url) + 1;
718 oid_data = malloc(oid_data_len);
719 memcpy(oid_data, &openid_usernum, sizeof(long));
720 memcpy(&oid_data[sizeof(long)], openid_url, strlen(openid_url) + 1);
721 cdb_store(CDB_OPENID, openid_url, strlen(openid_url), oid_data, oid_data_len);
723 syslog(LOG_INFO, "Imported OpenID: %s (%ld)\n", openid_url, openid_usernum);
727 else if ((!strncasecmp(el, HKEY("QR"))) &&
728 migr_roomrecord(data, el))
729 ; /* Nothing to do anymore */
730 else if (!strcasecmp(el, "room")) {
732 syslog(LOG_INFO, "Imported room: %s\n", qrbuf.QRname);
735 /*** ROOM MESSAGE POINTERS ***/
737 else if (!strcasecmp(el, "FRname")) safestrncpy(FRname, ChrPtr(migr_chardata), sizeof FRname);
739 else if (!strcasecmp(el, "FRmsglist")) {
740 if (!IsEmptyStr(FRname)) {
742 msglist_alloc = 1000;
743 msglist = malloc(sizeof(long) * msglist_alloc);
745 syslog(LOG_DEBUG, "Message list for: %s\n", FRname);
747 ptr = ChrPtr(migr_chardata);
749 while ((*ptr != 0) && (!isdigit(*ptr))) {
752 if ((*ptr != 0) && (isdigit(*ptr))) {
755 if (msgcount >= msglist_alloc) {
757 msglist = realloc(msglist, sizeof(long) * msglist_alloc);
759 msglist[msgcount++] = msgnum;
762 while ((*ptr != 0) && (isdigit(*ptr))) {
768 CtdlSaveMsgPointersInRoom(FRname, msglist, msgcount, 0, NULL, 1);
773 syslog(LOG_DEBUG, "Imported %d messages.\n", msgcount);
774 if (server_shutting_down) {
780 else if ((!strncasecmp(el, HKEY("f_"))) &&
781 migr_floorrecord(data, el))
782 ; /* Nothing to do anymore */
784 else if (!strcasecmp(el, "floor")) {
785 CtdlPutFloor(&flbuf, floornum);
786 syslog(LOG_INFO, "Imported floor #%d (%s)\n", floornum, flbuf.f_name);
790 else if ((!strncasecmp(el, HKEY("v_"))) &&
791 migr_visitrecord(data, el))
792 ; /* Nothing to do anymore */
793 else if (!strcasecmp(el, "visit")) {
795 syslog(LOG_INFO, "Imported visit: %ld/%ld/%ld\n", vbuf.v_roomnum, vbuf.v_roomgen, vbuf.v_usernum);
800 else if (!strcasecmp(el, "msg_msgnum")) import_msgnum = atol(ChrPtr(migr_chardata));
801 else if (!strcasecmp(el, "msg_meta_refcount")) smi.meta_refcount = atoi(ChrPtr(migr_chardata));
802 else if (!strcasecmp(el, "msg_meta_content_type")) safestrncpy(smi.meta_content_type, ChrPtr(migr_chardata), sizeof smi.meta_content_type);
804 else if (!strcasecmp(el, "msg_text"))
807 FlushStrBuf(migr_MsgData);
808 StrBufDecodeBase64To(migr_MsgData, migr_MsgData);
810 cdb_store(CDB_MSGMAIN,
813 ChrPtr(migr_MsgData),
814 StrLength(migr_MsgData) + 1);
816 smi.meta_msgnum = import_msgnum;
820 "Imported message #%ld, size=%d, refcount=%d, content-type: %s\n",
822 StrLength(migr_MsgData),
824 smi.meta_content_type);
827 /*** MORE GENERAL STUFF ***/
829 FlushStrBuf(migr_chardata);
838 void migr_do_import(void) {
844 migr_chardata = NewStrBufPlain(NULL, SIZ * 20);
845 migr_MsgData = NewStrBufPlain(NULL, SIZ * 20);
846 Buf = NewStrBufPlain(NULL, SIZ);
847 xp = XML_ParserCreate(NULL);
849 cprintf("%d Failed to create XML parser instance\n", ERROR+INTERNAL_ERROR);
852 XML_SetElementHandler(xp, migr_xml_start, migr_xml_end);
853 XML_SetCharacterDataHandler(xp, migr_xml_chardata);
857 cprintf("%d sock it to me\n", SEND_LISTING);
860 client_set_inbound_buf(SIZ * 10);
862 while (!Finished && client_read_random_blob(Buf, -1) >= 0) {
863 if ((StrLength(Buf) > 4) &&
864 !strcmp(ChrPtr(Buf) + StrLength(Buf) - 4, "000\n"))
867 StrBufCutAt(Buf, StrLength(Buf) - 4, NULL);
869 if (server_shutting_down)
870 break; // Should we break or return?
872 if (StrLength(Buf) == 0)
875 XML_Parse(xp, ChrPtr(Buf), StrLength(Buf), 0);
879 XML_Parse(xp, "", 0, 1);
882 FreeStrBuf(&migr_chardata);
883 FreeStrBuf(&migr_MsgData);
884 rebuild_euid_index();
885 rebuild_usersbynumber();
892 * Dump out the pathnames of directories which can be copied "as is"
894 void migr_do_listdirs(void) {
895 cprintf("%d Don't forget these:\n", LISTING_FOLLOWS);
896 cprintf("bio|%s\n", ctdl_bio_dir);
897 cprintf("files|%s\n", ctdl_file_dir);
898 cprintf("userpics|%s\n", ctdl_usrpic_dir);
899 cprintf("messages|%s\n", ctdl_message_dir);
900 cprintf("netconfigs|%s\n", ctdl_netcfg_dir);
901 cprintf("keys|%s\n", ctdl_key_dir);
902 cprintf("images|%s\n", ctdl_image_dir);
903 cprintf("info|%s\n", ctdl_info_dir);
909 * Common code appears in this section
913 void cmd_migr(char *cmdbuf) {
916 if (CtdlAccessCheck(ac_internal)) return;
918 if (CtdlTrySingleUser())
920 CtdlMakeTempFileName(migr_tempfilename1, sizeof migr_tempfilename1);
921 CtdlMakeTempFileName(migr_tempfilename2, sizeof migr_tempfilename2);
923 extract_token(cmd, cmdbuf, 0, '|', sizeof cmd);
924 if (!strcasecmp(cmd, "export")) {
927 else if (!strcasecmp(cmd, "import")) {
930 else if (!strcasecmp(cmd, "listdirs")) {
934 cprintf("%d illegal command\n", ERROR + ILLEGAL_VALUE);
937 unlink(migr_tempfilename1);
938 unlink(migr_tempfilename2);
944 cprintf("%d The migrator is already running.\n", ERROR + RESOURCE_BUSY);
949 CTDL_MODULE_INIT(migrate)
953 CtdlRegisterProtoHook(cmd_migr, "MIGR", "Across-the-wire migration");
956 /* return our module name for the log */