2 * This module dumps and/or loads the Citadel database in XML format.
4 * Copyright (c) 1987-2014 by the citadel.org team
6 * This program is open source software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 3.
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
23 #include <sys/types.h>
25 #if TIME_WITH_SYS_TIME
26 # include <sys/time.h>
30 # include <sys/time.h>
41 #include <libcitadel.h>
44 #include "citserver.h"
51 #include "euidindex.h"
52 #include "ctdl_module.h"
54 #define END_OF_MESSAGE "---eom---dbd---"
56 char migr_tempfilename1[PATH_MAX];
57 char migr_tempfilename2[PATH_MAX];
58 FILE *migr_global_message_list;
62 * Code which implements the export appears in this section
66 * Output a string to the client with these characters escaped: & < >
68 void xml_strout(char *str) {
78 client_write(""", 6);
80 else if (*c == '\'') {
81 client_write("'", 6);
84 client_write("<", 4);
87 client_write(">", 4);
90 client_write("&", 5);
101 * Export a user record as XML
103 void migr_export_users_backend(struct ctdluser *buf, void *data) {
104 client_write("<user>\n", 7);
105 cprintf("<u_version>%d</u_version>\n", buf->version);
106 cprintf("<u_uid>%ld</u_uid>\n", (long)buf->uid);
107 client_write("<u_password>", 12); xml_strout(buf->password); client_write("</u_password>\n", 14);
108 cprintf("<u_flags>%u</u_flags>\n", buf->flags);
109 cprintf("<u_timescalled>%ld</u_timescalled>\n", buf->timescalled);
110 cprintf("<u_posted>%ld</u_posted>\n", buf->posted);
111 cprintf("<u_axlevel>%d</u_axlevel>\n", buf->axlevel);
112 cprintf("<u_usernum>%ld</u_usernum>\n", buf->usernum);
113 cprintf("<u_lastcall>%ld</u_lastcall>\n", (long)buf->lastcall);
114 cprintf("<u_USuserpurge>%d</u_USuserpurge>\n", buf->USuserpurge);
115 client_write("<u_fullname>", 12); xml_strout(buf->fullname); client_write("</u_fullname>\n", 14);
116 client_write("</user>\n", 8);
120 void migr_export_users(void) {
121 ForEachUser(migr_export_users_backend, NULL);
125 void migr_export_room_msg(long msgnum, void *userdata) {
126 cprintf("%ld\n", msgnum);
127 fprintf(migr_global_message_list, "%ld\n", msgnum);
131 void migr_export_rooms_backend(struct ctdlroom *buf, void *data) {
132 client_write("<room>\n", 7);
133 client_write("<QRname>", 8); xml_strout(buf->QRname); client_write("</QRname>\n", 10);
134 client_write("<QRpasswd>", 10); xml_strout(buf->QRpasswd); client_write("</QRpasswd>\n", 12);
135 cprintf("<QRroomaide>%ld</QRroomaide>\n", buf->QRroomaide);
136 cprintf("<QRhighest>%ld</QRhighest>\n", buf->QRhighest);
137 cprintf("<QRgen>%ld</QRgen>\n", (long)buf->QRgen);
138 cprintf("<QRflags>%u</QRflags>\n", buf->QRflags);
139 if (buf->QRflags & QR_DIRECTORY) {
140 client_write("<QRdirname>", 11);
141 xml_strout(buf->QRdirname);
142 client_write("</QRdirname>\n", 13);
144 cprintf("<QRinfo>%ld</QRinfo>\n", buf->QRinfo);
145 cprintf("<QRfloor>%d</QRfloor>\n", buf->QRfloor);
146 cprintf("<QRmtime>%ld</QRmtime>\n", (long)buf->QRmtime);
147 cprintf("<QRexpire_mode>%d</QRexpire_mode>\n", buf->QRep.expire_mode);
148 cprintf("<QRexpire_value>%d</QRexpire_value>\n", buf->QRep.expire_value);
149 cprintf("<QRnumber>%ld</QRnumber>\n", buf->QRnumber);
150 cprintf("<QRorder>%d</QRorder>\n", buf->QRorder);
151 cprintf("<QRflags2>%u</QRflags2>\n", buf->QRflags2);
152 cprintf("<QRdefaultview>%d</QRdefaultview>\n", buf->QRdefaultview);
153 client_write("</room>\n", 8);
155 /* message list goes inside this tag */
157 CtdlGetRoom(&CC->room, buf->QRname);
158 client_write("<room_messages>", 15);
159 client_write("<FRname>", 8); xml_strout(CC->room.QRname); client_write("</FRname>\n", 10);
160 client_write("<FRmsglist>", 11);
161 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, migr_export_room_msg, NULL);
162 client_write("</FRmsglist>\n", 13);
163 client_write("</room_messages>\n", 17);
169 void migr_export_rooms(void) {
171 migr_global_message_list = fopen(migr_tempfilename1, "w");
172 if (migr_global_message_list != NULL) {
173 CtdlForEachRoom(migr_export_rooms_backend, NULL);
174 fclose(migr_global_message_list);
178 * Process the 'global' message list. (Sort it and remove dups.
179 * Dups are ok because a message may be in more than one room, but
180 * this will be handled by exporting the reference count, not by
181 * exporting the message multiple times.)
183 snprintf(cmd, sizeof cmd, "sort -n <%s >%s", migr_tempfilename1, migr_tempfilename2);
184 if (system(cmd) != 0) syslog(LOG_ALERT, "Error %d\n", errno);
185 snprintf(cmd, sizeof cmd, "uniq <%s >%s", migr_tempfilename2, migr_tempfilename1);
186 if (system(cmd) != 0) syslog(LOG_ALERT, "Error %d\n", errno);
190 void migr_export_floors(void) {
191 struct floor qfbuf, *buf;
194 for (i=0; i < MAXFLOORS; ++i) {
195 client_write("<floor>\n", 8);
196 cprintf("<f_num>%d</f_num>\n", i);
197 CtdlGetFloor(&qfbuf, i);
199 cprintf("<f_flags>%u</f_flags>\n", buf->f_flags);
200 client_write("<f_name>", 8); xml_strout(buf->f_name); client_write("</f_name>\n", 10);
201 cprintf("<f_ref_count>%d</f_ref_count>\n", buf->f_ref_count);
202 cprintf("<f_ep_expire_mode>%d</f_ep_expire_mode>\n", buf->f_ep.expire_mode);
203 cprintf("<f_ep_expire_value>%d</f_ep_expire_value>\n", buf->f_ep.expire_value);
204 client_write("</floor>\n", 9);
210 * Return nonzero if the supplied string contains only characters which are valid in a sequence set.
212 int is_sequence_set(char *s) {
217 while (ch = *c++, ch) {
218 if (!strchr("0123456789*,:", ch)) {
228 * Traverse the visits file...
230 void migr_export_visits(void) {
232 struct cdbdata *cdbv;
234 cdb_rewind(CDB_VISIT);
236 while (cdbv = cdb_next_item(CDB_VISIT), cdbv != NULL) {
237 memset(&vbuf, 0, sizeof(visit));
238 memcpy(&vbuf, cdbv->ptr,
239 ((cdbv->len > sizeof(visit)) ?
240 sizeof(visit) : cdbv->len));
243 client_write("<visit>\n", 8);
244 cprintf("<v_roomnum>%ld</v_roomnum>\n", vbuf.v_roomnum);
245 cprintf("<v_roomgen>%ld</v_roomgen>\n", vbuf.v_roomgen);
246 cprintf("<v_usernum>%ld</v_usernum>\n", vbuf.v_usernum);
248 client_write("<v_seen>", 8);
249 if ( (!IsEmptyStr(vbuf.v_seen)) && (is_sequence_set(vbuf.v_seen)) ) {
250 xml_strout(vbuf.v_seen);
253 cprintf("%ld", vbuf.v_lastseen);
255 client_write("</v_seen>", 9);
257 if ( (!IsEmptyStr(vbuf.v_answered)) && (is_sequence_set(vbuf.v_answered)) ) {
258 client_write("<v_answered>", 12);
259 xml_strout(vbuf.v_answered);
260 client_write("</v_answered>\n", 14);
263 cprintf("<v_flags>%u</v_flags>\n", vbuf.v_flags);
264 cprintf("<v_view>%d</v_view>\n", vbuf.v_view);
265 client_write("</visit>\n", 9);
270 void migr_export_message(long msgnum) {
272 struct CtdlMessage *msg;
275 /* We can use a static buffer here because there will never be more than
276 * one of this operation happening at any given time, and it's really best
277 * to just keep it allocated once instead of torturing malloc/free.
278 * Call this function with msgnum "-1" to free the buffer when finished.
280 static int encoded_alloc = 0;
281 static char *encoded_msg = NULL;
284 if ((encoded_alloc == 0) && (encoded_msg != NULL)) {
292 /* Ok, here we go ... */
294 msg = CtdlFetchMessage(msgnum, 1);
295 if (msg == NULL) return; /* fail silently */
297 client_write("<message>\n", 10);
298 GetMetaData(&smi, msgnum);
299 cprintf("<msg_msgnum>%ld</msg_msgnum>\n", msgnum);
300 cprintf("<msg_meta_refcount>%d</msg_meta_refcount>\n", smi.meta_refcount);
301 client_write("<msg_meta_content_type>", 23); xml_strout(smi.meta_content_type); client_write("</msg_meta_content_type>\n", 25);
303 client_write("<msg_text>", 10);
304 CtdlSerializeMessage(&smr, msg);
307 /* Predict the buffer size we need. Expand the buffer if necessary. */
308 int encoded_len = smr.len * 15 / 10 ;
309 if (encoded_len > encoded_alloc) {
310 encoded_alloc = encoded_len;
311 encoded_msg = realloc(encoded_msg, encoded_alloc);
314 if (encoded_msg == NULL) {
315 /* Questionable hack that hopes it'll work next time and we only lose one message */
319 /* Once we do the encoding we know the exact size */
320 encoded_len = CtdlEncodeBase64(encoded_msg, (char *)smr.ser, smr.len, 1);
321 client_write(encoded_msg, encoded_len);
326 client_write("</msg_text>\n", 12);
327 client_write("</message>\n", 11);
332 void migr_export_openids(void) {
333 struct cdbdata *cdboi;
337 cdb_rewind(CDB_OPENID);
338 while (cdboi = cdb_next_item(CDB_OPENID), cdboi != NULL) {
339 if (cdboi->len > sizeof(long)) {
340 client_write("<openid>\n", 9);
341 memcpy(&usernum, cdboi->ptr, sizeof(long));
342 snprintf(url, sizeof url, "%s", (cdboi->ptr)+sizeof(long) );
343 client_write("<oid_url>", 9);
345 client_write("</oid_url>\n", 11);
346 cprintf("<oid_usernum>%ld</oid_usernum>\n", usernum);
347 client_write("</openid>\n", 10);
356 void migr_export_messages(void) {
363 migr_global_message_list = fopen(migr_tempfilename1, "r");
364 if (migr_global_message_list != NULL) {
365 syslog(LOG_INFO, "Opened %s\n", migr_tempfilename1);
366 while ((Ctx->kill_me == 0) &&
367 (fgets(buf, sizeof(buf), migr_global_message_list) != NULL)) {
370 migr_export_message(msgnum);
374 fclose(migr_global_message_list);
376 if (Ctx->kill_me == 0)
377 syslog(LOG_INFO, "Exported %d messages.\n", count);
379 syslog(LOG_ERR, "Export aborted due to client disconnect! \n");
381 migr_export_message(-1L); /* This frees the encoding buffer */
386 void migr_do_export(void) {
390 cprintf("%d Exporting all Citadel databases.\n", LISTING_FOLLOWS);
393 client_write("<?xml version=\"1.0\" encoding=\"UTF-8\" ?>\n", 40);
394 client_write("<citadel_migrate_data>\n", 23);
395 cprintf("<version>%d</version>\n", REV_LEVEL);
397 /* export the config file (this is done using x-macros) */
398 client_write("<config>\n", 9);
399 client_write("<c_nodename>", 12); xml_strout(config.c_nodename); client_write("</c_nodename>\n", 14);
400 client_write("<c_fqdn>", 8); xml_strout(config.c_fqdn); client_write("</c_fqdn>\n", 10);
401 client_write("<c_humannode>", 13); xml_strout(config.c_humannode); client_write("</c_humannode>\n", 15);
402 client_write("<c_phonenum>", 12); xml_strout(config.c_phonenum); client_write("</c_phonenum>\n", 14);
403 cprintf("<c_ctdluid>%d</c_ctdluid>\n", config.c_ctdluid);
404 cprintf("<c_creataide>%d</c_creataide>\n", config.c_creataide);
405 cprintf("<c_sleeping>%d</c_sleeping>\n", config.c_sleeping);
406 cprintf("<c_initax>%d</c_initax>\n", config.c_initax);
407 cprintf("<c_regiscall>%d</c_regiscall>\n", config.c_regiscall);
408 cprintf("<c_twitdetect>%d</c_twitdetect>\n", config.c_twitdetect);
409 client_write("<c_twitroom>", 12); xml_strout(config.c_twitroom); client_write("</c_twitroom>\n", 14);
410 client_write("<c_moreprompt>", 14); xml_strout(config.c_moreprompt); client_write("</c_moreprompt>\n", 16);
411 cprintf("<c_restrict>%d</c_restrict>\n", config.c_restrict);
412 client_write("<c_site_location>", 17); xml_strout(config.c_site_location); client_write("</c_site_location>\n", 19);
413 client_write("<c_sysadm>", 10); xml_strout(config.c_sysadm); client_write("</c_sysadm>\n", 12);
414 cprintf("<c_maxsessions>%d</c_maxsessions>\n", config.c_maxsessions);
415 client_write("<c_ip_addr>", 11); xml_strout(config.c_ip_addr); client_write("</c_ip_addr>\n", 13);
416 cprintf("<c_port_number>%d</c_port_number>\n", config.c_port_number);
417 cprintf("<c_ep_expire_mode>%d</c_ep_expire_mode>\n", config.c_ep.expire_mode);
418 cprintf("<c_ep_expire_value>%d</c_ep_expire_value>\n", config.c_ep.expire_value);
419 cprintf("<c_userpurge>%d</c_userpurge>\n", config.c_userpurge);
420 cprintf("<c_roompurge>%d</c_roompurge>\n", config.c_roompurge);
421 client_write("<c_logpages>", 12); xml_strout(config.c_logpages); client_write("</c_logpages>\n", 14);
422 cprintf("<c_createax>%d</c_createax>\n", config.c_createax);
423 cprintf("<c_maxmsglen>%ld</c_maxmsglen>\n", config.c_maxmsglen);
424 cprintf("<c_min_workers>%d</c_min_workers>\n", config.c_min_workers);
425 cprintf("<c_max_workers>%d</c_max_workers>\n", config.c_max_workers);
426 cprintf("<c_pop3_port>%d</c_pop3_port>\n", config.c_pop3_port);
427 cprintf("<c_smtp_port>%d</c_smtp_port>\n", config.c_smtp_port);
428 cprintf("<c_rfc822_strict_from>%d</c_rfc822_strict_from>\n", config.c_rfc822_strict_from);
429 cprintf("<c_aide_zap>%d</c_aide_zap>\n", config.c_aide_zap);
430 cprintf("<c_imap_port>%d</c_imap_port>\n", config.c_imap_port);
431 cprintf("<c_net_freq>%ld</c_net_freq>\n", config.c_net_freq);
432 cprintf("<c_disable_newu>%d</c_disable_newu>\n", config.c_disable_newu);
433 cprintf("<c_enable_fulltext>%d</c_enable_fulltext>\n", config.c_enable_fulltext);
434 client_write("<c_baseroom>", 12); xml_strout(config.c_baseroom); client_write("</c_baseroom>\n", 14);
435 client_write("<c_aideroom>", 12); xml_strout(config.c_aideroom); client_write("</c_aideroom>\n", 14);
436 cprintf("<c_purge_hour>%d</c_purge_hour>\n", config.c_purge_hour);
437 cprintf("<c_mbxep_expire_mode>%d</c_mbxep_expire_mode>\n", config.c_mbxep.expire_mode);
438 cprintf("<c_mbxep_expire_value>%d</c_mbxep_expire_value>\n", config.c_mbxep.expire_value);
439 client_write("<c_ldap_host>", 13); xml_strout(config.c_ldap_host); client_write("</c_ldap_host>\n", 15);
440 cprintf("<c_ldap_port>%d</c_ldap_port>\n", config.c_ldap_port);
441 client_write("<c_ldap_base_dn>", 16); xml_strout(config.c_ldap_base_dn); client_write("</c_ldap_base_dn>\n", 18);
442 client_write("<c_ldap_bind_dn>", 16); xml_strout(config.c_ldap_bind_dn); client_write("</c_ldap_bind_dn>\n", 18);
443 client_write("<c_ldap_bind_pw>", 16); xml_strout(config.c_ldap_bind_pw); client_write("</c_ldap_bind_pw>\n", 18);
444 cprintf("<c_msa_port>%d</c_msa_port>\n", config.c_msa_port);
445 cprintf("<c_imaps_port>%d</c_imaps_port>\n", config.c_imaps_port);
446 cprintf("<c_pop3s_port>%d</c_pop3s_port>\n", config.c_pop3s_port);
447 cprintf("<c_smtps_port>%d</c_smtps_port>\n", config.c_smtps_port);
448 cprintf("<c_auto_cull>%d</c_auto_cull>\n", config.c_auto_cull);
449 cprintf("<c_allow_spoofing>%d</c_allow_spoofing>\n", config.c_allow_spoofing);
450 cprintf("<c_journal_email>%d</c_journal_email>\n", config.c_journal_email);
451 cprintf("<c_journal_pubmsgs>%d</c_journal_pubmsgs>\n", config.c_journal_pubmsgs);
452 client_write("<c_journal_dest>", 16); xml_strout(config.c_journal_dest); client_write("</c_journal_dest>\n", 18);
453 client_write("<c_default_cal_zone>", 20); xml_strout(config.c_default_cal_zone); client_write("</c_default_cal_zone>\n", 22);
454 cprintf("<c_pftcpdict_port>%d</c_pftcpdict_port>\n", config.c_pftcpdict_port);
455 cprintf("<c_managesieve_port>%d</c_managesieve_port>\n", config.c_managesieve_port);
456 cprintf("<c_auth_mode>%d</c_auth_mode>\n", config.c_auth_mode);
457 client_write("<c_funambol_host>", 17); xml_strout(config.c_funambol_host); client_write("</c_funambol_host>\n", 19);
458 cprintf("<c_funambol_port>%d</c_funambol_port>\n", config.c_funambol_port);
459 client_write("<c_funambol_source>", 19); xml_strout(config.c_funambol_source); client_write("</c_funambol_source>\n", 21);
460 client_write("<c_funambol_auth>", 17); xml_strout(config.c_funambol_auth); client_write("</c_funambol_auth>\n", 19);
461 cprintf("<c_rbl_at_greeting>%d</c_rbl_at_greeting>\n", config.c_rbl_at_greeting);
462 client_write("<c_master_user>", 15); xml_strout(config.c_master_user); client_write("</c_master_user>\n", 17);
463 client_write("<c_master_pass>", 15); xml_strout(config.c_master_pass); client_write("</c_master_pass>\n", 17);
464 client_write("<c_pager_program>", 17); xml_strout(config.c_pager_program); client_write("</c_pager_program>\n", 19);
465 cprintf("<c_imap_keep_from>%d</c_imap_keep_from>\n", config.c_imap_keep_from);
466 cprintf("<c_xmpp_c2s_port>%d</c_xmpp_c2s_port>\n", config.c_xmpp_c2s_port);
467 cprintf("<c_xmpp_s2s_port>%d</c_xmpp_s2s_port>\n", config.c_xmpp_s2s_port);
468 cprintf("<c_pop3_fetch>%ld</c_pop3_fetch>\n", config.c_pop3_fetch);
469 cprintf("<c_pop3_fastest>%ld</c_pop3_fastest>\n", config.c_pop3_fastest);
470 cprintf("<c_spam_flag_only>%d</c_spam_flag_only>\n", config.c_spam_flag_only);
471 cprintf("<c_nntp_port>%d</c_nntp_port>\n", config.c_nntp_port);
472 cprintf("<c_nntps_port>%d</c_nntps_port>\n", config.c_nntps_port);
473 client_write("</config>\n", 10);
475 /* Export the control file */
477 client_write("<control>\n", 10);
478 cprintf("<control_highest>%ld</control_highest>\n", CitControl.MMhighest);
479 cprintf("<control_flags>%u</control_flags>\n", CitControl.MMflags);
480 cprintf("<control_nextuser>%ld</control_nextuser>\n", CitControl.MMnextuser);
481 cprintf("<control_nextroom>%ld</control_nextroom>\n", CitControl.MMnextroom);
482 cprintf("<control_version>%d</control_version>\n", CitControl.version);
483 client_write("</control>\n", 11);
485 if (Ctx->kill_me == 0) migr_export_users();
486 if (Ctx->kill_me == 0) migr_export_openids();
487 if (Ctx->kill_me == 0) migr_export_rooms();
488 if (Ctx->kill_me == 0) migr_export_floors();
489 if (Ctx->kill_me == 0) migr_export_visits();
490 if (Ctx->kill_me == 0) migr_export_messages();
491 client_write("</citadel_migrate_data>\n", 24);
492 client_write("000\n", 4);
501 * Here's the code that implements the import side. It's going to end up being
502 * one big loop with lots of global variables. I don't care. You wouldn't run
503 * multiple concurrent imports anyway. If this offends your delicate sensibilities
504 * then go rewrite it in Ruby on Rails or something.
508 int citadel_migrate_data = 0; /* Are we inside a <citadel_migrate_data> tag pair? */
509 StrBuf *migr_chardata = NULL;
510 StrBuf *migr_MsgData = NULL;
511 struct ctdluser usbuf;
512 struct ctdlroom qrbuf;
513 char openid_url[512];
514 long openid_usernum = 0;
515 char FRname[ROOMNAMELEN];
520 long import_msgnum = 0;
523 * This callback stores up the data which appears in between tags.
525 void migr_xml_chardata(void *data, const XML_Char *s, int len)
527 StrBufAppendBufPlain(migr_chardata, s, len, 0);
531 void migr_xml_start(void *data, const char *el, const char **attr) {
534 /*** GENERAL STUFF ***/
536 /* Reset chardata_len to zero and init buffer */
537 FlushStrBuf(migr_chardata);
538 FlushStrBuf(migr_MsgData);
540 if (!strcasecmp(el, "citadel_migrate_data")) {
541 ++citadel_migrate_data;
543 /* As soon as it looks like the input data is a genuine Citadel XML export,
544 * whack the existing database on disk to make room for the new one.
546 if (citadel_migrate_data == 1) {
547 for (i = 0; i < MAXCDB; ++i) {
554 if (citadel_migrate_data != 1) {
555 syslog(LOG_ALERT, "Out-of-sequence tag <%s> detected. Warning: ODD-DATA!\n", el);
559 /* When we begin receiving XML for one of these record types, clear out the associated
560 * buffer so we don't accidentally carry over any data from a previous record.
562 if (!strcasecmp(el, "user")) memset(&usbuf, 0, sizeof (struct ctdluser));
563 else if (!strcasecmp(el, "openid")) memset(openid_url, 0, sizeof openid_url);
564 else if (!strcasecmp(el, "room")) memset(&qrbuf, 0, sizeof (struct ctdlroom));
565 else if (!strcasecmp(el, "room_messages")) memset(FRname, 0, sizeof FRname);
566 else if (!strcasecmp(el, "floor")) memset(&flbuf, 0, sizeof (struct floor));
567 else if (!strcasecmp(el, "visit")) memset(&vbuf, 0, sizeof (visit));
569 else if (!strcasecmp(el, "message")) {
570 memset(&smi, 0, sizeof (struct MetaData));
577 int migr_config(void *data, const char *el)
579 if (!strcasecmp(el, "c_nodename")) SET_CFGSTRBUF(c_nodename, migr_chardata);
580 else if (!strcasecmp(el, "c_fqdn")) SET_CFGSTRBUF(c_fqdn, migr_chardata);
581 else if (!strcasecmp(el, "c_humannode")) SET_CFGSTRBUF(c_humannode, migr_chardata);
582 else if (!strcasecmp(el, "c_phonenum")) SET_CFGSTRBUF(c_phonenum, migr_chardata);
583 else if (!strcasecmp(el, "c_ctdluid")) config.c_ctdluid = atoi(ChrPtr(migr_chardata));
584 else if (!strcasecmp(el, "c_creataide")) config.c_creataide = atoi(ChrPtr(migr_chardata));
585 else if (!strcasecmp(el, "c_sleeping")) config.c_sleeping = atoi(ChrPtr(migr_chardata));
586 else if (!strcasecmp(el, "c_initax")) config.c_initax = atoi(ChrPtr(migr_chardata));
587 else if (!strcasecmp(el, "c_regiscall")) config.c_regiscall = atoi(ChrPtr(migr_chardata));
588 else if (!strcasecmp(el, "c_twitdetect")) config.c_twitdetect = atoi(ChrPtr(migr_chardata));
589 else if (!strcasecmp(el, "c_twitroom")) SET_CFGSTRBUF(c_twitroom, migr_chardata);
590 else if (!strcasecmp(el, "c_moreprompt")) SET_CFGSTRBUF(c_moreprompt, migr_chardata);
591 else if (!strcasecmp(el, "c_restrict")) config.c_restrict = atoi(ChrPtr(migr_chardata));
592 else if (!strcasecmp(el, "c_site_location")) SET_CFGSTRBUF(c_site_location, migr_chardata);
593 else if (!strcasecmp(el, "c_sysadm")) SET_CFGSTRBUF(c_sysadm, migr_chardata);
594 else if (!strcasecmp(el, "c_maxsessions")) config.c_maxsessions = atoi(ChrPtr(migr_chardata));
595 else if (!strcasecmp(el, "c_ip_addr")) SET_CFGSTRBUF(c_ip_addr, migr_chardata);
596 else if (!strcasecmp(el, "c_port_number")) config.c_port_number = atoi(ChrPtr(migr_chardata));
597 else if (!strcasecmp(el, "c_ep_expire_mode")) config.c_ep.expire_mode = atoi(ChrPtr(migr_chardata));
598 else if (!strcasecmp(el, "c_ep_expire_value")) config.c_ep.expire_value = atoi(ChrPtr(migr_chardata));
599 else if (!strcasecmp(el, "c_userpurge")) config.c_userpurge = atoi(ChrPtr(migr_chardata));
600 else if (!strcasecmp(el, "c_roompurge")) config.c_roompurge = atoi(ChrPtr(migr_chardata));
601 else if (!strcasecmp(el, "c_logpages")) SET_CFGSTRBUF(c_logpages, migr_chardata);
602 else if (!strcasecmp(el, "c_createax")) config.c_createax = atoi(ChrPtr(migr_chardata));
603 else if (!strcasecmp(el, "c_maxmsglen")) config.c_maxmsglen = atol(ChrPtr(migr_chardata));
604 else if (!strcasecmp(el, "c_min_workers")) config.c_min_workers = atoi(ChrPtr(migr_chardata));
605 else if (!strcasecmp(el, "c_max_workers")) config.c_max_workers = atoi(ChrPtr(migr_chardata));
606 else if (!strcasecmp(el, "c_pop3_port")) config.c_pop3_port = atoi(ChrPtr(migr_chardata));
607 else if (!strcasecmp(el, "c_smtp_port")) config.c_smtp_port = atoi(ChrPtr(migr_chardata));
608 else if (!strcasecmp(el, "c_rfc822_strict_from")) config.c_rfc822_strict_from = atoi(ChrPtr(migr_chardata));
609 else if (!strcasecmp(el, "c_aide_zap")) config.c_aide_zap = atoi(ChrPtr(migr_chardata));
610 else if (!strcasecmp(el, "c_imap_port")) config.c_imap_port = atoi(ChrPtr(migr_chardata));
611 else if (!strcasecmp(el, "c_net_freq")) config.c_net_freq = atol(ChrPtr(migr_chardata));
612 else if (!strcasecmp(el, "c_disable_newu")) config.c_disable_newu = atoi(ChrPtr(migr_chardata));
613 else if (!strcasecmp(el, "c_enable_fulltext")) config.c_enable_fulltext = atoi(ChrPtr(migr_chardata));
614 else if (!strcasecmp(el, "c_baseroom")) SET_CFGSTRBUF(c_baseroom, migr_chardata);
615 else if (!strcasecmp(el, "c_aideroom")) SET_CFGSTRBUF(c_aideroom, migr_chardata);
616 else if (!strcasecmp(el, "c_purge_hour")) config.c_purge_hour = atoi(ChrPtr(migr_chardata));
617 else if (!strcasecmp(el, "c_mbxep_expire_mode")) config.c_mbxep.expire_mode = atoi(ChrPtr(migr_chardata));
618 else if (!strcasecmp(el, "c_mbxep_expire_value")) config.c_mbxep.expire_value = atoi(ChrPtr(migr_chardata));
619 else if (!strcasecmp(el, "c_ldap_host")) SET_CFGSTRBUF(c_ldap_host, migr_chardata);
620 else if (!strcasecmp(el, "c_ldap_port")) config.c_ldap_port = atoi(ChrPtr(migr_chardata));
621 else if (!strcasecmp(el, "c_ldap_base_dn")) SET_CFGSTRBUF(c_ldap_base_dn, migr_chardata);
622 else if (!strcasecmp(el, "c_ldap_bind_dn")) SET_CFGSTRBUF(c_ldap_bind_dn, migr_chardata);
623 else if (!strcasecmp(el, "c_ldap_bind_pw")) SET_CFGSTRBUF(c_ldap_bind_pw, migr_chardata);
624 else if (!strcasecmp(el, "c_msa_port")) config.c_msa_port = atoi(ChrPtr(migr_chardata));
625 else if (!strcasecmp(el, "c_imaps_port")) config.c_imaps_port = atoi(ChrPtr(migr_chardata));
626 else if (!strcasecmp(el, "c_pop3s_port")) config.c_pop3s_port = atoi(ChrPtr(migr_chardata));
627 else if (!strcasecmp(el, "c_smtps_port")) config.c_smtps_port = atoi(ChrPtr(migr_chardata));
628 else if (!strcasecmp(el, "c_auto_cull")) config.c_auto_cull = atoi(ChrPtr(migr_chardata));
629 else if (!strcasecmp(el, "c_allow_spoofing")) config.c_allow_spoofing = atoi(ChrPtr(migr_chardata));
630 else if (!strcasecmp(el, "c_journal_email")) config.c_journal_email = atoi(ChrPtr(migr_chardata));
631 else if (!strcasecmp(el, "c_journal_pubmsgs")) config.c_journal_pubmsgs = atoi(ChrPtr(migr_chardata));
632 else if (!strcasecmp(el, "c_journal_dest")) SET_CFGSTRBUF(c_journal_dest, migr_chardata);
633 else if (!strcasecmp(el, "c_default_cal_zone")) SET_CFGSTRBUF(c_default_cal_zone, migr_chardata);
634 else if (!strcasecmp(el, "c_pftcpdict_port")) config.c_pftcpdict_port = atoi(ChrPtr(migr_chardata));
635 else if (!strcasecmp(el, "c_managesieve_port")) config.c_managesieve_port = atoi(ChrPtr(migr_chardata));
636 else if (!strcasecmp(el, "c_auth_mode")) config.c_auth_mode = atoi(ChrPtr(migr_chardata));
637 else if (!strcasecmp(el, "c_funambol_host")) SET_CFGSTRBUF(c_funambol_host, migr_chardata);
638 else if (!strcasecmp(el, "c_funambol_port")) config.c_funambol_port = atoi(ChrPtr(migr_chardata));
639 else if (!strcasecmp(el, "c_funambol_source")) SET_CFGSTRBUF(c_funambol_source, migr_chardata);
640 else if (!strcasecmp(el, "c_funambol_auth")) SET_CFGSTRBUF(c_funambol_auth, migr_chardata);
641 else if (!strcasecmp(el, "c_rbl_at_greeting")) config.c_rbl_at_greeting = atoi(ChrPtr(migr_chardata));
642 else if (!strcasecmp(el, "c_master_user")) SET_CFGSTRBUF(c_master_user, migr_chardata);
643 else if (!strcasecmp(el, "c_master_pass")) SET_CFGSTRBUF(c_master_pass, migr_chardata);
644 else if (!strcasecmp(el, "c_pager_program")) SET_CFGSTRBUF(c_pager_program, migr_chardata);
645 else if (!strcasecmp(el, "c_imap_keep_from")) config.c_imap_keep_from = atoi(ChrPtr(migr_chardata));
646 else if (!strcasecmp(el, "c_xmpp_c2s_port")) config.c_xmpp_c2s_port = atoi(ChrPtr(migr_chardata));
647 else if (!strcasecmp(el, "c_xmpp_s2s_port")) config.c_xmpp_s2s_port = atoi(ChrPtr(migr_chardata));
648 else if (!strcasecmp(el, "c_pop3_fetch")) config.c_pop3_fetch = atol(ChrPtr(migr_chardata));
649 else if (!strcasecmp(el, "c_pop3_fastest")) config.c_pop3_fastest = atol(ChrPtr(migr_chardata));
650 else if (!strcasecmp(el, "c_spam_flag_only")) config.c_spam_flag_only = atoi(ChrPtr(migr_chardata));
651 else if (!strcasecmp(el, "c_nntp_port")) config.c_nntp_port = atoi(ChrPtr(migr_chardata));
652 else if (!strcasecmp(el, "c_nntps_port")) config.c_nntps_port = atoi(ChrPtr(migr_chardata));
654 return 1; /* Found above...*/
657 int migr_controlrecord(void *data, const char *el)
659 if (!strcasecmp(el, "control_highest")) CitControl.MMhighest = atol(ChrPtr(migr_chardata));
660 else if (!strcasecmp(el, "control_flags")) CitControl.MMflags = atoi(ChrPtr(migr_chardata));
661 else if (!strcasecmp(el, "control_nextuser")) CitControl.MMnextuser = atol(ChrPtr(migr_chardata));
662 else if (!strcasecmp(el, "control_nextroom")) CitControl.MMnextroom = atol(ChrPtr(migr_chardata));
663 else if (!strcasecmp(el, "control_version")) CitControl.version = atoi(ChrPtr(migr_chardata));
665 else if (!strcasecmp(el, "control")) {
666 CitControl.MMfulltext = (-1L); /* always flush */
668 syslog(LOG_INFO, "Completed import of control record\n");
676 int migr_userrecord(void *data, const char *el)
678 if (!strcasecmp(el, "u_version")) usbuf.version = atoi(ChrPtr(migr_chardata));
679 else if (!strcasecmp(el, "u_uid")) usbuf.uid = atol(ChrPtr(migr_chardata));
680 else if (!strcasecmp(el, "u_password")) safestrncpy(usbuf.password, ChrPtr(migr_chardata), sizeof usbuf.password);
681 else if (!strcasecmp(el, "u_flags")) usbuf.flags = atoi(ChrPtr(migr_chardata));
682 else if (!strcasecmp(el, "u_timescalled")) usbuf.timescalled = atol(ChrPtr(migr_chardata));
683 else if (!strcasecmp(el, "u_posted")) usbuf.posted = atol(ChrPtr(migr_chardata));
684 else if (!strcasecmp(el, "u_axlevel")) usbuf.axlevel = atoi(ChrPtr(migr_chardata));
685 else if (!strcasecmp(el, "u_usernum")) usbuf.usernum = atol(ChrPtr(migr_chardata));
686 else if (!strcasecmp(el, "u_lastcall")) usbuf.lastcall = atol(ChrPtr(migr_chardata));
687 else if (!strcasecmp(el, "u_USuserpurge")) usbuf.USuserpurge = atoi(ChrPtr(migr_chardata));
688 else if (!strcasecmp(el, "u_fullname")) safestrncpy(usbuf.fullname, ChrPtr(migr_chardata), sizeof usbuf.fullname);
693 int migr_roomrecord(void *data, const char *el)
695 if (!strcasecmp(el, "QRname")) safestrncpy(qrbuf.QRname, ChrPtr(migr_chardata), sizeof qrbuf.QRname);
696 else if (!strcasecmp(el, "QRpasswd")) safestrncpy(qrbuf.QRpasswd, ChrPtr(migr_chardata), sizeof qrbuf.QRpasswd);
697 else if (!strcasecmp(el, "QRroomaide")) qrbuf.QRroomaide = atol(ChrPtr(migr_chardata));
698 else if (!strcasecmp(el, "QRhighest")) qrbuf.QRhighest = atol(ChrPtr(migr_chardata));
699 else if (!strcasecmp(el, "QRgen")) qrbuf.QRgen = atol(ChrPtr(migr_chardata));
700 else if (!strcasecmp(el, "QRflags")) qrbuf.QRflags = atoi(ChrPtr(migr_chardata));
701 else if (!strcasecmp(el, "QRdirname")) safestrncpy(qrbuf.QRdirname, ChrPtr(migr_chardata), sizeof qrbuf.QRdirname);
702 else if (!strcasecmp(el, "QRinfo")) qrbuf.QRinfo = atol(ChrPtr(migr_chardata));
703 else if (!strcasecmp(el, "QRfloor")) qrbuf.QRfloor = atoi(ChrPtr(migr_chardata));
704 else if (!strcasecmp(el, "QRmtime")) qrbuf.QRmtime = atol(ChrPtr(migr_chardata));
705 else if (!strcasecmp(el, "QRexpire_mode")) qrbuf.QRep.expire_mode = atoi(ChrPtr(migr_chardata));
706 else if (!strcasecmp(el, "QRexpire_value")) qrbuf.QRep.expire_value = atoi(ChrPtr(migr_chardata));
707 else if (!strcasecmp(el, "QRnumber")) qrbuf.QRnumber = atol(ChrPtr(migr_chardata));
708 else if (!strcasecmp(el, "QRorder")) qrbuf.QRorder = atoi(ChrPtr(migr_chardata));
709 else if (!strcasecmp(el, "QRflags2")) qrbuf.QRflags2 = atoi(ChrPtr(migr_chardata));
710 else if (!strcasecmp(el, "QRdefaultview")) qrbuf.QRdefaultview = atoi(ChrPtr(migr_chardata));
715 int migr_floorrecord(void *data, const char *el)
717 if (!strcasecmp(el, "f_num")) floornum = atoi(ChrPtr(migr_chardata));
718 else if (!strcasecmp(el, "f_flags")) flbuf.f_flags = atoi(ChrPtr(migr_chardata));
719 else if (!strcasecmp(el, "f_name")) safestrncpy(flbuf.f_name, ChrPtr(migr_chardata), sizeof flbuf.f_name);
720 else if (!strcasecmp(el, "f_ref_count")) flbuf.f_ref_count = atoi(ChrPtr(migr_chardata));
721 else if (!strcasecmp(el, "f_ep_expire_mode")) flbuf.f_ep.expire_mode = atoi(ChrPtr(migr_chardata));
722 else if (!strcasecmp(el, "f_ep_expire_value")) flbuf.f_ep.expire_value = atoi(ChrPtr(migr_chardata));
727 int migr_visitrecord(void *data, const char *el)
729 if (!strcasecmp(el, "v_roomnum")) vbuf.v_roomnum = atol(ChrPtr(migr_chardata));
730 else if (!strcasecmp(el, "v_roomgen")) vbuf.v_roomgen = atol(ChrPtr(migr_chardata));
731 else if (!strcasecmp(el, "v_usernum")) vbuf.v_usernum = atol(ChrPtr(migr_chardata));
733 else if (!strcasecmp(el, "v_seen")) {
734 int is_textual_seen = 0;
736 int max = StrLength(migr_chardata);
738 vbuf.v_lastseen = atol(ChrPtr(migr_chardata));
740 for (i=0; i < max; ++i)
741 if (!isdigit(ChrPtr(migr_chardata)[i]))
744 safestrncpy(vbuf.v_seen, ChrPtr(migr_chardata), sizeof vbuf.v_seen);
747 else if (!strcasecmp(el, "v_answered")) safestrncpy(vbuf.v_answered, ChrPtr(migr_chardata), sizeof vbuf.v_answered);
748 else if (!strcasecmp(el, "v_flags")) vbuf.v_flags = atoi(ChrPtr(migr_chardata));
749 else if (!strcasecmp(el, "v_view")) vbuf.v_view = atoi(ChrPtr(migr_chardata));
753 void migr_xml_end(void *data, const char *el)
758 long *msglist = NULL;
759 int msglist_alloc = 0;
760 /*** GENERAL STUFF ***/
762 if (!strcasecmp(el, "citadel_migrate_data")) {
763 --citadel_migrate_data;
767 if (citadel_migrate_data != 1) {
768 syslog(LOG_ALERT, "Out-of-sequence tag <%s> detected. Warning: ODD-DATA!\n", el);
772 // syslog(LOG_DEBUG, "END TAG: <%s> DATA: <%s>\n", el, (migr_chardata_len ? migr_chardata : ""));
776 if (!strcasecmp(el, "config")) {
777 config.c_enable_fulltext = 0; /* always disable */
779 syslog(LOG_INFO, "Completed import of server configuration\n");
782 else if ((!strncasecmp(el, HKEY("c_"))) &&
783 migr_config(data, el))
784 ; /* Nothing to do anymore */
787 else if ((!strncasecmp(el, HKEY("control"))) &&
788 migr_controlrecord(data, el))
789 ; /* Nothing to do anymore */
791 else if ((!strncasecmp(el, HKEY("u_"))) &&
792 migr_userrecord(data, el))
793 ; /* Nothing to do anymore */
794 else if (!strcasecmp(el, "user")) {
796 syslog(LOG_INFO, "Imported user: %s\n", usbuf.fullname);
801 else if (!strcasecmp(el, "oid_url")) safestrncpy(openid_url, ChrPtr(migr_chardata), sizeof openid_url);
802 else if (!strcasecmp(el, "oid_usernum")) openid_usernum = atol(ChrPtr(migr_chardata));
804 else if (!strcasecmp(el, "openid")) { /* see serv_openid_rp.c for a description of the record format */
807 oid_data_len = sizeof(long) + strlen(openid_url) + 1;
808 oid_data = malloc(oid_data_len);
809 memcpy(oid_data, &openid_usernum, sizeof(long));
810 memcpy(&oid_data[sizeof(long)], openid_url, strlen(openid_url) + 1);
811 cdb_store(CDB_OPENID, openid_url, strlen(openid_url), oid_data, oid_data_len);
813 syslog(LOG_INFO, "Imported OpenID: %s (%ld)\n", openid_url, openid_usernum);
817 else if ((!strncasecmp(el, HKEY("QR"))) &&
818 migr_roomrecord(data, el))
819 ; /* Nothing to do anymore */
820 else if (!strcasecmp(el, "room")) {
822 syslog(LOG_INFO, "Imported room: %s\n", qrbuf.QRname);
825 /*** ROOM MESSAGE POINTERS ***/
827 else if (!strcasecmp(el, "FRname")) safestrncpy(FRname, ChrPtr(migr_chardata), sizeof FRname);
829 else if (!strcasecmp(el, "FRmsglist")) {
830 if (!IsEmptyStr(FRname)) {
832 msglist_alloc = 1000;
833 msglist = malloc(sizeof(long) * msglist_alloc);
835 syslog(LOG_DEBUG, "Message list for: %s\n", FRname);
837 ptr = ChrPtr(migr_chardata);
839 while ((*ptr != 0) && (!isdigit(*ptr))) {
842 if ((*ptr != 0) && (isdigit(*ptr))) {
845 if (msgcount >= msglist_alloc) {
847 msglist = realloc(msglist, sizeof(long) * msglist_alloc);
849 msglist[msgcount++] = msgnum;
852 while ((*ptr != 0) && (isdigit(*ptr))) {
858 CtdlSaveMsgPointersInRoom(FRname, msglist, msgcount, 0, NULL, 1);
863 syslog(LOG_DEBUG, "Imported %d messages.\n", msgcount);
864 if (server_shutting_down) {
870 else if ((!strncasecmp(el, HKEY("f_"))) &&
871 migr_floorrecord(data, el))
872 ; /* Nothing to do anymore */
874 else if (!strcasecmp(el, "floor")) {
875 CtdlPutFloor(&flbuf, floornum);
876 syslog(LOG_INFO, "Imported floor #%d (%s)\n", floornum, flbuf.f_name);
880 else if ((!strncasecmp(el, HKEY("v_"))) &&
881 migr_visitrecord(data, el))
882 ; /* Nothing to do anymore */
883 else if (!strcasecmp(el, "visit")) {
885 syslog(LOG_INFO, "Imported visit: %ld/%ld/%ld\n", vbuf.v_roomnum, vbuf.v_roomgen, vbuf.v_usernum);
890 else if (!strcasecmp(el, "msg_msgnum")) import_msgnum = atol(ChrPtr(migr_chardata));
891 else if (!strcasecmp(el, "msg_meta_refcount")) smi.meta_refcount = atoi(ChrPtr(migr_chardata));
892 else if (!strcasecmp(el, "msg_meta_content_type")) safestrncpy(smi.meta_content_type, ChrPtr(migr_chardata), sizeof smi.meta_content_type);
894 else if (!strcasecmp(el, "msg_text"))
897 FlushStrBuf(migr_MsgData);
898 StrBufDecodeBase64To(migr_MsgData, migr_MsgData);
900 cdb_store(CDB_MSGMAIN,
903 ChrPtr(migr_MsgData),
904 StrLength(migr_MsgData) + 1);
906 smi.meta_msgnum = import_msgnum;
910 "Imported message #%ld, size=%d, refcount=%d, content-type: %s\n",
912 StrLength(migr_MsgData),
914 smi.meta_content_type);
917 /*** MORE GENERAL STUFF ***/
919 FlushStrBuf(migr_chardata);
928 void migr_do_import(void) {
934 migr_chardata = NewStrBufPlain(NULL, SIZ * 20);
935 migr_MsgData = NewStrBufPlain(NULL, SIZ * 20);
936 Buf = NewStrBufPlain(NULL, SIZ);
937 xp = XML_ParserCreate(NULL);
939 cprintf("%d Failed to create XML parser instance\n", ERROR+INTERNAL_ERROR);
942 XML_SetElementHandler(xp, migr_xml_start, migr_xml_end);
943 XML_SetCharacterDataHandler(xp, migr_xml_chardata);
947 cprintf("%d sock it to me\n", SEND_LISTING);
950 client_set_inbound_buf(SIZ * 10);
952 while (!Finished && client_read_random_blob(Buf, -1) >= 0) {
953 if ((StrLength(Buf) > 4) &&
954 !strcmp(ChrPtr(Buf) + StrLength(Buf) - 4, "000\n"))
957 StrBufCutAt(Buf, StrLength(Buf) - 4, NULL);
959 if (server_shutting_down)
960 break; // Should we break or return?
962 if (StrLength(Buf) == 0)
965 XML_Parse(xp, ChrPtr(Buf), StrLength(Buf), 0);
969 XML_Parse(xp, "", 0, 1);
972 FreeStrBuf(&migr_chardata);
973 FreeStrBuf(&migr_MsgData);
974 rebuild_euid_index();
975 rebuild_usersbynumber();
982 * Dump out the pathnames of directories which can be copied "as is"
984 void migr_do_listdirs(void) {
985 cprintf("%d Don't forget these:\n", LISTING_FOLLOWS);
986 cprintf("bio|%s\n", ctdl_bio_dir);
987 cprintf("files|%s\n", ctdl_file_dir);
988 cprintf("userpics|%s\n", ctdl_usrpic_dir);
989 cprintf("messages|%s\n", ctdl_message_dir);
990 cprintf("netconfigs|%s\n", ctdl_netcfg_dir);
991 cprintf("keys|%s\n", ctdl_key_dir);
992 cprintf("images|%s\n", ctdl_image_dir);
993 cprintf("info|%s\n", ctdl_info_dir);
999 * Common code appears in this section
1003 void cmd_migr(char *cmdbuf) {
1006 if (CtdlAccessCheck(ac_internal)) return;
1008 if (CtdlTrySingleUser())
1010 CtdlMakeTempFileName(migr_tempfilename1, sizeof migr_tempfilename1);
1011 CtdlMakeTempFileName(migr_tempfilename2, sizeof migr_tempfilename2);
1013 extract_token(cmd, cmdbuf, 0, '|', sizeof cmd);
1014 if (!strcasecmp(cmd, "export")) {
1017 else if (!strcasecmp(cmd, "import")) {
1020 else if (!strcasecmp(cmd, "listdirs")) {
1024 cprintf("%d illegal command\n", ERROR + ILLEGAL_VALUE);
1027 unlink(migr_tempfilename1);
1028 unlink(migr_tempfilename2);
1030 CtdlEndSingleUser();
1034 cprintf("%d The migrator is already running.\n", ERROR + RESOURCE_BUSY);
1039 CTDL_MODULE_INIT(migrate)
1043 CtdlRegisterProtoHook(cmd_migr, "MIGR", "Across-the-wire migration");
1046 /* return our module name for the log */