2 * This module dumps and/or loads the Citadel database in XML format.
4 * Copyright (c) 1987-2014 by the citadel.org team
6 * This program is open source software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 3.
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
16 * Explanation of <progress> tags:
19 * 1% finished exporting config
20 * 2% finished exporting control
21 * 7% finished exporting users
22 * 12% finished exporting openids
23 * 17% finished exporting rooms
24 * 18% finished exporting floors
25 * 25% finished exporting visits
26 * 100% finished exporting messages
37 #include <sys/types.h>
39 #if TIME_WITH_SYS_TIME
40 # include <sys/time.h>
44 # include <sys/time.h>
55 #include <libcitadel.h>
58 #include "citserver.h"
65 #include "euidindex.h"
66 #include "ctdl_module.h"
68 #define END_OF_MESSAGE "---eom---dbd---"
70 char migr_tempfilename1[PATH_MAX];
71 char migr_tempfilename2[PATH_MAX];
72 FILE *migr_global_message_list;
76 /******************************************************************************
77 * Code which implements the export appears in this section *
78 ******************************************************************************/
81 * Output a string to the client with these characters escaped: & < >
83 void xml_strout(char *str) {
93 client_write(HKEY("""));
95 else if (*c == '\'') {
96 client_write(HKEY("'"));
99 client_write(HKEY("<"));
101 else if (*c == '>') {
102 client_write(HKEY(">"));
104 else if (*c == '&') {
105 client_write(HKEY("&"));
116 * Export a user record as XML
118 void migr_export_users_backend(struct ctdluser *buf, void *data) {
119 client_write(HKEY("<user>\n"));
120 cprintf("<u_version>%d</u_version>\n", buf->version);
121 cprintf("<u_uid>%ld</u_uid>\n", (long)buf->uid);
122 client_write(HKEY("<u_password>")); xml_strout(buf->password); client_write(HKEY("</u_password>\n"));
123 cprintf("<u_flags>%u</u_flags>\n", buf->flags);
124 cprintf("<u_timescalled>%ld</u_timescalled>\n", buf->timescalled);
125 cprintf("<u_posted>%ld</u_posted>\n", buf->posted);
126 cprintf("<u_axlevel>%d</u_axlevel>\n", buf->axlevel);
127 cprintf("<u_usernum>%ld</u_usernum>\n", buf->usernum);
128 cprintf("<u_lastcall>%ld</u_lastcall>\n", (long)buf->lastcall);
129 cprintf("<u_USuserpurge>%d</u_USuserpurge>\n", buf->USuserpurge);
130 client_write(HKEY("<u_fullname>")); xml_strout(buf->fullname); client_write(HKEY("</u_fullname>\n"));
131 client_write(HKEY("</user>\n"));
135 void migr_export_users(void) {
136 ForEachUser(migr_export_users_backend, NULL);
140 void migr_export_room_msg(long msgnum, void *userdata) {
141 cprintf("%ld\n", msgnum);
142 fprintf(migr_global_message_list, "%ld\n", msgnum);
146 void migr_export_rooms_backend(struct ctdlroom *buf, void *data) {
147 client_write(HKEY("<room>\n"));
148 client_write(HKEY("<QRname>")); xml_strout(buf->QRname); client_write(HKEY("</QRname>\n"));
149 client_write(HKEY("<QRpasswd>")); xml_strout(buf->QRpasswd); client_write(HKEY("</QRpasswd>\n"));
150 cprintf("<QRroomaide>%ld</QRroomaide>\n", buf->QRroomaide);
151 cprintf("<QRhighest>%ld</QRhighest>\n", buf->QRhighest);
152 cprintf("<QRgen>%ld</QRgen>\n", (long)buf->QRgen);
153 cprintf("<QRflags>%u</QRflags>\n", buf->QRflags);
154 if (buf->QRflags & QR_DIRECTORY) {
155 client_write(HKEY("<QRdirname>"));
156 xml_strout(buf->QRdirname);
157 client_write(HKEY("</QRdirname>\n"));
159 cprintf("<QRinfo>%ld</QRinfo>\n", buf->QRinfo);
160 cprintf("<QRfloor>%d</QRfloor>\n", buf->QRfloor);
161 cprintf("<QRmtime>%ld</QRmtime>\n", (long)buf->QRmtime);
162 cprintf("<QRexpire_mode>%d</QRexpire_mode>\n", buf->QRep.expire_mode);
163 cprintf("<QRexpire_value>%d</QRexpire_value>\n", buf->QRep.expire_value);
164 cprintf("<QRnumber>%ld</QRnumber>\n", buf->QRnumber);
165 cprintf("<QRorder>%d</QRorder>\n", buf->QRorder);
166 cprintf("<QRflags2>%u</QRflags2>\n", buf->QRflags2);
167 cprintf("<QRdefaultview>%d</QRdefaultview>\n", buf->QRdefaultview);
168 client_write(HKEY("</room>\n"));
170 /* message list goes inside this tag */
172 CtdlGetRoom(&CC->room, buf->QRname);
173 client_write(HKEY("<room_messages>"));
174 client_write(HKEY("<FRname>")); xml_strout(CC->room.QRname); client_write(HKEY("</FRname>\n"));
175 client_write(HKEY("<FRmsglist>"));
176 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, migr_export_room_msg, NULL);
177 client_write(HKEY("</FRmsglist>\n"));
178 client_write(HKEY("</room_messages>\n"));
184 void migr_export_rooms(void) {
186 migr_global_message_list = fopen(migr_tempfilename1, "w");
187 if (migr_global_message_list != NULL) {
188 CtdlForEachRoom(migr_export_rooms_backend, NULL);
189 fclose(migr_global_message_list);
193 * Process the 'global' message list. (Sort it and remove dups.
194 * Dups are ok because a message may be in more than one room, but
195 * this will be handled by exporting the reference count, not by
196 * exporting the message multiple times.)
198 snprintf(cmd, sizeof cmd, "sort -n <%s >%s", migr_tempfilename1, migr_tempfilename2);
199 if (system(cmd) != 0) syslog(LOG_ALERT, "Error %d\n", errno);
200 snprintf(cmd, sizeof cmd, "uniq <%s >%s", migr_tempfilename2, migr_tempfilename1);
201 if (system(cmd) != 0) syslog(LOG_ALERT, "Error %d\n", errno);
204 snprintf(cmd, sizeof cmd, "wc -l %s", migr_tempfilename1);
205 FILE *fp = popen(cmd, "r");
207 fgets(cmd, sizeof cmd, fp);
209 total_msgs = atoi(cmd);
212 total_msgs = 1; // any nonzero just to keep it from barfing
214 syslog(LOG_DEBUG, "Total messages to be exported: %d", total_msgs);
218 void migr_export_floors(void) {
219 struct floor qfbuf, *buf;
222 for (i=0; i < MAXFLOORS; ++i) {
223 client_write(HKEY("<floor>\n"));
224 cprintf("<f_num>%d</f_num>\n", i);
225 CtdlGetFloor(&qfbuf, i);
227 cprintf("<f_flags>%u</f_flags>\n", buf->f_flags);
228 client_write(HKEY("<f_name>")); xml_strout(buf->f_name); client_write(HKEY("</f_name>\n"));
229 cprintf("<f_ref_count>%d</f_ref_count>\n", buf->f_ref_count);
230 cprintf("<f_ep_expire_mode>%d</f_ep_expire_mode>\n", buf->f_ep.expire_mode);
231 cprintf("<f_ep_expire_value>%d</f_ep_expire_value>\n", buf->f_ep.expire_value);
232 client_write(HKEY("</floor>\n"));
238 * Return nonzero if the supplied string contains only characters which are valid in a sequence set.
240 int is_sequence_set(char *s) {
245 while (ch = *c++, ch) {
246 if (!strchr("0123456789*,:", ch)) {
256 * Traverse the visits file...
258 void migr_export_visits(void) {
260 struct cdbdata *cdbv;
262 cdb_rewind(CDB_VISIT);
264 while (cdbv = cdb_next_item(CDB_VISIT), cdbv != NULL) {
265 memset(&vbuf, 0, sizeof(visit));
266 memcpy(&vbuf, cdbv->ptr,
267 ((cdbv->len > sizeof(visit)) ?
268 sizeof(visit) : cdbv->len));
271 client_write(HKEY("<visit>\n"));
272 cprintf("<v_roomnum>%ld</v_roomnum>\n", vbuf.v_roomnum);
273 cprintf("<v_roomgen>%ld</v_roomgen>\n", vbuf.v_roomgen);
274 cprintf("<v_usernum>%ld</v_usernum>\n", vbuf.v_usernum);
276 client_write(HKEY("<v_seen>"));
277 if ( (!IsEmptyStr(vbuf.v_seen)) && (is_sequence_set(vbuf.v_seen)) ) {
278 xml_strout(vbuf.v_seen);
281 cprintf("%ld", vbuf.v_lastseen);
283 client_write(HKEY("</v_seen>"));
285 if ( (!IsEmptyStr(vbuf.v_answered)) && (is_sequence_set(vbuf.v_answered)) ) {
286 client_write(HKEY("<v_answered>"));
287 xml_strout(vbuf.v_answered);
288 client_write(HKEY("</v_answered>\n"));
291 cprintf("<v_flags>%u</v_flags>\n", vbuf.v_flags);
292 cprintf("<v_view>%d</v_view>\n", vbuf.v_view);
293 client_write(HKEY("</visit>\n"));
298 void migr_export_message(long msgnum) {
300 struct CtdlMessage *msg;
303 /* We can use a static buffer here because there will never be more than
304 * one of this operation happening at any given time, and it's really best
305 * to just keep it allocated once instead of torturing malloc/free.
306 * Call this function with msgnum "-1" to free the buffer when finished.
308 static int encoded_alloc = 0;
309 static char *encoded_msg = NULL;
312 if ((encoded_alloc == 0) && (encoded_msg != NULL)) {
320 /* Ok, here we go ... */
322 msg = CtdlFetchMessage(msgnum, 1, 0);
323 if (msg == NULL) return; /* fail silently */
325 client_write(HKEY("<message>\n"));
326 GetMetaData(&smi, msgnum);
327 cprintf("<msg_msgnum>%ld</msg_msgnum>\n", msgnum);
328 cprintf("<msg_meta_refcount>%d</msg_meta_refcount>\n", smi.meta_refcount);
329 cprintf("<msg_meta_rfc822_length>%ld</msg_meta_rfc822_length>\n", smi.meta_rfc822_length);
330 client_write(HKEY("<msg_meta_content_type>")); xml_strout(smi.meta_content_type); client_write(HKEY("</msg_meta_content_type>\n"));
331 client_write(HKEY("<msg_mimetype>")); xml_strout(smi.mimetype); client_write(HKEY("</msg_mimetype>\n"));
333 client_write(HKEY("<msg_text>"));
334 CtdlSerializeMessage(&smr, msg);
337 /* Predict the buffer size we need. Expand the buffer if necessary. */
338 int encoded_len = smr.len * 15 / 10 ;
339 if (encoded_len > encoded_alloc) {
340 encoded_alloc = encoded_len;
341 encoded_msg = realloc(encoded_msg, encoded_alloc);
344 if (encoded_msg == NULL) {
345 /* Questionable hack that hopes it'll work next time and we only lose one message */
349 /* Once we do the encoding we know the exact size */
350 encoded_len = CtdlEncodeBase64(encoded_msg, (char *)smr.ser, smr.len, 1);
351 client_write(encoded_msg, encoded_len);
356 client_write(HKEY("</msg_text>\n"));
357 client_write(HKEY("</message>\n"));
362 void migr_export_openids(void) {
363 struct cdbdata *cdboi;
367 cdb_rewind(CDB_OPENID);
368 while (cdboi = cdb_next_item(CDB_OPENID), cdboi != NULL) {
369 if (cdboi->len > sizeof(long)) {
370 client_write(HKEY("<openid>\n"));
371 memcpy(&usernum, cdboi->ptr, sizeof(long));
372 snprintf(url, sizeof url, "%s", (cdboi->ptr)+sizeof(long) );
373 client_write(HKEY("<oid_url>"));
375 client_write(HKEY("</oid_url>\n"));
376 cprintf("<oid_usernum>%ld</oid_usernum>\n", usernum);
377 client_write(HKEY("</openid>\n"));
386 void migr_export_messages(void) {
391 int prev_progress = 0;
395 migr_global_message_list = fopen(migr_tempfilename1, "r");
396 if (migr_global_message_list != NULL) {
397 syslog(LOG_INFO, "Opened %s\n", migr_tempfilename1);
398 while ((Ctx->kill_me == 0) &&
399 (fgets(buf, sizeof(buf), migr_global_message_list) != NULL)) {
402 migr_export_message(msgnum);
405 progress = (count * 74 / total_msgs) + 25 ;
406 if ((progress > prev_progress) && (progress < 100)) {
407 cprintf("<progress>%d</progress>\n", progress);
409 prev_progress = progress;
411 fclose(migr_global_message_list);
413 if (Ctx->kill_me == 0)
414 syslog(LOG_INFO, "Exported %d messages.\n", count);
416 syslog(LOG_ERR, "Export aborted due to client disconnect! \n");
418 migr_export_message(-1L); /* This frees the encoding buffer */
423 void migr_do_export(void) {
427 cprintf("%d Exporting all Citadel databases.\n", LISTING_FOLLOWS);
430 client_write(HKEY("<?xml version=\"1.0\" encoding=\"UTF-8\" ?>\n"));
431 client_write(HKEY("<citadel_migrate_data>\n"));
432 cprintf("<version>%d</version>\n", REV_LEVEL);
433 cprintf("<progress>%d</progress>\n", 0);
435 /* export the config file (this is done using x-macros) */
436 client_write(HKEY("<config>\n"));
437 client_write(HKEY("<c_nodename>")); xml_strout(config.c_nodename); client_write(HKEY("</c_nodename>\n"));
438 client_write(HKEY("<c_fqdn>")); xml_strout(config.c_fqdn); client_write(HKEY("</c_fqdn>\n"));
439 client_write(HKEY("<c_humannode>")); xml_strout(config.c_humannode); client_write(HKEY("</c_humannode>\n"));
440 client_write(HKEY("<c_phonenum>")); xml_strout(config.c_phonenum); client_write(HKEY("</c_phonenum>\n"));
441 cprintf("<c_ctdluid>%d</c_ctdluid>\n", config.c_ctdluid);
442 cprintf("<c_creataide>%d</c_creataide>\n", config.c_creataide);
443 cprintf("<c_sleeping>%d</c_sleeping>\n", config.c_sleeping);
444 cprintf("<c_initax>%d</c_initax>\n", config.c_initax);
445 cprintf("<c_regiscall>%d</c_regiscall>\n", config.c_regiscall);
446 cprintf("<c_twitdetect>%d</c_twitdetect>\n", config.c_twitdetect);
447 client_write(HKEY("<c_twitroom>")); xml_strout(config.c_twitroom); client_write(HKEY("</c_twitroom>\n"));
448 client_write(HKEY("<c_moreprompt>")); xml_strout(config.c_moreprompt); client_write(HKEY("</c_moreprompt>\n"));
449 cprintf("<c_restrict>%d</c_restrict>\n", config.c_restrict);
450 client_write(HKEY("<c_site_location>")); xml_strout(config.c_site_location); client_write(HKEY("</c_site_location>\n"));
451 client_write(HKEY("<c_sysadm>")); xml_strout(config.c_sysadm); client_write(HKEY("</c_sysadm>\n"));
452 cprintf("<c_maxsessions>%d</c_maxsessions>\n", config.c_maxsessions);
453 client_write(HKEY("<c_ip_addr>")); xml_strout(config.c_ip_addr); client_write(HKEY("</c_ip_addr>\n"));
454 cprintf("<c_port_number>%d</c_port_number>\n", config.c_port_number);
455 cprintf("<c_ep_expire_mode>%d</c_ep_expire_mode>\n", config.c_ep.expire_mode);
456 cprintf("<c_ep_expire_value>%d</c_ep_expire_value>\n", config.c_ep.expire_value);
457 cprintf("<c_userpurge>%d</c_userpurge>\n", config.c_userpurge);
458 cprintf("<c_roompurge>%d</c_roompurge>\n", config.c_roompurge);
459 client_write(HKEY("<c_logpages>")); xml_strout(config.c_logpages); client_write(HKEY("</c_logpages>\n"));
460 cprintf("<c_createax>%d</c_createax>\n", config.c_createax);
461 cprintf("<c_maxmsglen>%ld</c_maxmsglen>\n", config.c_maxmsglen);
462 cprintf("<c_min_workers>%d</c_min_workers>\n", config.c_min_workers);
463 cprintf("<c_max_workers>%d</c_max_workers>\n", config.c_max_workers);
464 cprintf("<c_pop3_port>%d</c_pop3_port>\n", config.c_pop3_port);
465 cprintf("<c_smtp_port>%d</c_smtp_port>\n", config.c_smtp_port);
466 cprintf("<c_rfc822_strict_from>%d</c_rfc822_strict_from>\n", config.c_rfc822_strict_from);
467 cprintf("<c_aide_zap>%d</c_aide_zap>\n", config.c_aide_zap);
468 cprintf("<c_imap_port>%d</c_imap_port>\n", config.c_imap_port);
469 cprintf("<c_net_freq>%ld</c_net_freq>\n", config.c_net_freq);
470 cprintf("<c_disable_newu>%d</c_disable_newu>\n", config.c_disable_newu);
471 cprintf("<c_enable_fulltext>%d</c_enable_fulltext>\n", config.c_enable_fulltext);
472 client_write(HKEY("<c_baseroom>")); xml_strout(config.c_baseroom); client_write(HKEY("</c_baseroom>\n"));
473 client_write(HKEY("<c_aideroom>")); xml_strout(config.c_aideroom); client_write(HKEY("</c_aideroom>\n"));
474 cprintf("<c_purge_hour>%d</c_purge_hour>\n", config.c_purge_hour);
475 cprintf("<c_mbxep_expire_mode>%d</c_mbxep_expire_mode>\n", config.c_mbxep.expire_mode);
476 cprintf("<c_mbxep_expire_value>%d</c_mbxep_expire_value>\n", config.c_mbxep.expire_value);
477 client_write(HKEY("<c_ldap_host>")); xml_strout(config.c_ldap_host); client_write(HKEY("</c_ldap_host>\n"));
478 cprintf("<c_ldap_port>%d</c_ldap_port>\n", config.c_ldap_port);
479 client_write(HKEY("<c_ldap_base_dn>")); xml_strout(config.c_ldap_base_dn); client_write(HKEY("</c_ldap_base_dn>\n"));
480 client_write(HKEY("<c_ldap_bind_dn>")); xml_strout(config.c_ldap_bind_dn); client_write(HKEY("</c_ldap_bind_dn>\n"));
481 client_write(HKEY("<c_ldap_bind_pw>")); xml_strout(config.c_ldap_bind_pw); client_write(HKEY("</c_ldap_bind_pw>\n"));
482 cprintf("<c_msa_port>%d</c_msa_port>\n", config.c_msa_port);
483 cprintf("<c_imaps_port>%d</c_imaps_port>\n", config.c_imaps_port);
484 cprintf("<c_pop3s_port>%d</c_pop3s_port>\n", config.c_pop3s_port);
485 cprintf("<c_smtps_port>%d</c_smtps_port>\n", config.c_smtps_port);
486 cprintf("<c_auto_cull>%d</c_auto_cull>\n", config.c_auto_cull);
487 cprintf("<c_allow_spoofing>%d</c_allow_spoofing>\n", config.c_allow_spoofing);
488 cprintf("<c_journal_email>%d</c_journal_email>\n", config.c_journal_email);
489 cprintf("<c_journal_pubmsgs>%d</c_journal_pubmsgs>\n", config.c_journal_pubmsgs);
490 client_write(HKEY("<c_journal_dest>")); xml_strout(config.c_journal_dest); client_write(HKEY("</c_journal_dest>\n"));
491 client_write(HKEY("<c_default_cal_zone>")); xml_strout(config.c_default_cal_zone); client_write(HKEY("</c_default_cal_zone>\n"));
492 cprintf("<c_pftcpdict_port>%d</c_pftcpdict_port>\n", config.c_pftcpdict_port);
493 cprintf("<c_managesieve_port>%d</c_managesieve_port>\n", config.c_managesieve_port);
494 cprintf("<c_auth_mode>%d</c_auth_mode>\n", config.c_auth_mode);
495 client_write(HKEY("<c_funambol_host>")); xml_strout(config.c_funambol_host); client_write(HKEY("</c_funambol_host>\n"));
496 cprintf("<c_funambol_port>%d</c_funambol_port>\n", config.c_funambol_port);
497 client_write(HKEY("<c_funambol_source>")); xml_strout(config.c_funambol_source); client_write(HKEY("</c_funambol_source>\n"));
498 client_write(HKEY("<c_funambol_auth>")); xml_strout(config.c_funambol_auth); client_write(HKEY("</c_funambol_auth>\n"));
499 cprintf("<c_rbl_at_greeting>%d</c_rbl_at_greeting>\n", config.c_rbl_at_greeting);
500 client_write(HKEY("<c_master_user>")); xml_strout(config.c_master_user); client_write(HKEY("</c_master_user>\n"));
501 client_write(HKEY("<c_master_pass>")); xml_strout(config.c_master_pass); client_write(HKEY("</c_master_pass>\n"));
502 client_write(HKEY("<c_pager_program>")); xml_strout(config.c_pager_program); client_write(HKEY("</c_pager_program>\n"));
503 cprintf("<c_imap_keep_from>%d</c_imap_keep_from>\n", config.c_imap_keep_from);
504 cprintf("<c_xmpp_c2s_port>%d</c_xmpp_c2s_port>\n", config.c_xmpp_c2s_port);
505 cprintf("<c_xmpp_s2s_port>%d</c_xmpp_s2s_port>\n", config.c_xmpp_s2s_port);
506 cprintf("<c_pop3_fetch>%ld</c_pop3_fetch>\n", config.c_pop3_fetch);
507 cprintf("<c_pop3_fastest>%ld</c_pop3_fastest>\n", config.c_pop3_fastest);
508 cprintf("<c_spam_flag_only>%d</c_spam_flag_only>\n", config.c_spam_flag_only);
509 cprintf("<c_nntp_port>%d</c_nntp_port>\n", config.c_nntp_port);
510 cprintf("<c_nntps_port>%d</c_nntps_port>\n", config.c_nntps_port);
511 client_write(HKEY("</config>\n"));
512 cprintf("<progress>%d</progress>\n", 1);
514 /* Export the control file */
516 client_write(HKEY("<control>\n"));
517 cprintf("<control_highest>%ld</control_highest>\n", CitControl.MMhighest);
518 cprintf("<control_flags>%u</control_flags>\n", CitControl.MMflags);
519 cprintf("<control_nextuser>%ld</control_nextuser>\n", CitControl.MMnextuser);
520 cprintf("<control_nextroom>%ld</control_nextroom>\n", CitControl.MMnextroom);
521 cprintf("<control_version>%d</control_version>\n", CitControl.version);
522 client_write(HKEY("</control>\n"));
523 cprintf("<progress>%d</progress>\n", 2);
525 if (Ctx->kill_me == 0) migr_export_users();
526 cprintf("<progress>%d</progress>\n", 7);
527 if (Ctx->kill_me == 0) migr_export_openids();
528 cprintf("<progress>%d</progress>\n", 12);
529 if (Ctx->kill_me == 0) migr_export_rooms();
530 cprintf("<progress>%d</progress>\n", 17);
531 if (Ctx->kill_me == 0) migr_export_floors();
532 cprintf("<progress>%d</progress>\n", 18);
533 if (Ctx->kill_me == 0) migr_export_visits();
534 cprintf("<progress>%d</progress>\n", 25);
535 if (Ctx->kill_me == 0) migr_export_messages();
536 client_write(HKEY("</citadel_migrate_data>\n"));
537 cprintf("<progress>%d</progress>\n", 100);
538 client_write(HKEY("000\n"));
545 /******************************************************************************
547 * Here's the code that implements the import side. It's going to end up *
548 * being one big loop with lots of global variables. I don't care. *
549 * You wouldn't run multiple concurrent imports anyway. If this offends your *
550 * delicate sensibilities then go rewrite it in Ruby on Rails or something. *
551 ******************************************************************************/
554 int citadel_migrate_data = 0; /* Are we inside a <citadel_migrate_data> tag pair? */
555 StrBuf *migr_chardata = NULL;
556 StrBuf *migr_MsgData = NULL;
557 struct ctdluser usbuf;
558 struct ctdlroom qrbuf;
559 char openid_url[512];
560 long openid_usernum = 0;
561 char FRname[ROOMNAMELEN];
566 long import_msgnum = 0;
569 * This callback stores up the data which appears in between tags.
571 void migr_xml_chardata(void *data, const XML_Char *s, int len)
573 StrBufAppendBufPlain(migr_chardata, s, len, 0);
577 void migr_xml_start(void *data, const char *el, const char **attr) {
580 /*** GENERAL STUFF ***/
582 /* Reset chardata_len to zero and init buffer */
583 FlushStrBuf(migr_chardata);
584 FlushStrBuf(migr_MsgData);
586 if (!strcasecmp(el, "citadel_migrate_data")) {
587 ++citadel_migrate_data;
589 /* As soon as it looks like the input data is a genuine Citadel XML export,
590 * whack the existing database on disk to make room for the new one.
592 if (citadel_migrate_data == 1) {
593 for (i = 0; i < MAXCDB; ++i) {
600 if (citadel_migrate_data != 1) {
601 syslog(LOG_ALERT, "Out-of-sequence tag <%s> detected. Warning: ODD-DATA!\n", el);
605 /* When we begin receiving XML for one of these record types, clear out the associated
606 * buffer so we don't accidentally carry over any data from a previous record.
608 if (!strcasecmp(el, "user")) memset(&usbuf, 0, sizeof (struct ctdluser));
609 else if (!strcasecmp(el, "openid")) memset(openid_url, 0, sizeof openid_url);
610 else if (!strcasecmp(el, "room")) memset(&qrbuf, 0, sizeof (struct ctdlroom));
611 else if (!strcasecmp(el, "room_messages")) memset(FRname, 0, sizeof FRname);
612 else if (!strcasecmp(el, "floor")) memset(&flbuf, 0, sizeof (struct floor));
613 else if (!strcasecmp(el, "visit")) memset(&vbuf, 0, sizeof (visit));
615 else if (!strcasecmp(el, "message")) {
616 memset(&smi, 0, sizeof (struct MetaData));
623 int migr_config(void *data, const char *el)
625 if (!strcasecmp(el, "c_nodename")) SET_CFGSTRBUF(c_nodename, migr_chardata);
626 else if (!strcasecmp(el, "c_fqdn")) SET_CFGSTRBUF(c_fqdn, migr_chardata);
627 else if (!strcasecmp(el, "c_humannode")) SET_CFGSTRBUF(c_humannode, migr_chardata);
628 else if (!strcasecmp(el, "c_phonenum")) SET_CFGSTRBUF(c_phonenum, migr_chardata);
629 else if (!strcasecmp(el, "c_ctdluid")) config.c_ctdluid = atoi(ChrPtr(migr_chardata));
630 else if (!strcasecmp(el, "c_creataide")) config.c_creataide = atoi(ChrPtr(migr_chardata));
631 else if (!strcasecmp(el, "c_sleeping")) config.c_sleeping = atoi(ChrPtr(migr_chardata));
632 else if (!strcasecmp(el, "c_initax")) config.c_initax = atoi(ChrPtr(migr_chardata));
633 else if (!strcasecmp(el, "c_regiscall")) config.c_regiscall = atoi(ChrPtr(migr_chardata));
634 else if (!strcasecmp(el, "c_twitdetect")) config.c_twitdetect = atoi(ChrPtr(migr_chardata));
635 else if (!strcasecmp(el, "c_twitroom")) SET_CFGSTRBUF(c_twitroom, migr_chardata);
636 else if (!strcasecmp(el, "c_moreprompt")) SET_CFGSTRBUF(c_moreprompt, migr_chardata);
637 else if (!strcasecmp(el, "c_restrict")) config.c_restrict = atoi(ChrPtr(migr_chardata));
638 else if (!strcasecmp(el, "c_site_location")) SET_CFGSTRBUF(c_site_location, migr_chardata);
639 else if (!strcasecmp(el, "c_sysadm")) SET_CFGSTRBUF(c_sysadm, migr_chardata);
640 else if (!strcasecmp(el, "c_maxsessions")) config.c_maxsessions = atoi(ChrPtr(migr_chardata));
641 else if (!strcasecmp(el, "c_ip_addr")) SET_CFGSTRBUF(c_ip_addr, migr_chardata);
642 else if (!strcasecmp(el, "c_port_number")) config.c_port_number = atoi(ChrPtr(migr_chardata));
643 else if (!strcasecmp(el, "c_ep_expire_mode")) config.c_ep.expire_mode = atoi(ChrPtr(migr_chardata));
644 else if (!strcasecmp(el, "c_ep_expire_value")) config.c_ep.expire_value = atoi(ChrPtr(migr_chardata));
645 else if (!strcasecmp(el, "c_userpurge")) config.c_userpurge = atoi(ChrPtr(migr_chardata));
646 else if (!strcasecmp(el, "c_roompurge")) config.c_roompurge = atoi(ChrPtr(migr_chardata));
647 else if (!strcasecmp(el, "c_logpages")) SET_CFGSTRBUF(c_logpages, migr_chardata);
648 else if (!strcasecmp(el, "c_createax")) config.c_createax = atoi(ChrPtr(migr_chardata));
649 else if (!strcasecmp(el, "c_maxmsglen")) config.c_maxmsglen = atol(ChrPtr(migr_chardata));
650 else if (!strcasecmp(el, "c_min_workers")) config.c_min_workers = atoi(ChrPtr(migr_chardata));
651 else if (!strcasecmp(el, "c_max_workers")) config.c_max_workers = atoi(ChrPtr(migr_chardata));
652 else if (!strcasecmp(el, "c_pop3_port")) config.c_pop3_port = atoi(ChrPtr(migr_chardata));
653 else if (!strcasecmp(el, "c_smtp_port")) config.c_smtp_port = atoi(ChrPtr(migr_chardata));
654 else if (!strcasecmp(el, "c_rfc822_strict_from")) config.c_rfc822_strict_from = atoi(ChrPtr(migr_chardata));
655 else if (!strcasecmp(el, "c_aide_zap")) config.c_aide_zap = atoi(ChrPtr(migr_chardata));
656 else if (!strcasecmp(el, "c_imap_port")) config.c_imap_port = atoi(ChrPtr(migr_chardata));
657 else if (!strcasecmp(el, "c_net_freq")) config.c_net_freq = atol(ChrPtr(migr_chardata));
658 else if (!strcasecmp(el, "c_disable_newu")) config.c_disable_newu = atoi(ChrPtr(migr_chardata));
659 else if (!strcasecmp(el, "c_enable_fulltext")) config.c_enable_fulltext = atoi(ChrPtr(migr_chardata));
660 else if (!strcasecmp(el, "c_baseroom")) SET_CFGSTRBUF(c_baseroom, migr_chardata);
661 else if (!strcasecmp(el, "c_aideroom")) SET_CFGSTRBUF(c_aideroom, migr_chardata);
662 else if (!strcasecmp(el, "c_purge_hour")) config.c_purge_hour = atoi(ChrPtr(migr_chardata));
663 else if (!strcasecmp(el, "c_mbxep_expire_mode")) config.c_mbxep.expire_mode = atoi(ChrPtr(migr_chardata));
664 else if (!strcasecmp(el, "c_mbxep_expire_value")) config.c_mbxep.expire_value = atoi(ChrPtr(migr_chardata));
665 else if (!strcasecmp(el, "c_ldap_host")) SET_CFGSTRBUF(c_ldap_host, migr_chardata);
666 else if (!strcasecmp(el, "c_ldap_port")) config.c_ldap_port = atoi(ChrPtr(migr_chardata));
667 else if (!strcasecmp(el, "c_ldap_base_dn")) SET_CFGSTRBUF(c_ldap_base_dn, migr_chardata);
668 else if (!strcasecmp(el, "c_ldap_bind_dn")) SET_CFGSTRBUF(c_ldap_bind_dn, migr_chardata);
669 else if (!strcasecmp(el, "c_ldap_bind_pw")) SET_CFGSTRBUF(c_ldap_bind_pw, migr_chardata);
670 else if (!strcasecmp(el, "c_msa_port")) config.c_msa_port = atoi(ChrPtr(migr_chardata));
671 else if (!strcasecmp(el, "c_imaps_port")) config.c_imaps_port = atoi(ChrPtr(migr_chardata));
672 else if (!strcasecmp(el, "c_pop3s_port")) config.c_pop3s_port = atoi(ChrPtr(migr_chardata));
673 else if (!strcasecmp(el, "c_smtps_port")) config.c_smtps_port = atoi(ChrPtr(migr_chardata));
674 else if (!strcasecmp(el, "c_auto_cull")) config.c_auto_cull = atoi(ChrPtr(migr_chardata));
675 else if (!strcasecmp(el, "c_allow_spoofing")) config.c_allow_spoofing = atoi(ChrPtr(migr_chardata));
676 else if (!strcasecmp(el, "c_journal_email")) config.c_journal_email = atoi(ChrPtr(migr_chardata));
677 else if (!strcasecmp(el, "c_journal_pubmsgs")) config.c_journal_pubmsgs = atoi(ChrPtr(migr_chardata));
678 else if (!strcasecmp(el, "c_journal_dest")) SET_CFGSTRBUF(c_journal_dest, migr_chardata);
679 else if (!strcasecmp(el, "c_default_cal_zone")) SET_CFGSTRBUF(c_default_cal_zone, migr_chardata);
680 else if (!strcasecmp(el, "c_pftcpdict_port")) config.c_pftcpdict_port = atoi(ChrPtr(migr_chardata));
681 else if (!strcasecmp(el, "c_managesieve_port")) config.c_managesieve_port = atoi(ChrPtr(migr_chardata));
682 else if (!strcasecmp(el, "c_auth_mode")) config.c_auth_mode = atoi(ChrPtr(migr_chardata));
683 else if (!strcasecmp(el, "c_funambol_host")) SET_CFGSTRBUF(c_funambol_host, migr_chardata);
684 else if (!strcasecmp(el, "c_funambol_port")) config.c_funambol_port = atoi(ChrPtr(migr_chardata));
685 else if (!strcasecmp(el, "c_funambol_source")) SET_CFGSTRBUF(c_funambol_source, migr_chardata);
686 else if (!strcasecmp(el, "c_funambol_auth")) SET_CFGSTRBUF(c_funambol_auth, migr_chardata);
687 else if (!strcasecmp(el, "c_rbl_at_greeting")) config.c_rbl_at_greeting = atoi(ChrPtr(migr_chardata));
688 else if (!strcasecmp(el, "c_master_user")) SET_CFGSTRBUF(c_master_user, migr_chardata);
689 else if (!strcasecmp(el, "c_master_pass")) SET_CFGSTRBUF(c_master_pass, migr_chardata);
690 else if (!strcasecmp(el, "c_pager_program")) SET_CFGSTRBUF(c_pager_program, migr_chardata);
691 else if (!strcasecmp(el, "c_imap_keep_from")) config.c_imap_keep_from = atoi(ChrPtr(migr_chardata));
692 else if (!strcasecmp(el, "c_xmpp_c2s_port")) config.c_xmpp_c2s_port = atoi(ChrPtr(migr_chardata));
693 else if (!strcasecmp(el, "c_xmpp_s2s_port")) config.c_xmpp_s2s_port = atoi(ChrPtr(migr_chardata));
694 else if (!strcasecmp(el, "c_pop3_fetch")) config.c_pop3_fetch = atol(ChrPtr(migr_chardata));
695 else if (!strcasecmp(el, "c_pop3_fastest")) config.c_pop3_fastest = atol(ChrPtr(migr_chardata));
696 else if (!strcasecmp(el, "c_spam_flag_only")) config.c_spam_flag_only = atoi(ChrPtr(migr_chardata));
697 else if (!strcasecmp(el, "c_nntp_port")) config.c_nntp_port = atoi(ChrPtr(migr_chardata));
698 else if (!strcasecmp(el, "c_nntps_port")) config.c_nntps_port = atoi(ChrPtr(migr_chardata));
700 return 1; /* Found above...*/
703 int migr_controlrecord(void *data, const char *el)
705 if (!strcasecmp(el, "control_highest")) CitControl.MMhighest = atol(ChrPtr(migr_chardata));
706 else if (!strcasecmp(el, "control_flags")) CitControl.MMflags = atoi(ChrPtr(migr_chardata));
707 else if (!strcasecmp(el, "control_nextuser")) CitControl.MMnextuser = atol(ChrPtr(migr_chardata));
708 else if (!strcasecmp(el, "control_nextroom")) CitControl.MMnextroom = atol(ChrPtr(migr_chardata));
709 else if (!strcasecmp(el, "control_version")) CitControl.version = atoi(ChrPtr(migr_chardata));
711 else if (!strcasecmp(el, "control")) {
712 CitControl.MMfulltext = (-1L); /* always flush */
714 syslog(LOG_INFO, "Completed import of control record\n");
722 int migr_userrecord(void *data, const char *el)
724 if (!strcasecmp(el, "u_version")) usbuf.version = atoi(ChrPtr(migr_chardata));
725 else if (!strcasecmp(el, "u_uid")) usbuf.uid = atol(ChrPtr(migr_chardata));
726 else if (!strcasecmp(el, "u_password")) safestrncpy(usbuf.password, ChrPtr(migr_chardata), sizeof usbuf.password);
727 else if (!strcasecmp(el, "u_flags")) usbuf.flags = atoi(ChrPtr(migr_chardata));
728 else if (!strcasecmp(el, "u_timescalled")) usbuf.timescalled = atol(ChrPtr(migr_chardata));
729 else if (!strcasecmp(el, "u_posted")) usbuf.posted = atol(ChrPtr(migr_chardata));
730 else if (!strcasecmp(el, "u_axlevel")) usbuf.axlevel = atoi(ChrPtr(migr_chardata));
731 else if (!strcasecmp(el, "u_usernum")) usbuf.usernum = atol(ChrPtr(migr_chardata));
732 else if (!strcasecmp(el, "u_lastcall")) usbuf.lastcall = atol(ChrPtr(migr_chardata));
733 else if (!strcasecmp(el, "u_USuserpurge")) usbuf.USuserpurge = atoi(ChrPtr(migr_chardata));
734 else if (!strcasecmp(el, "u_fullname")) safestrncpy(usbuf.fullname, ChrPtr(migr_chardata), sizeof usbuf.fullname);
739 int migr_roomrecord(void *data, const char *el)
741 if (!strcasecmp(el, "QRname")) safestrncpy(qrbuf.QRname, ChrPtr(migr_chardata), sizeof qrbuf.QRname);
742 else if (!strcasecmp(el, "QRpasswd")) safestrncpy(qrbuf.QRpasswd, ChrPtr(migr_chardata), sizeof qrbuf.QRpasswd);
743 else if (!strcasecmp(el, "QRroomaide")) qrbuf.QRroomaide = atol(ChrPtr(migr_chardata));
744 else if (!strcasecmp(el, "QRhighest")) qrbuf.QRhighest = atol(ChrPtr(migr_chardata));
745 else if (!strcasecmp(el, "QRgen")) qrbuf.QRgen = atol(ChrPtr(migr_chardata));
746 else if (!strcasecmp(el, "QRflags")) qrbuf.QRflags = atoi(ChrPtr(migr_chardata));
747 else if (!strcasecmp(el, "QRdirname")) safestrncpy(qrbuf.QRdirname, ChrPtr(migr_chardata), sizeof qrbuf.QRdirname);
748 else if (!strcasecmp(el, "QRinfo")) qrbuf.QRinfo = atol(ChrPtr(migr_chardata));
749 else if (!strcasecmp(el, "QRfloor")) qrbuf.QRfloor = atoi(ChrPtr(migr_chardata));
750 else if (!strcasecmp(el, "QRmtime")) qrbuf.QRmtime = atol(ChrPtr(migr_chardata));
751 else if (!strcasecmp(el, "QRexpire_mode")) qrbuf.QRep.expire_mode = atoi(ChrPtr(migr_chardata));
752 else if (!strcasecmp(el, "QRexpire_value")) qrbuf.QRep.expire_value = atoi(ChrPtr(migr_chardata));
753 else if (!strcasecmp(el, "QRnumber")) qrbuf.QRnumber = atol(ChrPtr(migr_chardata));
754 else if (!strcasecmp(el, "QRorder")) qrbuf.QRorder = atoi(ChrPtr(migr_chardata));
755 else if (!strcasecmp(el, "QRflags2")) qrbuf.QRflags2 = atoi(ChrPtr(migr_chardata));
756 else if (!strcasecmp(el, "QRdefaultview")) qrbuf.QRdefaultview = atoi(ChrPtr(migr_chardata));
761 int migr_floorrecord(void *data, const char *el)
763 if (!strcasecmp(el, "f_num")) floornum = atoi(ChrPtr(migr_chardata));
764 else if (!strcasecmp(el, "f_flags")) flbuf.f_flags = atoi(ChrPtr(migr_chardata));
765 else if (!strcasecmp(el, "f_name")) safestrncpy(flbuf.f_name, ChrPtr(migr_chardata), sizeof flbuf.f_name);
766 else if (!strcasecmp(el, "f_ref_count")) flbuf.f_ref_count = atoi(ChrPtr(migr_chardata));
767 else if (!strcasecmp(el, "f_ep_expire_mode")) flbuf.f_ep.expire_mode = atoi(ChrPtr(migr_chardata));
768 else if (!strcasecmp(el, "f_ep_expire_value")) flbuf.f_ep.expire_value = atoi(ChrPtr(migr_chardata));
773 int migr_visitrecord(void *data, const char *el)
775 if (!strcasecmp(el, "v_roomnum")) vbuf.v_roomnum = atol(ChrPtr(migr_chardata));
776 else if (!strcasecmp(el, "v_roomgen")) vbuf.v_roomgen = atol(ChrPtr(migr_chardata));
777 else if (!strcasecmp(el, "v_usernum")) vbuf.v_usernum = atol(ChrPtr(migr_chardata));
779 else if (!strcasecmp(el, "v_seen")) {
780 int is_textual_seen = 0;
782 int max = StrLength(migr_chardata);
784 vbuf.v_lastseen = atol(ChrPtr(migr_chardata));
786 for (i=0; i < max; ++i)
787 if (!isdigit(ChrPtr(migr_chardata)[i]))
790 safestrncpy(vbuf.v_seen, ChrPtr(migr_chardata), sizeof vbuf.v_seen);
793 else if (!strcasecmp(el, "v_answered")) safestrncpy(vbuf.v_answered, ChrPtr(migr_chardata), sizeof vbuf.v_answered);
794 else if (!strcasecmp(el, "v_flags")) vbuf.v_flags = atoi(ChrPtr(migr_chardata));
795 else if (!strcasecmp(el, "v_view")) vbuf.v_view = atoi(ChrPtr(migr_chardata));
799 void migr_xml_end(void *data, const char *el)
804 long *msglist = NULL;
805 int msglist_alloc = 0;
806 /*** GENERAL STUFF ***/
808 if (!strcasecmp(el, "citadel_migrate_data")) {
809 --citadel_migrate_data;
813 if (citadel_migrate_data != 1) {
814 syslog(LOG_ALERT, "Out-of-sequence tag <%s> detected. Warning: ODD-DATA!\n", el);
818 // syslog(LOG_DEBUG, "END TAG: <%s> DATA: <%s>\n", el, (migr_chardata_len ? migr_chardata : ""));
822 if (!strcasecmp(el, "config")) {
823 config.c_enable_fulltext = 0; /* always disable */
825 syslog(LOG_INFO, "Completed import of server configuration\n");
828 else if ((!strncasecmp(el, HKEY("c_"))) &&
829 migr_config(data, el))
830 ; /* Nothing to do anymore */
833 else if ((!strncasecmp(el, HKEY("control"))) &&
834 migr_controlrecord(data, el))
835 ; /* Nothing to do anymore */
837 else if ((!strncasecmp(el, HKEY("u_"))) &&
838 migr_userrecord(data, el))
839 ; /* Nothing to do anymore */
840 else if (!strcasecmp(el, "user")) {
842 syslog(LOG_INFO, "Imported user: %s\n", usbuf.fullname);
847 else if (!strcasecmp(el, "oid_url")) safestrncpy(openid_url, ChrPtr(migr_chardata), sizeof openid_url);
848 else if (!strcasecmp(el, "oid_usernum")) openid_usernum = atol(ChrPtr(migr_chardata));
850 else if (!strcasecmp(el, "openid")) { /* see serv_openid_rp.c for a description of the record format */
853 oid_data_len = sizeof(long) + strlen(openid_url) + 1;
854 oid_data = malloc(oid_data_len);
855 memcpy(oid_data, &openid_usernum, sizeof(long));
856 memcpy(&oid_data[sizeof(long)], openid_url, strlen(openid_url) + 1);
857 cdb_store(CDB_OPENID, openid_url, strlen(openid_url), oid_data, oid_data_len);
859 syslog(LOG_INFO, "Imported OpenID: %s (%ld)\n", openid_url, openid_usernum);
863 else if ((!strncasecmp(el, HKEY("QR"))) &&
864 migr_roomrecord(data, el))
865 ; /* Nothing to do anymore */
866 else if (!strcasecmp(el, "room")) {
868 syslog(LOG_INFO, "Imported room: %s\n", qrbuf.QRname);
871 /*** ROOM MESSAGE POINTERS ***/
873 else if (!strcasecmp(el, "FRname")) safestrncpy(FRname, ChrPtr(migr_chardata), sizeof FRname);
875 else if (!strcasecmp(el, "FRmsglist")) {
876 if (!IsEmptyStr(FRname)) {
878 msglist_alloc = 1000;
879 msglist = malloc(sizeof(long) * msglist_alloc);
881 syslog(LOG_DEBUG, "Message list for: %s\n", FRname);
883 ptr = ChrPtr(migr_chardata);
885 while ((*ptr != 0) && (!isdigit(*ptr))) {
888 if ((*ptr != 0) && (isdigit(*ptr))) {
891 if (msgcount >= msglist_alloc) {
893 msglist = realloc(msglist, sizeof(long) * msglist_alloc);
895 msglist[msgcount++] = msgnum;
898 while ((*ptr != 0) && (isdigit(*ptr))) {
904 CtdlSaveMsgPointersInRoom(FRname, msglist, msgcount, 0, NULL, 1);
909 syslog(LOG_DEBUG, "Imported %d messages.\n", msgcount);
910 if (server_shutting_down) {
916 else if ((!strncasecmp(el, HKEY("f_"))) &&
917 migr_floorrecord(data, el))
918 ; /* Nothing to do anymore */
920 else if (!strcasecmp(el, "floor")) {
921 CtdlPutFloor(&flbuf, floornum);
922 syslog(LOG_INFO, "Imported floor #%d (%s)\n", floornum, flbuf.f_name);
926 else if ((!strncasecmp(el, HKEY("v_"))) &&
927 migr_visitrecord(data, el))
928 ; /* Nothing to do anymore */
929 else if (!strcasecmp(el, "visit")) {
931 syslog(LOG_INFO, "Imported visit: %ld/%ld/%ld\n", vbuf.v_roomnum, vbuf.v_roomgen, vbuf.v_usernum);
936 else if (!strcasecmp(el, "msg_msgnum")) smi.meta_msgnum = import_msgnum = atol(ChrPtr(migr_chardata));
937 else if (!strcasecmp(el, "msg_meta_refcount")) smi.meta_refcount = atoi(ChrPtr(migr_chardata));
938 else if (!strcasecmp(el, "msg_meta_rfc822_length")) smi.meta_rfc822_length = atoi(ChrPtr(migr_chardata));
939 else if (!strcasecmp(el, "msg_meta_content_type")) safestrncpy(smi.meta_content_type, ChrPtr(migr_chardata), sizeof smi.meta_content_type);
940 else if (!strcasecmp(el, "msg_mimetype")) safestrncpy(smi.mimetype, ChrPtr(migr_chardata), sizeof smi.mimetype);
942 else if (!strcasecmp(el, "msg_text"))
945 struct CtdlMessage *msg;
947 FlushStrBuf(migr_MsgData);
948 StrBufDecodeBase64To(migr_chardata, migr_MsgData);
950 msg = CtdlDeserializeMessage(import_msgnum, -1,
951 ChrPtr(migr_MsgData),
952 StrLength(migr_MsgData));
954 rc = CtdlSaveThisMessage(msg, import_msgnum, 0);
965 "%s message #%ld, size=%d, refcount=%d, bodylength=%ld, content-type: %s / %s \n",
966 (rc!= 0)?"failed to import ":"Imported ",
968 StrLength(migr_MsgData),
970 smi.meta_rfc822_length,
971 smi.meta_content_type,
973 memset(&smi, 0, sizeof(smi));
976 /*** MORE GENERAL STUFF ***/
978 FlushStrBuf(migr_chardata);
987 void migr_do_import(void) {
993 migr_chardata = NewStrBufPlain(NULL, SIZ * 20);
994 migr_MsgData = NewStrBufPlain(NULL, SIZ * 20);
995 Buf = NewStrBufPlain(NULL, SIZ);
996 xp = XML_ParserCreate(NULL);
998 cprintf("%d Failed to create XML parser instance\n", ERROR+INTERNAL_ERROR);
1001 XML_SetElementHandler(xp, migr_xml_start, migr_xml_end);
1002 XML_SetCharacterDataHandler(xp, migr_xml_chardata);
1006 cprintf("%d sock it to me\n", SEND_LISTING);
1009 client_set_inbound_buf(SIZ * 10);
1011 while (!Finished && client_read_random_blob(Buf, -1) >= 0) {
1012 if ((StrLength(Buf) > 4) &&
1013 !strcmp(ChrPtr(Buf) + StrLength(Buf) - 4, "000\n"))
1016 StrBufCutAt(Buf, StrLength(Buf) - 4, NULL);
1018 if (server_shutting_down)
1019 break; // Should we break or return?
1021 if (StrLength(Buf) == 0)
1024 XML_Parse(xp, ChrPtr(Buf), StrLength(Buf), 0);
1028 XML_Parse(xp, "", 0, 1);
1031 FreeStrBuf(&migr_chardata);
1032 FreeStrBuf(&migr_MsgData);
1033 rebuild_euid_index();
1034 rebuild_usersbynumber();
1040 /******************************************************************************
1041 * Dispatcher, Common code *
1042 ******************************************************************************/
1044 * Dump out the pathnames of directories which can be copied "as is"
1046 void migr_do_listdirs(void) {
1047 cprintf("%d Don't forget these:\n", LISTING_FOLLOWS);
1048 cprintf("bio|%s\n", ctdl_bio_dir);
1049 cprintf("files|%s\n", ctdl_file_dir);
1050 cprintf("userpics|%s\n", ctdl_usrpic_dir);
1051 cprintf("messages|%s\n", ctdl_message_dir);
1052 cprintf("netconfigs|%s\n", ctdl_netcfg_dir);
1053 cprintf("keys|%s\n", ctdl_key_dir);
1054 cprintf("images|%s\n", ctdl_image_dir);
1055 cprintf("info|%s\n", ctdl_info_dir);
1059 /******************************************************************************
1060 * Repair database integrity *
1061 ******************************************************************************/
1063 StrBuf *PlainMessageBuf = NULL;
1064 HashList *UsedMessageIDS = NULL;
1066 int migr_restore_message_metadata(long msgnum, int refcount)
1068 CitContext *CCC = MyContext();
1069 struct MetaData smi;
1070 struct CtdlMessage *msg;
1073 /* We can use a static buffer here because there will never be more than
1074 * one of this operation happening at any given time, and it's really best
1075 * to just keep it allocated once instead of torturing malloc/free.
1076 * Call this function with msgnum "-1" to free the buffer when finished.
1078 static int encoded_alloc = 0;
1079 static char *encoded_msg = NULL;
1082 if ((encoded_alloc == 0) && (encoded_msg != NULL)) {
1086 // todo FreeStrBuf(&PlainMessageBuf); PlainMessageBuf = NULL;
1091 if (PlainMessageBuf == NULL) {
1092 PlainMessageBuf = NewStrBufPlain(NULL, 10*SIZ);
1095 /* Ok, here we go ... */
1097 msg = CtdlFetchMessage(msgnum, 1, 0);
1102 GetMetaData(&smi, msgnum);
1103 smi.meta_msgnum = msgnum;
1104 smi.meta_refcount = refcount;
1106 /* restore the content type from the message body: */
1107 mptr = bmstrcasestr(msg->cm_fields[eMesageText], "Content-type:");
1110 safestrncpy(smi.meta_content_type, &mptr[13], sizeof smi.meta_content_type);
1111 striplt(smi.meta_content_type);
1112 aptr = smi.meta_content_type;
1113 while (!IsEmptyStr(aptr)) {
1118 memset(aptr, 0, sizeof(smi.meta_content_type) - (aptr - smi.meta_content_type));
1124 CCC->redirect_buffer = PlainMessageBuf;
1125 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, QP_EADDR);
1126 smi.meta_rfc822_length = StrLength(CCC->redirect_buffer);
1127 CCC->redirect_buffer = NULL;
1131 "Setting message #%ld meta data to: refcount=%d, bodylength=%ld, content-type: %s / %s \n",
1134 smi.meta_rfc822_length,
1135 smi.meta_content_type,
1145 void migr_check_room_msg(long msgnum, void *userdata) {
1146 fprintf(migr_global_message_list, "%ld %s\n", msgnum, CC->room.QRname);
1150 void migr_check_rooms_backend(struct ctdlroom *buf, void *data) {
1152 /* message list goes inside this tag */
1154 CtdlGetRoom(&CC->room, buf->QRname);
1155 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL, migr_check_room_msg, NULL);
1158 void RemoveMessagesFromRooms(StrBuf *RoomNameVec, long msgnum) {
1159 struct MetaData smi;
1160 const char *Pos = NULL;
1161 StrBuf *oneRoom = NewStrBuf();
1163 syslog(LOG_INFO, "removing message pointer %ld from these rooms: %s", msgnum, ChrPtr(RoomNameVec));
1165 while (Pos != StrBufNOTNULL){
1166 StrBufExtract_NextToken(oneRoom, RoomNameVec, &Pos, '|');
1167 CtdlDeleteMessages(ChrPtr(oneRoom), &msgnum, 1, "");
1169 GetMetaData(&smi, msgnum);
1170 TDAP_AdjRefCount(msgnum, -smi.meta_refcount);
1173 void migr_do_restore_meta(void) {
1185 migr_global_message_list = fopen(migr_tempfilename1, "w");
1186 if (migr_global_message_list != NULL) {
1187 CtdlForEachRoom(migr_check_rooms_backend, NULL);
1188 fclose(migr_global_message_list);
1192 * Process the 'global' message list. (Sort it and remove dups.
1193 * Dups are ok because a message may be in more than one room, but
1194 * this will be handled by exporting the reference count, not by
1195 * exporting the message multiple times.)
1197 snprintf(cmd, sizeof cmd, "sort -n <%s >%s", migr_tempfilename1, migr_tempfilename2);
1198 if (system(cmd) != 0) syslog(LOG_ALERT, "Error %d\n", errno);
1200 RoomNames = NewStrBuf();
1202 migr_global_message_list = fopen(migr_tempfilename2, "r");
1203 if (migr_global_message_list != NULL) {
1204 syslog(LOG_INFO, "Opened %s\n", migr_tempfilename1);
1205 while ((Ctx->kill_me == 0) &&
1206 (fgets(buf, sizeof(buf), migr_global_message_list) != NULL)) {
1213 prn = strchr(buf, ' ');
1214 if (lastnum != msgnum) {
1215 failGetMessage = migr_restore_message_metadata(lastnum, refcount);
1216 if (failGetMessage) {
1217 RemoveMessagesFromRooms(RoomNames, lastnum);
1222 StrBufPlain(RoomNames, prn + 1, -1);
1223 StrBufTrim(RoomNames);
1227 if (StrLength(RoomNames) > 0)
1228 StrBufAppendBufPlain(RoomNames, HKEY("|"), 0);
1229 StrBufAppendBufPlain(RoomNames, prn, -1, 1);
1230 StrBufTrim(RoomNames);
1236 failGetMessage = migr_restore_message_metadata(msgnum, refcount);
1237 if (failGetMessage) {
1238 RemoveMessagesFromRooms(RoomNames, lastnum);
1240 fclose(migr_global_message_list);
1243 if (Ctx->kill_me == 0)
1244 syslog(LOG_INFO, "Exported %d messages.\n", count);
1246 syslog(LOG_ERR, "Export aborted due to client disconnect! \n");
1248 migr_restore_message_metadata(-1L, -1); /* This frees the encoding buffer */
1254 /******************************************************************************
1255 * Dispatcher, Common code *
1256 ******************************************************************************/
1257 void cmd_migr(char *cmdbuf) {
1260 if (CtdlAccessCheck(ac_internal)) return;
1262 if (CtdlTrySingleUser())
1264 CtdlDisableHouseKeeping();
1265 CtdlMakeTempFileName(migr_tempfilename1, sizeof migr_tempfilename1);
1266 CtdlMakeTempFileName(migr_tempfilename2, sizeof migr_tempfilename2);
1268 extract_token(cmd, cmdbuf, 0, '|', sizeof cmd);
1269 if (!strcasecmp(cmd, "export")) {
1272 else if (!strcasecmp(cmd, "import")) {
1275 else if (!strcasecmp(cmd, "listdirs")) {
1278 else if (!strcasecmp(cmd, "restoremeta")) {
1279 migr_do_restore_meta();
1282 cprintf("%d illegal command\n", ERROR + ILLEGAL_VALUE);
1285 unlink(migr_tempfilename1);
1286 unlink(migr_tempfilename2);
1288 CtdlEnableHouseKeeping();
1289 CtdlEndSingleUser();
1293 cprintf("%d The migrator is already running.\n", ERROR + RESOURCE_BUSY);
1297 /******************************************************************************
1299 ******************************************************************************/
1301 CTDL_MODULE_INIT(migrate)
1305 CtdlRegisterProtoHook(cmd_migr, "MIGR", "Across-the-wire migration");
1308 /* return our module name for the log */