4 * This is the "Art Vandelay" module. It is an importer/exporter.
16 #include <sys/types.h>
18 #if TIME_WITH_SYS_TIME
19 # include <sys/time.h>
23 # include <sys/time.h>
35 #include "citserver.h"
44 #include "euidindex.h"
47 #include "ctdl_module.h"
52 #define END_OF_MESSAGE "---eom---dbd---"
54 char artv_tempfilename1[PATH_MAX];
55 char artv_tempfilename2[PATH_MAX];
56 FILE *artv_global_message_list;
58 void artv_export_users_backend(struct ctdluser *buf, void *data) {
61 #include "artv_serialize.h"
62 #include "dtds/user-defs.h"
63 #include "undef_data.h"
65 cprintf("%d\n", buf->version);
66 cprintf("%ld\n", (long)buf->uid);
67 cprintf("%s\n", buf->password);
68 cprintf("%u\n", buf->flags);
69 cprintf("%ld\n", buf->timescalled);
70 cprintf("%ld\n", buf->posted);
71 cprintf("%d\n", buf->axlevel);
72 cprintf("%ld\n", buf->usernum);
73 cprintf("%ld\n", (long)buf->lastcall);
74 cprintf("%d\n", buf->USuserpurge);
75 cprintf("%s\n", buf->fullname);
76 cprintf("%d\n", buf->USscreenwidth);
77 cprintf("%d\n", buf->USscreenheight);
81 void artv_export_users(void) {
82 ForEachUser(artv_export_users_backend, NULL);
86 void artv_export_room_msg(long msgnum, void *userdata) {
87 cprintf("%ld\n", msgnum);
88 fprintf(artv_global_message_list, "%ld\n", msgnum);
92 void artv_export_rooms_backend(struct ctdlroom *buf, void *data) {
95 #include "artv_serialize.h"
96 #include "dtds/room-defs.h"
97 #include "undef_data.h"
99 cprintf("%s\n", buf->QRname);
100 cprintf("%s\n", buf->QRpasswd);
101 cprintf("%ld\n", buf->QRroomaide);
102 cprintf("%ld\n", buf->QRhighest);
103 cprintf("%ld\n", (long)buf->QRgen);
104 cprintf("%u\n", buf->QRflags);
105 cprintf("%s\n", buf->QRdirname);
106 cprintf("%ld\n", buf->QRinfo);
107 cprintf("%d\n", buf->QRfloor);
108 cprintf("%ld\n", (long)buf->QRmtime);
109 cprintf("%d\n", buf->QRep.expire_mode);
110 cprintf("%d\n", buf->QRep.expire_value);
111 cprintf("%ld\n", buf->QRnumber);
112 cprintf("%d\n", buf->QRorder);
113 cprintf("%u\n", buf->QRflags2);
114 cprintf("%d\n", buf->QRdefaultview);
116 getroom(&CC->room, buf->QRname);
117 /* format of message list export is all message numbers output
118 * one per line terminated by a 0.
121 getroom(&CC->room, buf->QRname);
122 /* format of message list export is all message numbers output
123 * one per line terminated by a 0.
125 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, NULL,
126 artv_export_room_msg, NULL);
133 void artv_export_rooms(void) {
135 artv_global_message_list = fopen(artv_tempfilename1, "w");
136 if (artv_global_message_list != NULL) {
137 ForEachRoom(artv_export_rooms_backend, NULL);
138 fclose(artv_global_message_list);
142 * Process the 'global' message list. (Sort it and remove dups.
143 * Dups are ok because a message may be in more than one room, but
144 * this will be handled by exporting the reference count, not by
145 * exporting the message multiple times.)
147 snprintf(cmd, sizeof cmd, "sort <%s >%s", artv_tempfilename1, artv_tempfilename2);
149 snprintf(cmd, sizeof cmd, "uniq <%s >%s", artv_tempfilename2, artv_tempfilename1);
154 void artv_export_floors(void) {
155 struct floor qfbuf, *buf;
158 for (i=0; i < MAXFLOORS; ++i) {
164 #include "artv_serialize.h"
165 #include "dtds/floor-defs.h"
166 #include "undef_data.h"
168 cprintf("%u\n", buf->f_flags);
169 cprintf("%s\n", buf->f_name);
170 cprintf("%d\n", buf->f_ref_count);
171 cprintf("%d\n", buf->f_ep.expire_mode);
172 cprintf("%d\n", buf->f_ep.expire_value);
182 * Traverse the visits file...
184 void artv_export_visits(void) {
186 struct cdbdata *cdbv;
188 cdb_rewind(CDB_VISIT);
190 while (cdbv = cdb_next_item(CDB_VISIT), cdbv != NULL) {
191 memset(&vbuf, 0, sizeof(struct visit));
192 memcpy(&vbuf, cdbv->ptr,
193 ((cdbv->len > sizeof(struct visit)) ?
194 sizeof(struct visit) : cdbv->len));
198 cprintf("%ld\n", vbuf.v_roomnum);
199 cprintf("%ld\n", vbuf.v_roomgen);
200 cprintf("%ld\n", vbuf.v_usernum);
202 if (!IsEmptyStr(vbuf.v_seen)) {
203 cprintf("%s\n", vbuf.v_seen);
206 cprintf("%ld\n", vbuf.v_lastseen);
209 cprintf("%s\n", vbuf.v_answered);
210 cprintf("%u\n", vbuf.v_flags);
211 cprintf("%d\n", vbuf.v_view);
216 void artv_export_message(long msgnum) {
218 struct CtdlMessage *msg;
222 char tempfile[PATH_MAX];
224 msg = CtdlFetchMessage(msgnum, 1);
225 if (msg == NULL) return; /* fail silently */
227 cprintf("message\n");
228 GetMetaData(&smi, msgnum);
229 cprintf("%ld\n", msgnum);
230 cprintf("%d\n", smi.meta_refcount);
231 cprintf("%s\n", smi.meta_content_type);
233 serialize_message(&smr, msg);
234 CtdlFreeMessage(msg);
236 /* write it in base64 */
237 CtdlMakeTempFileName(tempfile, sizeof tempfile);
238 snprintf(buf, sizeof buf, "%s -e >%s", file_base64, tempfile);
239 fp = popen(buf, "w");
240 fwrite(smr.ser, smr.len, 1, fp);
245 fp = fopen(tempfile, "r");
248 while (fgets(buf, sizeof(buf), fp) != NULL) {
249 buf[strlen(buf)-1] = 0;
250 cprintf("%s\n", buf);
254 cprintf("%s\n", END_OF_MESSAGE);
259 void artv_export_messages(void) {
264 artv_global_message_list = fopen(artv_tempfilename1, "r");
265 if (artv_global_message_list != NULL) {
266 lprintf(CTDL_INFO, "Opened %s\n", artv_tempfilename1);
267 while (fgets(buf, sizeof(buf),
268 artv_global_message_list) != NULL) {
271 artv_export_message(msgnum);
275 fclose(artv_global_message_list);
277 lprintf(CTDL_INFO, "Exported %d messages.\n", count);
283 void artv_do_export(void) {
286 cprintf("%d Exporting all Citadel databases.\n", LISTING_FOLLOWS);
288 cprintf("version\n%d\n", REV_LEVEL);
290 /* export the config file (this is done using x-macros) */
293 #include "artv_serialize.h"
294 #include "dtds/config-defs.h"
295 #include "undef_data.h"
297 /* Export the control file */
299 cprintf("control\n");
300 cprintf("%ld\n", CitControl.MMhighest);
301 cprintf("%u\n", CitControl.MMflags);
302 cprintf("%ld\n", CitControl.MMnextuser);
303 cprintf("%ld\n", CitControl.MMnextroom);
304 cprintf("%d\n", CitControl.version);
308 artv_export_floors();
309 artv_export_visits();
310 artv_export_messages();
317 void artv_import_config(void) {
322 lprintf(CTDL_DEBUG, "Importing config file\n");
324 #include "artv_deserialize.h"
325 #include "dtds/config-defs.h"
326 #include "undef_data.h"
328 config.c_enable_fulltext = 0; /* always disable */
330 lprintf(CTDL_INFO, "Imported config file\n");
334 void artv_import_control(void) {
337 lprintf(CTDL_DEBUG, "Importing control file\n");
338 client_getln(buf, sizeof buf); CitControl.MMhighest = atol(buf);
339 client_getln(buf, sizeof buf); CitControl.MMflags = atoi(buf);
340 client_getln(buf, sizeof buf); CitControl.MMnextuser = atol(buf);
341 client_getln(buf, sizeof buf); CitControl.MMnextroom = atol(buf);
342 client_getln(buf, sizeof buf); CitControl.version = atoi(buf);
343 CitControl.MMfulltext = (-1L); /* always flush */
345 lprintf(CTDL_INFO, "Imported control file\n");
349 void artv_import_user(void) {
351 struct ctdluser usbuf, *buf;
354 #include "artv_deserialize.h"
355 #include "dtds/user-defs.h"
356 #include "undef_data.h"
359 client_getln(cbuf, sizeof cbuf); buf->version = atoi(cbuf);
360 client_getln(cbuf, sizeof cbuf); buf->uid = atoi(cbuf);
361 client_getln(buf->password, sizeof buf->password);
362 client_getln(cbuf, sizeof cbuf); buf->flags = atoi(cbuf);
363 client_getln(cbuf, sizeof cbuf); buf->timescalled = atol(cbuf);
364 client_getln(cbuf, sizeof cbuf); buf->posted = atol(cbuf);
365 client_getln(cbuf, sizeof cbuf); buf->axlevel = atoi(cbuf);
366 client_getln(cbuf, sizeof cbuf); buf->usernum = atol(cbuf);
367 client_getln(cbuf, sizeof cbuf); buf->lastcall = atol(cbuf);
368 client_getln(cbuf, sizeof cbuf); buf->USuserpurge = atoi(cbuf);
369 client_getln(buf->fullname, sizeof buf->fullname);
370 client_getln(cbuf, sizeof cbuf); buf->USscreenwidth = atoi(cbuf);
371 client_getln(cbuf, sizeof cbuf); buf->USscreenheight = atoi(cbuf);
377 void artv_import_room(void) {
379 struct ctdlroom qrbuf, *buf;
385 #include "artv_deserialize.h"
386 #include "dtds/room-defs.h"
387 #include "undef_data.h"
390 client_getln(buf->QRname, sizeof buf->QRname);
391 client_getln(buf->QRpasswd, sizeof buf->QRpasswd);
392 client_getln(cbuf, sizeof cbuf); buf->QRroomaide = atol(cbuf);
393 client_getln(cbuf, sizeof cbuf); buf->QRhighest = atol(cbuf);
394 client_getln(cbuf, sizeof cbuf); buf->QRgen = atol(cbuf);
395 client_getln(cbuf, sizeof cbuf); buf->QRflags = atoi(cbuf);
396 client_getln(buf->QRdirname, sizeof buf->QRdirname);
397 client_getln(cbuf, sizeof cbuf); buf->QRinfo = atol(cbuf);
398 client_getln(cbuf, sizeof cbuf); buf->QRfloor = atoi(cbuf);
399 client_getln(cbuf, sizeof cbuf); buf->QRmtime = atol(cbuf);
400 client_getln(cbuf, sizeof cbuf); buf->QRep.expire_mode = atoi(cbuf);
401 client_getln(cbuf, sizeof cbuf); buf->QRep.expire_value = atoi(cbuf);
402 client_getln(cbuf, sizeof cbuf); buf->QRnumber = atol(cbuf);
403 client_getln(cbuf, sizeof cbuf); buf->QRorder = atoi(cbuf);
404 client_getln(cbuf, sizeof cbuf); buf->QRflags2 = atoi(cbuf);
405 client_getln(cbuf, sizeof cbuf); buf->QRdefaultview = atoi(cbuf);
408 lprintf(CTDL_INFO, "Imported room <%s>\n", qrbuf.QRname);
409 /* format of message list export is all message numbers output
410 * one per line terminated by a 0.
412 while (client_getln(cbuf, sizeof cbuf), msgnum = atol(cbuf), msgnum > 0) {
413 CtdlSaveMsgPointerInRoom(qrbuf.QRname, msgnum, 0, NULL);
416 lprintf(CTDL_INFO, "(%d messages)\n", msgcount);
420 void artv_import_floor(void) {
421 struct floor flbuf, *buf;
426 memset(buf, 0, sizeof(buf));
427 client_getln(cbuf, sizeof cbuf); i = atoi(cbuf);
429 #include "artv_deserialize.h"
430 #include "dtds/floor-defs.h"
431 #include "undef_data.h"
433 client_getln(cbuf, sizeof cbuf); buf->f_flags = atoi(cbuf);
434 client_getln(buf->f_name, sizeof buf->f_name);
435 client_getln(cbuf, sizeof cbuf); buf->f_ref_count = atoi(cbuf);
436 client_getln(cbuf, sizeof cbuf); buf->f_ep.expire_mode = atoi(cbuf);
437 client_getln(cbuf, sizeof cbuf); buf->f_ep.expire_value = atoi(cbuf);
440 lprintf(CTDL_INFO, "Imported floor #%d (%s)\n", i, flbuf.f_name);
446 void artv_import_visit(void) {
450 int is_textual_seen = 0;
452 client_getln(buf, sizeof buf); vbuf.v_roomnum = atol(buf);
453 client_getln(buf, sizeof buf); vbuf.v_roomgen = atol(buf);
454 client_getln(buf, sizeof buf); vbuf.v_usernum = atol(buf);
456 client_getln(buf, sizeof buf);
457 vbuf.v_lastseen = atol(buf);
458 for (i=0; buf[i]; ++i) if (!isdigit(buf[i])) is_textual_seen = 1;
459 if (is_textual_seen) strcpy(vbuf.v_seen, buf);
461 client_getln(vbuf.v_answered, sizeof vbuf.v_answered);
462 client_getln(buf, sizeof buf); vbuf.v_flags = atoi(buf);
463 client_getln(buf, sizeof buf); vbuf.v_view = atoi(buf);
465 lprintf(CTDL_INFO, "Imported visit %ld/%ld/%ld\n",
466 vbuf.v_roomnum, vbuf.v_roomgen, vbuf.v_usernum);
471 void artv_import_message(void) {
477 char tempfile[PATH_MAX];
480 memset(&smi, 0, sizeof(struct MetaData));
481 client_getln(buf, sizeof buf); msgnum = atol(buf);
482 smi.meta_msgnum = msgnum;
483 client_getln(buf, sizeof buf); smi.meta_refcount = atoi(buf);
484 client_getln(smi.meta_content_type, sizeof smi.meta_content_type);
486 lprintf(CTDL_INFO, "message #%ld\n", msgnum);
488 /* decode base64 message text */
489 CtdlMakeTempFileName(tempfile, sizeof tempfile);
490 snprintf(buf, sizeof buf, "%s -d >%s", file_base64, tempfile);
491 fp = popen(buf, "w");
492 while (client_getln(buf, sizeof buf), strcasecmp(buf, END_OF_MESSAGE)) {
493 fprintf(fp, "%s\n", buf);
496 fp = fopen(tempfile, "rb");
497 fseek(fp, 0L, SEEK_END);
500 lprintf(CTDL_DEBUG, "msglen = %ld\n", msglen);
502 mbuf = malloc(msglen);
503 fp = fopen(tempfile, "rb");
504 fread(mbuf, msglen, 1, fp);
507 cdb_store(CDB_MSGMAIN, &msgnum, sizeof(long), mbuf, msglen);
513 lprintf(CTDL_INFO, "Imported message %ld\n", msgnum);
519 void artv_do_import(void) {
528 cprintf("%d sock it to me\n", SEND_LISTING);
532 while (client_getln(buf, sizeof buf), strcmp(buf, "000")) {
534 lprintf(CTDL_DEBUG, "import keyword: <%s>\n", buf);
535 if ((abuf[0] == '\0') || (strcasecmp(buf, abuf))) {
536 cprintf ("\n\nImporting datatype %s\n", buf);
537 strncpy (abuf, buf, SIZ);
542 if (iterations % 64 == 0)
547 if (!strcasecmp(buf, "version")) {
548 client_getln(s_version, sizeof s_version);
549 version = atoi(s_version);
550 if ((version<EXPORT_REV_MIN) || (version>REV_LEVEL)) {
551 lprintf(CTDL_ERR, "Version mismatch in ARTV import; aborting\n");
555 else if (!strcasecmp(buf, "config")) artv_import_config();
556 else if (!strcasecmp(buf, "control")) artv_import_control();
557 else if (!strcasecmp(buf, "user")) artv_import_user();
558 else if (!strcasecmp(buf, "room")) artv_import_room();
559 else if (!strcasecmp(buf, "floor")) artv_import_floor();
560 else if (!strcasecmp(buf, "visit")) artv_import_visit();
561 else if (!strcasecmp(buf, "message")) artv_import_message();
565 lprintf(CTDL_INFO, "Invalid keyword <%s>. Flushing input.\n", buf);
566 while (client_getln(buf, sizeof buf), strcmp(buf, "000")) ;;
567 rebuild_euid_index();
572 void cmd_artv(char *cmdbuf) {
574 static int is_running = 0;
576 if (CtdlAccessCheck(ac_internal)) return;
578 cprintf("%d The importer/exporter is already running.\n",
579 ERROR + RESOURCE_BUSY);
584 CtdlMakeTempFileName(artv_tempfilename1, sizeof artv_tempfilename1);
585 CtdlMakeTempFileName(artv_tempfilename2, sizeof artv_tempfilename2);
587 extract_token(cmd, cmdbuf, 0, '|', sizeof cmd);
588 if (!strcasecmp(cmd, "export")) artv_do_export();
589 else if (!strcasecmp(cmd, "import")) artv_do_import();
590 else cprintf("%d illegal command\n", ERROR + ILLEGAL_VALUE);
592 unlink(artv_tempfilename1);
593 unlink(artv_tempfilename2);
601 CTDL_MODULE_INIT(vandelay)
603 CtdlRegisterProtoHook(cmd_artv, "ARTV", "import/export data store");
605 /* return our Subversion id for the Log */