2 * Transparently handle the upgrading of server data formats. If we see
3 * an existing version number of our database, we can make some intelligent
4 * guesses about what kind of data format changes need to be applied, and
5 * we apply them transparently.
7 * Copyright (c) 1987-2017 by the citadel.org team
9 * This program is open source software; you can redistribute it and/or
10 * modify it under the terms of the GNU General Public License version 3.
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
26 #include <sys/types.h>
28 #if TIME_WITH_SYS_TIME
29 # include <sys/time.h>
33 # include <sys/time.h>
42 #include <libcitadel.h>
45 #include "citserver.h"
52 #include "serv_upgrade.h"
53 #include "euidindex.h"
54 #include "ctdl_module.h"
55 #include "serv_vcard.h"
56 #include "internet_addressing.h"
60 * Fix up the name for Citadel user 0 and try to remove any extra users with number 0
62 void fix_sys_user_name(void)
64 struct ctdluser usbuf;
65 char usernamekey[USERNAME_SIZE];
67 /** If we have a user called Citadel rename them to SYS_Citadel */
68 if (CtdlGetUser(&usbuf, "Citadel") == 0)
70 rename_user("Citadel", "SYS_Citadel");
73 while (CtdlGetUserByNumber(&usbuf, 0) == 0)
75 /* delete user with number 0 and no name */
76 if (IsEmptyStr(usbuf.fullname)) {
77 cdb_delete(CDB_USERS, "", 0);
80 /* temporarily set this user to -1 */
86 /* Make sure user SYS_* is user 0 */
87 while (CtdlGetUserByNumber(&usbuf, -1) == 0)
89 if (strncmp(usbuf.fullname, "SYS_", 4))
90 { /* Delete any user 0 that doesn't start with SYS_ */
91 makeuserkey(usernamekey, usbuf.fullname, cutuserkey(usbuf.fullname));
92 cdb_delete(CDB_USERS, usernamekey, strlen(usernamekey));
103 * Back end processing function for reindex_uids()
104 * Call this function as a ForEachUser backend in order to queue up
105 * user names, or call it with a null user to make it do the processing.
106 * This allows us to maintain the list as a static instead of passing
109 void reindex_uids_backend(struct ctdluser *usbuf, void *data) {
110 static struct UserProcList *uplist = NULL;
111 struct UserProcList *ptr;
114 /* this is the calling mode where we add a user */
117 ptr = (struct UserProcList *) malloc(sizeof (struct UserProcList));
122 safestrncpy(ptr->user, usbuf->fullname, sizeof ptr->user);
128 /* this is the calling mode where we do the processing */
130 while (uplist != NULL) {
132 if (CtdlGetUserLock(&us, uplist->user) == 0) {
133 syslog(LOG_DEBUG, "Processing <%s> (%d)", uplist->user, us.uid);
134 if (us.uid == CTDLUID) {
135 us.uid = NATIVE_AUTH_UID;
137 CtdlPutUserLock(&us);
138 if ((us.uid > 0) && (us.uid != NATIVE_AUTH_UID)) { // if non-native auth , index by uid
140 syslog(LOG_DEBUG, "\033[31m attaching %d to %s \033[0m", us.uid , us.fullname);
143 StrBuf *claimed_id = NewStrBuf();
144 StrBufPrintf(claimed_id, "uid:%d", us.uid);
145 attach_extauth(&us, claimed_id);
146 FreeStrBuf(&claimed_id);
151 uplist = uplist->next;
157 * Build extauth index of all users with uid-based join (system auth, LDAP auth)
158 * Also changes all users with a uid of CTDLUID to NATIVE_AUTH_UID (-1)
160 void reindex_uids(void) {
161 syslog(LOG_WARNING, "upgrade: reindexing and applying uid changes");
162 ForEachUser(reindex_uids_backend, NULL);
163 reindex_uids_backend(NULL, NULL);
170 * These accounts may have been created by code that ran between mid 2008 and early 2011.
171 * If present they are no longer in use and may be deleted.
173 void remove_thread_users(void) {
174 char *deleteusers[] = {
183 "SYS_select_on_master",
188 struct ctdluser usbuf;
189 for (i=0; i<(sizeof(deleteusers)/sizeof(char *)); ++i) {
190 if (CtdlGetUser(&usbuf, deleteusers[i]) == 0) {
192 strcpy(usbuf.password, "deleteme");
195 "System user account <%s> is no longer in use and will be deleted.",
204 * Attempt to guess the name of the time zone currently in use
205 * on the underlying host system.
207 void guess_time_zone(void) {
211 fp = popen(file_guesstimezone, "r");
213 if (fgets(buf, sizeof buf, fp) && (strlen(buf) > 2)) {
214 buf[strlen(buf)-1] = 0;
215 CtdlSetConfigStr("c_default_cal_zone", buf);
216 syslog(LOG_INFO, "Configuring timezone: %s", buf);
224 * Per-room callback function for ingest_old_roominfo_and_roompic_files()
226 * This is the second pass, where we process the list of rooms with info or pic files.
228 void iorarf_oneroom(char *roomname, char *infofile, char *picfile)
232 char *unencoded_data;
234 long info_msgnum = 0;
238 // Test for the presence of a legacy "room info file"
239 if (!IsEmptyStr(infofile)) {
240 fp = fopen(infofile, "r");
246 fseek(fp, 0, SEEK_END);
247 data_length = ftell(fp);
249 if (data_length >= 1) {
251 unencoded_data = malloc(data_length);
252 if (unencoded_data) {
253 fread(unencoded_data, data_length, 1, fp);
254 encoded_data = malloc((data_length * 2) + 100);
256 sprintf(encoded_data, "Content-type: text/plain\nContent-transfer-encoding: base64\n\n");
257 CtdlEncodeBase64(&encoded_data[strlen(encoded_data)], unencoded_data, data_length, 1);
258 snprintf(subject, sizeof subject, "Imported room banner for %s", roomname);
259 info_msgnum = quickie_message("Citadel", NULL, NULL, SYSCONFIGROOM, encoded_data, FMT_RFC822, subject);
262 free(unencoded_data);
266 if (info_msgnum > 0) unlink(infofile);
269 // Test for the presence of a legacy "room picture file" and import it.
270 if (!IsEmptyStr(picfile)) {
271 fp = fopen(picfile, "r");
277 fseek(fp, 0, SEEK_END);
278 data_length = ftell(fp);
280 if (data_length >= 1) {
282 unencoded_data = malloc(data_length);
283 if (unencoded_data) {
284 fread(unencoded_data, data_length, 1, fp);
285 encoded_data = malloc((data_length * 2) + 100);
287 sprintf(encoded_data, "Content-type: image/gif\nContent-transfer-encoding: base64\n\n");
288 CtdlEncodeBase64(&encoded_data[strlen(encoded_data)], unencoded_data, data_length, 1);
289 snprintf(subject, sizeof subject, "Imported room icon for %s", roomname);
290 pic_msgnum = quickie_message("Citadel", NULL, NULL, SYSCONFIGROOM, encoded_data, FMT_RFC822, subject);
293 free(unencoded_data);
297 if (pic_msgnum > 0) unlink(picfile);
300 // Now we have the message numbers of our new banner and icon. Record them in the room record.
301 // NOTE: we are not deleting the old msgnum_info because that position in the record was previously
302 // a pointer to the highest message number which existed in the room when the info file was saved,
303 // and we don't want to delete messages that are not *actually* old banners.
304 struct ctdlroom qrbuf;
305 if (CtdlGetRoomLock(&qrbuf, roomname) == 0) {
306 qrbuf.msgnum_info = info_msgnum;
307 qrbuf.msgnum_pic = pic_msgnum;
308 CtdlPutRoomLock(&qrbuf);
315 struct iorarf_list *next;
316 char name[ROOMNAMELEN];
323 * Per-room callback function for ingest_old_roominfo_and_roompic_files()
325 * This is the first pass, where the list of qualifying rooms is gathered.
327 void iorarf_backend(struct ctdlroom *qrbuf, void *data)
330 struct iorarf_list **iorarf_list = (struct iorarf_list **)data;
332 struct iorarf_list *i = malloc(sizeof(struct iorarf_list));
333 i->next = *iorarf_list;
334 strcpy(i->name, qrbuf->QRname);
338 // Test for the presence of a legacy "room info file"
339 assoc_file_name(i->info, sizeof i->info, qrbuf, ctdl_info_dir);
340 fp = fopen(i->info, "r");
348 // Test for the presence of a legacy "room picture file"
349 assoc_file_name(i->pic, sizeof i->pic, qrbuf, ctdl_image_dir);
350 fp = fopen(i->pic, "r");
358 if ( (!IsEmptyStr(i->info)) || (!IsEmptyStr(i->pic)) ) {
368 * Prior to Citadel Server version 902, room info and pictures (which comprise the
369 * displayed banner for each room) were stored in the filesystem. If we are upgrading
370 * from version >000 to version >=902, ingest those files into the database.
372 void ingest_old_roominfo_and_roompic_files(void)
374 struct iorarf_list *il = NULL;
376 CtdlForEachRoom(iorarf_backend, &il);
378 struct iorarf_list *p;
380 iorarf_oneroom(il->name, il->info, il->pic);
386 unlink(ctdl_info_dir);
391 * Perform any upgrades that can be done automatically based on our knowledge of the previous
392 * version of Citadel server that was running here.
394 * Note that if the previous version was 0 then this is a new installation running for the first time.
396 void update_config(void) {
398 int oldver = CtdlGetConfigInt("MM_hosted_upgrade_level");
401 CtdlSetConfigInt("c_rfc822_strict_from", 0);
405 CtdlSetConfigInt("c_purge_hour", 3);
409 CtdlSetConfigInt("c_ldap_port", 389);
413 CtdlSetConfigStr("c_ip_addr", "*");
417 CtdlSetConfigInt("c_enable_fulltext", 1);
421 CtdlSetConfigInt("c_auto_cull", 1);
425 CtdlSetConfigInt("c_xmpp_c2s_port", 5222);
426 CtdlSetConfigInt("c_xmpp_s2s_port", 5269);
430 CtdlSetConfigInt("c_nntp_port", 119);
431 CtdlSetConfigInt("c_nntps_port", 563);
434 if (IsEmptyStr(CtdlGetConfigStr("c_default_cal_zone"))) {
441 * Helper function for move_inet_addrs_from_vcards_to_user_records()
443 * Call this function as a ForEachUser backend in order to queue up
444 * user names, or call it with a null user to make it do the processing.
445 * This allows us to maintain the list as a static instead of passing
448 void miafvtur_backend(struct ctdluser *usbuf, void *data) {
455 static struct miafvtur *m = NULL;
456 static int num_m = 0;
457 static int alloc_m = 0;
459 /* this is the calling mode where we add a user */
462 char primary_inet_email[512] = { 0 };
463 char other_inet_emails[512] = { 0 };
464 struct vCard *v = vcard_get_user(usbuf);
466 extract_inet_email_addrs(primary_inet_email, sizeof primary_inet_email, other_inet_emails, sizeof other_inet_emails, v, 1);
469 if ( (IsEmptyStr(primary_inet_email)) && (IsEmptyStr(other_inet_emails)) ) {
473 if (num_m >= alloc_m) {
476 m = malloc(sizeof(struct miafvtur) * alloc_m);
480 m = realloc(m, (sizeof(struct miafvtur) * alloc_m));
484 strcpy(m[num_m].name, usbuf->fullname);
485 snprintf(m[num_m].emails, 512, "%s%s%s",
486 (!IsEmptyStr(primary_inet_email) ? primary_inet_email : ""),
487 ((!IsEmptyStr(primary_inet_email)&&(!IsEmptyStr(other_inet_emails))) ? "|" : ""),
488 (!IsEmptyStr(other_inet_emails) ? other_inet_emails : "")
494 /* this is the calling mode where we do the processing */
499 for (i=0; i<num_m; ++i) {
500 syslog(LOG_DEBUG, "<%s> = <%s>", m[i].name, m[i].emails);
501 if (CtdlGetUser(&u, m[i].name) == 0) {
502 safestrncpy(u.emailaddrs, m[i].emails, sizeof u.emailaddrs);
514 * Prior to version 912 we kept a user's various Internet email addresses in their vCards.
515 * This function moves them over to the user record, which is where we keep them now.
517 void move_inet_addrs_from_vcards_to_user_records(void)
519 ForEachUser(miafvtur_backend, NULL);
520 miafvtur_backend(NULL, NULL);
521 CtdlRebuildDirectoryIndex();
526 * Based on the server version number reported by the existing database,
527 * run in-place data format upgrades until everything is up to date.
529 void check_server_upgrades(void) {
531 syslog(LOG_INFO, "Existing database version on disk is %d", CtdlGetConfigInt("MM_hosted_upgrade_level"));
533 if (CtdlGetConfigInt("MM_hosted_upgrade_level") < REV_LEVEL) {
534 syslog(LOG_WARNING, "Server hosted updates need to be processed at this time. Please wait...");
542 if ((CtdlGetConfigInt("MM_hosted_upgrade_level") > 000) && (CtdlGetConfigInt("MM_hosted_upgrade_level") < 591)) {
543 syslog(LOG_EMERG, "This database is too old to be upgraded. Citadel server will exit.");
546 if ((CtdlGetConfigInt("MM_hosted_upgrade_level") > 000) && (CtdlGetConfigInt("MM_hosted_upgrade_level") < 913)) {
549 if ((CtdlGetConfigInt("MM_hosted_upgrade_level") > 000) && (CtdlGetConfigInt("MM_hosted_upgrade_level") < 659)) {
550 rebuild_euid_index();
552 if (CtdlGetConfigInt("MM_hosted_upgrade_level") < 735) {
555 if (CtdlGetConfigInt("MM_hosted_upgrade_level") < 736) {
556 rebuild_usersbynumber();
558 if (CtdlGetConfigInt("MM_hosted_upgrade_level") < 790) {
559 remove_thread_users();
561 if (CtdlGetConfigInt("MM_hosted_upgrade_level") < 810) {
562 struct ctdlroom QRoom;
563 if (!CtdlGetRoom(&QRoom, SMTP_SPOOLOUT_ROOM)) {
564 QRoom.QRdefaultview = VIEW_QUEUE;
569 if ((CtdlGetConfigInt("MM_hosted_upgrade_level") > 000) && (CtdlGetConfigInt("MM_hosted_upgrade_level") < 902)) {
570 ingest_old_roominfo_and_roompic_files();
573 if ((CtdlGetConfigInt("MM_hosted_upgrade_level") > 000) && (CtdlGetConfigInt("MM_hosted_upgrade_level") < 912)) {
574 move_inet_addrs_from_vcards_to_user_records();
577 CtdlSetConfigInt("MM_hosted_upgrade_level", REV_LEVEL);
580 * Negative values for maxsessions are not allowed.
582 if (CtdlGetConfigInt("c_maxsessions") < 0) {
583 CtdlSetConfigInt("c_maxsessions", 0);
586 /* We need a system default message expiry policy, because this is
587 * the top level and there's no 'higher' policy to fall back on.
588 * By default, do not expire messages at all.
590 if (CtdlGetConfigInt("c_ep_mode") == 0) {
591 CtdlSetConfigInt("c_ep_mode", EXPIRE_MANUAL);
592 CtdlSetConfigInt("c_ep_value", 0);
597 CTDL_MODULE_UPGRADE(upgrade)
599 check_server_upgrades();
601 /* return our module id for the Log */