/*
- * $Id$
- *
* This is a data store backend for the Citadel server which uses Berkeley DB.
*
+ * Copyright (c) 1987-2009 by the citadel.org team
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+ *
*/
/*****************************************************************************
/* Verbose logging callback */
void cdb_verbose_err(const DB_ENV *dbenv, const char *errpfx, const char *msg)
{
- CtdlLogPrintf(CTDL_ALERT, "BDB: %s\n", msg);
+ CtdlLogPrintf(CTDL_ALERT, "DB: %s\n", msg);
}
ret = tid->abort(tid);
if (ret) {
- CtdlLogPrintf(CTDL_EMERG, "cdb_*: txn_abort: %s\n",
- db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "bdb(): txn_abort: %s\n", db_strerror(ret));
abort();
}
}
ret = tid->commit(tid, 0);
if (ret) {
- CtdlLogPrintf(CTDL_EMERG, "cdb_*: txn_commit: %s\n",
- db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "bdb(): txn_commit: %s\n", db_strerror(ret));
abort();
}
}
ret = dbenv->txn_begin(dbenv, NULL, tid, 0);
if (ret) {
- CtdlLogPrintf(CTDL_EMERG, "cdb_*: txn_begin: %s\n",
- db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "bdb(): txn_begin: %s\n", db_strerror(ret));
abort();
}
}
static void dbpanic(DB_ENV * env, int errval)
{
- CtdlLogPrintf(CTDL_EMERG, "cdb_*: Berkeley DB panic: %d\n", errval);
+ CtdlLogPrintf(CTDL_EMERG, "bdb(): PANIC: %s\n", db_strerror(errval));
}
static void cclose(DBC * cursor)
int ret;
if ((ret = cursor->c_close(cursor))) {
- CtdlLogPrintf(CTDL_EMERG, "cdb_*: c_close: %s\n",
- db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "bdb(): c_close: %s\n", db_strerror(ret));
abort();
}
}
for (i = 0; i < MAXCDB; i++)
if (cursors[i] != NULL) {
CtdlLogPrintf(CTDL_EMERG,
- "cdb_*: cursor still in progress on cdb %02x: %s\n",
- i, msg);
+ "bdb(): cursor still in progress on cdb %02x: %s\n", i, msg);
abort();
}
}
bailIfCursor(tsd->cursors, "in check_handles");
if (tsd->tid != NULL) {
- CtdlLogPrintf(CTDL_EMERG,
- "cdb_*: transaction still in progress!");
+ CtdlLogPrintf(CTDL_EMERG, "bdb(): transaction still in progress!");
abort();
}
}
" This log file is no longer in use "
"and may be safely deleted.\n",
*file, strerror(errno));
- aide_message(errmsg, "Database Warning Message");
+ CtdlAideMessage(errmsg, "Database Warning Message");
}
}
free(list);
/*
- * Request a checkpoint of the database.
+ * Request a checkpoint of the database. Called once per minute by the thread manager.
*/
void cdb_checkpoint(void)
{
int ret;
-// static time_t last_run = 0L;
-
- /* Only do a checkpoint once per minute. */
-/*
- * Don't need this any more, since the thread that calls us sleeps for 60 seconds between calls
-
- if ((time(NULL) - last_run) < 60L) {
- return;
- }
- last_run = time(NULL);
-*/
CtdlLogPrintf(CTDL_DEBUG, "-- db checkpoint --\n");
- ret = dbenv->txn_checkpoint(dbenv,
- MAX_CHECKPOINT_KBYTES,
- MAX_CHECKPOINT_MINUTES, 0);
+ ret = dbenv->txn_checkpoint(dbenv, MAX_CHECKPOINT_KBYTES, MAX_CHECKPOINT_MINUTES, 0);
if (ret != 0) {
- CtdlLogPrintf(CTDL_EMERG, "cdb_checkpoint: txn_checkpoint: %s\n",
- db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "cdb_checkpoint: txn_checkpoint: %s\n", db_strerror(ret));
abort();
}
{
int ret;
int i;
- char dbfilename[SIZ];
+ char dbfilename[32];
u_int32_t flags = 0;
int dbversion_major, dbversion_minor, dbversion_patch;
int current_dbversion = 0;
- CtdlLogPrintf(CTDL_DEBUG, "cdb_*: open_databases() starting\n");
+ CtdlLogPrintf(CTDL_DEBUG, "bdb(): open_databases() starting\n");
CtdlLogPrintf(CTDL_DEBUG, "Compiled db: %s\n", DB_VERSION_STRING);
CtdlLogPrintf(CTDL_INFO, " Linked db: %s\n",
db_version(&dbversion_major, &dbversion_minor, &dbversion_patch));
* Silently try to create the database subdirectory. If it's
* already there, no problem.
*/
- mkdir(ctdl_data_dir, 0700);
- chmod(ctdl_data_dir, 0700);
- chown(ctdl_data_dir, CTDLUID, (-1));
-
- CtdlLogPrintf(CTDL_DEBUG, "cdb_*: Setting up DB environment\n");
- db_env_set_func_yield(sched_yield);
+ if ((mkdir(ctdl_data_dir, 0700) != 0) && (errno != EEXIST)){
+ CtdlLogPrintf(CTDL_EMERG,
+ "unable to create database directory [%s]: %s",
+ ctdl_data_dir, strerror(errno));
+ }
+ if (chmod(ctdl_data_dir, 0700) != 0){
+ CtdlLogPrintf(CTDL_EMERG,
+ "unable to set database directory accessrights [%s]: %s",
+ ctdl_data_dir, strerror(errno));
+ }
+ if (chown(ctdl_data_dir, CTDLUID, (-1)) != 0){
+ CtdlLogPrintf(CTDL_EMERG,
+ "unable to set the owner for [%s]: %s",
+ ctdl_data_dir, strerror(errno));
+ }
+ CtdlLogPrintf(CTDL_DEBUG, "bdb(): Setting up DB environment\n");
+ db_env_set_func_yield((int (*)(u_long, u_long))sched_yield);
ret = db_env_create(&dbenv, 0);
if (ret) {
- CtdlLogPrintf(CTDL_EMERG, "cdb_*: db_env_create: %s\n",
- db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "bdb(): db_env_create: %s\n", db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "exit code %d\n", ret);
exit(CTDLEXIT_DB);
}
dbenv->set_errpfx(dbenv, "citserver");
*/
ret = dbenv->set_cachesize(dbenv, 0, 64 * 1024, 0);
if (ret) {
- CtdlLogPrintf(CTDL_EMERG, "cdb_*: set_cachesize: %s\n",
- db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "bdb(): set_cachesize: %s\n", db_strerror(ret));
dbenv->close(dbenv, 0);
+ CtdlLogPrintf(CTDL_EMERG, "exit code %d\n", ret);
exit(CTDLEXIT_DB);
}
if ((ret = dbenv->set_lk_detect(dbenv, DB_LOCK_DEFAULT))) {
- CtdlLogPrintf(CTDL_EMERG, "cdb_*: set_lk_detect: %s\n",
- db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "bdb(): set_lk_detect: %s\n", db_strerror(ret));
dbenv->close(dbenv, 0);
+ CtdlLogPrintf(CTDL_EMERG, "exit code %d\n", ret);
exit(CTDLEXIT_DB);
}
ret = dbenv->open(dbenv, ctdl_data_dir, flags, 0);
}
if (ret) {
- CtdlLogPrintf(CTDL_DEBUG, "dbenv->open: %s\n", db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "dbenv->open: %s\n", db_strerror(ret));
dbenv->close(dbenv, 0);
+ CtdlLogPrintf(CTDL_EMERG, "exit code %d\n", ret);
exit(CTDLEXIT_DB);
}
/* Create a database handle */
ret = db_create(&dbp[i], dbenv, 0);
if (ret) {
- CtdlLogPrintf(CTDL_DEBUG, "db_create: %s\n",
- db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "db_create: %s\n", db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "exit code %d\n", ret);
exit(CTDLEXIT_DB);
}
NULL,
DB_BTREE,
DB_CREATE | DB_AUTO_COMMIT | DB_THREAD,
- 0600);
+ 0600
+ );
if (ret) {
- CtdlLogPrintf(CTDL_EMERG, "db_open[%02x]: %s\n", i,
- db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "db_open[%02x]: %s\n", i, db_strerror(ret));
+ if (ret == ENOMEM) {
+ CtdlLogPrintf(CTDL_EMERG, "You may need to tune your database; please read http://www.citadel.org/doku.php/faq:troubleshooting:out_of_lock_entries for more information.\n");
+ }
+ CtdlLogPrintf(CTDL_EMERG, "exit code %d\n", ret);
exit(CTDLEXIT_DB);
}
}
}
CtdlLogPrintf(CTDL_DEBUG, "open_databases() finished\n");
-
CtdlRegisterProtoHook(cmd_cull, "CULL", "Cull database logs");
}
CtdlLogPrintf(CTDL_INFO, "Closing database %02x\n", a);
ret = dbp[a]->close(dbp[a], 0);
if (ret) {
- CtdlLogPrintf(CTDL_EMERG,
- "db_close: %s\n", db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "db_close: %s\n", db_strerror(ret));
}
}
/* Close the handle. */
ret = dbenv->close(dbenv, 0);
if (ret) {
- CtdlLogPrintf(CTDL_EMERG,
- "DBENV->close: %s\n", db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "DBENV->close: %s\n", db_strerror(ret));
}
}
/*
* Compression functions only used if we have zlib
*/
-#ifdef HAVE_ZLIB
-
void cdb_decompress_if_necessary(struct cdbdata *cdb)
{
static int magic = COMPRESS_MAGIC;
+
+ if ((cdb == NULL) ||
+ (cdb->ptr == NULL) ||
+ (cdb->len < sizeof(magic)) ||
+ (memcmp(cdb->ptr, &magic, sizeof(magic))))
+ return;
+
+#ifdef HAVE_ZLIB
+ /* At this point we know we're looking at a compressed item. */
+
struct CtdlCompressHeader zheader;
char *uncompressed_data;
char *compressed_data;
uLongf destLen, sourceLen;
+ size_t cplen;
- if (cdb == NULL)
- return;
- if (cdb->ptr == NULL)
- return;
- if (memcmp(cdb->ptr, &magic, sizeof(magic)))
- return;
-
- /* At this point we know we're looking at a compressed item. */
- memcpy(&zheader, cdb->ptr, sizeof(struct CtdlCompressHeader));
+ memset(&zheader, 0, sizeof(struct CtdlCompressHeader));
+ cplen = sizeof(struct CtdlCompressHeader);
+ if (sizeof(struct CtdlCompressHeader) > cdb->len)
+ cplen = cdb->len;
+ memcpy(&zheader, cdb->ptr, cplen);
compressed_data = cdb->ptr;
compressed_data += sizeof(struct CtdlCompressHeader);
free(cdb->ptr);
cdb->len = (size_t) destLen;
cdb->ptr = uncompressed_data;
+#else /* HAVE_ZLIB */
+ CtdlLogPrintf(CTDL_EMERG, "Database contains compressed data, but this citserver was built without compression support.\n");
+ abort();
+#endif /* HAVE_ZLIB */
}
-#endif /* HAVE_ZLIB */
/*
* Store a piece of data. Returns 0 if the operation was successful. If a
* key already exists it should be overwritten.
*/
-int cdb_store(int cdb, void *ckey, int ckeylen, void *cdata, int cdatalen)
+int cdb_store(int cdb, const void *ckey, int ckeylen, void *cdata, int cdatalen)
{
DBT dkey, ddata;
+ sizeof(struct CtdlCompressHeader);
destLen = (uLongf) buffer_len;
compressed_data = malloc(buffer_len);
- if (compress2((Bytef *) (compressed_data +
- sizeof(struct
- CtdlCompressHeader)),
- &destLen, (Bytef *) cdata, (uLongf) cdatalen,
- 1) != Z_OK) {
+ if (compress2((Bytef *) (compressed_data + sizeof(struct CtdlCompressHeader)),
+ &destLen, (Bytef *) cdata, (uLongf) cdatalen, 1) != Z_OK)
+ {
CtdlLogPrintf(CTDL_EMERG, "compress2() error\n");
abort();
}
zheader.compressed_len = (size_t) destLen;
- memcpy(compressed_data, &zheader,
- sizeof(struct CtdlCompressHeader));
- ddata.size = (size_t) (sizeof(struct CtdlCompressHeader) +
- zheader.compressed_len);
+ memcpy(compressed_data, &zheader, sizeof(struct CtdlCompressHeader));
+ ddata.size = (size_t) (sizeof(struct CtdlCompressHeader) + zheader.compressed_len);
ddata.data = compressed_data;
}
#endif
&ddata, /* data */
0); /* flags */
if (ret) {
- CtdlLogPrintf(CTDL_EMERG, "cdb_store(%d): %s\n", cdb,
- db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "cdb_store(%d): %s\n", cdb, db_strerror(ret));
abort();
}
#ifdef HAVE_ZLIB
return ret;
} else {
- bailIfCursor(MYCURSORS,
- "attempt to write during r/o cursor");
+ bailIfCursor(MYCURSORS, "attempt to write during r/o cursor");
retry:
txbegin(&tid);
} else {
txcommit(tid);
#ifdef HAVE_ZLIB
- if (compressing)
+ if (compressing) {
free(compressed_data);
+ }
#endif
return ret;
}
if (MYTID != NULL) {
ret = dbp[cdb]->del(dbp[cdb], MYTID, &dkey, 0);
if (ret) {
- CtdlLogPrintf(CTDL_EMERG, "cdb_delete(%d): %s\n", cdb,
- db_strerror(ret));
- if (ret != DB_NOTFOUND)
+ CtdlLogPrintf(CTDL_EMERG, "cdb_delete(%d): %s\n", cdb, db_strerror(ret));
+ if (ret != DB_NOTFOUND) {
abort();
+ }
}
} else {
- bailIfCursor(MYCURSORS,
- "attempt to delete during r/o cursor");
+ bailIfCursor(MYCURSORS, "attempt to delete during r/o cursor");
retry:
txbegin(&tid);
* a struct cdbdata which it is the caller's responsibility to free later on
* using the cdb_free() routine.
*/
-struct cdbdata *cdb_fetch(int cdb, void *key, int keylen)
+struct cdbdata *cdb_fetch(int cdb, const void *key, int keylen)
{
struct cdbdata *tempcdb;
}
if ((ret != 0) && (ret != DB_NOTFOUND)) {
- CtdlLogPrintf(CTDL_EMERG, "cdb_fetch(%d): %s\n", cdb,
- db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "cdb_fetch(%d): %s\n", cdb, db_strerror(ret));
abort();
}
tempcdb = (struct cdbdata *) malloc(sizeof(struct cdbdata));
if (tempcdb == NULL) {
- CtdlLogPrintf(CTDL_EMERG,
- "cdb_fetch: Cannot allocate memory for tempcdb\n");
+ CtdlLogPrintf(CTDL_EMERG, "cdb_fetch: Cannot allocate memory for tempcdb\n");
abort();
}
tempcdb->len = dret.size;
tempcdb->ptr = dret.data;
-#ifdef HAVE_ZLIB
cdb_decompress_if_necessary(tempcdb);
-#endif
return (tempcdb);
}
void cdb_close_cursor(int cdb)
{
- if (MYCURSORS[cdb] != NULL)
+ if (MYCURSORS[cdb] != NULL) {
cclose(MYCURSORS[cdb]);
+ }
MYCURSORS[cdb] = NULL;
}
if (MYCURSORS[cdb] != NULL) {
CtdlLogPrintf(CTDL_EMERG,
- "cdb_rewind: must close cursor on database %d before reopening.\n",
- cdb);
+ "cdb_rewind: must close cursor on database %d before reopening.\n", cdb);
abort();
/* cclose(MYCURSORS[cdb]); */
}
*/
ret = dbp[cdb]->cursor(dbp[cdb], MYTID, &MYCURSORS[cdb], 0);
if (ret) {
- CtdlLogPrintf(CTDL_EMERG, "cdb_rewind: db_cursor: %s\n",
- db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "cdb_rewind: db_cursor: %s\n", db_strerror(ret));
abort();
}
}
if (ret) {
if (ret != DB_NOTFOUND) {
- CtdlLogPrintf(CTDL_EMERG, "cdb_next_item(%d): %s\n",
- cdb, db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "cdb_next_item(%d): %s\n", cdb, db_strerror(ret));
abort();
}
cclose(MYCURSORS[cdb]);
cdbret = (struct cdbdata *) malloc(sizeof(struct cdbdata));
cdbret->len = data.size;
cdbret->ptr = data.data;
-#ifdef HAVE_ZLIB
cdb_decompress_if_necessary(cdbret);
-#endif
return (cdbret);
}
void cdb_begin_transaction(void)
{
- bailIfCursor(MYCURSORS,
- "can't begin transaction during r/o cursor");
+ bailIfCursor(MYCURSORS, "can't begin transaction during r/o cursor");
if (MYTID != NULL) {
- CtdlLogPrintf(CTDL_EMERG,
- "cdb_begin_transaction: ERROR: nested transaction\n");
+ CtdlLogPrintf(CTDL_EMERG, "cdb_begin_transaction: ERROR: nested transaction\n");
abort();
}
CtdlLogPrintf(CTDL_EMERG,
"cdb_end_transaction: ERROR: txcommit(NULL) !!\n");
abort();
- } else
+ } else {
txcommit(MYTID);
+ }
MYTID = NULL;
}
"cdb_trunc must not be called in a transaction.\n");
abort();
} else {
- bailIfCursor(MYCURSORS,
- "attempt to write during r/o cursor");
+ bailIfCursor(MYCURSORS, "attempt to write during r/o cursor");
retry:
/* txbegin(&tid); */
/* txabort(tid); */
goto retry;
} else {
- CtdlLogPrintf(CTDL_EMERG,
- "cdb_truncate(%d): %s\n", cdb,
- db_strerror(ret));
+ CtdlLogPrintf(CTDL_EMERG, "cdb_truncate(%d): %s\n", cdb, db_strerror(ret));
+ if (ret == ENOMEM) {
+ CtdlLogPrintf(CTDL_EMERG, "You may need to tune your database; please read http://www.citadel.org/doku.php/faq:troubleshooting:out_of_lock_entries for more information.\n");
+ }
abort();
}
} else {
projects / citadel.git / blobdiff