4 * This module handles fulltext indexing of the message base.
17 #include <sys/types.h>
19 #if TIME_WITH_SYS_TIME
20 # include <sys/time.h>
24 # include <sys/time.h>
35 #include "sysdep_decls.h"
36 #include "citserver.h"
39 #include "serv_extensions.h"
45 #include "serv_fulltext.h"
46 #include "ft_wordbreaker.h"
49 long ft_newhighest = 0L;
50 long *ft_newmsgs = NULL;
55 void ft_index_msg(long msgnum, void *userdata) {
57 if ((msgnum > CitControl.MMfulltext) && (msgnum <= ft_newhighest)) {
59 if (ft_num_msgs > ft_num_alloc) {
61 ft_newmsgs = realloc(ft_newmsgs, (ft_num_alloc * sizeof(long)));
63 ft_newmsgs[ft_num_msgs - 1] = msgnum;
69 * Scan a room for messages to index.
71 void ft_index_room(struct ctdlroom *qrbuf, void *data)
73 getroom(&CC->room, qrbuf->QRname);
74 CtdlForEachMessage(MSGS_ALL, 0L, NULL, NULL, ft_index_msg, NULL);
81 int longcmp(const void *rec1, const void *rec2) {
84 i1 = *(const long *)rec1;
85 i2 = *(const long *)rec2;
87 if (i1 > i2) return(1);
88 if (i1 < i2) return(-1);
94 void do_fulltext_indexing(void) {
97 lprintf(CTDL_DEBUG, "do_fulltext_indexing() started\n");
100 * Check to see whether the fulltext index is up to date; if there
101 * are no messages to index, don't waste any more time trying.
103 lprintf(CTDL_DEBUG, "CitControl.MMhighest = %ld\n", CitControl.MMhighest);
104 lprintf(CTDL_DEBUG, "CitControl.MMfulltext = %ld\n", CitControl.MMfulltext);
105 if (CitControl.MMfulltext >= CitControl.MMhighest) {
106 lprintf(CTDL_DEBUG, "Nothing to do!\n");
111 * Make sure we don't run the indexer too frequently.
112 * FIXME write this...
116 * If we've switched wordbreaker modules, burn the index and start
117 * over. FIXME write this...
121 * Now go through each room and find messages to index.
123 ft_newhighest = CitControl.MMhighest;
124 ForEachRoom(ft_index_room, NULL); /* merge ptrs */
126 if (ft_num_msgs > 0) {
127 qsort(ft_newmsgs, ft_num_msgs, sizeof(long), longcmp); /* sort */
128 if (i>1) for (i=0; i<(ft_num_msgs-1); ++i) { /* purge dups */
129 if (ft_newmsgs[i] == ft_newmsgs[i+1]) {
130 memmove(&ft_newmsgs[i], &ft_newmsgs[i+1], ((ft_num_msgs - i)*sizeof(long)));
135 /* Here it is ... do each message! */
136 for (i=0; i<ft_num_msgs; ++i) {
137 lprintf(CTDL_DEBUG, "FIXME INDEX %ld\n", ft_newmsgs[i]);
145 lprintf(CTDL_DEBUG, "do_fulltext_indexing() finished\n");
150 /*****************************************************************************/
152 char *serv_fulltext_init(void)
154 CtdlRegisterSessionHook(do_fulltext_indexing, EVT_TIMER);