4 * Default wordbreaker module for full text indexing.
17 #include <sys/types.h>
19 #if TIME_WITH_SYS_TIME
20 # include <sys/time.h>
24 # include <sys/time.h>
35 #include "sysdep_decls.h"
36 #include "citserver.h"
39 #include "serv_extensions.h"
44 #include "ft_wordbreaker.h"
47 void wordbreaker(char *text, int *num_tokens, int **tokens) {
49 int wb_num_tokens = 0;
51 int *wb_tokens = NULL;
54 wb_tokens = malloc(wb_num_tokens * sizeof(int));
57 wb_tokens[1] = 7; /* FIXME this obviously isn't a wordbreaker */
60 *num_tokens = wb_num_tokens;