Merge branch 'master' of ssh://git.citadel.org/appl/gitroot/citadel

[citadel.git] / citadel / modules / fulltext / ft_wordbreaker.h

diff --git a/citadel/modules/fulltext/ft_wordbreaker.h b/citadel/modules/fulltext/ft_wordbreaker.h
index 16f71456045d8f5b2675549b3e4434270d6681b3..10a0651da6d37c953b5387fbaa168939dbd7be7d 100644 (file)
--- a/citadel/modules/fulltext/ft_wordbreaker.h
+++ b/citadel/modules/fulltext/ft_wordbreaker.h
@@ -1,6 +1,19 @@
 /*
- * $Id$
+ * Copyright (c) 2005-2012 by the citadel.org team
  *
+ *  This program is open source software; you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License version 3.
+ *  
+ *  
+ *
+ *  This program is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  
+ *  
+ *  
  */
 
 
@@ -17,5 +30,16 @@
 #define WB_MIN                 4       // nothing with 3 or less chars
 #define WB_MAX                 40
 
-void wordbreaker(char *text, int *num_tokens, int **tokens);
+void wordbreaker(const char *text, int *num_tokens, int **tokens);
+
+void initialize_noise_words(void);
+void noise_word_cleanup(void);
+
+
+typedef struct noise_word noise_word;
 
+struct noise_word {
+       unsigned int len;
+       char *word;
+       noise_word *next;
+};