X-Git-Url: https://code.citadel.org/?a=blobdiff_plain;f=webcit%2Fgettext.c;h=f1b2f8a2713b109aa2912da3ddfd37e9c34fd179;hb=3892cdfd49dcf859d9cdcb504a3542843f408097;hp=e0978b2c059b040645ccb84b328237463c23cf60;hpb=4760d0fc8089130b066045fa60d312030b0a34e3;p=citadel.git

diff --git a/webcit/gettext.c b/webcit/gettext.c
index e0978b2c0..f1b2f8a27 100644
--- a/webcit/gettext.c
+++ b/webcit/gettext.c
@@ -1,144 +1,500 @@
-#define _GNU_SOURCE
+/*
+ * Copyright (c) 1996-2011 by the citadel.org team
+ *
+ * This program is open source software.  You can redistribute it and/or
+ * modify it under the terms of the GNU General Public License as
+ * published by the Free Software Foundation; either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+ */
+
 #include "webcit.h"
 #include "webserver.h"
+#define SEARCH_LANG 20		/* how many langs should we parse? */
 
 #ifdef ENABLE_NLS
-
-static const char *AvailLang[] = {
-	"de_DE"
+/* actual supported locales */
+const char *AvailLang[] = {
+	"C",
+	"bg_BG",
+	"cs_CZ",
+	"en_US",
+	"da_DK",
+	"de_DE",
+	"el_GR",
+	"en_GB",
+	"es_ES",
+	"et_EE",
+	"fi_FI",
+	"fr_FR",
+	"hu_HU",
+	"it_IT",
+	"nl_NL",
+	"pt_BR",
+	"ru_RU",
+	"zh_CN",
+ 	"he_IL",
+	"kk_KK",
+	"ro_RO",
+	"sl_SL",
+	""
 };
 
+const char **AvailLangLoaded;
+long nLocalesLoaded = 0;
+
+#ifdef HAVE_USELOCALE
+locale_t *wc_locales; /**< here we keep the parsed stuff */
+#endif
+
+/* Keep information about one locale */
 typedef struct _lang_pref{
-	char lang[16];
-	char region[16];
-	char *match;
-	double Priority;
+	char lang[16];          /**< the language locale string */
+	char region[16];        /**< the region locale string */
+	long priority;          /**< which priority does it have */
+	int availability;       /**< do we know it? */
+	int selectedlang;       /**< is this the selected language? */
 } LangStruct;
 
-/* TODO: we skip the language weightening so far. */
-/* Accept-Language: 'de-de,en-us;q=0.7,en;q=0.3' */
-/* Accept-Language: de,en-ph;q=0.8,en-us;q=0.5,de-at;q=0.3 */
-void httplang_to_locale(const char *LocaleString)
+/* parse browser locale header 
+ *
+ * seems as most browsers just do a one after comma value even if more than 10 locales are available. Sample strings:
+ * opera: 
+ * Accept-Language: sq;q=1.0,de;q=0.9,as;q=0.8,ar;q=0.7,bn;q=0.6,zh-cn;q=0.5,kn;q=0.4,ch;q=0.3,fo;q=0.2,gn;q=0.1,ce;q=0.1,ie;q=0.1 
+ * Firefox 
+ * Accept-Language: 'de-de,en-us;q=0.7,en;q=0.3' 
+ * Accept-Language: de,en-ph;q=0.8,en-us;q=0.5,de-at;q=0.3 
+ * Accept-Language: de,en-us;q=0.9,it;q=0.9,de-de;q=0.8,en-ph;q=0.7,de-at;q=0.7,zh-cn;q=0.6,cy;q=0.5,ar-om;q=0.5,en-tt;q=0.4,xh;q=0.3,nl-be;q=0.3,cs;q=0.2,sv;q=0.1,tk;q=0.1 
+ */
+
+void httplang_to_locale(StrBuf *LocaleString, wcsession *sess)
 {
-	char *locale = "C";
-	LangStruct wanted_locales[20];
+	LangStruct wanted_locales[SEARCH_LANG];
+	LangStruct *ls;
+
 	int i = 0;
 	int j = 0;
-	size_t len = strlen(LocaleString);
-	int nFound = 0;
+	/* size_t len = strlen(LocaleString); */
+	long prio;
+	int av;
+	int nBest;
 	int nParts;
-	const int nAvail = 1; /* Number of members in AvailLang */
-	char *search = (char *) malloc(len);
-	locale_t my_Locale;
-	locale_t my_Empty_Locale;
-
-	memcpy(search, LocaleString, len);
-	search[len] = '\0';
-	nParts=num_tokens(search,',');
-	for (i=0; ((i<nParts)&&(i<10)); i++)
-	{
-		char buf[16];
-		char sbuf[16];
+	StrBuf *Buf = NULL;
+	StrBuf *SBuf = NULL;
+
+	nParts = StrBufNum_tokens(LocaleString, ',');
+	for (i=0; ((i<nParts) && (i < SEARCH_LANG)); i++)
+        {
+		char lbuf[32];
 		int blen;
+			
+		if (Buf == NULL) {
+			Buf = NewStrBuf();
+			SBuf = NewStrBuf();
+		}
+		else {
+			FlushStrBuf(Buf);
+			FlushStrBuf(SBuf);
+		}
 
-		extract_token(&buf[0],search, 0,',',16);
-		/* we are searching, if this list item has something like ;q=n*/
-		if (num_tokens(&buf[0],'=')>1) {
-			extract_token(&sbuf[0],&buf[0], 1,'=',16);
-			wanted_locales[i].Priority=atof(&sbuf[0]);
+		ls = &wanted_locales[i];
+
+		StrBufExtract_token(Buf, LocaleString, i, ',');
+		/** we are searching, if this list item has something like ;q=n*/
+		if (StrBufNum_tokens(Buf, '=') > 1) {
+			int sbuflen, k;
+			StrBufExtract_token(SBuf, Buf, 1, '=');
+			sbuflen = StrLength(SBuf);
+			for (k = 0; k < sbuflen; k++) 
+				if (ChrPtr(SBuf)[k] == '.') 
+					StrBufPeek(SBuf, NULL, k, '0');
+			ls->priority = StrTol(SBuf);
 		}
 		else {
-			wanted_locales[i].Priority=1.0;
-		}
-		/* get the locale part */
-		extract_token(&sbuf[0],&buf[0],0,';',16);
-		/* get the lang part, which should be allways there */
-		extract_token(&wanted_locales[i].lang[0],&sbuf[0],0,'-',16);
-		/* get the area code if any. */
-		if (num_tokens(&sbuf[0],'-')>1)	{
-			extract_token(&wanted_locales[i].region[0],&sbuf[0],1,'-',16);
-		}
-		else { /* no ara code? use lang code */
-			blen=strlen(&wanted_locales[i].lang[0]);
-			memcpy(&wanted_locales[i].region[0], wanted_locales[i].lang,blen);
-			wanted_locales[i].region[blen]='\0';
-		} /* area codes are uppercase */
-		blen=strlen(&wanted_locales[i].region[0]);
-		for (j=0; j<blen; j++)
-			{
-				int chars=toupper(wanted_locales[i].region[j]);
-				wanted_locales[i].region[j]=(char)chars;/*todo ?! */
-			}
-	}
+			ls->priority = 1000;
+		}
 
-	/* todo: weight  */
-	if (nFound > 0) {
-		for (i = 0; i <= nFound; i++) {
-			for (j = 0; j < nAvail; j++) {
-				int ret = strncasecmp(&wanted_locales[i].lang[0],
-									  AvailLang[j],
-									  strlen(&wanted_locales[i].lang[0]));
-				if (!ret) {
-					locale = (char *) AvailLang[j];	//wanted_locales[i];
-					i = nFound + 1;
-					j = nAvail + 1;
-					continue;
-				}
-				
+		/** get the locale part */
+		StrBufExtract_token(SBuf, Buf, 0, ';');
+
+		/** get the lang part, which should be allways there */
+		extract_token(&ls->lang[0], 
+			      ChrPtr(SBuf), 
+			      0, '-', 
+			      sizeof(ls->lang));
+
+		/** get the area code if any. */
+		if (StrBufNum_tokens(SBuf, '-') > 1) {
+			extract_token(&ls->region[0], 
+				      ChrPtr(SBuf), 
+				      1, '-', 
+				      sizeof(ls->region));
+		}
+		else { /** no ara code? use lang code */
+			blen=strlen(&ls->lang[0]);
+			memcpy(&ls->region[0], ls->lang, blen);
+			ls->region[blen] = '\0';
+		}
+
+		/* area codes are uppercase */
+		blen = strlen(&ls->region[0]);
+		for (j = 0; j < blen; j++)
+		{
+			int chars;
+			chars = toupper(ls->region[j]);
+			ls->region[j] = (char)chars;/** \todo ?! */
+		}
+		snprintf(&lbuf[0], 
+			 sizeof(lbuf), 
+			 "%s_%s", 
+			 &ls->lang[0], 
+			 &ls->region[0]);
+			
+		/** check if we have this lang */
+		ls->availability = 1;
+		ls->selectedlang = -1;
+		for (j = 0; j < nLocalesLoaded; j++) {
+			int result;
+			/** match against the LANG part */
+			result = strcasecmp(&ls->lang[0], AvailLangLoaded[j]);
+			if ((result < 0) && (result < ls->availability)){
+				ls->availability = result;
+				ls->selectedlang = j;
+			}
+			/** match against lang and locale */
+			if (0 == strcasecmp(&lbuf[0], AvailLangLoaded[j])){
+				ls->availability = 0;
+				ls->selectedlang = j;
+				j = nLocalesLoaded;
 			}
 		}
+        }
+	
+	prio = 0;
+	av = -1000;
+	nBest = -1;
+	for (i = 0; ((i < nParts) && (i<SEARCH_LANG)); i++) {
+		ls = &wanted_locales[i];
+		if ((ls->availability <= 0) && 
+		    (av < ls->availability) &&
+		    (prio < ls->priority) &&
+		    (ls->selectedlang != -1)) {
+			nBest = ls->selectedlang;
+			av = ls->availability;
+			prio = ls->priority;
+		}
+	}
+	if (nBest == -1) {
+		/** fall back to C */
+		nBest=0;
+	}
+	sess->selected_language = nBest;
+	syslog(9, "language found: %s\n", AvailLangLoaded[WC->selected_language]);
+	FreeStrBuf(&Buf);
+	FreeStrBuf(&SBuf);
+}
+
+/*
+ * show the language chooser on the login dialog
+ * depending on the browser locale change the sequence of the 
+ * language chooser.
+ */
+void tmplput_offer_languages(StrBuf *Target, WCTemplputParams *TP)
+{
+	int i;
+#ifndef HAVE_USELOCALE
+	char *Lang = getenv("LANG");
+	
+	if (Lang == NULL)
+		Lang = "C";
+#endif
+
+
+	if (nLocalesLoaded == 1) {
+		wc_printf("<p>%s</p>", AvailLangLoaded[0]);
+		return;
 	}
 
-	len = strlen(locale);
-	memcpy(search, locale, len);
-	memcpy(&search[len], ".UTF8", 5);
-	search[len + 5] = '\0';
-	my_Empty_Locale = newlocale(LC_ALL_MASK, NULL, NULL);	/* create default locale */
-	my_Locale = newlocale(LC_MESSAGES_MASK /*|LC_TIME_MASK FIXME */ ,
-			      search, my_Empty_Locale);
+	wc_printf("<select name=\"language\" id=\"lname\" size=\"1\" onChange=\"switch_to_lang($('lname').value);\">\n");
+
+	for (i=0; i < nLocalesLoaded; ++i) {
+#ifndef HAVE_USELOCALE
+		if (strcmp(AvailLangLoaded[i], Lang) == 0)
+#endif
+		wc_printf("<option %s value=%s>%s</option>\n",
+			((WC->selected_language == i) ? "selected" : ""),
+			AvailLangLoaded[i],
+			AvailLangLoaded[i]
+		);
+	}
 
-	uselocale(my_Locale);
-	//      freelocale(my_Locale);
-	//      freelocale(my_Empty_Locale);
-	free(search);
+	wc_printf("</select>\n");
 }
 
+/*
+ * Set the selected language for this session.
+ */
+void set_selected_language(const char *lang) {
+#ifdef HAVE_USELOCALE
+	int i;
+	for (i = 0; i<nLocalesLoaded; ++i) {
+		if (!strcasecmp(lang, AvailLangLoaded[i])) {
+			WC->selected_language = i;
+		}
+	}
 #endif
+}
 
+/*
+ * Activate the selected language for this session.
+ */
+void go_selected_language(void) {
+#ifdef HAVE_USELOCALE
+	wcsession *WCC = WC;
+	if (WCC->selected_language < 0) return;
+	uselocale(wc_locales[WCC->selected_language]);	/** switch locales */
+	textdomain(textdomain(NULL));			/** clear the cache */
+#else
+	char *language;
+	
+	language = getenv("LANG");
+	setlocale(LC_MESSAGES, language);
+#endif
+}
 
 /*
-	// the web browser sends '-', we need '_' 
+ * Deactivate the selected language for this session.
+ */
+void stop_selected_language(void) {
+#ifdef HAVE_USELOCALE
+	uselocale(LC_GLOBAL_LOCALE);			/** switch locales */
+	textdomain(textdomain(NULL));			/** clear the cache */
+#endif
+}
 
-		for (i = 0; i < len; i++)
-		if (search[i] == '-')
-			search[i] = '_';
+#ifdef HAVE_USELOCALE
+	locale_t Empty_Locale;
+#endif
 
-	nFound=i;
-	nParts=num_tokens(search,',');
-	if (nParts>0)
-		{
-			extract_token(prefers,search, 1,';',len);
-			extract_token(langs,search, 0,';',len);
+/*
+ * Create a locale_t for each available language
+ */
+void initialize_locales(void) {
+	int nLocales;
+	int i;
+	char buf[32];
+	char *language = NULL;
+
+	nLocales = 0; 
+	while (!IsEmptyStr(AvailLang[nLocales]))
+		nLocales++;
+
+	language = getenv("WEBCIT_LANG");
+	if ((language) && (!IsEmptyStr(language)) && (strcmp(language, "UNLIMITED") != 0)) {
+		syslog(9, "Nailing locale to %s\n", language);
+ 	}
+	else language = NULL;
+
+	AvailLangLoaded = malloc (sizeof(char*) * nLocales);
+	memset(AvailLangLoaded, 0, sizeof(char*) * nLocales);
+#ifdef HAVE_USELOCALE
+	wc_locales = malloc (sizeof(locale_t) * nLocales);
+	memset(wc_locales,0, sizeof(locale_t) * nLocales);
+	/* create default locale */
+	Empty_Locale = newlocale(LC_ALL_MASK, NULL, NULL);
+#endif
+
+
+
+
+	for (i = 0; i < nLocales; ++i) {
+		if ((language != NULL) && (strcmp(AvailLang[i], language) != 0))
+			continue;
+		if (i == 0) {
+			sprintf(buf, "%s", AvailLang[i]);	/* locale 0 (C) is ascii, not utf-8 */
 		}
-	else
-		{
-			free(prefers);
-			prefers=NULL;
-			memcpy(search, len);
-			search[len] = '\0';
-		}
-	i = 0;
-	while ( !done && (nFound < 10)) {
-		if ((search[i] == ',') || (search[i] == ';') || (search[i] == '\0'))
-		{
-			if ((search[i] == ';') || (search[i] == '\0'))
-				done = 1;
-			search[i] = '\0';
-			wanted_locales[nFound] = (char *) &search[j];
-			j = i + 1;
-			nFound++;
+		else {
+			sprintf(buf, "%s.UTF8", AvailLang[i]);
+		}
+#ifdef HAVE_USELOCALE
+		wc_locales[nLocalesLoaded] = newlocale(
+			(LC_MESSAGES_MASK|LC_TIME_MASK),
+			buf,
+			(((i > 0) && (wc_locales[0] != NULL)) ? wc_locales[0] : Empty_Locale)
+		);
+		if (wc_locales[nLocalesLoaded] == NULL) {
+			syslog(1, "locale for "LOCALEDIR"locale/%s: %s; disabled\n",
+				buf,
+				strerror(errno)
+			);
+		}
+		else {
+			syslog(3, "Found locale: %s\n", buf);
+			AvailLangLoaded[nLocalesLoaded] = AvailLang[i];
+			nLocalesLoaded++;
+		}
+#else
+		if ((language != NULL) && (strcmp(language, AvailLang[i]) == 0)) {
+			setenv("LANG", buf, 1);
+			AvailLangLoaded[nLocalesLoaded] = AvailLang[i];
+			setlocale(LC_MESSAGES, AvailLang[i]);
+			nLocalesLoaded++;
 		}
+		else if (nLocalesLoaded == 0) {
+			setenv("LANG", buf, 1);
+			AvailLangLoaded[nLocalesLoaded] = AvailLang[i];
+			nLocalesLoaded++;
+		}
+#endif
+	}
+	if ((language != NULL) && (nLocalesLoaded == 0)) {
+		syslog(1, "Your selected locale [%s] isn't available on your system. falling back to C\n", language);
+#ifdef HAVE_USELOCALE
+		wc_locales[0] = newlocale(
+			(LC_MESSAGES_MASK|LC_TIME_MASK),
+			AvailLang[0],
+			Empty_Locale);		
+#else
+		setlocale(LC_MESSAGES, AvailLang[0]);
+		setenv("LANG", AvailLang[0], 1);
+#endif
+		AvailLangLoaded[0] = AvailLang[0];
+		nLocalesLoaded = 1;
+	}
+
+#ifdef ENABLE_NLS
+	/*locale = */setlocale(LC_ALL, "");
+
+	syslog(9, "Message catalog directory: %s\n", bindtextdomain("webcit", LOCALEDIR"/locale"));
+	syslog(9, "Text domain: %s\n", textdomain("webcit"));
+	syslog(9, "Text domain Charset: %s\n", bind_textdomain_codeset("webcit","UTF8"));
+
+#endif
+}
+
+
+void 
+ServerShutdownModule_GETTEXT
+(void)
+{
+#ifdef HAVE_USELOCALE
+	int i;
+	for (i = 0; i < nLocalesLoaded; ++i) {
+		if (Empty_Locale != wc_locales[i])
+			freelocale(wc_locales[i]);
+	}
+	free(wc_locales);
+#endif
+	free(AvailLangLoaded);
+}
+
+#else	/* ENABLE_NLS */
+const char *AvailLang[] = {
+	"C", ""};
+
+/* dummy for non NLS enabled systems */
+void tmplput_offer_languages(StrBuf *Target, WCTemplputParams *TP)
+{
+	wc_printf("English (US)");
+}
+
+/* dummy for non NLS enabled systems */
+void set_selected_language(const char *lang) {
+}
+
+/* dummy for non NLS enabled systems */
+void go_selected_language(void) {
+}
+
+/* dummy for non NLS enabled systems */
+void stop_selected_language(void) {
+}
+
+void initialize_locales(void) {
+}
+
+#endif	/* ENABLE_NLS */
+
+
+void TmplGettext(StrBuf *Target, WCTemplputParams *TP)
+{
+	StrBufAppendBufPlain(Target, _(TP->Tokens->Params[0]->Start), -1, 0);
+}
+
+
+/*
+ * Returns the language currently in use.
+ * This function returns a static string, so don't do anything stupid please.
+ */
+const char *get_selected_language(void) {
+#ifdef ENABLE_NLS
+#ifdef HAVE_USELOCALE
+	return AvailLang[WC->selected_language];
+#else
+	return "en";
+#endif
+#else
+	return "en";
+#endif
+}
+
+
+void Header_HandleAcceptLanguage(StrBuf *Line, ParsedHttpHdrs *hdr)
+{
+	hdr->HR.browser_language = Line;
+}
+
+
+void 
+InitModule_GETTEXT
+(void)
+{
+	initialize_locales();
+	
+	RegisterHeaderHandler(HKEY("ACCEPT-LANGUAGE"), 
+			      Header_HandleAcceptLanguage);
+			      
+	RegisterNamespace("LANG:SELECT", 0, 0, 
+			  tmplput_offer_languages, NULL, CTX_NONE);
+}
+
 
-		i++;
+void
+SessionNewModule_GETTEXT
+(wcsession *sess)
+{
+#ifdef ENABLE_NLS
+	if (	(sess != NULL)
+		&& (!sess->Hdr->HR.Static)
+		&& (sess->Hdr->HR.browser_language != NULL)
+	) {
+		httplang_to_locale(sess->Hdr->HR.browser_language, sess);
 	}
-*/
+#endif
+}
+
+void
+SessionAttachModule_GETTEXT
+(wcsession *sess)
+{
+#ifdef ENABLE_NLS
+	go_selected_language();					/* set locale */
+#endif
+}
+
+void 
+SessionDestroyModule_GETTEXT
+(wcsession *sess)
+{
+#ifdef ENABLE_NLS
+	stop_selected_language();				/* unset locale */
+#endif
+}