* serv_getln now is a wrapper around existing functionality. a new temporary var...
[citadel.git] / webcit / messages.c
index 008dd74eb0acf92d2887a3859b611b930c435cc8..055009199cf6cfc05193dc627fe1e6424e1ea8ae 100644 (file)
 HashList *MsgHeaderHandler = NULL;
 HashList *MsgEvaluators = NULL;
 HashList *MimeRenderHandler = NULL;
+int dbg_analyze_msg = 0;
 
 #define SUBJ_COL_WIDTH_PCT             50      /**< Mailbox view column width */
 #define SENDER_COL_WIDTH_PCT           30      /**< Mailbox view column width */
 #define DATE_PLUS_BUTTONS_WIDTH_PCT    20      /**< Mailbox view column width */
 
-
+void jsonMessageListHdr(void);
 
 void display_enter(void);
-int longcmp_r(const void *s1, const void *s2);
-int summcmp_subj(const void *s1, const void *s2);
-int summcmp_rsubj(const void *s1, const void *s2);
-int summcmp_sender(const void *s1, const void *s2);
-int summcmp_rsender(const void *s1, const void *s2);
-int summcmp_date(const void *s1, const void *s2);
-int summcmp_rdate(const void *s1, const void *s2);
 
 /*----------------------------------------------------------------------------*/
 
 
 typedef void (*MsgPartEvaluatorFunc)(message_summary *Sum, StrBuf *Buf);
 
+typedef struct _MsgPartEvaluatorStruct {
+       MsgPartEvaluatorFunc f;
+}MsgPartEvaluatorStruct;
 
 
 /*----------------------------------------------------------------------------*/
 
 
-
-/*
- * I wanna SEE that message!
- *
- * msgnum              Message number to display
- * printable_view      Nonzero to display a printable view
- * section             Optional for encapsulated message/rfc822 submessage
- */
-int read_message(StrBuf *Target, const char *tmpl, long tmpllen, long msgnum, int printable_view, const StrBuf *PartNum) {
+int load_message(message_summary *Msg, 
+                StrBuf *FoundCharset,
+                StrBuf **Error)
+{
+       wcsession *WCC = WC;
        StrBuf *Buf;
        StrBuf *HdrToken;
-       StrBuf *FoundCharset;
-       HashPos  *it;
-       void *vMime;
-       message_summary *Msg = NULL;
        headereval *Hdr;
        void *vHdr;
        char buf[SIZ];
        int Done = 0;
        int state=0;
-       long len;
-       const char *Key;
-
+       
        Buf = NewStrBuf();
-       lprintf(1, "----------%s---------MSG4 %ld|%s--------------\n", tmpl, msgnum, ChrPtr(PartNum));
-       serv_printf("MSG4 %ld|%s", msgnum, ChrPtr(PartNum));
+       lprintf(1, "-------------------MSG4 %ld|%s--------------\n", Msg->msgnum, ChrPtr(Msg->PartNum));
+       if (Msg->PartNum != NULL)
+               serv_printf("MSG4 %ld|%s", Msg->msgnum, ChrPtr(Msg->PartNum));
+       else
+               serv_printf("MSG4 %ld", Msg->msgnum);
+
        StrBuf_ServGetln(Buf);
        if (GetServerStatus(Buf, NULL) != 1) {
-               StrBufAppendPrintf(Target, "<strong>");
-               StrBufAppendPrintf(Target, _("ERROR:"));
-               StrBufAppendPrintf(Target, "</strong> %s<br />\n", &buf[4]);
+               *Error = NewStrBuf();
+               StrBufAppendPrintf(*Error, "<strong>");
+               StrBufAppendPrintf(*Error, _("ERROR:"));
+               StrBufAppendPrintf(*Error, "</strong> %s<br />\n", &buf[4]);
                FreeStrBuf(&Buf);
                return 0;
        }
 
        /** begin everythingamundo table */
-
-
        HdrToken = NewStrBuf();
-       Msg = (message_summary *)malloc(sizeof(message_summary));
-       memset(Msg, 0, sizeof(message_summary));
-       Msg->msgnum = msgnum;
-       Msg->PartNum = PartNum;
-       Msg->MsgBody =  (wc_mime_attachment*) malloc(sizeof(wc_mime_attachment));
-       memset(Msg->MsgBody, 0, sizeof(wc_mime_attachment));
-       FoundCharset = NewStrBuf();
        while ((StrBuf_ServGetln(Buf)>=0) && !Done) {
                if ( (StrLength(Buf)==3) && 
                    !strcmp(ChrPtr(Buf), "000")) 
@@ -91,7 +74,8 @@ int read_message(StrBuf *Target, const char *tmpl, long tmpllen, long msgnum, in
                        Done = 1;
                        if (state < 2) {
                                lprintf(1, _("unexpected end of message"));
-                               
+                               if (Msg->MsgBody->Data == NULL)
+                                       Msg->MsgBody->Data = NewStrBuf();
                                Msg->MsgBody->ContentType = NewStrBufPlain(HKEY("text/html"));
                                StrBufAppendPrintf(Msg->MsgBody->Data, "<div><i>");
                                StrBufAppendPrintf(Msg->MsgBody->Data, _("unexpected end of message"));
@@ -109,7 +93,9 @@ int read_message(StrBuf *Target, const char *tmpl, long tmpllen, long msgnum, in
                        StrBufExtract_token(HdrToken, Buf, 0, '=');
                        StrBufCutLeft(Buf, StrLength(HdrToken) + 1);
                        
-                       lprintf(1, ":: [%s] = [%s]\n", ChrPtr(HdrToken), ChrPtr(Buf));
+#ifdef TECH_PREVIEW
+                       if (dbg_analyze_msg) lprintf(1, ":: [%s] = [%s]\n", ChrPtr(HdrToken), ChrPtr(Buf));
+#endif
                        /* look up one of the examine_* functions to parse the content */
                        if (GetHash(MsgHeaderHandler, SKEY(HdrToken), &vHdr) &&
                            (vHdr != NULL)) {
@@ -118,8 +104,12 @@ int read_message(StrBuf *Target, const char *tmpl, long tmpllen, long msgnum, in
                                if (Hdr->Type == 1) {
                                        state++;
                                }
-                       }
-                       else lprintf(1, "don't know how to handle message header[%s]\n", ChrPtr(HdrToken));
+                       }/* TODO: 
+                       else LogError(Target, 
+                                     __FUNCTION__,  
+                                     "don't know how to handle message header[%s]\n", 
+                                     ChrPtr(HdrToken));
+                        */
                        break;
                case 1:/* Message Mime Header */
                        if (StrLength(Buf) == 0) {
@@ -134,7 +124,9 @@ int read_message(StrBuf *Target, const char *tmpl, long tmpllen, long msgnum, in
                                StrBufExtract_token(HdrToken, Buf, 0, ':');
                                if (StrLength(HdrToken) > 0) {
                                        StrBufCutLeft(Buf, StrLength(HdrToken) + 1);
-                                       lprintf(1, ":: [%s] = [%s]\n", ChrPtr(HdrToken), ChrPtr(Buf));
+#ifdef TECH_PREVIEW
+                                       if (dbg_analyze_msg) lprintf(1, ":: [%s] = [%s]\n", ChrPtr(HdrToken), ChrPtr(Buf));
+#endif
                                        /* the examine*'s know how to do with mime headers too... */
                                        if (GetHash(MsgHeaderHandler, SKEY(HdrToken), &vHdr) &&
                                            (vHdr != NULL)) {
@@ -147,9 +139,9 @@ int read_message(StrBuf *Target, const char *tmpl, long tmpllen, long msgnum, in
                case 2: /* Message Body */
                        
                        if (Msg->MsgBody->size_known > 0) {
-                               StrBuf_ServGetBLOB(Msg->MsgBody->Data, Msg->MsgBody->length);
+                               StrBuf_ServGetBLOBBuffered(Msg->MsgBody->Data, Msg->MsgBody->length);
                                state ++;
-                                       /// todo: check next line, if not 000, append following lines
+                               /*/ todo: check next line, if not 000, append following lines */
                        }
                        else if (1){
                                if (StrLength(Msg->MsgBody->Data) > 0)
@@ -168,28 +160,6 @@ int read_message(StrBuf *Target, const char *tmpl, long tmpllen, long msgnum, in
        /* now we put the body mimepart we read above into the mimelist */
        Put(Msg->AllAttach, SKEY(Msg->MsgBody->PartNum), Msg->MsgBody, DestroyMime);
        
-       /* strip the bare contenttype, so we ommit charset etc. */
-       StrBufExtract_token(Buf, Msg->MsgBody->ContentType, 0, ';');
-       StrBufTrim(Buf);
-       /* look up the renderer, that will convert this mimeitem into the htmlized form */
-       if (GetHash(MimeRenderHandler, SKEY(Buf), &vHdr) &&
-           (vHdr != NULL)) {
-               RenderMimeFunc Render;
-               Render = (RenderMimeFunc)vHdr;
-               Render(Msg->MsgBody, NULL, FoundCharset);
-       }
-
-       if (StrLength(Msg->reply_references)> 0) {
-               /* Trim down excessively long lists of thread references.  We eliminate the
-                * second one in the list so that the thread root remains intact.
-                */
-               int rrtok = num_tokens(ChrPtr(Msg->reply_references), '|');
-               int rrlen = StrLength(Msg->reply_references);
-               if ( ((rrtok >= 3) && (rrlen > 900)) || (rrtok > 10) ) {
-                       StrBufRemove_token(Msg->reply_references, 1, '|');
-               }
-       }
-
        /* Generate a reply-to address */
        if (StrLength(Msg->Rfca) > 0) {
                if (Msg->reply_to == NULL)
@@ -205,8 +175,8 @@ int read_message(StrBuf *Target, const char *tmpl, long tmpllen, long msgnum, in
        else 
        {
                if ((StrLength(Msg->OtherNode)>0) && 
-                   (strcasecmp(ChrPtr(Msg->OtherNode), serv_info.serv_nodename)) &&
-                   (strcasecmp(ChrPtr(Msg->OtherNode), serv_info.serv_humannode)) ) 
+                   (strcasecmp(ChrPtr(Msg->OtherNode), ChrPtr(WCC->serv_info->serv_nodename))) &&
+                   (strcasecmp(ChrPtr(Msg->OtherNode), ChrPtr(WCC->serv_info->serv_humannode)) ))
                {
                        if (Msg->reply_to == NULL)
                                Msg->reply_to = NewStrBuf();
@@ -222,6 +192,69 @@ int read_message(StrBuf *Target, const char *tmpl, long tmpllen, long msgnum, in
                        StrBufAppendBuf(Msg->reply_to, Msg->from, 0);
                }
        }
+       FreeStrBuf(&Buf);
+       FreeStrBuf(&HdrToken);
+       return 1;
+}
+
+
+
+/*
+ * I wanna SEE that message!
+ *
+ * msgnum              Message number to display
+ * printable_view      Nonzero to display a printable view
+ * section             Optional for encapsulated message/rfc822 submessage
+ */
+int read_message(StrBuf *Target, const char *tmpl, long tmpllen, long msgnum, const StrBuf *PartNum) 
+{
+       StrBuf *Buf;
+       StrBuf *FoundCharset;
+       HashPos  *it;
+       void *vMime;
+       message_summary *Msg = NULL;
+       void *vHdr;
+       long len;
+       const char *Key;
+       WCTemplputParams SubTP;
+       StrBuf *Error = NULL;
+
+       Buf = NewStrBuf();
+       FoundCharset = NewStrBuf();
+       Msg = (message_summary *)malloc(sizeof(message_summary));
+       memset(Msg, 0, sizeof(message_summary));
+       Msg->msgnum = msgnum;
+       Msg->PartNum = PartNum;
+       Msg->MsgBody =  (wc_mime_attachment*) malloc(sizeof(wc_mime_attachment));
+       memset(Msg->MsgBody, 0, sizeof(wc_mime_attachment));
+       Msg->MsgBody->msgnum = msgnum;
+
+       if (!load_message(Msg, FoundCharset, &Error)) {
+               StrBufAppendBuf(Target, Error, 0);
+               FreeStrBuf(&Error);
+       }
+
+       /* strip the bare contenttype, so we ommit charset etc. */
+       StrBufExtract_token(Buf, Msg->MsgBody->ContentType, 0, ';');
+       StrBufTrim(Buf);
+       /* look up the renderer, that will convert this mimeitem into the htmlized form */
+       if (GetHash(MimeRenderHandler, SKEY(Buf), &vHdr) &&
+           (vHdr != NULL)) {
+               RenderMimeFuncStruct *Render;
+               Render = (RenderMimeFuncStruct*)vHdr;
+               Render->f(Msg->MsgBody, NULL, FoundCharset);
+       }
+
+       if (StrLength(Msg->reply_references)> 0) {
+               /* Trim down excessively long lists of thread references.  We eliminate the
+                * second one in the list so that the thread root remains intact.
+                */
+               int rrtok = num_tokens(ChrPtr(Msg->reply_references), '|');
+               int rrlen = StrLength(Msg->reply_references);
+               if ( ((rrtok >= 3) && (rrlen > 900)) || (rrtok > 10) ) {
+                       StrBufRemove_token(Msg->reply_references, 1, '|');
+               }
+       }
 
        /* now check if we need to translate some mimeparts, and remove the duplicate */
        it = GetNewHashPos(Msg->AllAttach, 0);
@@ -231,18 +264,22 @@ int read_message(StrBuf *Target, const char *tmpl, long tmpllen, long msgnum, in
                evaluate_mime_part(Msg, Mime);
        }
        DeleteHashPos(&it);
-
-       DoTemplate(tmpl, tmpllen, Target, Msg, CTX_MAILSUM);
+       memset(&SubTP, 0, sizeof(WCTemplputParams));
+       SubTP.Filter.ContextType = CTX_MAILSUM;
+       SubTP.Context = Msg;
+       DoTemplate(tmpl, tmpllen, Target, &SubTP);
 
        DestroyMessageSummary(Msg);
        FreeStrBuf(&FoundCharset);
-       FreeStrBuf(&HdrToken);
        FreeStrBuf(&Buf);
        return 1;
 }
 
 
 
+
+
+
 /*
  * Unadorned HTML output of an individual message, suitable
  * for placing in a hidden iframe, for printing, or whatever
@@ -251,13 +288,14 @@ int read_message(StrBuf *Target, const char *tmpl, long tmpllen, long msgnum, in
  */
 void embed_message(void) {
        long msgnum = 0L;
+       wcsession *WCC = WC;
        const StrBuf *Tmpl = sbstr("template");
 
-       msgnum = StrTol(WC->UrlFragment2);
+       msgnum = StrTol(WCC->UrlFragment2);
        if (StrLength(Tmpl) > 0) 
-               read_message(WC->WBuf, SKEY(Tmpl), msgnum, 0, NULL);
+               read_message(WCC->WBuf, SKEY(Tmpl), msgnum, NULL);
        else 
-               read_message(WC->WBuf, HKEY("view_message"), msgnum, 0, NULL);
+               read_message(WCC->WBuf, HKEY("view_message"), msgnum, NULL);
 }
 
 
@@ -278,7 +316,7 @@ void print_message(void) {
 
        begin_burst();
 
-       read_message(WC->WBuf, HKEY("view_message_print"), msgnum, 1, NULL);
+       read_message(WC->WBuf, HKEY("view_message_print"), msgnum, NULL);
 
        wDumpContent(0);
 }
@@ -294,7 +332,7 @@ void mobile_message_view(void) {
   output_headers(1, 0, 0, 0, 0, 1);
   begin_burst();
   do_template("msgcontrols", NULL);
-  read_message(WC->WBuf, HKEY("view_message"), msgnum,1, NULL);
+  read_message(WC->WBuf, HKEY("view_message"), msgnum, NULL);
   wDumpContent(0);
 }
 
@@ -331,7 +369,7 @@ void display_headers(void) {
 message_summary *ReadOneMessageSummary(StrBuf *RawMessage, const char *DefaultSubject, long MsgNum) 
 {
        void                 *vEval;
-       MsgPartEvaluatorFunc  Eval;
+       MsgPartEvaluatorStruct  *Eval;
        message_summary      *Msg;
        StrBuf *Buf;
        const char *buf;
@@ -358,9 +396,9 @@ message_summary *ReadOneMessageSummary(StrBuf *RawMessage, const char *DefaultSu
                ebuf = strchr(ChrPtr(Buf), '=');
                nBuf = ebuf - buf;
                if (GetHash(MsgEvaluators, buf, nBuf, &vEval) && vEval != NULL) {
-                       Eval = (MsgPartEvaluatorFunc) vEval;
+                       Eval = (MsgPartEvaluatorStruct*) vEval;
                        StrBufCutLeft(Buf, nBuf + 1);
-                       Eval(Msg, Buf);
+                       Eval->f(Msg, Buf);
                }
                else lprintf(1, "Don't know how to handle Message Headerline [%s]", ChrPtr(Buf));
        }
@@ -377,7 +415,7 @@ message_summary *ReadOneMessageSummary(StrBuf *RawMessage, const char *DefaultSu
  * servcmd:            the citadel command to send to the citserver
  * with_headers:       also include some of the headers with the message numbers (more expensive)
  */
-int load_msg_ptrs(char *servcmd, int with_headers)
+int load_msg_ptrs(const char *servcmd, int with_headers)
 {
        StrBuf* FoundCharset = NULL;
         wcsession *WCC = WC;
@@ -387,10 +425,11 @@ int load_msg_ptrs(char *servcmd, int with_headers)
        int maxload = 0;
        long len;
        int n;
+       int skipit;
+       const char *Ptr;
 
        if (WCC->summ != NULL) {
-               if (WCC->summ != NULL)
-                       DeleteHash(&WCC->summ);
+               DeleteHash(&WCC->summ);
        }
        WCC->summ = NewHash(1, Flathash);
        maxload = 10000;
@@ -402,59 +441,70 @@ int load_msg_ptrs(char *servcmd, int with_headers)
                FreeStrBuf(&Buf);
                return (nummsgs);
        }
-// TODO                        if (with_headers) { //// TODO: Have Attachments?
        Buf2 = NewStrBuf();
        while (len = StrBuf_ServGetln(Buf),
               ((len != 3)  ||
                strcmp(ChrPtr(Buf), "000")!= 0))
        {
                if (nummsgs < maxload) {
+                       skipit = 0;
+                       Ptr = NULL;
                        Msg = (message_summary*)malloc(sizeof(message_summary));
                        memset(Msg, 0, sizeof(message_summary));
 
-                       Msg->msgnum = StrBufExtract_long(Buf, 0, '|');
-                       Msg->date = StrBufExtract_long(Buf, 1, '|');
-
-                       Msg->from = NewStrBufPlain(NULL, StrLength(Buf));
-                       StrBufExtract_token(Buf2, Buf, 2, '|');
-                       if (StrLength(Buf2) != 0) {
-                               /** Handle senders with RFC2047 encoding */
-                               StrBuf_RFC822_to_Utf8(Msg->from, Buf2, WCC->DefaultCharset, FoundCharset);
+                       Msg->msgnum = StrBufExtractNext_long(Buf, &Ptr, '|');
+                       Msg->date = StrBufExtractNext_long(Buf, &Ptr, '|');
+                       /* 
+                        * as citserver probably gives us messages in forward date sorting
+                        * nummsgs should be the same order as the message date.
+                        */
+                       if (Msg->date == 0) {
+                               Msg->date = nummsgs;
+                               if (StrLength(Buf) < 32) 
+                                       skipit = 1;
                        }
+                       if (!skipit) {
+                               Msg->from = NewStrBufPlain(NULL, StrLength(Buf));
+                               StrBufExtract_NextToken(Buf2, Buf, &Ptr, '|');
+                               if (StrLength(Buf2) != 0) {
+                                       /** Handle senders with RFC2047 encoding */
+                                       StrBuf_RFC822_to_Utf8(Msg->from, Buf2, WCC->DefaultCharset, FoundCharset);
+                               }
                        
-                       /** Nodename */
-                       StrBufExtract_token(Buf2, Buf, 3, '|');
-                       if ((StrLength(Buf2) !=0 ) &&
-                           ( ((WCC->room_flags & QR_NETWORK)
-                              || ((strcasecmp(ChrPtr(Buf2), serv_info.serv_nodename)
-                                   && (strcasecmp(ChrPtr(Buf2), serv_info.serv_fqdn)))))))
-                       {
-                               StrBufAppendBufPlain(Msg->from, HKEY(" @ "), 0);
-                               StrBufAppendBuf(Msg->from, Buf2, 0);
-                       }
-
-                       /** Not used:
-                       StrBufExtract_token(Msg->inetaddr, Buf, 4, '|');
-                       */
+                               /** Nodename */
+                               StrBufExtract_NextToken(Buf2, Buf, &Ptr, '|');
+                               if ((StrLength(Buf2) !=0 ) &&
+                                   ( ((WCC->room_flags & QR_NETWORK)
+                                      || ((strcasecmp(ChrPtr(Buf2), ChrPtr(WCC->serv_info->serv_nodename))
+                                           && (strcasecmp(ChrPtr(Buf2), ChrPtr(WCC->serv_info->serv_fqdn))))))))
+                               {
+                                       StrBufAppendBufPlain(Msg->from, HKEY(" @ "), 0);
+                                       StrBufAppendBuf(Msg->from, Buf2, 0);
+                               }
 
-                       Msg->subj = NewStrBufPlain(NULL, StrLength(Buf));
-                       StrBufExtract_token(Buf2,  Buf, 5, '|');
-                       if (StrLength(Buf2) == 0)
-                               StrBufAppendBufPlain(Msg->subj, _("(no subj)"), 0, -1);
-                       else {
-                               StrBuf_RFC822_to_Utf8(Msg->subj, Buf2, WCC->DefaultCharset, FoundCharset);
-                               if ((StrLength(Msg->subj) > 75) && 
-                                   (StrBuf_Utf8StrLen(Msg->subj) > 75)) {
-                                       StrBuf_Utf8StrCut(Msg->subj, 72);
-                                       StrBufAppendBufPlain(Msg->subj, HKEY("..."), 0);
+                               /** Not used:
+                                   StrBufExtract_token(Msg->inetaddr, Buf, 4, '|');
+                               */
+                               StrBufSkip_NTokenS(Buf, &Ptr, '|', 1);
+                               Msg->subj = NewStrBufPlain(NULL, StrLength(Buf));
+                               StrBufExtract_NextToken(Buf2,  Buf, &Ptr, '|');
+                               if (StrLength(Buf2) == 0)
+                                       StrBufAppendBufPlain(Msg->subj, _("(no subject)"), -1,0);
+                               else {
+                                       StrBuf_RFC822_to_Utf8(Msg->subj, Buf2, WCC->DefaultCharset, FoundCharset);
+                                       if ((StrLength(Msg->subj) > 75) && 
+                                           (StrBuf_Utf8StrLen(Msg->subj) > 75)) {
+                                               StrBuf_Utf8StrCut(Msg->subj, 72);
+                                               StrBufAppendBufPlain(Msg->subj, HKEY("..."), 0);
+                                       }
                                }
-                       }
 
 
-                       if ((StrLength(Msg->from) > 25) && 
-                           (StrBuf_Utf8StrLen(Msg->from) > 25)) {
-                               StrBuf_Utf8StrCut(Msg->from, 23);
-                               StrBufAppendBufPlain(Msg->from, HKEY("..."), 0);
+                               if ((StrLength(Msg->from) > 25) && 
+                                   (StrBuf_Utf8StrLen(Msg->from) > 25)) {
+                                       StrBuf_Utf8StrCut(Msg->from, 23);
+                                       StrBufAppendBufPlain(Msg->from, HKEY("..."), 0);
+                               }
                        }
                        n = Msg->msgnum;
                        Put(WCC->summ, (const char *)&n, sizeof(n), Msg, DestroyMessageSummary);
@@ -480,62 +530,128 @@ inline message_summary* GetMessagePtrAt(int n, HashList *Summ)
 }
 
 
-void DrawMessageDropdown(StrBuf *Selector, long maxmsgs, long startmsg)
+long DrawMessageDropdown(StrBuf *Selector, long maxmsgs, long startmsg, int nMessages)
 {
        StrBuf *TmpBuf;
        wcsession *WCC = WC;
-       message_summary* Msg;
-       int lo, hi, n;
-       int i = 0;
-       long StartMsg = 0;
        void *vMsg;
+       int lo, hi;
+       long ret;
        long hklen;
        const char *key;
        int done = 0;
        int nItems;
        HashPos *At;
        long vector[16];
-       int nMessages = DEFAULT_MAXMSGS;
+       WCTemplputParams SubTP;
 
+       memset(&SubTP, 0, sizeof(WCTemplputParams));
+       SubTP.Filter.ContextType = CTX_LONGVECTOR;
+       SubTP.Context = &vector;
        TmpBuf = NewStrBuf();
-       At = GetNewHashPos(WCC->summ, (lbstr("SortOrder") == 1)? -nMessages : nMessages);
+       At = GetNewHashPos(WCC->summ, nMessages);
        nItems = GetCount(WCC->summ);
-       
+       ret = nMessages;
        vector[0] = 7;
+       vector[2] = 1;
        vector[1] = startmsg;
-       vector[2] = maxmsgs;
        vector[3] = 0;
-       vector[4] = 1;
 
        while (!done) {
+               vector[3] = abs(nMessages);
                lo = GetHashPosCounter(At);
-               if (lo + nMessages > nItems) {
-                       hi = nItems;
-               }
-               else {
-                       hi = lo + nMessages;
+               if (nMessages > 0) {
+                       if (lo + nMessages >= nItems) {
+                               hi = nItems - 1;
+                               vector[3] = nItems - lo;
+                               if (startmsg == lo) 
+                                       ret = vector[3];
+                       }
+                       else {
+                               hi = lo + nMessages - 1;
+                       }
+               } else {
+                       if (lo + nMessages < -1) {
+                               hi = 0;
+                       }
+                       else {
+                               if ((lo % abs(nMessages)) != 0) {
+                                       int offset = (lo % abs(nMessages) *
+                                                     (nMessages / abs(nMessages)));
+                                       hi = lo + offset;
+                                       vector[3] = abs(offset);
+                                       if (startmsg == lo)
+                                                ret = offset;
+                               }
+                               else
+                                       hi = lo + nMessages;
+                       }
                }
                done = !GetNextHashPos(WCC->summ, At, &hklen, &key, &vMsg);
-               Msg = (message_summary*) vMsg;
-               n = (Msg==NULL)? 0 : Msg->msgnum;
-               if (i == 0)
-                       StartMsg = n;
-               vector[4] = lo;
-               vector[5] = hi;
-               vector[6] = n;
+               
+               /**
+                * Bump these because although we're thinking in zero base, the user
+                * is a drooling idiot and is thinking in one base.
+                */
+               vector[4] = lo + 1;
+               vector[5] = hi + 1;
+               vector[6] = lo;
                FlushStrBuf(TmpBuf);
-               DoTemplate(HKEY("select_messageindex"), TmpBuf, &vector, CTX_LONGVECTOR);
+               dbg_print_longvector(vector);
+               DoTemplate(HKEY("select_messageindex"), TmpBuf, &SubTP);
                StrBufAppendBuf(Selector, TmpBuf, 0);
-               i++;
        }
-       vector[6] = StartMsg;
+       vector[6] = 0;
        FlushStrBuf(TmpBuf);
-       DoTemplate(HKEY("select_messageindex_all"), TmpBuf, &vector, CTX_LONGVECTOR);
+       if (maxmsgs == 9999999) {
+               vector[1] = 1;
+               ret = maxmsgs;
+       }
+       else
+               vector[1] = 0;          
+       vector[2] = 0;
+       dbg_print_longvector(vector);
+       DoTemplate(HKEY("select_messageindex_all"), TmpBuf, &SubTP);
        StrBufAppendBuf(Selector, TmpBuf, 0);
        FreeStrBuf(&TmpBuf);
        DeleteHashPos(&At);
+       return ret;
 }
 
+void load_seen_flags(void)
+{
+       message_summary *Msg;
+       const char *HashKey;
+       long HKLen;
+       HashPos *at;
+       void *vMsg;
+       StrBuf *OldMsg;
+       wcsession *WCC = WC;
+
+       OldMsg = NewStrBuf();
+       serv_puts("GTSN");
+       StrBuf_ServGetln(OldMsg);
+       if (GetServerStatus(OldMsg, NULL) == 2) {
+               StrBufCutLeft(OldMsg, 4);
+       }
+       else {
+               FreeStrBuf(&OldMsg);
+               return;
+       }
+       at = GetNewHashPos(WCC->summ, 0);
+       while (GetNextHashPos(WCC->summ, at, &HKLen, &HashKey, &vMsg)) {
+               /** Are you a new message, or an old message? */
+               Msg = (message_summary*) vMsg;
+               if (is_msg_in_mset(ChrPtr(OldMsg), Msg->msgnum)) {
+                       Msg->is_new = 0;
+               }
+               else {
+                       Msg->is_new = 1;
+               }
+       }
+       FreeStrBuf(&OldMsg);
+       DeleteHashPos(&at);
+}
 
 extern readloop_struct rlid[];
 
@@ -552,21 +668,16 @@ void readloop(long oper)
        message_summary *Msg;
        char cmd[256] = "";
        char buf[SIZ];
-       char old_msgs[SIZ];
        int a = 0;
+       int with_headers = 0;
        int nummsgs;
        long startmsg = 0;
        int maxmsgs = 0;
        long *displayed_msgs = NULL;
        int num_displayed = 0;
-       int is_summary = 0;
-       int is_addressbook = 0;
        int is_singlecard = 0;
-       int is_calendar = 0;
        struct calview calv;
-       int is_tasks = 0;
-       int is_notes = 0;
-       int is_bbview = 0;
+       int i;
        int lowest_displayed = (-1);
        int highest_displayed = 0;
        addrbookent *addrbook = NULL;
@@ -579,26 +690,36 @@ void readloop(long oper)
        int care_for_empty_list = 0;
        int load_seen = 0;
        int sortit = 0;
+       int defaultsortorder = 0;
+       WCTemplputParams SubTP;
+       char *ab_name;
+
+       if (havebstr("is_summary") && (1 == (ibstr("is_summary"))))
+               WCC->wc_view = VIEW_MAILBOX;
+
+       if (!WCC->is_ajax) {
+       output_headers(1, 1, 1, 0, 0, 0);
+       } else if (WCC->wc_view == VIEW_MAILBOX) {
+         jsonMessageListHdr();
+       }
 
        switch (WCC->wc_view) {
        case VIEW_WIKI:
-               sprintf(buf, "wiki?room=%s&page=home", WCC->wc_roomname);
+               sprintf(buf, "wiki?room=%s&page=home", ChrPtr(WCC->wc_roomname));
                http_redirect(buf);
                return;
+       case VIEW_CALBRIEF:
        case VIEW_CALENDAR:
                load_seen = 1;
-               is_calendar = 1;
-               strcpy(cmd, "MSGS ALL|||1");
+               strcpy(cmd, "MSGS ALL");
                maxmsgs = 32767;
                parse_calendar_view_request(&calv);
                break;
        case VIEW_TASKS:
-               is_tasks = 1;
                strcpy(cmd, "MSGS ALL");
                maxmsgs = 32767;
                break;
        case VIEW_NOTES:
-               is_notes = 1;
                strcpy(cmd, "MSGS ALL");
                maxmsgs = 32767;
                wprintf("<div id=\"new_notes_here\"></div>\n");
@@ -606,7 +727,6 @@ void readloop(long oper)
        case VIEW_ADDRESSBOOK:
                is_singlecard = ibstr("is_singlecard");
                if (is_singlecard != 1) {
-                       is_addressbook = 1;
                        if (oper == do_search) {
                                snprintf(cmd, sizeof(cmd), "MSGS SEARCH|%s", bstr("query"));
                        }
@@ -617,67 +737,52 @@ void readloop(long oper)
                        break;
                }
                break;
+       case VIEW_MAILBOX: 
+         if (!WCC->is_ajax) {
+           new_summary_view();
+           return;
+         } else {
+               defaultsortorder = 2;
+               sortit = 1;
+               load_seen = 1;
+               care_for_empty_list = 0;
+               with_headers = 1;
+               /* Generally using maxmsgs|startmsg is not required
+                  in mailbox view, but we have a 'safemode' for clients
+                  (*cough* Exploder) that simply can't handle too many */
+               if (havebstr("maxmsgs")) maxmsgs = ibstr("maxmsgs");
+               else maxmsgs = 9999999;
+               if (havebstr("startmsg")) startmsg = lbstr("startmsg");
+               snprintf(cmd, sizeof(cmd), "MSGS %s|%s||1",
+                        (oper == do_search) ? "SEARCH" : "ALL",
+                        (oper == do_search) ? bstr("query") : ""
+                       );
+         }
+               break;
+       case VIEW_BBS:
        default:
+               defaultsortorder = 1;
+               startmsg = -1;
+               sortit = 1;
                care_for_empty_list = 1;
-               startmsg = lbstr("startmsg");
+
+               rlid[oper].cmd(cmd, sizeof(cmd));
+               SetAccessCommand(oper);
+
                if (havebstr("maxmsgs"))
                        maxmsgs = ibstr("maxmsgs");
-               is_summary = (ibstr("is_summary") && !WCC->is_mobile);
                if (maxmsgs == 0) maxmsgs = DEFAULT_MAXMSGS;
-               
 
-               
-                /*
-                * When in summary mode, always show ALL messages instead of just
-                * new or old.  Otherwise, show what the user asked for.
-                */
-               rlid[oper].cmd(cmd, sizeof(cmd));
-               
-               if ((WCC->wc_view == VIEW_MAILBOX) && (maxmsgs > 1) && !WCC->is_mobile) {
-                       is_summary = 1;
-                       if (oper != do_search) {
-                               strcpy(cmd, "MSGS ALL");
-                       }
+               if (havebstr("startmsg")) {
+                       startmsg = lbstr("startmsg");
                }
-
-               is_bbview = !is_summary;
-               if (is_summary) {                       /**< fetch header summary */
-                       load_seen = 1;
-                       snprintf(cmd, sizeof(cmd), "MSGS %s|%s||1",
-                                (oper == do_search) ? "SEARCH" : "ALL",
-                                (oper == do_search) ? bstr("query") : ""
-                               );
-                       startmsg = 1;
-                       maxmsgs = 9999999;
-               } 
-
-               bbs_reverse = is_bbview && (lbstr("SortOrder") == 2);
-
-               sortit = is_summary || WCC->is_mobile;
+               
        }
 
-
-       output_headers(1, 1, 1, 0, 0, 0);
-
-       /* TODO: how can we best sort this in?
-       if (WCC->is_mobile) {
-               maxmsgs = 20;
-               snprintf(cmd, sizeof(cmd), "MSGS %s|%s||1",
-                       (!strcmp(oper, "do_search") ? "SEARCH" : "ALL"),
-                       (!strcmp(oper, "do_search") ? bstr("query") : "")
-               );
-               SortBy =  eRDate;
-       }
-       */
-       /*
-        * Are we doing a summary view?  If so, we need to know old messages
-        * and new messages, so we can do that pretty boldface thing for the
-        * new messages.
-        */
-       nummsgs = load_msg_ptrs(cmd, (is_summary || WCC->is_mobile));
+       nummsgs = load_msg_ptrs(cmd, with_headers);
        if (nummsgs == 0) {
                if (care_for_empty_list) {
-                       wprintf("<div align=\"center\"><br /><em>");
+                       wprintf("<div class=\"nomsgs\"><br><em>");
                        switch (oper) {
                        case readnew:
                                wprintf(_("No new messages."));
@@ -688,184 +793,189 @@ void readloop(long oper)
                        default:
                                wprintf(_("No messages here."));
                        }
-                       wprintf("</em><br /></div>\n");
-               }
-
-               goto DONE;
-       }
-       if (is_bbview && (startmsg == 0L)) {
-               if (bbs_reverse) {
-                       Msg = GetMessagePtrAt((nummsgs >= maxmsgs) ? (nummsgs - maxmsgs) : 0, WCC->summ);
-                       startmsg = (Msg==NULL)? 0 : Msg->msgnum;
-               }
-               else {
-                       Msg = GetMessagePtrAt(0, WCC->summ);
-                       startmsg = (Msg==NULL)? 0 : Msg->msgnum;
+                       wprintf("</em><br></div>\n");
+                       goto DONE;
                }
-       }
-
-       /* This is done to make it run faster; WC is a function */
-       if (load_seen){
-               void *vMsg;
 
-               strcpy(old_msgs, "");
-               serv_puts("GTSN");
-               serv_getln(buf, sizeof buf);
-               if (buf[0] == '2') {
-                       strcpy(old_msgs, &buf[4]);
-               }
-               at = GetNewHashPos(WCC->summ, 0);
-               while (GetNextHashPos(WCC->summ, at, &HKLen, &HashKey, &vMsg)) {
-                       /** Are you a new message, or an old message? */
-                       Msg = (message_summary*) vMsg;
-                       if (is_msg_in_mset(old_msgs, Msg->msgnum)) {
-                               Msg->is_new = 0;
-                       }
-                       else {
-                               Msg->is_new = 1;
-                       }
-               }
-               DeleteHashPos(&at);
        }
 
        if (sortit) {
                CompareFunc SortIt;
-               SortIt =  RetrieveSort(CTX_MAILSUM, NULL, 
-                                      HKEY("date"), 2);
+               memset(&SubTP, 0, sizeof(WCTemplputParams));
+               SubTP.Filter.ContextType = CTX_NONE;
+               SubTP.Context = NULL;
+               SortIt =  RetrieveSort(&SubTP, NULL, 0,
+                                      HKEY("date"), defaultsortorder);
                if (SortIt != NULL)
                        SortByPayload(WCC->summ, SortIt);
+               if (WCC->wc_view == VIEW_BBS) {
+                       if (lbstr("SortOrder") == 2) {
+                               bbs_reverse = 1;
+                               num_displayed = -DEFAULT_MAXMSGS;
+                       }
+                       else {
+                               bbs_reverse = 0;
+                               num_displayed = DEFAULT_MAXMSGS;
+                       }
+               }
        }
+       if (startmsg < 0) startmsg = (bbs_reverse) ? nummsgs - 1 : 0;
 
-       if (is_summary) {
-               do_template("summary_header", NULL);
-       } else if (WCC->is_mobile) {
-               wprintf("<div id=\"message_list\">");
-       }
-
-
-       /**
-        * If we're not currently looking at ALL requested
-        * messages, then display the selector bar
+       if (load_seen) load_seen_flags();
+       
+        /**
+        * If we're to print s.th. above the message list...
         */
-       if (is_bbview)  {
+       switch (WCC->wc_view) {
+       case VIEW_BBS:
                BBViewToolBar = NewStrBuf();
                MessageDropdown = NewStrBuf();
 
-               DrawMessageDropdown(MessageDropdown, maxmsgs, startmsg);
-               
-               DoTemplate(HKEY("msg_listselector_top"), BBViewToolBar, MessageDropdown, CTX_STRBUF);
+               maxmsgs = DrawMessageDropdown(MessageDropdown, maxmsgs, startmsg, num_displayed);
+               if (num_displayed < 0) {
+                       startmsg += maxmsgs;
+                       if (num_displayed != maxmsgs)                           
+                               maxmsgs = abs(maxmsgs) + 1;
+                       else
+                               maxmsgs = abs(maxmsgs);
+
+               }
+               memset(&SubTP, 0, sizeof(WCTemplputParams));
+               SubTP.Filter.ContextType = CTX_STRBUF;
+               SubTP.Context = MessageDropdown;
+               DoTemplate(HKEY("msg_listselector_top"), BBViewToolBar, &SubTP);
                StrBufAppendBuf(WCC->WBuf, BBViewToolBar, 0);
                FlushStrBuf(BBViewToolBar);
+               break;
        }
-                       
+       WCC->startmsg =  startmsg;
+       WCC->maxmsgs = maxmsgs;
+       WCC->num_displayed = 0;
+
+       /* Put some helpful data in vars for mailsummary_json */
+       svputlong("READLOOP:TOTALMSGS", nummsgs);
+       svputlong("READLOOP:STARTMSG", startmsg);
+       svputlong("WCVIEW", WCC->wc_view);
+       /*
+        * iterate over each message. if we need to load an attachment, do it here. 
+        */
+       if (WCC->wc_view == VIEW_MAILBOX) goto NO_MSG_LOOP;
+       /*
+        * iterate over each message. if we need to load an attachment, do it here. 
+        */
        at = GetNewHashPos(WCC->summ, 0);
+       num_displayed = i = 0;
        while (GetNextHashPos(WCC->summ, at, &HKLen, &HashKey, &vMsg)) {
                Msg = (message_summary*) vMsg;          
-               if ((Msg->msgnum >= startmsg) && (num_displayed < maxmsgs)) {
-                               
-                       /** Display the message */
-                       if (is_summary) {
-                               DoTemplate(HKEY("section_mailsummary"), NULL, Msg, CTX_MAILSUM);
-                       }
-                       else if (is_addressbook) {
-                               fetch_ab_name(Msg, buf);
+               if ((Msg->msgnum >= startmsg) && (num_displayed <= maxmsgs)) {                  
+                       switch (WCC->wc_view) {
+                       case VIEW_WIKI:
+                               break;
+                       case VIEW_CALBRIEF: /* load the mime attachments for special tasks... */
+                       case VIEW_CALENDAR:
+                               load_calendar_item(Msg, Msg->is_new, &calv);
+                               break;
+                       case VIEW_TASKS:
+                               display_task(Msg, Msg->is_new);
+                               break;
+                       case VIEW_NOTES:
+                               display_note(Msg, Msg->is_new);
+                               break;
+                       case VIEW_ADDRESSBOOK:
+                               ab_name = NULL;
+                               fetch_ab_name(Msg, &ab_name);
                                ++num_ab;
                                addrbook = realloc(addrbook,
                                                   (sizeof(addrbookent) * num_ab) );
-                               safestrncpy(addrbook[num_ab-1].ab_name, buf,
+                               safestrncpy(addrbook[num_ab-1].ab_name, ab_name,
                                            sizeof(addrbook[num_ab-1].ab_name));
                                addrbook[num_ab-1].ab_msgnum = Msg->msgnum;
-                       }
-                       else if (is_calendar) {
-                               load_calendar_item(Msg, Msg->is_new, &calv);
-                       }
-                       else if (is_tasks) {
-                               display_task(Msg, Msg->is_new);
-                       }
-                       else if (is_notes) {
-                               display_note(Msg, Msg->is_new);
-                       } else if (WCC->is_mobile) {
-                               DoTemplate(HKEY("section_mailsummary"), NULL, Msg, CTX_MAILSUM);
-                       }
-                       else {
+                               free(ab_name);
+                               break;
+                       case VIEW_BBS: /* Tag the mails we want to show in bbview... */
+                       default:
                                if (displayed_msgs == NULL) {
                                        displayed_msgs = malloc(sizeof(long) *
-                                                               (maxmsgs<nummsgs ? maxmsgs : nummsgs));
+                                                               (maxmsgs<nummsgs ? maxmsgs + 1 : nummsgs + 1));
                                }
-                               displayed_msgs[num_displayed] = Msg->msgnum;
-                       }
-                       
-                       if (lowest_displayed < 0) lowest_displayed = a;
-                       highest_displayed = a;
+                               if ((i >= startmsg) && (i < startmsg + maxmsgs)) {
+                                       displayed_msgs[num_displayed] = Msg->msgnum;
+                                       if (lowest_displayed < 0) lowest_displayed = a;
+                                       highest_displayed = a;
                        
-                       ++num_displayed;
-               }
+                                       num_displayed++;
+                               }
+                       }
+               } 
+               i++;
        }
        DeleteHashPos(&at);
 
-       /** Output loop */
-       if (displayed_msgs != NULL) {
-               if (bbs_reverse) {
-                       ////TODOqsort(displayed_msgs, num_displayed, sizeof(long), qlongcmp_r);
-               }
-
-               /** if we do a split bbview in the future, begin messages div here */
-
-               for (a=0; a<num_displayed; ++a) {
-                       read_message(WC->WBuf, HKEY("view_message"), displayed_msgs[a], 0, NULL);
-               }
-
-               /** if we do a split bbview in the future, end messages div here */
-
-               free(displayed_msgs);
-               displayed_msgs = NULL;
-       }
-
-       if (is_summary) {
-               do_template("summary_trailer", NULL);
-       } else if (WCC->is_mobile) {
-               wprintf("</div>");
-       }
-
-       /**
-        * Bump these because although we're thinking in zero base, the user
-        * is a drooling idiot and is thinking in one base.
-        */
-       ++lowest_displayed;
-       ++highest_displayed;
-
-       /**
-        * If we're not currently looking at ALL requested
-        * messages, then display the selector bar
+ NO_MSG_LOOP:  
+       /*
+        * Done iterating the message list. now tasks we want to do after.
         */
-       if (is_bbview) {
-               /** begin bbview scroller */
-
-               DoTemplate(HKEY("msg_listselector_bottom"), BBViewToolBar, MessageDropdown, CTX_STRBUF);
+       switch (WCC->wc_view) {
+       case VIEW_MAILBOX:
+         DoTemplate(HKEY("mailsummary_json"),NULL, &SubTP);
+         break;
+       case VIEW_BBS:
+               if (displayed_msgs != NULL) {
+                       /** if we do a split bbview in the future, begin messages div here */
+                       
+                       for (a=0; a<num_displayed; ++a) {
+                               read_message(WCC->WBuf, HKEY("view_message"), displayed_msgs[a], NULL);
+                       }
+                       
+                       /** if we do a split bbview in the future, end messages div here */
+                       
+                       free(displayed_msgs);
+                       displayed_msgs = NULL;
+               }
+               memset(&SubTP, 0, sizeof(WCTemplputParams));
+               SubTP.Filter.ContextType = CTX_STRBUF;
+               SubTP.Context = MessageDropdown;
+               DoTemplate(HKEY("msg_listselector_bottom"), BBViewToolBar, &SubTP);
                StrBufAppendBuf(WCC->WBuf, BBViewToolBar, 0);
 
                FreeStrBuf(&BBViewToolBar);
                FreeStrBuf(&MessageDropdown);
        }
+
        
 DONE:
-       if (is_tasks) {
-               do_tasks_view();        /** Render the task list */
-       }
-
-       if (is_calendar) {
+       switch (WCC->wc_view) {
+       case VIEW_WIKI:
+               break;
+       case VIEW_CALBRIEF:
+       case VIEW_CALENDAR:
                render_calendar_view(&calv);
+               break;
+       case VIEW_TASKS:
+               do_tasks_view();        /** Render the task list */
+               break;
+       case VIEW_NOTES:
+               break;
+       case VIEW_ADDRESSBOOK:
+               if (is_singlecard)
+                       read_message(WC->WBuf, HKEY("view_message"), lbstr("startmsg"), NULL);
+               else
+                       do_addrbook_view(addrbook, num_ab);     /** Render the address book */
+               break;
+       case VIEW_MAILBOX: 
+       case VIEW_BBS:
+       default:
+               break;
        }
-
-       if (is_addressbook) {
-               do_addrbook_view(addrbook, num_ab);     /** Render the address book */
-       }
-
        /** Note: wDumpContent() will output one additional </div> tag. */
-       wprintf("</div>\n");            /** end of 'content' div */
-       wDumpContent(1);
-
-       /** free the summary */
+       if (WCC->wc_view != VIEW_MAILBOX) {
+               /* We ought to move this out into template */
+               wDumpContent(1);
+       } else {
+               end_burst();
+       }
+       WCC->startmsg = 0;
+       WCC->maxmsgs = 0;
        if (WCC->summ != NULL) {
                DeleteHash(&WCC->summ);
        }
@@ -891,12 +1001,12 @@ void post_mime_to_server(void) {
        char *txtmail = NULL;
 
        sprintf(top_boundary, "Citadel--Multipart--%s--%04x--%04x",
-               serv_info.serv_fqdn,
+               ChrPtr(WCC->serv_info->serv_fqdn),
                getpid(),
                ++seq
        );
        sprintf(alt_boundary, "Citadel--Multipart--%s--%04x--%04x",
-               serv_info.serv_fqdn,
+               ChrPtr(WCC->serv_info->serv_fqdn),
                getpid(),
                ++seq
        );
@@ -996,7 +1106,7 @@ void post_message(void)
        wcsession *WCC = WC;
        
        if (havebstr("force_room")) {
-               gotoroom(bstr("force_room"));
+               gotoroom(sbstr("force_room"));
        }
 
        if (havebstr("display_name")) {
@@ -1034,11 +1144,11 @@ void post_message(void)
                 */
                pch = strrchr(ChrPtr(att->FileName), '/');
                if (pch != NULL) {
-                       StrBufCutLeft(att->FileName, pch - ChrPtr(att->FileName));
+                       StrBufCutLeft(att->FileName, pch - ChrPtr(att->FileName) + 1);
                }
                pch = strrchr(ChrPtr(att->FileName), '\\');
                if (pch != NULL) {
-                       StrBufCutLeft(att->FileName, pch - ChrPtr(att->FileName));
+                       StrBufCutLeft(att->FileName, pch - ChrPtr(att->FileName) + 1);
                }
 
                /**
@@ -1070,16 +1180,17 @@ void post_message(void)
                const StrBuf *Bcc = NULL;
                const StrBuf *Wikipage = NULL;
                const StrBuf *my_email_addr = NULL;
-               StrBuf *CmdBuf = NULL;;
+               StrBuf *CmdBuf = NULL;
                StrBuf *references = NULL;
 
                if (havebstr("references"))
                {
                        const StrBuf *ref = sbstr("references");
                        references = NewStrBufPlain(ChrPtr(ref), StrLength(ref));
-                       lprintf(9, "Converting: %s\n", ChrPtr(references));
+                       if (*ChrPtr(references) == '|') {       /* remove leading '|' if present */
+                               StrBufCutLeft(references, 1);
+                       }
                        StrBufReplaceChars(references, '|', '!');
-                       lprintf(9, "Converted: %s\n", ChrPtr(references));
                }
                if (havebstr("subject")) {
                        const StrBuf *Subj;
@@ -1189,7 +1300,7 @@ void display_enter(void)
        now = time(NULL);
 
        if (havebstr("force_room")) {
-               gotoroom(bstr("force_room"));
+               gotoroom(sbstr("force_room"));
        }
 
        display_name = sbstr("display_name");
@@ -1221,7 +1332,7 @@ void display_enter(void)
         * message" command really means "add new entry."
         */
        if (WCC->wc_default_view == VIEW_ADDRESSBOOK) {
-               do_edit_vcard(-1, "", "", WCC->wc_roomname);
+               do_edit_vcard(-1, "", NULL, NULL, "",  ChrPtr(WCC->wc_roomname));
                return;
        }
 
@@ -1253,7 +1364,7 @@ void display_enter(void)
                const StrBuf *Cc = NULL;
                const StrBuf *Bcc = NULL;
                const StrBuf *Wikipage = NULL;
-               StrBuf *CmdBuf = NULL;;
+               StrBuf *CmdBuf = NULL;
                const char CMD[] = "ENT0 0|%s|%d|0||%s||%s|%s|%s";
                
                Recp = sbstr("recp");
@@ -1289,7 +1400,7 @@ void display_enter(void)
                        }
                }
                else if (buf[0] != '2') {       /** Any other error means that we cannot continue */
-                       wprintf("<em>%s</em><br />\n", &buf[4]);/// -> important message
+                       wprintf("<em>%s</em><br />\n", &buf[4]);/*TODO -> important message */
                        return;
                }
        }
@@ -1298,7 +1409,7 @@ void display_enter(void)
 
        begin_burst();
        output_headers(1, 0, 0, 0, 1, 0);
-       DoTemplate(HKEY("edit_message"), NULL, NULL, CTX_NONE);
+       DoTemplate(HKEY("edit_message"), NULL, &NoCtx);
        end_burst();
 
        return;
@@ -1431,7 +1542,6 @@ void postpart(StrBuf *partnum, StrBuf *filename, int force_download)
                else {
                        content_type = NewStrBufDup(part->ContentType);
                }
-               output_headers(0, 0, 0, 0, 0, 0);
                StrBufAppendBuf(WC->WBuf, part->Data, 0);
                http_transmit_thing(ChrPtr(content_type), 0);
        } else {
@@ -1454,61 +1564,72 @@ void postpart(StrBuf *partnum, StrBuf *filename, int force_download)
  * partnum             The MIME part to be output
  * force_download      Nonzero to force set the Content-Type: header to "application/octet-stream"
  */
-void mimepart(const char *msgnum, const char *partnum, int force_download)
+void mimepart(int force_download)
 {
-       char buf[256];
+       wcsession *WCC = WC;
+       StrBuf *Buf;
        off_t bytes;
-       char content_type[256];
-       
-       serv_printf("OPNA %s|%s", msgnum, partnum);
-       serv_getln(buf, sizeof buf);
-       if (buf[0] == '2') {
-               bytes = extract_long(&buf[4], 0);
-               if (force_download) {
-                       strcpy(content_type, "application/octet-stream");
-               }
-               else {
-                       extract_token(content_type, &buf[4], 3, '|', sizeof content_type);
+       StrBuf *ContentType = NewStrBufPlain(HKEY("application/octet-stream"));
+       const char *CT;
+
+       Buf = NewStrBuf();
+       serv_printf("OPNA %s|%s", ChrPtr(WCC->UrlFragment2), ChrPtr(WCC->UrlFragment3));
+       StrBuf_ServGetln(Buf);
+       if (GetServerStatus(Buf, NULL) == 2) {
+               StrBufCutLeft(Buf, 4);
+               bytes = StrBufExtract_long(Buf, 0, '|');
+               if (!force_download) {
+                       StrBufExtract_token(ContentType, Buf, 3, '|');
                }
-               output_headers(0, 0, 0, 0, 0, 0);
 
-               read_server_binary(WC->WBuf, bytes);
+               read_server_binary(WCC->WBuf, bytes, Buf);
                serv_puts("CLOS");
-               serv_getln(buf, sizeof buf);
-               http_transmit_thing(content_type, 0);
+               StrBuf_ServGetln(Buf);
+               CT = ChrPtr(ContentType);
+
+               if (!force_download) {
+                       if (!strcasecmp(ChrPtr(ContentType), "application/octet-stream")) {
+                               CT = GuessMimeByFilename(SKEY(WCC->UrlFragment4));
+                       }
+                       if (!strcasecmp(ChrPtr(ContentType), "application/octet-stream")) {
+                               CT = GuessMimeType(SKEY(WCC->WBuf));
+                       }
+               }
+               http_transmit_thing(CT, 0);
        } else {
-               hprintf("HTTP/1.1 404 %s\n", &buf[4]);
+               StrBufCutLeft(Buf, 4);
+               hprintf("HTTP/1.1 404 %s\n", ChrPtr(Buf));
                output_headers(0, 0, 0, 0, 0, 0);
                hprintf("Content-Type: text/plain\r\n");
-               wprintf(_("An error occurred while retrieving this part: %s\n"), &buf[4]);
+               wprintf(_("An error occurred while retrieving this part: %s\n"), 
+                       ChrPtr(Buf));
                end_burst();
        }
+       FreeStrBuf(&ContentType);
+       FreeStrBuf(&Buf);
 }
 
 
 /*
  * Read any MIME part of a message, from the server, into memory.
  */
-char *load_mimepart(long msgnum, char *partnum)
+StrBuf *load_mimepart(long msgnum, char *partnum)
 {
-       char buf[SIZ];
        off_t bytes;
-       char content_type[SIZ];
-       char *content;
+       StrBuf *Buf;
        
+       Buf = NewStrBuf();
        serv_printf("DLAT %ld|%s", msgnum, partnum);
-       serv_getln(buf, sizeof buf);
-       if (buf[0] == '6') {
-               bytes = extract_long(&buf[4], 0);
-               extract_token(content_type, &buf[4], 3, '|', sizeof content_type);
-
-               content = malloc(bytes + 2);
-               serv_read(content, bytes);
+       StrBuf_ServGetln(Buf);
+       if (GetServerStatus(Buf, NULL) == 6) {
+               StrBufCutLeft(Buf, 4);
+               bytes = StrBufExtract_long(Buf, 0, '|');
 
-               content[bytes] = 0;     /* null terminate for good measure */
-               return(content);
+               StrBuf_ServGetBLOBBuffered(Buf, bytes);
+               return(Buf);
        }
        else {
+               FreeStrBuf(&Buf);
                return(NULL);
        }
 }
@@ -1518,38 +1639,35 @@ char *load_mimepart(long msgnum, char *partnum)
  */
 void MimeLoadData(wc_mime_attachment *Mime)
 {
-       char buf[SIZ];
+       StrBuf *Buf;
        off_t bytes;
-//// TODO: is there a chance the contenttype is different  to the one we know? 
+/* TODO: is there a chance the contenttype is different  to the one we know?    */
        serv_printf("DLAT %ld|%s", Mime->msgnum, ChrPtr(Mime->PartNum));
-       serv_getln(buf, sizeof buf);
-       if (buf[0] == '6') {
-               bytes = extract_long(&buf[4], 0);
-
+       Buf = NewStrBuf();
+       StrBuf_ServGetln(Buf);
+       if (GetServerStatus(Buf, NULL) == 6) {
+               bytes = extract_long(&(ChrPtr(Buf)[4]), 0);
+                                    
                if (Mime->Data == NULL)
                        Mime->Data = NewStrBufPlain(NULL, bytes);
-               StrBuf_ServGetBLOB(Mime->Data, bytes);
-
+               StrBuf_ServGetBLOBBuffered(Mime->Data, bytes);
        }
        else {
                FlushStrBuf(Mime->Data);
-               /// TODO XImportant message
+               /* TODO XImportant message */
        }
+       FreeStrBuf(&Buf);
 }
 
 
 
 
 void view_mimepart(void) {
-       mimepart(ChrPtr(WC->UrlFragment2),
-                ChrPtr(WC->UrlFragment3),
-                0);
+       mimepart(0);
 }
 
 void download_mimepart(void) {
-       mimepart(ChrPtr(WC->UrlFragment2),
-                ChrPtr(WC->UrlFragment3),
-                1);
+       mimepart(1);
 }
 
 void view_postpart(void) {
@@ -1564,23 +1682,63 @@ void download_postpart(void) {
                 1);
 }
 
-
-
 void h_readnew(void) { readloop(readnew);}
 void h_readold(void) { readloop(readold);}
 void h_readfwd(void) { readloop(readfwd);}
 void h_headers(void) { readloop(headers);}
 void h_do_search(void) { readloop(do_search);}
 
-
-
-
-
+void jsonMessageListHdr(void) 
+{
+       /* TODO: make a generic function */
+  hprintf("HTTP/1.1 200 OK\r\n");
+  hprintf("Content-type: application/json; charset=utf-8\r\n");
+  hprintf("Server: %s / %s\r\n", PACKAGE_STRING, ChrPtr(WC->serv_info->serv_software));
+  hprintf("Connection: close\r\n");
+  hprintf("Pragma: no-cache\r\nCache-Control: no-store\r\nExpires:-1\r\n");
+  begin_burst();
+}
+/* Spit out the new summary view. This is basically a static page, so clients can cache the layout, all the dirty work is javascript :) */
+void new_summary_view(void) {
+  begin_burst();
+  DoTemplate(HKEY("msg_listview"),NULL,&NoCtx);
+  DoTemplate(HKEY("trailing"),NULL,&NoCtx);
+  end_burst();
+}
+/** Output message list in JSON-format */
+void jsonMessageList(void) {
+  const StrBuf *room = sbstr("room");
+  long oper = (havebstr("query")) ? do_search : readnew;
+  WC->is_ajax = 1; 
+  gotoroom(room);
+  readloop(oper);
+  WC->is_ajax = 0;
+}
 
 void 
 InitModule_MSG
 (void)
 {
+       RegisterPreference("use_sig",
+                          _("Attach signature to email messages?"), 
+                          PRF_YESNO, 
+                          NULL);
+       RegisterPreference("signature", _("Use this signature:"), PRF_QP_STRING, NULL);
+       RegisterPreference("default_header_charset", 
+                          _("Default character set for email headers:"), 
+                          PRF_STRING, 
+                          NULL);
+       RegisterPreference("defaultfrom", _("Preferred email address"), PRF_STRING, NULL);
+       RegisterPreference("defaultname", 
+                          _("Preferred display name for email messages"), 
+                          PRF_STRING, 
+                          NULL);
+       RegisterPreference("defaulthandle", 
+                          _("Preferred display name for bulletin board posts"), 
+                          PRF_STRING, 
+                          NULL);
+       RegisterPreference("mailbox",_("Mailbox view mode"), PRF_STRING, NULL);
+
        WebcitAddUrlHandler(HKEY("readnew"), h_readnew, NEED_URL);
        WebcitAddUrlHandler(HKEY("readold"), h_readold, NEED_URL);
        WebcitAddUrlHandler(HKEY("readfwd"), h_readfwd, NEED_URL);
@@ -1601,5 +1759,7 @@ InitModule_MSG
        WebcitAddUrlHandler(HKEY("postpart"), view_postpart, NEED_URL);
        WebcitAddUrlHandler(HKEY("postpart_download"), download_postpart, NEED_URL);
 
+       /* json */
+       WebcitAddUrlHandler(HKEY("roommsgs"), jsonMessageList,0);
        return ;
 }