* All OS-level includes are now included from webcit.h instead of from
[citadel.git] / webcit / messages.c
index 123c894602f681d00ffb3ee84d602b5e2d47e150..b79ae635e8813e72694dc1d1a8da88bc23d7282d 100644 (file)
@@ -5,24 +5,6 @@
  *
  */
 
-#include <ctype.h>
-#include <stdlib.h>
-#include <unistd.h>
-#include <stdio.h>
-#include <fcntl.h>
-#include <signal.h>
-#include <sys/types.h>
-#include <sys/wait.h>
-#include <sys/socket.h>
-#include <limits.h>
-#include <netinet/in.h>
-#include <netdb.h>
-#include <string.h>
-#include <pwd.h>
-#include <errno.h>
-#include <stdarg.h>
-#include <pthread.h>
-#include <signal.h>
 #include "webcit.h"
 #include "vcard.h"
 #include "webserver.h"
@@ -37,6 +19,84 @@ struct addrbookent {
 };
 
 
+
+#ifdef HAVE_ICONV
+/* Handle subjects with RFC2047 encoding, such as:
+ * =?koi8-r?B?78bP0s3Mxc7JxSDXz9rE1dvO2c3JINvB0sHNySDP?=
+ */
+void utf8ify_rfc822_string(char *buf) {
+       char *start, *end;
+       char newbuf[1024];
+       char charset[128];
+       char encoding[16];
+       char istr[1024];
+       iconv_t ic = (iconv_t)(-1) ;
+       char *ibuf;                   /* Buffer of characters to be converted */
+       char *obuf;                   /* Buffer for converted characters      */
+       size_t ibuflen;               /* Length of input buffer               */
+       size_t obuflen;               /* Length of output buffer              */
+       char *isav;                   /* Saved pointer to input buffer        */
+       char *osav;                   /* Saved pointer to output buffer       */
+
+       while (start=strstr(buf, "=?"), end=strstr(buf, "?="),
+               ((start != NULL) && (end != NULL) && (end > start)) )
+       {
+               extract_token(charset, start, 1, '?', sizeof charset);
+               extract_token(encoding, start, 2, '?', sizeof encoding);
+               extract_token(istr, start, 3, '?', sizeof istr);
+
+               /*strcpy(start, "");
+               ++end;
+               ++end;*/
+
+               ibuf = malloc(1024);
+               isav = ibuf;
+               if (!strcasecmp(encoding, "B")) {       /* base64 */
+                       ibuflen = CtdlDecodeBase64(ibuf, istr, strlen(istr));
+               }
+               else if (!strcasecmp(encoding, "Q")) {  /* quoted-printable */
+                       ibuflen = CtdlDecodeQuotedPrintable(ibuf, istr, strlen(istr));
+               }
+               else {
+                       strcpy(ibuf, istr);             /* huh? */
+                       ibuflen = strlen(istr);
+               }
+
+               ic = iconv_open("UTF-8", charset);
+               if (ic != (iconv_t)(-1) ) {
+                       obuf = malloc(1024);
+                       obuflen = 1024;
+                       obuf = (char *) malloc(obuflen);
+                       osav = obuf;
+                       iconv(ic, &ibuf, &ibuflen, &obuf, &obuflen);
+                       osav[1024-obuflen] = 0;
+
+                       end = start;
+                       end++;
+                       strcpy(start, "");
+                       remove_token(end, 0, '?');
+                       remove_token(end, 0, '?');
+                       remove_token(end, 0, '?');
+                       remove_token(end, 0, '?');
+                       strcpy(end, &end[1]);
+
+                       snprintf(newbuf, sizeof newbuf, "%s%s%s", buf, osav, end);
+                       strcpy(buf, newbuf);
+                       free(osav);
+                       iconv_close(ic);
+               }
+               else {
+                       snprintf(newbuf, sizeof newbuf, "%s(unreadable)%s", buf, end);
+                       strcpy(buf, newbuf);
+               }
+
+               free(isav);
+       }
+
+}
+#endif
+
+
 /*
  * Look for URL's embedded in a buffer and make them linkable.  We use a
  * target window in order to keep the BBS session in its own window.
@@ -91,25 +151,57 @@ char buf[];
 }
 
 
+/*
+ * Turn a vCard "n" (name) field into something displayable.
+ */
+void vcard_n_prettyize(char *name)
+{
+       char *original_name;
+       int i;
+
+       original_name = strdup(name);
+       for (i=0; i<5; ++i) {
+               if (strlen(original_name) > 0) {
+                       if (original_name[strlen(original_name)-1] == ' ') {
+                               original_name[strlen(original_name)-1] = 0;
+                       }
+                       if (original_name[strlen(original_name)-1] == ';') {
+                               original_name[strlen(original_name)-1] = 0;
+                       }
+               }
+       }
+       strcpy(name, "");
+       for (i=0; i<strlen(original_name); ++i) {
+               if (original_name[i] == ';') {
+                       strcat(name, ", ");
+               }
+               else {
+                       name[strlen(name)+1] = 0;
+                       name[strlen(name)] = original_name[i];
+               }
+       }
+       free(original_name);
+}
+
+
+
+
 /* display_vcard() calls this after parsing the textual vCard into
  * our 'struct vCard' data object.
  * This gets called instead of display_parsed_vcard() if we are only looking
  * to extract the person's name instead of displaying the card.
  */
 void fetchname_parsed_vcard(struct vCard *v, char *storename) {
-       int i;
+       char *name;
 
        strcpy(storename, "");
-       if (v->numprops) for (i=0; i<(v->numprops); ++i) {
-               if (!strcasecmp(v->prop[i].name, "n")) {
-                       strcpy(storename, v->prop[i].value);
-                       if ((strlen(storename)>0) && (storename[0] != ';')) {
-                               while(storename[strlen(storename)-1] == ';') {
-                                       storename[strlen(storename)-1] = 0;
-                               }
-                       }
-               }
+
+       name = vcard_get_prop(v, "n", 1, 0, 0);
+       if (name != NULL) {
+               strcpy(storename, name);
+               /* vcard_n_prettyize(storename); */
        }
+
 }
 
 
@@ -137,12 +229,16 @@ void display_parsed_vcard(struct vCard *v, int full) {
        int pass;
 
        char displayname[SIZ];
+       char title[SIZ];
+       char org[SIZ];
        char phone[SIZ];
        char mailto[SIZ];
 
        strcpy(displayname, "");
        strcpy(phone, "");
        strcpy(mailto, "");
+       strcpy(title, "");
+       strcpy(org, "");
 
        if (!full) {
                wprintf("<TD>");
@@ -151,7 +247,9 @@ void display_parsed_vcard(struct vCard *v, int full) {
                        escputs(name);
                }
                else if (name = vcard_get_prop(v, "n", 1, 0, 0), name != NULL) {
-                       escputs(name);
+                       strcpy(displayname, name);
+                       vcard_n_prettyize(displayname);
+                       escputs(displayname);
                }
                else {
                        wprintf("&nbsp;");
@@ -160,16 +258,16 @@ void display_parsed_vcard(struct vCard *v, int full) {
                return;
        }
 
-       wprintf("<TABLE bgcolor=#888888>");
+       wprintf("<div align=center><table bgcolor=#aaaaaa width=50%%>");
        for (pass=1; pass<=2; ++pass) {
 
                if (v->numprops) for (i=0; i<(v->numprops); ++i) {
 
                        thisname = strdup(v->prop[i].name);
-                       extract_token(firsttoken, thisname, 0, ';');
+                       extract_token(firsttoken, thisname, 0, ';', sizeof firsttoken);
        
                        for (j=0; j<num_tokens(thisname, ';'); ++j) {
-                               extract_token(buf, thisname, j, ';');
+                               extract_token(buf, thisname, j, ';', sizeof buf);
                                if (!strcasecmp(buf, "encoding=quoted-printable")) {
                                        is_qp = 1;
                                        remove_token(thisname, j, ';');
@@ -203,6 +301,7 @@ void display_parsed_vcard(struct vCard *v, int full) {
                        if (!strcasecmp(firsttoken, "n")) {
                                if (strlen(displayname) == 0) {
                                        strcpy(displayname, thisvalue);
+                                       vcard_n_prettyize(displayname);
                                }
                        }
        
@@ -210,12 +309,22 @@ void display_parsed_vcard(struct vCard *v, int full) {
                        else if (!strcasecmp(firsttoken, "fn")) {
                                strcpy(displayname, thisvalue);
                        }
+
+                       /* title */
+                       else if (!strcasecmp(firsttoken, "title")) {
+                               strcpy(title, thisvalue);
+                       }
+       
+                       /* organization */
+                       else if (!strcasecmp(firsttoken, "org")) {
+                               strcpy(org, thisvalue);
+                       }
        
                        else if (!strcasecmp(firsttoken, "email")) {
                                if (strlen(mailto) > 0) strcat(mailto, "<br />");
                                strcat(mailto,
                                        "<A HREF=\"/display_enter"
-                                       "?force_room=_MAIL_&recp=");
+                                       "?force_room=_MAIL_?recp=");
                                urlesc(&mailto[strlen(mailto)], thisvalue);
                                strcat(mailto, "\">");
                                urlesc(&mailto[strlen(mailto)], thisvalue);
@@ -225,7 +334,7 @@ void display_parsed_vcard(struct vCard *v, int full) {
                                if (strlen(phone) > 0) strcat(phone, "<br />");
                                strcat(phone, thisvalue);
                                for (j=0; j<num_tokens(thisname, ';'); ++j) {
-                                       extract_token(buf, thisname, j, ';');
+                                       extract_token(buf, thisname, j, ';', sizeof buf);
                                        if (!strcasecmp(buf, "tel"))
                                                strcat(phone, "");
                                        else if (!strcasecmp(buf, "work"))
@@ -245,10 +354,11 @@ void display_parsed_vcard(struct vCard *v, int full) {
                                if (pass == 2) {
                                        wprintf("<TR><TD>Address:</TD><TD>");
                                        for (j=0; j<num_tokens(thisvalue, ';'); ++j) {
-                                               extract_token(buf, thisvalue, j, ';');
+                                               extract_token(buf, thisvalue, j, ';', sizeof buf);
                                                if (strlen(buf) > 0) {
                                                        escputs(buf);
-                                                       wprintf("<br />");
+                                                       if (j<3) wprintf("<br />");
+                                                       else wprintf(" ");
                                                }
                                        }
                                        wprintf("</TD></TR>\n");
@@ -264,6 +374,8 @@ void display_parsed_vcard(struct vCard *v, int full) {
                                /* ignore */
                        }
                        else {
+
+                               /*** Don't show extra fields.  They're ugly.
                                if (pass == 2) {
                                        wprintf("<TR><TD>");
                                        escputs(thisname);
@@ -271,6 +383,7 @@ void display_parsed_vcard(struct vCard *v, int full) {
                                        escputs(thisvalue);
                                        wprintf("</TD></TR>\n");
                                }
+                               ***/
                        }
        
                        free(thisname);
@@ -280,10 +393,21 @@ void display_parsed_vcard(struct vCard *v, int full) {
                if (pass == 1) {
                        wprintf("<TR BGCOLOR=\"#AAAAAA\">"
                        "<TD COLSPAN=2 BGCOLOR=\"#FFFFFF\">"
-                       "<IMG ALIGN=CENTER SRC=\"/static/vcard.gif\">"
+                       "<IMG ALIGN=CENTER SRC=\"/static/viewcontacts_48x.gif\">"
                        "<FONT SIZE=+1><B>");
                        escputs(displayname);
-                       wprintf("</B></FONT></TD></TR>\n");
+                       wprintf("</B></FONT>");
+                       if (strlen(title) > 0) {
+                               wprintf("<div align=right>");
+                               escputs(title);
+                               wprintf("</div>");
+                       }
+                       if (strlen(org) > 0) {
+                               wprintf("<div align=right>");
+                               escputs(org);
+                               wprintf("</div>");
+                       }
+                       wprintf("</TD></TR>\n");
                
                        if (strlen(phone) > 0)
                                wprintf("<TR><TD>Telephone:</TD><TD>%s</TD></TR>\n", phone);
@@ -293,7 +417,7 @@ void display_parsed_vcard(struct vCard *v, int full) {
 
        }
 
-       wprintf("</TABLE>\n");
+       wprintf("</table></div>\n");
 }
 
 
@@ -323,9 +447,10 @@ void display_vcard(char *vcard_source, char alpha, int full, char *storename) {
        if (storename != NULL) {
                fetchname_parsed_vcard(v, storename);
        }
-       else if ( (alpha == 0)
-          || ((isalpha(alpha)) && (tolower(alpha) == tolower(this_alpha)) )
-          || ((!isalpha(alpha)) && (!isalpha(this_alpha))) ) {
+       else if (       (alpha == 0)
+                       || ((isalpha(alpha)) && (tolower(alpha) == tolower(this_alpha)) )
+                       || ((!isalpha(alpha)) && (!isalpha(this_alpha)))
+               ) {
                display_parsed_vcard(v, full);
        }
 
@@ -338,26 +463,36 @@ void display_vcard(char *vcard_source, char alpha, int full, char *storename) {
 /*
  * I wanna SEE that message!
  */
-void read_message(long msgnum) {
+void read_message(long msgnum, int suppress_buttons) {
        char buf[SIZ];
-       char mime_partnum[SIZ];
-       char mime_filename[SIZ];
-       char mime_content_type[SIZ];
-       char mime_disposition[SIZ];
+       char mime_partnum[256];
+       char mime_filename[256];
+       char mime_content_type[256];
+       char mime_charset[256];
+       char mime_disposition[256];
        int mime_length;
        char mime_http[SIZ];
-       char m_subject[SIZ];
-       char from[SIZ];
-       char node[SIZ];
-       char rfca[SIZ];
+       char m_subject[256];
+       char from[256];
+       char node[256];
+       char rfca[256];
        char reply_to[512];
-       char now[SIZ];
+       char now[256];
        int format_type = 0;
        int nhdr = 0;
        int bq = 0;
-       char vcard_partnum[SIZ];
-       char cal_partnum[SIZ];
+       int i = 0;
+       char vcard_partnum[256];
+       char cal_partnum[256];
        char *part_source = NULL;
+#ifdef HAVE_ICONV
+       iconv_t ic = (iconv_t)(-1) ;
+       char *ibuf;                   /* Buffer of characters to be converted */
+       char *obuf;                   /* Buffer for converted characters      */
+       size_t ibuflen;               /* Length of input buffer               */
+       size_t obuflen;               /* Length of output buffer              */
+       char *osav;                   /* Saved pointer to output buffer       */
+#endif
 
        strcpy(from, "");
        strcpy(node, "");
@@ -366,16 +501,18 @@ void read_message(long msgnum) {
        strcpy(vcard_partnum, "");
        strcpy(cal_partnum, "");
        strcpy(mime_http, "");
+       strcpy(mime_content_type, "text/plain");
+       strcpy(mime_charset, "us-ascii");
 
        serv_printf("MSG4 %ld", msgnum);
-       serv_gets(buf);
+       serv_getln(buf, sizeof buf);
        if (buf[0] != '1') {
                wprintf("<STRONG>ERROR:</STRONG> %s<br />\n", &buf[4]);
                return;
        }
 
        /* begin everythingamundo table */
-       wprintf("<div style=\"margin-right:1px\">\n");
+       wprintf("<div id=\"fix_scrollbar_bug\">\n");
        wprintf("<table width=100%% border=1 cellspacing=0 "
                "cellpadding=0><TR><TD>\n");
 
@@ -386,7 +523,7 @@ void read_message(long msgnum) {
        wprintf("<SPAN CLASS=\"message_header\">");
        strcpy(m_subject, "");
 
-       while (serv_gets(buf), strcasecmp(buf, "text")) {
+       while (serv_getln(buf, sizeof buf), strcasecmp(buf, "text")) {
                if (!strcmp(buf, "000")) {
                        wprintf("<I>unexpected end of message</I><br /><br />\n");
                        wprintf("</SPAN>\n");
@@ -400,7 +537,10 @@ void read_message(long msgnum) {
                        format_type = atoi(&buf[5]);
                if (!strncasecmp(buf, "from=", 5)) {
                        strcpy(from, &buf[5]);
-                       wprintf("from <A HREF=\"/showuser&who=");
+                       wprintf("from <A HREF=\"/showuser?who=");
+#ifdef HAVE_ICONV
+                       utf8ify_rfc822_string(from);
+#endif
                        urlescputs(from);
                        wprintf("\">");
                        escputs(from);
@@ -435,24 +575,24 @@ void read_message(long msgnum) {
                if (!strncasecmp(buf, "rcpt=", 5))
                        wprintf("to %s ", &buf[5]);
                if (!strncasecmp(buf, "time=", 5)) {
-                       fmt_date(now, atol(&buf[5]));
+                       fmt_date(now, atol(&buf[5]), 0);
                        wprintf("%s ", now);
                }
 
                if (!strncasecmp(buf, "part=", 5)) {
-                       extract(mime_filename, &buf[5], 1);
-                       extract(mime_partnum, &buf[5], 2);
-                       extract(mime_disposition, &buf[5], 3);
-                       extract(mime_content_type, &buf[5], 4);
+                       extract_token(mime_filename, &buf[5], 1, '|', sizeof mime_filename);
+                       extract_token(mime_partnum, &buf[5], 2, '|', sizeof mime_partnum);
+                       extract_token(mime_disposition, &buf[5], 3, '|', sizeof mime_disposition);
+                       extract_token(mime_content_type, &buf[5], 4, '|', sizeof mime_content_type);
                        mime_length = extract_int(&buf[5], 5);
 
                        if (!strcasecmp(mime_disposition, "attachment")) {
                                snprintf(&mime_http[strlen(mime_http)],
                                        (sizeof(mime_http) - strlen(mime_http) - 1),
                                        "<A HREF=\"/output_mimepart?"
-                                       "msgnum=%ld&partnum=%s\" "
+                                       "msgnum=%ld?partnum=%s\" "
                                        "TARGET=\"wc.%ld.%s\">"
-                                       "<IMG SRC=\"/static/attachment.gif\" "
+                                       "<IMG SRC=\"/static/diskette_24x.gif\" "
                                        "BORDER=0 ALIGN=MIDDLE>\n"
                                        "Part %s: %s (%s, %d bytes)</A><br />\n",
                                        msgnum, mime_partnum,
@@ -466,7 +606,7 @@ void read_message(long msgnum) {
                                snprintf(&mime_http[strlen(mime_http)],
                                        (sizeof(mime_http) - strlen(mime_http) - 1),
                                        "<IMG SRC=\"/output_mimepart?"
-                                       "msgnum=%ld&partnum=%s\">",
+                                       "msgnum=%ld?partnum=%s\">",
                                        msgnum, mime_partnum);
                        }
 
@@ -506,6 +646,9 @@ void read_message(long msgnum) {
        }
 
        wprintf("</SPAN>");
+#ifdef HAVE_ICONV
+       utf8ify_rfc822_string(m_subject);
+#endif
        if (strlen(m_subject) > 0) {
                wprintf("<br />"
                        "<SPAN CLASS=\"message_subject\">"
@@ -516,35 +659,37 @@ void read_message(long msgnum) {
        wprintf("</TD>\n");
 
        /* start msg buttons */
-       wprintf("<TD ALIGN=RIGHT>\n");
-       wprintf("<FORM METHOD=\"POST\" ACTION=\"/do_stuff_to_one_msg\">\n");
-       wprintf("<INPUT TYPE=\"hidden\" NAME=\"msgid\" VALUE=\"%ld\">\n",
-               msgnum);
-       wprintf("<INPUT TYPE=\"hidden\" NAME=\"recp\" VALUE=\"");
-       escputs(reply_to);
-       wprintf("\">\n");
-
-       if (!strncasecmp(m_subject, "Re:", 2)) {
-               wprintf("<INPUT TYPE=\"hidden\" NAME=\"subject\" VALUE=\"");
-               escputs(m_subject);
-               wprintf("\">\n");
-       }
-       else if (strlen(m_subject) > 0) {
-               wprintf("<INPUT TYPE=\"hidden\" NAME=\"subject\" VALUE=\"Re: ");
-               escputs(m_subject);
-               wprintf("\">\n");
-       }
+       if (!suppress_buttons) {
+               wprintf("<td align=right>\n");
+
+               /* Reply */
+               wprintf("<a href=\"/display_enter?recp=");
+               urlescputs(reply_to);
+               wprintf("?subject=");
+               if (strncasecmp(m_subject, "Re:", 3)) wprintf("Re:%20");
+               urlescputs(m_subject);
+               wprintf("\">[Reply]</a> ");
+
+               if (WC->is_room_aide)  {
+               
+                       /* Move */
+                       wprintf("<a href=\"/confirm_move_msg?msgid=%ld\">[Move]</a> ",
+                               msgnum);
+       
+                       /* Delete */
+                       wprintf("<a href=\"/delete_msg?msgid=%ld\" "
+                               "onClick=\"return confirm('Delete this message?');\">"
+                               "[Delete]</a> ", msgnum);
+                               
+               }
 
-       wprintf("<INPUT TYPE=\"submit\" NAME=\"msg_oper\" STYLE=\"font-family: Bitstream Vera Sans,Arial,Helvetica,sans-serif; font-size: 7pt; background: blue; color: #FFFFFF;\" VALUE=\"Reply\">\n");
+               wprintf("<a href=\"/msg?msgnum=%ld?print_it=yes\" target=\"msgloader1\">"
+                       "[Print]</a>", msgnum);
 
-       if (WC->is_room_aide)  {
-               wprintf("<INPUT TYPE=\"submit\" NAME=\"msg_oper\" STYLE=\"font-family: Bitstream Vera Sans,Arial,Helvetica,sans-serif; font-size: 7pt; background: blue; color: #FFFFFF;\"VALUE=\"Move\">\n"
-                       "<INPUT TYPE=\"submit\" NAME=\"msg_oper\" STYLE=\"font-family: Bitstream Vera Sans,Arial,Helvetica,sans-serif; font-size: 7pt; background: blue; color: #FFFFFF;\" VALUE=\"Delete\""
-                       "onClick=\"return confirm('Delete this message?');\">\n");
+               wprintf("</td>");
        }
 
-       wprintf("</FORM>\n"
-               "</TD></TR></TABLE>\n");
+       wprintf("</TR></TABLE>\n");
 
        /* Begin body */
        wprintf("<TABLE BORDER=0 WIDTH=100%% BGCOLOR=#FFFFFF "
@@ -554,7 +699,7 @@ void read_message(long msgnum) {
         * Learn the content type
         */
        strcpy(mime_content_type, "text/plain");
-       while (serv_gets(buf), (strlen(buf) > 0)) {
+       while (serv_getln(buf, sizeof buf), (strlen(buf) > 0)) {
                if (!strcmp(buf, "000")) {
                        wprintf("<I>unexpected end of message</I><br /><br />\n");
                        goto ENDBODY;
@@ -562,8 +707,30 @@ void read_message(long msgnum) {
                if (!strncasecmp(buf, "Content-type: ", 14)) {
                        safestrncpy(mime_content_type, &buf[14],
                                sizeof(mime_content_type));
+                       for (i=0; i<strlen(mime_content_type); ++i) {
+                               if (!strncasecmp(&mime_content_type[i], "charset=", 8)) {
+                                       safestrncpy(mime_charset, &mime_content_type[i+8],
+                                               sizeof mime_charset);
+                               }
+                       }
+                       for (i=0; i<strlen(mime_content_type); ++i) {
+                               if (mime_content_type[i] == ';') {
+                                       mime_content_type[i] = 0;
+                               }
+                       }
+               }
+       }
+
+       /* Set up a character set conversion if we need to (and if we can) */
+#ifdef HAVE_ICONV
+       if ( (strcasecmp(mime_charset, "us-ascii"))
+          && (strcasecmp(mime_charset, "UTF-8")) ) {
+               ic = iconv_open("UTF-8", mime_charset);
+               if (ic == (iconv_t)(-1) ) {
+                       lprintf(5, "iconv_open() failed: %s\n", strerror(errno));
                }
        }
+#endif
 
        /* Messages in legacy Citadel variformat get handled thusly... */
        if (!strcasecmp(mime_content_type, "text/x-citadel-variformat")) {
@@ -572,9 +739,24 @@ void read_message(long msgnum) {
 
        /* Boring old 80-column fixed format text gets handled this way... */
        else if (!strcasecmp(mime_content_type, "text/plain")) {
-               while (serv_gets(buf), strcmp(buf, "000")) {
+               while (serv_getln(buf, sizeof buf), strcmp(buf, "000")) {
                        if (buf[strlen(buf)-1] == '\n') buf[strlen(buf)-1] = 0;
                        if (buf[strlen(buf)-1] == '\r') buf[strlen(buf)-1] = 0;
+
+#ifdef HAVE_ICONV
+                       if (ic != (iconv_t)(-1) ) {
+                               ibuf = buf;
+                               ibuflen = strlen(ibuf);
+                               obuflen = SIZ;
+                               obuf = (char *) malloc(obuflen);
+                               osav = obuf;
+                               iconv(ic, &ibuf, &ibuflen, &obuf, &obuflen);
+                               osav[SIZ-obuflen] = 0;
+                               safestrncpy(buf, osav, sizeof buf);
+                               free(osav);
+                       }
+#endif
+
                        while ((strlen(buf) > 0) && (isspace(buf[strlen(buf) - 1])))
                                buf[strlen(buf) - 1] = 0;
                        if ((bq == 0) &&
@@ -596,17 +778,16 @@ void read_message(long msgnum) {
 
        else /* HTML is fun, but we've got to strip it first */
        if (!strcasecmp(mime_content_type, "text/html")) {
-               output_html();
+               output_html(mime_charset);
        }
 
        /* Unknown weirdness */
        else {
                wprintf("I don't know how to display %s<br />\n",
                        mime_content_type);
-               while (serv_gets(buf), strcmp(buf, "000")) { }
+               while (serv_getln(buf, sizeof buf), strcmp(buf, "000")) { }
        }
 
-
        /* Afterwards, offer links to download attachments 'n' such */
        if (strlen(mime_http) > 0) {
                wprintf("%s", mime_http);
@@ -618,12 +799,14 @@ void read_message(long msgnum) {
                if (part_source != NULL) {
 
                        /* If it's my vCard I can edit it */
-                       if ( (!strcasecmp(WC->wc_roomname, USERCONFIGROOM))
-                          || (!strcasecmp(&WC->wc_roomname[11], USERCONFIGROOM))) {
+                       if (    (!strcasecmp(WC->wc_roomname, USERCONFIGROOM))
+                               || (!strcasecmp(&WC->wc_roomname[11], USERCONFIGROOM))
+                               || (WC->wc_view == VIEW_ADDRESSBOOK)
+                       ) {
                                wprintf("<A HREF=\"/edit_vcard?"
-                                       "msgnum=%ld&partnum=%s\">",
+                                       "msgnum=%ld?partnum=%s\">",
                                        msgnum, vcard_partnum);
-                               wprintf("(edit)</A>");
+                               wprintf("[edit]</A>");
                        }
 
                        /* In all cases, display the full card */
@@ -650,87 +833,99 @@ ENDBODY:
 
        /* end everythingamundo table */
        wprintf("</TD></TR></TABLE>\n");
-       wprintf("</div>\n");
-}
+       wprintf("</div><br />\n");
 
+#ifdef HAVE_ICONV
+       if (ic != (iconv_t)(-1) ) {
+               iconv_close(ic);
+       }
+#endif
+}
 
-void summarize_message(long msgnum, int is_new) {
-       char buf[SIZ];
 
-       struct {
-               char date[SIZ];
-               char from[SIZ];
-               char to[SIZ];
-               char subj[SIZ];
-               int hasattachments;
-       } summ;
 
-       memset(&summ, 0, sizeof(summ));
-       strcpy(summ.subj, "(no subject)");
+/*
+ * Unadorned HTML output of an individual message, suitable
+ * for placing in a hidden iframe, for printing, or whatever
+ */
+void embed_message(void) {
+       long msgnum = 0L;
+       char *sourceiframe;
+       char *targetdiv;
+       char *print_it;
 
-       sprintf(buf, "MSG0 %ld|3", msgnum);     /* ask for headers only with no MIME */
-       serv_puts(buf);
-       serv_gets(buf);
-       if (buf[0] != '1') return;
+       msgnum = atol(bstr("msgnum"));
+       sourceiframe = bstr("sourceiframe");
+       targetdiv = bstr("targetdiv");
+       print_it = bstr("print_it");
 
-       while (serv_gets(buf), strcmp(buf, "000")) {
-               if (!strncasecmp(buf, "from=", 5)) {
-                       strcpy(summ.from, &buf[5]);
-               }
-               if (!strncasecmp(buf, "subj=", 5)) {
-                       strcpy(summ.subj, &buf[5]);
-               }
-               if (!strncasecmp(buf, "rfca=", 5)) {
-                       strcat(summ.from, " <");
-                       strcat(summ.from, &buf[5]);
-                       strcat(summ.from, ">");
-               }
+       output_headers(1, 0, 0, 0, 0, 1, 0);
+       begin_burst();
 
-               if (!strncasecmp(buf, "node=", 5)) {
-                       if ( ((WC->room_flags & QR_NETWORK)
-                       || ((strcasecmp(&buf[5], serv_info.serv_nodename)
-                       && (strcasecmp(&buf[5], serv_info.serv_fqdn)))))
-                       ) {
-                               strcat(summ.from, " @ ");
-                               strcat(summ.from, &buf[5]);
-                       }
-               }
+       wprintf("<html><head>");
 
-               if (!strncasecmp(buf, "rcpt=", 5)) {
-                       strcpy(summ.to, &buf[5]);
-               }
+       /* If we're loading into a hidden iframe, chances are the caller told us
+        * about a target div somewhere that we need to copy into when we're done.
+        */
+       if (strlen(targetdiv) > 0) wprintf(
+"                                                                      \n"
+" <script type=\"text/javascript\">                                    \n"
+"      function loaded_now_copy_it() {                                 \n"
+"              parent.document.getElementById(\"%s\").innerHTML = parent.frames['%s'].document.body.innerHTML; \n"
+"      }                                                                                       \n"
+"</script>\n",
+               targetdiv,
+               sourceiframe
+       );
 
-               if (!strncasecmp(buf, "time=", 5)) {
-                       fmt_date(summ.date, atol(&buf[5]));
-               }
+       wprintf("</head>");
+       wprintf("<body");
+       if (strlen(targetdiv) > 0) {
+               wprintf(" onLoad='loaded_now_copy_it();'");
        }
+       if (!strcasecmp(print_it, "yes")) {
+               wprintf(" onLoad='window.print();'");
+       }
+       wprintf(">\n");
+       read_message(msgnum, (!strcasecmp(print_it, "yes") ? 1 : 0) );
+       wprintf("</body></html>\n");
+       wDumpContent(0);
+}
+
+
+
+
+void display_summarized(int num) {
+       char datebuf[64];
 
        wprintf("<TD>");
-       if (is_new) wprintf("<B>");
-       wprintf("<A HREF=\"/readfwd?startmsg=%ld"
-               "&maxmsgs=1&summary=0\">", 
-               msgnum);
-       escputs(summ.subj);
+       if (WC->summ[num].is_new) wprintf("<B>");
+       wprintf("<A HREF=\"/msg?msgnum=%ld?sourceiframe=msgloader1?targetdiv=preview_pane\" target=\"msgloader1\">",
+               WC->summ[num].msgnum);
+       escputs(WC->summ[num].subj);
        wprintf("</A>");
-       if (is_new) wprintf("</B>");
+       if (WC->summ[num].is_new) wprintf("</B>");
        wprintf("</TD><TD>");
-       if (is_new) wprintf("<B>");
-       escputs(summ.from);
-       if (is_new) wprintf("</B>");
+       if (WC->summ[num].is_new) wprintf("<B>");
+       escputs(WC->summ[num].from);
+       if (WC->summ[num].is_new) wprintf("</B>");
        wprintf(" </TD><TD>");
-       if (is_new) wprintf("<B>");
-       escputs(summ.date);
-       if (is_new) wprintf("</B>");
+       if (WC->summ[num].is_new) wprintf("<B>");
+       fmt_date(datebuf, WC->summ[num].date, 1);       /* brief */
+       escputs(datebuf);
+       if (WC->summ[num].is_new) wprintf("</B>");
        wprintf(" </TD>");
        wprintf("<TD>"
                "<INPUT TYPE=\"checkbox\" NAME=\"msg_%ld\" VALUE=\"yes\">"
-               "</TD>\n");
-
-       return;
+               "</TD>\n",
+               WC->summ[num].msgnum
+       );
 }
 
 
 
+
+
 void display_addressbook(long msgnum, char alpha) {
        char buf[SIZ];
        char mime_partnum[SIZ];
@@ -740,29 +935,22 @@ void display_addressbook(long msgnum, char alpha) {
        int mime_length;
        char vcard_partnum[SIZ];
        char *vcard_source = NULL;
-
-       struct {
-               char date[SIZ];
-               char from[SIZ];
-               char to[SIZ];
-               char subj[SIZ];
-               int hasattachments;
-       } summ;
+       struct message_summary summ;
 
        memset(&summ, 0, sizeof(summ));
-       strcpy(summ.subj, "(no subject)");
+       safestrncpy(summ.subj, "(no subject)", sizeof summ.subj);
 
        sprintf(buf, "MSG0 %ld|1", msgnum);     /* ask for headers only */
        serv_puts(buf);
-       serv_gets(buf);
+       serv_getln(buf, sizeof buf);
        if (buf[0] != '1') return;
 
-       while (serv_gets(buf), strcmp(buf, "000")) {
+       while (serv_getln(buf, sizeof buf), strcmp(buf, "000")) {
                if (!strncasecmp(buf, "part=", 5)) {
-                       extract(mime_filename, &buf[5], 1);
-                       extract(mime_partnum, &buf[5], 2);
-                       extract(mime_disposition, &buf[5], 3);
-                       extract(mime_content_type, &buf[5], 4);
+                       extract_token(mime_filename, &buf[5], 1, '|', sizeof mime_filename);
+                       extract_token(mime_partnum, &buf[5], 2, '|', sizeof mime_partnum);
+                       extract_token(mime_disposition, &buf[5], 3, '|', sizeof mime_disposition);
+                       extract_token(mime_content_type, &buf[5], 4, '|', sizeof mime_content_type);
                        mime_length = extract_int(&buf[5], 5);
 
                        if (!strcasecmp(mime_content_type, "text/x-vcard")) {
@@ -780,12 +968,14 @@ void display_addressbook(long msgnum, char alpha) {
                        display_vcard(vcard_source, alpha, 0, NULL);
 
                        /* If it's my vCard I can edit it */
-                       if ( (!strcasecmp(WC->wc_roomname, USERCONFIGROOM))
-                          || (!strcasecmp(&WC->wc_roomname[11], USERCONFIGROOM))) {
+                       if (    (!strcasecmp(WC->wc_roomname, USERCONFIGROOM))
+                               || (!strcasecmp(&WC->wc_roomname[11], USERCONFIGROOM))
+                               || (WC->wc_view == VIEW_ADDRESSBOOK)
+                       ) {
                                wprintf("<A HREF=\"/edit_vcard?"
-                                       "msgnum=%ld&partnum=%s\">",
+                                       "msgnum=%ld?partnum=%s\">",
                                        msgnum, vcard_partnum);
-                               wprintf("(edit)</A>");
+                               wprintf("[edit]</A>");
                        }
 
                        free(vcard_source);
@@ -810,7 +1000,7 @@ void lastfirst_firstlast(char *namebuf) {
        i = num_tokens(namebuf, ' ');
        if (i < 2) return;
 
-       extract_token(lastname, namebuf, i-1, ' ');
+       extract_token(lastname, namebuf, i-1, ' ', sizeof lastname);
        remove_token(namebuf, i-1, ' ');
        strcpy(firstname, namebuf);
        sprintf(namebuf, "%s; %s", lastname, firstname);
@@ -827,32 +1017,25 @@ void fetch_ab_name(long msgnum, char *namebuf) {
        char vcard_partnum[SIZ];
        char *vcard_source = NULL;
        int i;
-
-       struct {
-               char date[SIZ];
-               char from[SIZ];
-               char to[SIZ];
-               char subj[SIZ];
-               int hasattachments;
-       } summ;
+       struct message_summary summ;
 
        if (namebuf == NULL) return;
        strcpy(namebuf, "");
 
        memset(&summ, 0, sizeof(summ));
-       strcpy(summ.subj, "(no subject)");
+       safestrncpy(summ.subj, "(no subject)", sizeof summ.subj);
 
        sprintf(buf, "MSG0 %ld|1", msgnum);     /* ask for headers only */
        serv_puts(buf);
-       serv_gets(buf);
+       serv_getln(buf, sizeof buf);
        if (buf[0] != '1') return;
 
-       while (serv_gets(buf), strcmp(buf, "000")) {
+       while (serv_getln(buf, sizeof buf), strcmp(buf, "000")) {
                if (!strncasecmp(buf, "part=", 5)) {
-                       extract(mime_filename, &buf[5], 1);
-                       extract(mime_partnum, &buf[5], 2);
-                       extract(mime_disposition, &buf[5], 3);
-                       extract(mime_content_type, &buf[5], 4);
+                       extract_token(mime_filename, &buf[5], 1, '|', sizeof mime_filename);
+                       extract_token(mime_partnum, &buf[5], 2, '|', sizeof mime_partnum);
+                       extract_token(mime_disposition, &buf[5], 3, '|', sizeof mime_disposition);
+                       extract_token(mime_content_type, &buf[5], 4, '|', sizeof mime_content_type);
                        mime_length = extract_int(&buf[5], 5);
 
                        if (!strcasecmp(mime_content_type, "text/x-vcard")) {
@@ -982,7 +1165,8 @@ void do_addrbook_view(struct addrbookent *addrbook, int num_ab) {
        
                        wprintf("<A HREF=\"/readfwd?startmsg=%ld&is_singlecard=1",
                                addrbook[i].ab_msgnum);
-                       wprintf("&maxmsgs=1&summary=0&alpha=%s\">", bstr("alpha"));
+                       wprintf("?maxmsgs=1?summary=0?alpha=%s\">", bstr("alpha"));
+                       vcard_n_prettyize(addrbook[i].ab_name);
                        escputs(addrbook[i].ab_name);
                        wprintf("</A></TD>\n");
                        ++displayed;
@@ -997,29 +1181,157 @@ void do_addrbook_view(struct addrbookent *addrbook, int num_ab) {
 /* 
  * load message pointers from the server
  */
-int load_msg_ptrs(char *servcmd)
+int load_msg_ptrs(char *servcmd, int with_headers)
 {
-       char buf[SIZ];
+       char buf[1024];
+       time_t datestamp;
+       char displayname[128];
+       char nodename[128];
+       char inetaddr[128];
+       char subject[256];
        int nummsgs;
        int maxload = 0;
 
+       int num_summ_alloc = 0;
+
+       if (with_headers) {
+               if (WC->num_summ != 0) {
+                       free(WC->summ);
+                       WC->num_summ = 0;
+               }
+       }
+       num_summ_alloc = 100;
+       WC->num_summ = 0;
+       WC->summ = malloc(num_summ_alloc * sizeof(struct message_summary));
+
        nummsgs = 0;
        maxload = sizeof(WC->msgarr) / sizeof(long) ;
        serv_puts(servcmd);
-       serv_gets(buf);
+       serv_getln(buf, sizeof buf);
        if (buf[0] != '1') {
                wprintf("<EM>%s</EM><br />\n", &buf[4]);
                return (nummsgs);
        }
-       while (serv_gets(buf), strcmp(buf, "000")) {
+       while (serv_getln(buf, sizeof buf), strcmp(buf, "000")) {
                if (nummsgs < maxload) {
-                       WC->msgarr[nummsgs] = atol(buf);
+                       WC->msgarr[nummsgs] = extract_long(buf, 0);
+                       datestamp = extract_long(buf, 1);
+                       extract_token(displayname, buf, 2, '|', sizeof displayname);
+                       extract_token(nodename, buf, 3, '|', sizeof nodename);
+                       extract_token(inetaddr, buf, 4, '|', sizeof inetaddr);
+                       extract_token(subject, buf, 5, '|', sizeof subject);
                        ++nummsgs;
+
+                       if (with_headers) {
+                               if (nummsgs > num_summ_alloc) {
+                                       num_summ_alloc *= 2;
+                                       WC->summ = realloc(WC->summ, num_summ_alloc * sizeof(struct message_summary));
+                               }
+                               ++WC->num_summ;
+
+                               memset(&WC->summ[nummsgs-1], 0, sizeof(struct message_summary));
+                               WC->summ[nummsgs-1].msgnum = WC->msgarr[nummsgs-1];
+                               safestrncpy(WC->summ[nummsgs-1].subj, "(no subject)", sizeof WC->summ[nummsgs-1].subj);
+                               if (strlen(displayname) > 0) {
+                                       safestrncpy(WC->summ[nummsgs-1].from, displayname, sizeof WC->summ[nummsgs-1].from);
+                               }
+                               if (strlen(subject) > 0) {
+                               safestrncpy(WC->summ[nummsgs-1].subj, subject,
+                                       sizeof WC->summ[nummsgs-1].subj);
+                               }
+#ifdef HAVE_ICONV
+                               /* Handle subjects with RFC2047 encoding */
+                               utf8ify_rfc822_string(WC->summ[nummsgs-1].subj);
+#endif
+                               if (strlen(WC->summ[nummsgs-1].subj) > 75) {
+                                       strcpy(&WC->summ[nummsgs-1].subj[72], "...");
+                               }
+
+                               if (strlen(nodename) > 0) {
+                                       if ( ((WC->room_flags & QR_NETWORK)
+                                          || ((strcasecmp(nodename, serv_info.serv_nodename)
+                                          && (strcasecmp(nodename, serv_info.serv_fqdn)))))
+                                       ) {
+                                               strcat(WC->summ[nummsgs-1].from, " @ ");
+                                               strcat(WC->summ[nummsgs-1].from, nodename);
+                                       }
+                               }
+
+                               WC->summ[nummsgs-1].date = datestamp;
+       
+#ifdef HAVE_ICONV
+                               /* Handle senders with RFC2047 encoding */
+                               utf8ify_rfc822_string(WC->summ[nummsgs-1].from);
+#endif
+                               if (strlen(WC->summ[nummsgs-1].from) > 25) {
+                                       strcpy(&WC->summ[nummsgs-1].from[22], "...");
+                               }
+                       }
                }
        }
        return (nummsgs);
 }
 
+int summcmp_subj(const void *s1, const void *s2) {
+       struct message_summary *summ1;
+       struct message_summary *summ2;
+       
+       summ1 = (struct message_summary *)s1;
+       summ2 = (struct message_summary *)s2;
+       return strcasecmp(summ1->subj, summ2->subj);
+}
+
+int summcmp_rsubj(const void *s1, const void *s2) {
+       struct message_summary *summ1;
+       struct message_summary *summ2;
+       
+       summ1 = (struct message_summary *)s1;
+       summ2 = (struct message_summary *)s2;
+       return strcasecmp(summ2->subj, summ1->subj);
+}
+
+int summcmp_sender(const void *s1, const void *s2) {
+       struct message_summary *summ1;
+       struct message_summary *summ2;
+       
+       summ1 = (struct message_summary *)s1;
+       summ2 = (struct message_summary *)s2;
+       return strcasecmp(summ1->from, summ2->from);
+}
+
+int summcmp_rsender(const void *s1, const void *s2) {
+       struct message_summary *summ1;
+       struct message_summary *summ2;
+       
+       summ1 = (struct message_summary *)s1;
+       summ2 = (struct message_summary *)s2;
+       return strcasecmp(summ2->from, summ1->from);
+}
+
+int summcmp_date(const void *s1, const void *s2) {
+       struct message_summary *summ1;
+       struct message_summary *summ2;
+       
+       summ1 = (struct message_summary *)s1;
+       summ2 = (struct message_summary *)s2;
+
+       if (summ1->date < summ2->date) return -1;
+       else if (summ1->date > summ2->date) return +1;
+       else return 0;
+}
+
+int summcmp_rdate(const void *s1, const void *s2) {
+       struct message_summary *summ1;
+       struct message_summary *summ2;
+       
+       summ1 = (struct message_summary *)s1;
+       summ2 = (struct message_summary *)s2;
+
+       if (summ1->date < summ2->date) return +1;
+       else if (summ1->date > summ2->date) return -1;
+       else return 0;
+}
 
 /*
  * command loop for reading messages
@@ -1029,7 +1341,6 @@ void readloop(char *oper)
        char cmd[SIZ];
        char buf[SIZ];
        char old_msgs[SIZ];
-       int is_new = 0;
        int a, b;
        int nummsgs;
        long startmsg;
@@ -1051,12 +1362,28 @@ void readloop(char *oper)
        int bg = 0;
        struct addrbookent *addrbook = NULL;
        int num_ab = 0;
+       char *sortby = NULL;
+       char sortpref_name[128];
+       char sortpref_value[128];
+       char *subjsort_button;
+       char *sendsort_button;
+       char *datesort_button;
 
        startmsg = atol(bstr("startmsg"));
        maxmsgs = atoi(bstr("maxmsgs"));
        is_summary = atoi(bstr("summary"));
        if (maxmsgs == 0) maxmsgs = DEFAULT_MAXMSGS;
 
+       snprintf(sortpref_name, sizeof sortpref_name, "sort %s", WC->wc_roomname);
+       get_preference(sortpref_name, sortpref_value, sizeof sortpref_value);
+
+       sortby = bstr("sortby");
+       if ( (strlen(sortby) > 0) && (strcasecmp(sortby, sortpref_value)) ) {
+               set_preference(sortpref_name, sortby, 1);
+       }
+       if (strlen(sortby) == 0) sortby = sortpref_value;
+       if (strlen(sortby) == 0) sortby = "msgid";
+
        output_headers(1, 1, 1, 0, 0, 0, 0);
 
        /* When in summary mode, always show ALL messages instead of just
@@ -1080,11 +1407,13 @@ void readloop(char *oper)
        if ((WC->wc_view == VIEW_ADDRESSBOOK) && (maxmsgs > 1)) {
                is_addressbook = 1;
                strcpy(cmd, "MSGS ALL");
-               maxmsgs = 32767;
+               maxmsgs = 9999999;
        }
 
        if (is_summary) {
-               strcpy(cmd, "MSGS ALL");
+               strcpy(cmd, "MSGS ALL|||1");    /* fetch header summary */
+               startmsg = 1;
+               maxmsgs = 9999999;
        }
 
        /* Are we doing a summary view?  If so, we need to know old messages
@@ -1094,7 +1423,7 @@ void readloop(char *oper)
        strcpy(old_msgs, "");
        if (is_summary) {
                serv_puts("GTSN");
-               serv_gets(buf);
+               serv_getln(buf, sizeof buf);
                if (buf[0] == '2') {
                        strcpy(old_msgs, &buf[4]);
                }
@@ -1118,7 +1447,7 @@ void readloop(char *oper)
                maxmsgs = 32767;
        }
 
-       nummsgs = load_msg_ptrs(cmd);
+       nummsgs = load_msg_ptrs(cmd, is_summary);
        if (nummsgs == 0) {
 
                if ((!is_tasks) && (!is_calendar) && (!is_notes)) {
@@ -1134,6 +1463,20 @@ void readloop(char *oper)
                goto DONE;
        }
 
+       if (is_summary) {
+               for (a = 0; a < nummsgs; ++a) {
+                       /* Are you a new message, or an old message? */
+                       if (is_summary) {
+                               if (is_msg_in_mset(old_msgs, WC->msgarr[a])) {
+                                       WC->summ[a].is_new = 0;
+                               }
+                               else {
+                                       WC->summ[a].is_new = 1;
+                               }
+                       }
+               }
+       }
+
        if (startmsg == 0L) startmsg = WC->msgarr[0];
        remaining_messages = 0;
 
@@ -1143,35 +1486,94 @@ void readloop(char *oper)
                }
        }
 
-       wprintf("<FORM NAME=\"msgomatic\" "
-               "METHOD=\"POST\" ACTION=\"/do_stuff_to_msgs\">\n");
        if (is_summary) {
-               wprintf("<div style=\"margin-right:1px\">"
+               if (!strcasecmp(sortby, "subject")) {
+                       qsort(WC->summ, WC->num_summ,
+                               sizeof(struct message_summary), summcmp_subj);
+               }
+               else if (!strcasecmp(sortby, "rsubject")) {
+                       qsort(WC->summ, WC->num_summ,
+                               sizeof(struct message_summary), summcmp_rsubj);
+               }
+               else if (!strcasecmp(sortby, "sender")) {
+                       qsort(WC->summ, WC->num_summ,
+                               sizeof(struct message_summary), summcmp_sender);
+               }
+               else if (!strcasecmp(sortby, "rsender")) {
+                       qsort(WC->summ, WC->num_summ,
+                               sizeof(struct message_summary), summcmp_rsender);
+               }
+               else if (!strcasecmp(sortby, "date")) {
+                       qsort(WC->summ, WC->num_summ,
+                               sizeof(struct message_summary), summcmp_date);
+               }
+               else if (!strcasecmp(sortby, "rdate")) {
+                       qsort(WC->summ, WC->num_summ,
+                               sizeof(struct message_summary), summcmp_rdate);
+               }
+       }
+
+       if (!strcasecmp(sortby, "subject")) {
+               subjsort_button = "<a href=\"/readfwd?startmsg=1?maxmsgs=9999999?summary=1?sortby=rsubject\"><img border=\"0\" src=\"/static/down_pointer.gif\" /></a>" ;
+       }
+       else if (!strcasecmp(sortby, "rsubject")) {
+               subjsort_button = "<a href=\"/readfwd?startmsg=1?maxmsgs=9999999?summary=1?sortby=subject\"><img border=\"0\" src=\"/static/up_pointer.gif\" /></a>" ;
+       }
+       else {
+               subjsort_button = "<a href=\"/readfwd?startmsg=1?maxmsgs=9999999?summary=1?sortby=subject\"><img border=\"0\" src=\"/static/sort_none.gif\" /></a>" ;
+       }
+
+       if (!strcasecmp(sortby, "sender")) {
+               sendsort_button = "<a href=\"/readfwd?startmsg=1?maxmsgs=9999999?summary=1?sortby=rsender\"><img border=\"0\" src=\"/static/down_pointer.gif\" /></a>" ;
+       }
+       else if (!strcasecmp(sortby, "rsender")) {
+               sendsort_button = "<a href=\"/readfwd?startmsg=1?maxmsgs=9999999?summary=1?sortby=sender\"><img border=\"0\" src=\"/static/up_pointer.gif\" /></a>" ;
+       }
+       else {
+               sendsort_button = "<a href=\"/readfwd?startmsg=1?maxmsgs=9999999?summary=1?sortby=sender\"><img border=\"0\" src=\"/static/sort_none.gif\" /></a>" ;
+       }
+
+       if (!strcasecmp(sortby, "date")) {
+               datesort_button = "<a href=\"/readfwd?startmsg=1?maxmsgs=9999999?summary=1?sortby=rdate\"><img border=\"0\" src=\"/static/down_pointer.gif\" /></a>" ;
+       }
+       else if (!strcasecmp(sortby, "rdate")) {
+               datesort_button = "<a href=\"/readfwd?startmsg=1?maxmsgs=9999999?summary=1?sortby=date\"><img border=\"0\" src=\"/static/up_pointer.gif\" /></a>" ;
+       }
+       else {
+               datesort_button = "<a href=\"/readfwd?startmsg=1?maxmsgs=9999999?summary=1?sortby=date\"><img border=\"0\" src=\"/static/sort_none.gif\" /></a>" ;
+       }
+
+       if (is_summary) {
+               wprintf("</div>");              /* end of 'content' div */
+
+               wprintf("<div id=\"message_list\">"
+
+                       "<div id=\"fix_scrollbar_bug\">\n"
+
+                       "<form name=\"msgomatic\" "
+                       "method=\"POST\" action=\"/do_stuff_to_msgs\">\n"
+
                        "<table border=0 cellspacing=0 "
                        "cellpadding=0 width=100%%>\n"
                        "<TR>"
-                       "<TD><I>Subject</I></TD>"
-                       "<TD><I>Sender</I></TD>"
-                       "<TD><I>Date</I></TD>"
-                       "<TD></TD>"
+                       "<TD align=center><b><i>Subject</i></b> %s</TD>"
+                       "<TD align=center><b><i>Sender</i></b> %s</TD>"
+                       "<TD align=center><b><i>Date</i></b> %s</TD>"
+                       "<TD><INPUT TYPE=\"submit\" NAME=\"sc\" "
+                       "STYLE=\"font-family: Bitstream Vera Sans,Arial,Helvetica,sans-serif;"
+                       " font-size: 6pt;\" "
+                       "VALUE=\"Delete\"></TD>"
                        "</TR>\n"
+                       ,
+                       subjsort_button,
+                       sendsort_button,
+                       datesort_button
                );
        }
 
        for (a = 0; a < nummsgs; ++a) {
                if ((WC->msgarr[a] >= startmsg) && (num_displayed < maxmsgs)) {
 
-                       /* Are you a new message, or an old message? */
-                       is_new = 0;
-                       if (is_summary) {
-                               if (is_msg_in_mset(old_msgs, WC->msgarr[a])) {
-                                       is_new = 0;
-                               }
-                               else {
-                                       is_new = 1;
-                               }
-                       }
-
                        /* Learn which msgs "Prev" & "Next" buttons go to */
                        pn_current = WC->msgarr[a];
                        if (a > 0) pn_previous = WC->msgarr[a-1];
@@ -1187,7 +1589,7 @@ void readloop(char *oper)
 
                        /* Display the message */
                        if (is_summary) {
-                               summarize_message(WC->msgarr[a], is_new);
+                               display_summarized(a);
                        }
                        else if (is_addressbook) {
                                fetch_ab_name(WC->msgarr[a], buf);
@@ -1208,7 +1610,7 @@ void readloop(char *oper)
                                display_note(WC->msgarr[a]);
                        }
                        else {
-                               read_message(WC->msgarr[a]);
+                               read_message(WC->msgarr[a], 0);
                        }
 
                        /* If a tabular view, finish the line */
@@ -1225,7 +1627,11 @@ void readloop(char *oper)
        }
 
        if (is_summary) {
-               wprintf("</table></div>\n");
+               wprintf("</table></form>"
+                       "</div>\n");                    /* end of 'fix_scrollbar_bug' div */
+               wprintf("</div>");                      /* end of 'message_list' div */
+
+               wprintf("<div id=\"preview_pane\">");   /* The preview pane will initially be empty */
        }
 
        /* Bump these because although we're thinking in zero base, the user
@@ -1238,22 +1644,17 @@ void readloop(char *oper)
        if (num_displayed == 1) {
           if ((!is_tasks) && (!is_calendar) && (!is_addressbook) && (!is_notes) && (!is_singlecard)) {
 
-               wprintf("<div style=\"margin-right:1px\">"
+               wprintf("<div id=\"fix_scrollbar_bug\">"
                        "<table border=0 width=100%% bgcolor=\"#dddddd\"><tr><td>"
                        "Reading #%d of %d messages.</TD>\n"
                        "<TD ALIGN=RIGHT><FONT SIZE=+1>",
                        lowest_displayed, nummsgs);
 
-               if (is_summary) {
-                       wprintf("<INPUT TYPE=\"submit\" NAME=\"sc\" "
-                               "VALUE=\"Delete selected\">\n");
-               }
-
                if (pn_previous > 0L) {
                        wprintf("<A HREF=\"/%s"
                                "?startmsg=%ld"
-                               "&maxmsgs=1"
-                               "&summary=0\">"
+                               "?maxmsgs=1"
+                               "?summary=0\">"
                                "Previous</A> \n",
                                        oper,
                                        pn_previous );
@@ -1262,19 +1663,21 @@ void readloop(char *oper)
                if (pn_next > 0L) {
                        wprintf("<A HREF=\"/%s"
                                "?startmsg=%ld"
-                               "&maxmsgs=1"
-                               "&summary=0\">"
+                               "?maxmsgs=1"
+                               "?summary=0\">"
                                "Next</A> \n",
                                        oper,
                                        pn_next );
                }
 
                wprintf("<A HREF=\"/%s?startmsg=%ld"
-                       "&maxmsgs=999999&summary=1\">"
+                       "?maxmsgs=%d?summary=1\">"
                        "Summary"
                        "</A>",
                        oper,
-                       WC->msgarr[0]);
+                       WC->msgarr[0],
+                       DEFAULT_MAXMSGS
+               );
 
                wprintf("</td></tr></table></div>\n");
            }
@@ -1286,11 +1689,14 @@ void readloop(char *oper)
         */
        if (num_displayed > 1) {
           if ((!is_tasks) && (!is_calendar) && (!is_addressbook)
-             && (!is_notes) && (!is_singlecard)) {
+             && (!is_notes) && (!is_singlecard) && (!is_summary)) {
+
+               wprintf("<form name=\"msgomatic\" "
+                       "method=\"POST\" action=\"/do_stuff_to_msgs\">\n");
 
                wprintf("Reading #", lowest_displayed, highest_displayed);
 
-               wprintf("<SELECT NAME=\"whichones\" SIZE=\"1\" "
+               wprintf("<select name=\"whichones\" size=\"1\" "
                        "OnChange=\"location.href=msgomatic.whichones.options"
                        "[selectedIndex].value\">\n");
 
@@ -1298,43 +1704,30 @@ void readloop(char *oper)
                lo = b+1;
                hi = b+maxmsgs;
                if (hi > nummsgs) hi = nummsgs;
-                       wprintf("<OPTION %s VALUE="
+                       wprintf("<option %s value="
                                "\"/%s"
                                "?startmsg=%ld"
-                               "&maxmsgs=%d"
-                               "&summary=%d\">"
-                               "%d-%d</OPTION> \n",
-                               ((WC->msgarr[b] == startmsg) ? "SELECTED" : ""),
+                               "?maxmsgs=%d"
+                               "?summary=%d\">"
+                               "%d-%d</option> \n",
+                               ((WC->msgarr[b] == startmsg) ? "selected" : ""),
                                oper,
                                WC->msgarr[b],
                                maxmsgs,
                                is_summary,
                                lo, hi);
                }
-               wprintf("<OPTION VALUE=\"/%s?startmsg=%ld"
-                       "&maxmsgs=999999&summary=%d\">"
+               wprintf("<option value=\"/%s?startmsg=%ld"
+                       "?maxmsgs=9999999?summary=%d\">"
                        "ALL"
-                       "</OPTION> ",
+                       "</option> ",
                        oper,
                        WC->msgarr[0], is_summary);
 
-               wprintf("<OPTION VALUE=\"/%s?startmsg=%ld"
-                       "&maxmsgs=999999&summary=1\">"
-                       "Summary"
-                       "</OPTION>",
-                       oper,
-                       WC->msgarr[0]);
-
-               wprintf("</SELECT> of %d messages.", nummsgs);
-
-               if (is_summary) {
-                       wprintf("<INPUT TYPE=\"submit\" NAME=\"sc\" "
-                               "VALUE=\"Delete selected\">\n");
-               }
-
+               wprintf("</select> of %d messages.", nummsgs);
+               wprintf("</form>\n");
            }
        }
-       if (is_summary) wprintf("</FORM>\n");
 
 DONE:
        if (is_tasks) {
@@ -1349,8 +1742,30 @@ DONE:
                do_addrbook_view(addrbook, num_ab);     /* Render the address book */
        }
 
+       /* Put the data transfer hidden iframe in a hidden div, to make it *really* hidden */
+       wprintf("</div>"
+               "<div display=\"hidden\">\n"
+               "<iframe name=\"msgloader1\" id=\"msgloader1\" width=\"1\"></iframe>\n"
+       );
+
+       /* Note: wDumpContent() will output one additional </div> tag. */
        wDumpContent(1);
        if (addrbook != NULL) free(addrbook);
+
+       /* free the summary */
+       if (WC->num_summ != 0) {
+               WC->num_summ = 0;
+               free(WC->summ);
+       }
+
+       /* If we got here via a mailbox view and are reading a single
+        * message, mark it as "seen." We do this after rendering the web page
+        * so it doesn't keep the user waiting.
+        */
+       if ( (maxmsgs == 1) && (WC->wc_view == VIEW_MAILBOX) ) {
+               serv_printf("SEEN %ld|1", startmsg);
+               serv_getln(buf, sizeof buf);
+       }
 }
 
 
@@ -1385,7 +1800,7 @@ void post_mime_to_server(void) {
                serv_printf("--%s", boundary);
        }
 
-       serv_puts("Content-type: text/html");
+       serv_puts("Content-type: text/html; charset=utf-8");
        serv_puts("");
        serv_puts("<HTML><BODY>\n");
        text_to_server(bstr("msgtext"), 0);
@@ -1493,7 +1908,7 @@ void post_message(void)
                        bstr("recp"),
                        bstr("subject") );
                serv_puts(buf);
-               serv_gets(buf);
+               serv_getln(buf, sizeof buf);
                if (buf[0] == '4') {
                        post_mime_to_server();
                        if (strlen(bstr("recp")) > 0) {
@@ -1555,16 +1970,21 @@ void display_enter(void)
        }
 #endif
 
-       /* Otherwise proceed normally.  Do a custom room banner with no navbar... */
+       /*
+        * Otherwise proceed normally.
+`       * Do a custom room banner with no navbar...
+        */
        output_headers(1, 1, 2, 0, 0, 0, 0);
        wprintf("<div id=\"banner\">\n");
        embed_room_banner(NULL, navbar_none);
        wprintf("</div>\n");
-       wprintf("<div id=\"content\">\n");
+       wprintf("<div id=\"content\">\n"
+               "<div id=\"fix_scrollbar_bug\">"
+               "<table width=100%% border=0 bgcolor=\"#ffffff\"><tr><td>");
 
        sprintf(buf, "ENT0 0|%s|0|0", bstr("recp"));
        serv_puts(buf);
-       serv_gets(buf);
+       serv_getln(buf, sizeof buf);
 
        if (!strncmp(buf, "570", 3)) {
                if (strlen(bstr("recp")) > 0) {
@@ -1582,7 +2002,7 @@ void display_enter(void)
        }
 
        now = time(NULL);
-       fmt_date(buf, now);
+       fmt_date(buf, now, 0);
        strcat(&buf[strlen(buf)], " <I>from</I> ");
        stresc(&buf[strlen(buf)], WC->wc_username, 1, 1);
        if (strlen(bstr("recp")) > 0) {
@@ -1593,7 +2013,7 @@ void display_enter(void)
        stresc(&buf[strlen(buf)], WC->wc_roomname, 1, 1);
 
        /* begin message entry screen */
-       wprintf("<div style=\"position:absolute; left:1%%; width:96%%; height:100%%\">\n");
+       // wprintf("<div style=\"position:absolute; left:1%%; width:96%%; height:100%%\">\n");
 
        wprintf("<form enctype=\"multipart/form-data\" "
                "method=\"POST\" action=\"/post\" "
@@ -1606,7 +2026,7 @@ void display_enter(void)
                now);
 
        wprintf("%s<br>\n", buf);       /* header bar */
-       wprintf("<img src=\"static/enter.gif\" align=middle alt=\" \">");
+       wprintf("<img src=\"static/newmess3_24x.gif\" align=middle alt=\" \">");
                /* "onLoad=\"document.enterform.msgtext.focus();\" " */
        wprintf("<font size=-1>Subject (optional):</font>"
                "<input type=\"text\" name=\"subject\" value=\"");
@@ -1624,11 +2044,7 @@ void display_enter(void)
        wprintf("\">&nbsp;"
                "<input type=\"submit\" name=\"sc\" value=\"Cancel\">\n");
 
-       /* begin richedit box */
-       wprintf("<div style=\"position:absolute; left:0%%; width:100%%; "
-               "top:15%; height:75%%\">\n");
-
-       wprintf("<script type=\"text/javascript\" "
+       wprintf("<center><script type=\"text/javascript\" "
                "src=\"static/richtext.js\"></script>\n"
                "<script type=\"text/javascript\">\n"
                "function submitForm() { \n"
@@ -1638,19 +2054,15 @@ void display_enter(void)
                "  \n"
                "initRTE(\"static/\", \"static/\", \"\"); \n"
                "</script> \n"
-               "<noscript>JAVAscript MUST BE ENABLED.</noscript> \n"
+               "<noscript>JavaScript must be enabled.</noscript> \n"
                "<script type=\"text/javascript\"> \n"
                "writeRichText('msgtext', '");
        msgescputs(bstr("msgtext"));
-       wprintf("', '100%%', '80%%', true, false); \n"
-               "</script> \n");
-       wprintf("</div>\n");    /* end richedit box */
-
-       /* Here comes the "do attachments" section on the bottom */
-       wprintf("<div style=\"position:absolute; bottom:0px; left:0px; width:100%%\">\n");
+       wprintf("', '96%%', '200', true, false); \n"
+               "</script></center><br />\n");
 
        /* Enumerate any attachments which are already in place... */
-       wprintf("<img src=\"/static/attachment.gif\" border=0 "
+       wprintf("<img src=\"/static/diskette_24x.gif\" border=0 "
                "align=middle height=16 width=16> Attachments: ");
        wprintf("<select name=\"which_attachment\" size=1>");
        for (att = WC->first_attachment; att != NULL; att = att->next) {
@@ -1669,11 +2081,9 @@ void display_enter(void)
                "SIZE=16 TYPE=\"file\">\n&nbsp;&nbsp;"
                "<input type=\"submit\" name=\"attach\" value=\"Add\">\n");
 
-       wprintf("</div>\n");    /* end attachments section */
+       wprintf("</form>\n");
 
-       wprintf("</FORM>\n");
-
-       wprintf("</div>\n");
+       wprintf("</td></tr></table></div>\n");
 DONE:  wDumpContent(1);
 }
 
@@ -1695,7 +2105,7 @@ void delete_msg(void)
 
        sprintf(buf, "DELE %ld", msgid);
        serv_puts(buf);
-       serv_gets(buf);
+       serv_getln(buf, sizeof buf);
        wprintf("<EM>%s</EM><br />\n", &buf[4]);
 
        wDumpContent(1);
@@ -1717,7 +2127,7 @@ void confirm_move_msg(void)
 
        output_headers(1, 1, 1, 0, 0, 0, 0);
 
-       wprintf("<div style=\"margin-right:1px\">"
+       wprintf("<div id=\"fix_scrollbar_bug\">"
                "<table width=100%% border=0 bgcolor=\"#444455\"><tr><td>");
        wprintf("<font size=+1 color=\"#ffffff\"");
        wprintf("<b>Confirm move of message</b>\n");
@@ -1727,17 +2137,17 @@ void confirm_move_msg(void)
 
        wprintf("Move this message to:<br />\n");
 
-       wprintf("<FORM METHOD=\"POST\" ACTION=\"/move_msg\">\n");
+       wprintf("<form METHOD=\"POST\" ACTION=\"/move_msg\">\n");
        wprintf("<INPUT TYPE=\"hidden\" NAME=\"msgid\" VALUE=\"%s\">\n",
                bstr("msgid"));
 
 
        wprintf("<SELECT NAME=\"target_room\" SIZE=5>\n");
        serv_puts("LKRA");
-       serv_gets(buf);
+       serv_getln(buf, sizeof buf);
        if (buf[0] == '1') {
-               while (serv_gets(buf), strcmp(buf, "000")) {
-                       extract(targ, buf, 0);
+               while (serv_getln(buf, sizeof buf), strcmp(buf, "000")) {
+                       extract_token(targ, buf, 0, '|', sizeof targ);
                        wprintf("<OPTION>");
                        escputs(targ);
                        wprintf("\n");
@@ -1749,7 +2159,7 @@ void confirm_move_msg(void)
        wprintf("<INPUT TYPE=\"submit\" NAME=\"yesno\" VALUE=\"Move\">");
        wprintf("&nbsp;");
        wprintf("<INPUT TYPE=\"submit\" NAME=\"yesno\" VALUE=\"Cancel\">");
-       wprintf("</FORM></CENTER>\n");
+       wprintf("</form></CENTER>\n");
 
        wprintf("</CENTER>\n");
        wDumpContent(1);
@@ -1769,7 +2179,7 @@ void move_msg(void)
        if (!strcasecmp(bstr("yesno"), "Move")) {
                sprintf(buf, "MOVE %ld|%s", msgid, bstr("target_room"));
                serv_puts(buf);
-               serv_gets(buf);
+               serv_getln(buf, sizeof buf);
                wprintf("<EM>%s</EM><br />\n", &buf[4]);
        } else {
                wprintf("<EM>Message not moved.</EM><br />\n");
@@ -1778,32 +2188,6 @@ void move_msg(void)
        wDumpContent(1);
 }
 
-/*
- * This gets called when a user selects Reply/Move/Del etc. on *one* message.
- */
-void do_stuff_to_one_msg(void) {
-       char *msg_oper;
-
-       msg_oper = bstr("msg_oper");
-
-       if (!strcasecmp(msg_oper, "Delete")) {
-               delete_msg();   /* It's already been confirmed using JS */
-               return;
-       }
-       if (!strcasecmp(msg_oper, "Move")) {
-               confirm_move_msg();
-               return;
-       }
-       if (!strcasecmp(msg_oper, "Reply")) {
-               display_enter();        /* recp and subject already set */
-               return;
-       }
-
-       /* should never get here.  FIXME: display an error */
-
-}
-
-
 /*
  * This gets called when a user selects multiple messages in a summary
  * list and then clicks to perform a transformation of some sort on them
@@ -1823,9 +2207,9 @@ void do_stuff_to_msgs(void) {
 
 
        serv_puts("MSGS ALL");
-       serv_gets(buf);
+       serv_getln(buf, sizeof buf);
 
-       if (buf[0] == '1') while (serv_gets(buf), strcmp(buf, "000")) {
+       if (buf[0] == '1') while (serv_getln(buf, sizeof buf), strcmp(buf, "000")) {
                ptr = malloc(sizeof(struct stuff_t));
                ptr->msgnum = atol(buf);
                ptr->next = stuff;
@@ -1839,9 +2223,9 @@ void do_stuff_to_msgs(void) {
                sprintf(buf, "msg_%ld", stuff->msgnum);
                if (!strcasecmp(bstr(buf), "yes")) {
 
-                       if (!strcasecmp(sc, "Delete selected")) {
+                       if (!strcasecmp(sc, "Delete")) {
                                serv_printf("DELE %ld", stuff->msgnum);
-                               serv_gets(buf);
+                               serv_getln(buf, sizeof buf);
                        }
 
                }