libcitadel/lib/mime_parser.c

   1 /*
   2  * This is the MIME parser for Citadel.
   3  *
   4  * Copyright (c) 1998-2010 by the citadel.org development team.
   5  * This code is distributed under the GNU General Public License v3.
   6  *
   7  */
   8
   9 #include <stdlib.h>
  10 #include <unistd.h>
  11 #include <stdio.h>
  12 #include <signal.h>
  13 #include <sys/types.h>
  14 #include <ctype.h>
  15 #include <string.h>
  16 #include <sys/stat.h>
  17 #include <sys/types.h>
  18 #include <dirent.h>
  19 #include <errno.h>
  20
  21 #include "xdgmime/xdgmime.h"
  22 #include "libcitadel.h"
  23 #include "libcitadellocal.h"
  24
  25 const unsigned char FromHexTable [256] = {
  26         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, //  0
  27         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, // 10
  28         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, // 20
  29         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, // 30
  30         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0x00, 0x01, // 40
  31         0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x08, 0x09, 0xFF, 0xFF, // 50
  32         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0x0A, 0x0B, 0x0C, 0x0D, 0x0E, // 60
  33         0x0F, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, // 70
  34         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, // 80
  35         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0x0A, 0x0B, 0x0C, // 90
  36         0x0D, 0x0E, 0x0F, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, //100
  37         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, //110
  38         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, //120
  39         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, //130
  40         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, //140
  41         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, //150
  42         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, //160
  43         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, //170
  44         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, //180
  45         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, //190
  46         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, //200
  47         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, //210
  48         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, //220
  49         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, //230
  50         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, //240
  51         0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF                          //250
  52 };
  53
  54
  55 long extract_key(char *target, char *source, long sourcelen, char *key, long keylen, char KeyEnd)
  56 {
  57         char *sptr, *ptr = NULL;
  58         int double_quotes = 0;
  59         long RealKeyLen = keylen;
  60
  61         sptr = source;
  62
  63         while (sptr != NULL)
  64         {
  65                 ptr = bmstrcasestr_len(sptr, sourcelen - (sptr - source),
  66                                        key, keylen);
  67                 if(ptr != NULL)
  68                 {
  69                         while (isspace(*(ptr + RealKeyLen)))
  70                                 RealKeyLen ++;
  71                         if (*(ptr + RealKeyLen) == KeyEnd)
  72                         {
  73                                 sptr = NULL;
  74                                 RealKeyLen ++;
  75                         }
  76                         else
  77                         {
  78                                 sptr = ptr + RealKeyLen + 1;
  79                         }
  80                 }
  81                 else
  82                         sptr = ptr;
  83         }
  84         if (ptr == NULL) {
  85                 *target = '\0';
  86                 return 0;
  87         }
  88         strcpy(target, (ptr + RealKeyLen));
  89
  90         for (ptr=target; (*ptr != 0); ptr++) {
  91
  92                 /* A semicolon means we've hit the end of the key, unless we're inside double quotes */
  93                 if ( (double_quotes != 1) && (*ptr == ';')) {
  94                         *ptr = 0;
  95                 }
  96
  97                 /* if we find double quotes, we've got a great set of string boundaries */
  98                 if (*ptr == '\"') {
  99                         ++double_quotes;
 100                         if (double_quotes == 1) {
 101                                 strcpy(ptr, ptr+1);
 102                         }
 103                         else {
 104                                 *ptr = 0;
 105                         }
 106                 }
 107         }
 108         *ptr = '\0';
 109         return ptr - target;
 110 }
 111
 112
 113 /*
 114  * For non-multipart messages, we need to generate a quickie partnum of "1"
 115  * to return to callback functions.  Some callbacks demand it.
 116  */
 117 char *fixed_partnum(char *supplied_partnum) {
 118         if (supplied_partnum == NULL) return "1";
 119         if (strlen(supplied_partnum)==0) return "1";
 120         return supplied_partnum;
 121 }
 122
 123
 124 static inline unsigned int _decode_hex(const char *Source)
 125 {
 126         int ret = '?';
 127         unsigned char LO_NIBBLE;
 128         unsigned char HI_NIBBLE;
 129
 130         HI_NIBBLE = FromHexTable[(unsigned char) *Source];
 131         LO_NIBBLE = FromHexTable[(unsigned char) *(Source+1)];
 132
 133         if ((LO_NIBBLE == 0xFF) || (LO_NIBBLE == 0xFF))
 134                 return ret;
 135         ret = HI_NIBBLE;
 136         ret = ret << 4;
 137         ret = ret | LO_NIBBLE;
 138         return ret;
 139 }
 140
 141 unsigned int decode_hex(char *Source) {return _decode_hex(Source);}
 142
 143 /*
 144  * Convert "quoted-printable" to binary.  Returns number of bytes decoded.
 145  * according to RFC2045 section 6.7
 146  */
 147 int CtdlDecodeQuotedPrintable(char *decoded, char *encoded, int sourcelen) {
 148         unsigned int ch;
 149         int decoded_length = 0;
 150         int pos = 0;
 151
 152         while (pos < sourcelen)
 153         {
 154                 if (*(encoded + pos) == '=')
 155                 {
 156                         pos ++;
 157                         if (*(encoded + pos) == '\n')
 158                         {
 159                                 pos ++;
 160                         }
 161                         else if (*(encoded + pos) == '\r')
 162                         {
 163                                 pos ++;
 164                                 if (*(encoded + pos) == '\n')
 165                                         pos++;
 166                         }
 167                         else
 168                         {
 169                                 ch = 0;
 170                                 ch = _decode_hex(&encoded[pos]);
 171                                 pos += 2;
 172                                 decoded[decoded_length++] = ch;
 173                         }
 174                 }
 175                 else
 176                 {
 177                         decoded[decoded_length++] = encoded[pos];
 178                         pos += 1;
 179                 }
 180         }
 181         decoded[decoded_length] = 0;
 182         return(decoded_length);
 183 }
 184
 185
 186 /*
 187  * Given a message or message-part body and a length, handle any necessary
 188  * decoding and pass the request up the stack.
 189  */
 190 void mime_decode(char *partnum,
 191                  char *part_start, size_t length,
 192                  char *content_type, char *charset, char *encoding,
 193                  char *disposition,
 194                  char *id,
 195                  char *name, char *filename,
 196                  MimeParserCallBackType CallBack,
 197                  MimeParserCallBackType PreMultiPartCallBack,
 198                  MimeParserCallBackType PostMultiPartCallBack,
 199                  void *userdata,
 200                  int dont_decode)
 201 {
 202
 203         char *decoded;
 204         size_t bytes_decoded = 0;
 205
 206         /* Some encodings aren't really encodings */
 207         if (!strcasecmp(encoding, "7bit"))
 208                 strcpy(encoding, "");
 209         if (!strcasecmp(encoding, "8bit"))
 210                 strcpy(encoding, "");
 211         if (!strcasecmp(encoding, "binary"))
 212                 strcpy(encoding, "");
 213
 214         /* If this part is not encoded, send as-is */
 215         if ( (strlen(encoding) == 0) || (dont_decode)) {
 216                 if (CallBack != NULL) {
 217                         CallBack(name,
 218                                  filename,
 219                                  fixed_partnum(partnum),
 220                                  disposition,
 221                                  part_start,
 222                                  content_type,
 223                                  charset,
 224                                  length,
 225                                  encoding,
 226                                  id,
 227                                  userdata);
 228                         }
 229                 return;
 230         }
 231
 232         /* Fail silently if we hit an unknown encoding. */
 233         if ((strcasecmp(encoding, "base64"))
 234             && (strcasecmp(encoding, "quoted-printable"))) {
 235                 return;
 236         }
 237
 238         /*
 239          * Allocate a buffer for the decoded data.  The output buffer is slightly
 240          * larger than the input buffer; this assumes that the decoded data
 241          * will never be significantly larger than the encoded data.  This is a
 242          * safe assumption with base64, uuencode, and quoted-printable.
 243          */
 244         decoded = malloc(length + 32768);
 245         if (decoded == NULL) {
 246                 return;
 247         }
 248
 249         if (!strcasecmp(encoding, "base64")) {
 250                 bytes_decoded = CtdlDecodeBase64(decoded, part_start, length);
 251         }
 252         else if (!strcasecmp(encoding, "quoted-printable")) {
 253                 bytes_decoded = CtdlDecodeQuotedPrintable(decoded, part_start, length);
 254         }
 255
 256         if (bytes_decoded > 0) if (CallBack != NULL) {
 257                         char encoding_buf[SIZ];
 258
 259                         strcpy(encoding_buf, "binary");
 260                         CallBack(name,
 261                                  filename,
 262                                  fixed_partnum(partnum),
 263                                  disposition,
 264                                  decoded,
 265                                  content_type,
 266                                  charset,
 267                                  bytes_decoded,
 268                                  encoding_buf,
 269                                  id,
 270                                  userdata);
 271         }
 272
 273         free(decoded);
 274 }
 275
 276 /*
 277  * this is the extract of mime_decode which can be called if 'dont_decode' was set;
 278  * to save the cpu intense process of decoding to the time when it realy wants the content.
 279  * returns:
 280  *   - > 0 we decoded something, its on *decoded, you need to free it.
 281  *   - = 0 no need to decode stuff. *decoded will be NULL.
 282  *   - < 0 an error occured, either an unknown encoding, or alloc failed. no need to free.
 283  */
 284 int mime_decode_now (char *part_start,
 285                      size_t length,
 286                      char *encoding,
 287                      char **decoded,
 288                      size_t *bytes_decoded)
 289 {
 290         *bytes_decoded = 0;
 291         *decoded = NULL;
 292         /* Some encodings aren't really encodings */
 293         if (!strcasecmp(encoding, "7bit"))
 294                 strcpy(encoding, "");
 295         if (!strcasecmp(encoding, "8bit"))
 296                 strcpy(encoding, "");
 297         if (!strcasecmp(encoding, "binary"))
 298                 strcpy(encoding, "");
 299
 300         /* If this part is not encoded, send as-is */
 301         if (strlen(encoding) == 0) {
 302                 return 0;
 303         }
 304
 305
 306         /* Fail if we hit an unknown encoding. */
 307         if ((strcasecmp(encoding, "base64"))
 308             && (strcasecmp(encoding, "quoted-printable"))) {
 309                 return -1;
 310         }
 311
 312         /*
 313          * Allocate a buffer for the decoded data.  The output buffer is slightly
 314          * larger than the input buffer; this assumes that the decoded data
 315          * will never be significantly larger than the encoded data.  This is a
 316          * safe assumption with base64, uuencode, and quoted-printable.
 317          */
 318         *decoded = malloc(length + 32768);
 319         if (decoded == NULL) {
 320                 return -1;
 321         }
 322
 323         if (!strcasecmp(encoding, "base64")) {
 324                 *bytes_decoded = CtdlDecodeBase64(*decoded, part_start, length);
 325                 return 1;
 326         }
 327         else if (!strcasecmp(encoding, "quoted-printable")) {
 328                 *bytes_decoded = CtdlDecodeQuotedPrintable(*decoded, part_start, length);
 329                 return 1;
 330         }
 331         return -1;
 332 }
 333
 334 typedef enum _eIntMimeHdrs {
 335         boundary,
 336         startary,
 337         endary,
 338         content_type,
 339         charset,
 340         encoding,
 341         content_type_name,
 342         content_disposition_name,
 343         filename,
 344         disposition,
 345         id,
 346         eMax /* don't move ! */
 347 } eIntMimeHdrs;
 348
 349 typedef struct _CBufStr {
 350         char Key[SIZ];
 351         long len;
 352 }CBufStr;
 353
 354 typedef struct _interesting_mime_headers {
 355         CBufStr b[eMax];
 356         long content_length;
 357         long is_multipart;
 358 } interesting_mime_headers;
 359
 360
 361 static void FlushInterestingMimes(interesting_mime_headers *m)
 362 {
 363         int i;
 364
 365         for (i = 0; i < eMax; i++) {
 366              m->b[i].Key[0] = '\0';
 367              m->b[i].len = 0;
 368         }
 369         m->content_length = -1;
 370 }
 371 static interesting_mime_headers *InitInterestingMimes(void)
 372 {
 373         interesting_mime_headers *m;
 374         m = (interesting_mime_headers*) malloc( sizeof(interesting_mime_headers));
 375
 376         FlushInterestingMimes(m);
 377
 378         return m;
 379 }
 380
 381
 382 static long parse_MimeHeaders(interesting_mime_headers *m,
 383                               char** pcontent_start,
 384                               char *content_end)
 385 {
 386         char buf[SIZ];
 387         char header[SIZ];
 388         long headerlen;
 389         char *ptr, *pch;
 390         int buflen = 0;
 391         int i;
 392
 393         /* Learn interesting things from the headers */
 394         ptr = *pcontent_start;
 395         *header = '\0';
 396         headerlen = 0;
 397         do {
 398                 ptr = memreadlinelen(ptr, buf, SIZ, &buflen);
 399
 400                 for (i = 0; i < buflen; ++i) {
 401                         if (isspace(buf[i])) {
 402                                 buf[i] = ' ';
 403                         }
 404                 }
 405
 406                 if (!isspace(buf[0]) && (headerlen > 0)) {
 407                         if (!strncasecmp(header, "Content-type:", 13)) {
 408                                 memcpy (m->b[content_type].Key, &header[13], headerlen - 12);
 409                                 m->b[content_type].len = striplt (m->b[content_type].Key);
 410
 411                                 m->b[content_type_name].len = extract_key(m->b[content_type_name].Key, CKEY(m->b[content_type]), HKEY("name"), '=');
 412                                 m->b[charset].len           = extract_key(m->b[charset].Key,           CKEY(m->b[content_type]), HKEY("charset"), '=');
 413                                 m->b[boundary].len          = extract_key(m->b[boundary].Key,          header,       headerlen,  HKEY("boundary"), '=');
 414
 415                                 /* Deal with weird headers */
 416                                 pch = strchr(m->b[content_type].Key, ' ');
 417                                 if (pch != NULL) {
 418                                         *pch = '\0';
 419                                         m->b[content_type].len = m->b[content_type].Key - pch;
 420                                 }
 421                                 pch = strchr(m->b[content_type].Key, ';');
 422                                 if (pch != NULL) {
 423                                         *pch = '\0';
 424                                         m->b[content_type].len = m->b[content_type].Key - pch;
 425                                 }
 426                         }
 427                         else if (!strncasecmp(header, "Content-Disposition:", 20)) {
 428                                 memcpy (m->b[disposition].Key, &header[20], headerlen - 19);
 429                                 m->b[disposition].len = striplt(m->b[disposition].Key);
 430
 431                                 m->b[content_disposition_name].len = extract_key(m->b[content_disposition_name].Key, CKEY(m->b[disposition]), HKEY("name"), '=');
 432                                 m->b[filename].len                 = extract_key(m->b[filename].Key,                 CKEY(m->b[disposition]), HKEY("filename"), '=');
 433                                 pch = strchr(m->b[disposition].Key, ';');
 434                                 if (pch != NULL) *pch = '\0';
 435                                 m->b[disposition].len = striplt(m->b[disposition].Key);
 436                         }
 437                         else if (!strncasecmp(header, "Content-ID:", 11)) {
 438                                 memcpy(m->b[id].Key, &header[11], headerlen);
 439                                 striplt(m->b[id].Key);
 440                                 m->b[id].len = stripallbut(m->b[id].Key, '<', '>');
 441                         }
 442                         else if (!strncasecmp(header, "Content-length: ", 15)) {
 443                                 char *clbuf;
 444                                 clbuf = &header[15];
 445                                 while (isspace(*clbuf))
 446                                         clbuf ++;
 447                                 m->content_length = (size_t) atol(clbuf);
 448                         }
 449                         else if (!strncasecmp(header, "Content-transfer-encoding: ", 26)) {
 450                                 memcpy(m->b[encoding].Key, &header[26], headerlen - 26);
 451                                 m->b[encoding].len = striplt(m->b[encoding].Key);
 452                         }
 453                         *header = '\0';
 454                         headerlen = 0;
 455                 }
 456                 if ((headerlen + buflen + 2) < SIZ) {
 457                         memcpy(&header[headerlen], buf, buflen);
 458                         headerlen += buflen;
 459                         header[headerlen] = '\0';
 460                 }
 461                 if (ptr >= content_end) {
 462                         return -1;
 463                 }
 464         } while ((!IsEmptyStr(buf)) && (*ptr != 0));
 465
 466         m->is_multipart = m->b[boundary].len != 0;
 467         *pcontent_start = ptr;
 468
 469         return 0;
 470 }
 471
 472
 473 static int IsAsciiEncoding(interesting_mime_headers *m)
 474 {
 475
 476         if ((m->b[encoding].len != 0) &&
 477             (strcasecmp(m->b[encoding].Key, "base64") == 0))
 478                 return 1;
 479         if ((m->b[encoding].len != 0) &&
 480             (strcmp(m->b[encoding].Key, "quoted-printable") == 0))
 481                 return 1;
 482
 483         return 0;
 484 }
 485
 486 static char *FindNextContent(char *ptr,
 487                              char *content_end,
 488                              interesting_mime_headers *SubMimeHeaders,
 489                              interesting_mime_headers *m)
 490 {
 491         char *next_boundary;
 492         char  tmp;
 493
 494         if (IsAsciiEncoding(SubMimeHeaders)) {
 495                 tmp = *content_end;
 496                 *content_end = '\0';
 497
 498                 /**
 499                  * ok, if we have a content length of the mime part,
 500                  * try skipping the content on the search for the next
 501                  * boundary. since we don't trust the content_length
 502                  * to be all accurate, and suspect it to lose one digit
 503                  * per line with a line length of 80 chars, we need
 504                  * to start searching a little before..
 505                  */
 506
 507                 if ((SubMimeHeaders->content_length != -1) &&
 508                     (SubMimeHeaders->content_length > 10))
 509                 {
 510                         char *pptr;
 511                         long lines;
 512
 513                         lines = SubMimeHeaders->content_length / 80;
 514                         pptr = ptr + SubMimeHeaders->content_length - lines - 10;
 515                         if (pptr < content_end)
 516                                 ptr = pptr;
 517                 }
 518
 519                 next_boundary = strstr(ptr, m->b[startary].Key);
 520                 *content_end = tmp;
 521         }
 522         else {
 523                 char *srch;
 524                 /**
 525                  * ok, if we have a content length of the mime part,
 526                  * try skipping the content on the search for the next
 527                  * boundary. since we don't trust the content_length
 528                  * to be all accurate, start searching a little before..
 529                  */
 530
 531                 if ((SubMimeHeaders->content_length != -1) &&
 532                     (SubMimeHeaders->content_length > 10))
 533                 {
 534                         char *pptr;
 535                         pptr = ptr + SubMimeHeaders->content_length - 10;
 536                         if (pptr < content_end)
 537                                 ptr = pptr;
 538                 }
 539
 540
 541                 srch = next_boundary = NULL;
 542                 for (srch = memchr(ptr, '-',  content_end - srch);
 543                      (srch != NULL) && (srch < content_end);
 544                      srch = memchr(srch, '-',  content_end - srch))
 545                 {
 546                         if (!memcmp(srch,
 547                                     m->b[startary].Key,
 548                                     m->b[startary].len))
 549                         {
 550                                 next_boundary = srch;
 551                                 srch = content_end;
 552                         }
 553                         else srch ++;
 554
 555                 }
 556
 557         }
 558         return next_boundary;
 559 }
 560
 561 /*
 562  * Break out the components of a multipart message
 563  * (This function expects to be fed HEADERS + CONTENT)
 564  * Note: NULL can be supplied as content_end; in this case, the message is
 565  * considered to have ended when the parser encounters a 0x00 byte.
 566  */
 567 static void recurseable_mime_parser(char *partnum,
 568                                     char *content_start, char *content_end,
 569                                     MimeParserCallBackType CallBack,
 570                                     MimeParserCallBackType PreMultiPartCallBack,
 571                                     MimeParserCallBackType PostMultiPartCallBack,
 572                                     void *userdata,
 573                                     int dont_decode,
 574                                     interesting_mime_headers *m)
 575 {
 576         interesting_mime_headers *SubMimeHeaders;
 577         char     *ptr;
 578         char     *part_start;
 579         char     *part_end = NULL;
 580         char     *evaluate_crlf_ptr = NULL;
 581         char     *next_boundary;
 582         char      nested_partnum[256];
 583         int       crlf_in_use = 0;
 584         int       part_seq = 0;
 585         CBufStr  *chosen_name;
 586
 587
 588         /* If this is a multipart message, then recursively process it */
 589         ptr = content_start;
 590         part_start = NULL;
 591         if (m->is_multipart) {
 592
 593                 /* Tell the client about this message's multipartedness */
 594                 if (PreMultiPartCallBack != NULL) {
 595                         PreMultiPartCallBack("",
 596                                              "",
 597                                              partnum,
 598                                              "",
 599                                              NULL,
 600                                              m->b[content_type].Key,
 601                                              m->b[charset].Key,
 602                                              0,
 603                                              m->b[encoding].Key,
 604                                              m->b[id].Key,
 605                                              userdata);
 606                 }
 607
 608                 /* Figure out where the boundaries are */
 609                 m->b[startary].len = snprintf(m->b[startary].Key, SIZ, "--%s", m->b[boundary].Key);
 610                 SubMimeHeaders = InitInterestingMimes ();
 611                 if (*ptr == '\r')
 612                         ptr ++;
 613                 if (*ptr == '\n')
 614                         ptr ++;
 615                 if (strncmp(ptr, m->b[startary].Key, m->b[startary].len) == 0)
 616                         ptr += m->b[startary].len;
 617                 if (*ptr == '\r')
 618                         ptr ++;
 619                 if (*ptr == '\n')
 620                         ptr ++;
 621                 part_start = NULL;
 622                 do {
 623                         char *optr;
 624
 625                         optr = ptr;
 626                         if (parse_MimeHeaders(SubMimeHeaders, &ptr, content_end) != 0)
 627                                 break;
 628                         if ((ptr - optr > 2) &&
 629                             (*(ptr - 2) == '\r'))
 630                                 crlf_in_use = 1;
 631
 632                         part_start = ptr;
 633
 634                         next_boundary = FindNextContent(ptr,
 635                                                         content_end,
 636                                                         SubMimeHeaders,
 637                                                         m);
 638                         if ((next_boundary != NULL) &&
 639                             (next_boundary - part_start < 3)) {
 640                                 FlushInterestingMimes(SubMimeHeaders);
 641
 642                                 continue;
 643                         }
 644
 645                         if ( (part_start != NULL) && (next_boundary != NULL) ) {
 646                                 part_end = next_boundary;
 647                                 --part_end;             /* omit the trailing LF */
 648                                 if (crlf_in_use) {
 649                                         --part_end;     /* omit the trailing CR */
 650                                 }
 651
 652                                 if (!IsEmptyStr(partnum)) {
 653                                         snprintf(nested_partnum,
 654                                                  sizeof nested_partnum,
 655                                                  "%s.%d", partnum,
 656                                                  ++part_seq);
 657                                 }
 658                                 else {
 659                                         snprintf(nested_partnum,
 660                                                  sizeof nested_partnum,
 661                                                  "%d", ++part_seq);
 662                                 }
 663                                 recurseable_mime_parser(nested_partnum,
 664                                                         part_start,
 665                                                         part_end,
 666                                                         CallBack,
 667                                                         PreMultiPartCallBack,
 668                                                         PostMultiPartCallBack,
 669                                                         userdata,
 670                                                         dont_decode,
 671                                                         SubMimeHeaders);
 672                         }
 673
 674                         if (next_boundary != NULL) {
 675                                 /* If we pass out of scope, don't attempt to
 676                                  * read past the end boundary. */
 677                                 if ((*(next_boundary + m->b[startary].len + 1) == '-') &&
 678                                     (*(next_boundary + m->b[startary].len + 2) == '-') ){
 679                                         ptr = content_end;
 680                                 }
 681                                 else {
 682                                         /* Set up for the next part. */
 683                                         part_start = strstr(next_boundary, "\n");
 684
 685                                         /* Determine whether newlines are LF or CRLF */
 686                                         evaluate_crlf_ptr = part_start;
 687                                         --evaluate_crlf_ptr;
 688                                         if ((*evaluate_crlf_ptr == '\r') &&
 689                                             (*(evaluate_crlf_ptr + 1) == '\n'))
 690                                         {
 691                                                 crlf_in_use = 1;
 692                                         }
 693                                         else {
 694                                                 crlf_in_use = 0;
 695                                         }
 696
 697                                         /* Advance past the LF ... now we're in the next part */
 698                                         ++part_start;
 699                                         ptr = part_start;
 700                                 }
 701                         }
 702                         else {
 703                                 /* Invalid end of multipart.  Bail out! */
 704                                 ptr = content_end;
 705                         }
 706                         FlushInterestingMimes(SubMimeHeaders);
 707                 } while ( (ptr < content_end) && (next_boundary != NULL) );
 708
 709                 free(SubMimeHeaders);
 710
 711                 if (PostMultiPartCallBack != NULL) {
 712                         PostMultiPartCallBack("",
 713                                               "",
 714                                               partnum,
 715                                               "",
 716                                               NULL,
 717                                               m->b[content_type].Key,
 718                                               m->b[charset].Key,
 719                                               0,
 720                                               m->b[encoding].Key,
 721                                               m->b[id].Key,
 722                                               userdata);
 723                 }
 724         } /* If it's not a multipart message, then do something with it */
 725         else {
 726                 size_t length;
 727                 part_start = ptr;
 728                 length = content_end - part_start;
 729                 ptr = part_end = content_end;
 730
 731
 732                 /* The following code will truncate the MIME part to the size
 733                  * specified by the Content-length: header.   We have commented it
 734                  * out because these headers have a tendency to be wrong.
 735                  *
 736                  *      if ( (content_length > 0) && (length > content_length) ) {
 737                  *              length = content_length;
 738                  *      }
 739                  */
 740
 741                 /* Sometimes the "name" field is tacked on to Content-type,
 742                  * and sometimes it's tacked on to Content-disposition.  Use
 743                  * whichever one we have.
 744                  */
 745                 if (m->b[content_disposition_name].len > m->b[content_type_name].len) {
 746                         chosen_name = &m->b[content_disposition_name];
 747                 }
 748                 else {
 749                         chosen_name = &m->b[content_type_name];
 750                 }
 751
 752                 /* Ok, we've got a non-multipart part here, so do something with it.
 753                  */
 754                 mime_decode(partnum,
 755                             part_start,
 756                             length,
 757                             m->b[content_type].Key,
 758                             m->b[charset].Key,
 759                             m->b[encoding].Key,
 760                             m->b[disposition].Key,
 761                             m->b[id].Key,
 762                             chosen_name->Key,
 763                             m->b[filename].Key,
 764                             CallBack,
 765                             NULL, NULL,
 766                             userdata,
 767                             dont_decode
 768                         );
 769
 770                 /*
 771                  * Now if it's an encapsulated message/rfc822 then we have to recurse into it
 772                  */
 773                 if (!strcasecmp(&m->b[content_type].Key[0], "message/rfc822")) {
 774
 775                         if (PreMultiPartCallBack != NULL) {
 776                                 PreMultiPartCallBack("",
 777                                                      "",
 778                                                      partnum,
 779                                                      "",
 780                                                      NULL,
 781                                                      m->b[content_type].Key,
 782                                                      m->b[charset].Key,
 783                                                      0,
 784                                                      m->b[encoding].Key,
 785                                                      m->b[id].Key,
 786                                                      userdata);
 787                         }
 788                         if (CallBack != NULL) {
 789                                 if (strlen(partnum) > 0) {
 790                                         snprintf(nested_partnum,
 791                                                  sizeof nested_partnum,
 792                                                  "%s.%d", partnum,
 793                                                  ++part_seq);
 794                                 }
 795                                 else {
 796                                         snprintf(nested_partnum,
 797                                                  sizeof nested_partnum,
 798                                                  "%d", ++part_seq);
 799                                 }
 800                                 the_mime_parser(nested_partnum,
 801                                                 part_start,
 802                                                 part_end,
 803                                                 CallBack,
 804                                                 PreMultiPartCallBack,
 805                                                 PostMultiPartCallBack,
 806                                                 userdata,
 807                                                 dont_decode
 808                                         );
 809                         }
 810                         if (PostMultiPartCallBack != NULL) {
 811                                 PostMultiPartCallBack("",
 812                                                       "",
 813                                                       partnum,
 814                                                       "",
 815                                                       NULL,
 816                                                       m->b[content_type].Key,
 817                                                       m->b[charset].Key,
 818                                                       0,
 819                                                       m->b[encoding].Key,
 820                                                       m->b[id].Key,
 821                                                       userdata);
 822                         }
 823
 824
 825                 }
 826
 827         }
 828
 829 }
 830
 831 /*
 832  * Break out the components of a multipart message
 833  * (This function expects to be fed HEADERS + CONTENT)
 834  * Note: NULL can be supplied as content_end; in this case, the message is
 835  * considered to have ended when the parser encounters a 0x00 byte.
 836  */
 837 void the_mime_parser(char *partnum,
 838                      char *content_start, char *content_end,
 839                      MimeParserCallBackType CallBack,
 840                      MimeParserCallBackType PreMultiPartCallBack,
 841                      MimeParserCallBackType PostMultiPartCallBack,
 842                      void *userdata,
 843                      int dont_decode)
 844 {
 845         interesting_mime_headers *m;
 846
 847         /* If the caller didn't supply an endpointer, generate one by measure */
 848         if (content_end == NULL) {
 849                 content_end = &content_start[strlen(content_start)];
 850         }
 851
 852         m = InitInterestingMimes();
 853
 854         if (!parse_MimeHeaders(m, &content_start, content_end))
 855         {
 856
 857                 recurseable_mime_parser(partnum,
 858                                         content_start, content_end,
 859                                         CallBack,
 860                                         PreMultiPartCallBack,
 861                                         PostMultiPartCallBack,
 862                                         userdata,
 863                                         dont_decode,
 864                                         m);
 865         }
 866         free(m);
 867 }
 868
 869 /*
 870  * Entry point for the MIME parser.
 871  * (This function expects to be fed HEADERS + CONTENT)
 872  * Note: NULL can be supplied as content_end; in this case, the message is
 873  * considered to have ended when the parser encounters a 0x00 byte.
 874  */
 875 void mime_parser(char *content_start,
 876                  char *content_end,
 877                  MimeParserCallBackType CallBack,
 878                  MimeParserCallBackType PreMultiPartCallBack,
 879                  MimeParserCallBackType PostMultiPartCallBack,
 880                  void *userdata,
 881                  int dont_decode)
 882 {
 883
 884         the_mime_parser("", content_start, content_end,
 885                         CallBack,
 886                         PreMultiPartCallBack,
 887                         PostMultiPartCallBack,
 888                         userdata, dont_decode);
 889 }
 890
 891
 892
 893
 894
 895
 896 typedef struct _MimeGuess {
 897         const char *Pattern;
 898         size_t PatternLen;
 899         long PatternOffset;
 900         const char *MimeString;
 901 } MimeGuess;
 902
 903 MimeGuess MyMimes [] = {
 904         {
 905                 "GIF",
 906                 3,
 907                 0,
 908                 "image/gif"
 909         },
 910         {
 911                 "\xff\xd8",
 912                 2,
 913                 0,
 914                 "image/jpeg"
 915         },
 916         {
 917                 "\x89PNG",
 918                 4,
 919                 0,
 920                 "image/png"
 921         },
 922         { // last...
 923                 "",
 924                 0,
 925                 0,
 926                 ""
 927         }
 928 };
 929
 930
 931 const char *GuessMimeType(const char *data, size_t dlen)
 932 {
 933         int MimeIndex = 0;
 934
 935         while (MyMimes[MimeIndex].PatternLen != 0)
 936         {
 937                 if ((MyMimes[MimeIndex].PatternLen +
 938                      MyMimes[MimeIndex].PatternOffset < dlen) &&
 939                     strncmp(MyMimes[MimeIndex].Pattern,
 940                             &data[MyMimes[MimeIndex].PatternOffset],
 941                             MyMimes[MimeIndex].PatternLen) == 0)
 942                 {
 943                         return MyMimes[MimeIndex].MimeString;
 944                 }
 945                 MimeIndex ++;
 946         }
 947         /*
 948          * ok, our simple minded algorythm didn't find anything,
 949          * let the big chegger try it, he wil default to application/octet-stream
 950          */
 951         return (xdg_mime_get_mime_type_for_data(data, dlen));
 952 }
 953
 954
 955 const char* GuessMimeByFilename(const char *what, size_t len)
 956 {
 957         /* we know some hardcoded on our own, try them... */
 958         if ((len > 3) && !strncasecmp(&what[len - 4], ".gif", 4))
 959                 return "image/gif";
 960         else if ((len > 2) && !strncasecmp(&what[len - 3], ".js", 3))
 961                 return  "text/javascript";
 962         else if ((len > 3) && !strncasecmp(&what[len - 4], ".txt", 4))
 963                 return "text/plain";
 964         else if ((len > 3) && !strncasecmp(&what[len - 4], ".css", 4))
 965                 return "text/css";
 966         else if ((len > 3) && !strncasecmp(&what[len - 4], ".htc", 4))
 967                 return "text/x-component";
 968         else if ((len > 3) && !strncasecmp(&what[len - 4], ".jpg", 4))
 969                 return "image/jpeg";
 970         else if ((len > 3) && !strncasecmp(&what[len - 4], ".png", 4))
 971                 return "image/png";
 972         else if ((len > 3) && !strncasecmp(&what[len - 4], ".ico", 4))
 973                 return "image/x-icon";
 974         else if ((len > 3) && !strncasecmp(&what[len - 4], ".vcf", 4))
 975                 return "text/x-vcard";
 976         else if ((len > 4) && !strncasecmp(&what[len - 5], ".html", 5))
 977                 return "text/html";
 978         else if ((len > 3) && !strncasecmp(&what[len - 4], ".htm", 4))
 979                 return "text/html";
 980         else if ((len > 3) && !strncasecmp(&what[len - 4], ".wml", 4))
 981                 return "text/vnd.wap.wml";
 982         else if ((len > 4) && !strncasecmp(&what[len - 5], ".wmls", 5))
 983                 return "text/vnd.wap.wmlscript";
 984         else if ((len > 4) && !strncasecmp(&what[len - 5], ".wmlc", 5))
 985                 return "application/vnd.wap.wmlc";
 986         else if ((len > 5) && !strncasecmp(&what[len - 6], ".wmlsc", 6))
 987                 return "application/vnd.wap.wmlscriptc";
 988         else if ((len > 4) && !strncasecmp(&what[len - 5], ".wbmp", 5))
 989                 return "image/vnd.wap.wbmp";
 990         else
 991                 /* and let xdgmime do the fallback. */
 992                 return xdg_mime_get_mime_type_from_file_name(what);
 993 }
 994
 995 static HashList *IconHash = NULL;
 996
 997 typedef struct IconName IconName;
 998
 999 struct IconName {
1000         char *FlatName;
1001         char *FileName;
1002 };
1003
1004 static void DeleteIcon(void *IconNamePtr)
1005 {
1006         IconName *Icon = (IconName*) IconNamePtr;
1007         free(Icon->FlatName);
1008         free(Icon->FileName);
1009         free(Icon);
1010 }
1011
1012 /*
1013 static const char *PrintFlat(void *IconNamePtr)
1014 {
1015         IconName *Icon = (IconName*) IconNamePtr;
1016         return Icon->FlatName;
1017 }
1018 static const char *PrintFile(void *IconNamePtr)
1019 {
1020         IconName *Icon = (IconName*) IconNamePtr;
1021         return Icon->FileName;
1022 }
1023 */
1024
1025 #define GENSTR "x-generic"
1026 #define IGNORE_PREFIX_1 "gnome-mime"
1027 int LoadIconDir(const char *DirName)
1028 {
1029         DIR *filedir = NULL;
1030         struct dirent *filedir_entry;
1031         int d_namelen;
1032         int d_without_ext;
1033         IconName *Icon;
1034
1035         filedir = opendir (DirName);
1036         IconHash = NewHash(1, NULL);
1037         if (filedir == NULL) {
1038                 return 0;
1039         }
1040
1041         while ((filedir_entry = readdir(filedir)))
1042         {
1043                 char *MinorPtr;
1044                 char *PStart;
1045 #ifdef _DIRENT_HAVE_D_NAMELEN
1046                 d_namelen = filedir_entry->d_namelen;
1047 #else
1048                 d_namelen = strlen(filedir_entry->d_name);
1049 #endif
1050                 d_without_ext = d_namelen;
1051                 while ((d_without_ext > 0) && (filedir_entry->d_name[d_without_ext] != '.'))
1052                         d_without_ext --;
1053                 if ((d_without_ext == 0) || (d_namelen < 3))
1054                         continue;
1055
1056                 if ((sizeof(IGNORE_PREFIX_1) < d_namelen) &&
1057                     (strncmp(IGNORE_PREFIX_1,
1058                              filedir_entry->d_name,
1059                              sizeof(IGNORE_PREFIX_1) - 1) == 0)) {
1060                         PStart = filedir_entry->d_name + sizeof(IGNORE_PREFIX_1);
1061                         d_without_ext -= sizeof(IGNORE_PREFIX_1);
1062                 }
1063                 else {
1064                         PStart = filedir_entry->d_name;
1065                 }
1066                 Icon = malloc(sizeof(IconName));
1067
1068                 Icon->FileName = malloc(d_namelen + 1);
1069                 memcpy(Icon->FileName, filedir_entry->d_name, d_namelen + 1);
1070
1071                 Icon->FlatName = malloc(d_without_ext + 1);
1072                 memcpy(Icon->FlatName, PStart, d_without_ext);
1073                 Icon->FlatName[d_without_ext] = '\0';
1074                 /* Try to find Minor type in image-jpeg */
1075                 MinorPtr = strchr(Icon->FlatName, '-');
1076                 if (MinorPtr != NULL) {
1077                         size_t MinorLen;
1078                         MinorLen = 1 + d_without_ext - (MinorPtr - Icon->FlatName + 1);
1079                         if ((MinorLen == sizeof(GENSTR)) &&
1080                             (strncmp(MinorPtr + 1, GENSTR, sizeof(GENSTR)) == 0)) {
1081                                 /* ok, we found a generic filename. cut the generic. */
1082                                 *MinorPtr = '\0';
1083                                 d_without_ext = d_without_ext - (MinorPtr - Icon->FlatName);
1084                         }
1085                         else { /* Map the major / minor separator to / */
1086                                 *MinorPtr = '/';
1087                         }
1088                 }
1089
1090 //              PrintHash(IconHash, PrintFlat, PrintFile);
1091 //              printf("%s - %s\n", Icon->FlatName, Icon->FileName);
1092                 Put(IconHash, Icon->FlatName, d_without_ext, Icon, DeleteIcon);
1093 //              PrintHash(IconHash, PrintFlat, PrintFile);
1094         }
1095         closedir(filedir);
1096         return 1;
1097 }
1098
1099 const char *GetIconFilename(char *MimeType, size_t len)
1100 {
1101         void *vIcon;
1102         IconName *Icon;
1103
1104         if(IconHash == NULL)
1105                 return NULL;
1106
1107         GetHash(IconHash, MimeType, len, &vIcon), Icon = (IconName*) vIcon;
1108         /* didn't find the exact mimetype? try major only. */
1109         if (Icon == NULL) {
1110                 char * pMinor;
1111                 pMinor = strchr(MimeType, '/');
1112                 if (pMinor != NULL) {
1113                         *pMinor = '\0';
1114                         GetHash(IconHash, MimeType, pMinor - MimeType, &vIcon),
1115                                 Icon = (IconName*) vIcon;
1116                 }
1117         }
1118         if (Icon == NULL) {
1119                 return NULL;
1120         }
1121
1122         /*printf("Getting: [%s] == [%s] -> [%s]\n", MimeType, Icon->FlatName, Icon->FileName);*/
1123         return Icon->FileName;
1124 }
1125
1126 void ShutDownLibCitadelMime(void)
1127 {
1128         DeleteHash(&IconHash);
1129 }