4 * Implements the FETCH command in IMAP.
5 * This is a good example of the protocol's gratuitous complexity.
18 #include <sys/types.h>
20 #if TIME_WITH_SYS_TIME
21 # include <sys/time.h>
25 # include <sys/time.h>
35 #include <libcitadel.h>
38 #include "sysdep_decls.h"
39 #include "citserver.h"
47 #include "internet_addressing.h"
48 #include "serv_imap.h"
49 #include "imap_tools.h"
50 #include "imap_fetch.h"
52 #include "ctdl_module.h"
57 * Individual field functions for imap_do_fetch_msg() ...
60 void imap_fetch_uid(int seq) {
61 cprintf("UID %ld", IMAP->msgids[seq-1]);
64 void imap_fetch_flags(int seq) {
65 int num_flags_printed = 0;
67 if (IMAP->flags[seq] & IMAP_DELETED) {
68 if (num_flags_printed > 0) cprintf(" ");
72 if (IMAP->flags[seq] & IMAP_SEEN) {
73 if (num_flags_printed > 0) cprintf(" ");
77 if (IMAP->flags[seq] & IMAP_ANSWERED) {
78 if (num_flags_printed > 0) cprintf(" ");
79 cprintf("\\Answered");
82 if (IMAP->flags[seq] & IMAP_RECENT) {
83 if (num_flags_printed > 0) cprintf(" ");
90 void imap_fetch_internaldate(struct CtdlMessage *msg) {
95 if (msg->cm_fields['T'] != NULL) {
96 msgdate = atol(msg->cm_fields['T']);
102 datestring(buf, sizeof buf, msgdate, DATESTRING_IMAP);
103 cprintf("INTERNALDATE \"%s\"", buf);
108 * Fetch RFC822-formatted messages.
110 * 'whichfmt' should be set to one of:
111 * "RFC822" entire message
112 * "RFC822.HEADER" headers only (with trailing blank line)
113 * "RFC822.SIZE" size of translated message
114 * "RFC822.TEXT" body only (without leading blank line)
116 void imap_fetch_rfc822(long msgnum, char *whichfmt) {
119 size_t headers_size, text_size, total_size;
120 size_t bytes_to_send = 0;
122 int need_to_rewrite_metadata = 0;
125 /* Determine whether this particular fetch operation requires
126 * us to fetch the message body from disk. If not, we can save
127 * on some disk operations...
129 if ( (!strcasecmp(whichfmt, "RFC822"))
130 || (!strcasecmp(whichfmt, "RFC822.TEXT")) ) {
134 /* If this is an RFC822.SIZE fetch, first look in the message's
135 * metadata record to see if we've saved that information.
137 if (!strcasecmp(whichfmt, "RFC822.SIZE")) {
138 GetMetaData(&smi, msgnum);
139 if (smi.meta_rfc822_length > 0L) {
140 cprintf("RFC822.SIZE %ld", smi.meta_rfc822_length);
143 need_to_rewrite_metadata = 1;
147 /* Cache the most recent RFC822 FETCH because some clients like to
148 * fetch in pieces, and we don't want to have to go back to the
149 * message store for each piece. We also burn the cache if the
150 * client requests something that involves reading the message
151 * body, but we haven't fetched the body yet.
153 if ((IMAP->cached_rfc822_data != NULL)
154 && (IMAP->cached_rfc822_msgnum == msgnum)
155 && (IMAP->cached_rfc822_withbody || (!need_body)) ) {
158 else if (IMAP->cached_rfc822_data != NULL) {
159 /* Some other message is cached -- free it */
160 free(IMAP->cached_rfc822_data);
161 IMAP->cached_rfc822_data = NULL;
162 IMAP->cached_rfc822_msgnum = (-1);
163 IMAP->cached_rfc822_len = 0;
166 /* At this point, we now can fetch and convert the message iff it's not
167 * the one we had cached.
169 if (IMAP->cached_rfc822_data == NULL) {
171 * Load the message into memory for translation & measurement
173 CC->redirect_buffer = malloc(SIZ);
174 CC->redirect_len = 0;
175 CC->redirect_alloc = SIZ;
176 CtdlOutputMsg(msgnum, MT_RFC822,
177 (need_body ? HEADERS_ALL : HEADERS_FAST),
178 0, 1, NULL, SUPPRESS_ENV_TO
180 if (!need_body) cprintf("\r\n"); /* extra trailing newline */
181 IMAP->cached_rfc822_data = CC->redirect_buffer;
182 IMAP->cached_rfc822_len = CC->redirect_len;
183 IMAP->cached_rfc822_msgnum = msgnum;
184 IMAP->cached_rfc822_withbody = need_body;
185 CC->redirect_buffer = NULL;
186 CC->redirect_len = 0;
187 CC->redirect_alloc = 0;
188 if ( (need_to_rewrite_metadata) && (IMAP->cached_rfc822_len > 0) ) {
189 smi.meta_rfc822_length = (long)IMAP->cached_rfc822_len;
195 * Now figure out where the headers/text break is. IMAP considers the
196 * intervening blank line to be part of the headers, not the text.
203 ptr = IMAP->cached_rfc822_data;
205 ptr = memreadline(ptr, buf, sizeof buf);
208 if (IsEmptyStr(buf)) {
209 headers_size = ptr - IMAP->cached_rfc822_data;
212 } while ( (headers_size == 0) && (*ptr != 0) );
214 total_size = IMAP->cached_rfc822_len;
215 text_size = total_size - headers_size;
218 headers_size = IMAP->cached_rfc822_len;
219 total_size = IMAP->cached_rfc822_len;
223 CtdlLogPrintf(CTDL_DEBUG,
224 "RFC822: headers=" SIZE_T_FMT
226 ", total=" SIZE_T_FMT "\n",
227 headers_size, text_size, total_size);
229 if (!strcasecmp(whichfmt, "RFC822.SIZE")) {
230 cprintf("RFC822.SIZE " SIZE_T_FMT, total_size);
234 else if (!strcasecmp(whichfmt, "RFC822")) {
235 ptr = IMAP->cached_rfc822_data;
236 bytes_to_send = total_size;
239 else if (!strcasecmp(whichfmt, "RFC822.HEADER")) {
240 ptr = IMAP->cached_rfc822_data;
241 bytes_to_send = headers_size;
244 else if (!strcasecmp(whichfmt, "RFC822.TEXT")) {
245 ptr = &IMAP->cached_rfc822_data[headers_size];
246 bytes_to_send = text_size;
249 cprintf("%s {" SIZE_T_FMT "}\r\n", whichfmt, bytes_to_send);
250 client_write(ptr, bytes_to_send);
256 * Load a specific part of a message into the temp file to be output to a
257 * client. FIXME we can handle parts like "2" and "2.1" and even "2.MIME"
258 * but we still can't handle "2.HEADER" (which might not be a problem).
260 * Note: mime_parser() was called with dont_decode set to 1, so we have the
261 * luxury of simply spewing without having to re-encode.
263 void imap_load_part(char *name, char *filename, char *partnum, char *disp,
264 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
265 char *cbid, void *cbuserdata)
268 char *desired_section;
270 desired_section = (char *)cbuserdata;
272 if (!strcasecmp(partnum, desired_section)) {
273 client_write(content, length);
276 snprintf(mbuf2, sizeof mbuf2, "%s.MIME", partnum);
278 if (!strcasecmp(desired_section, mbuf2)) {
279 cprintf("Content-type: %s", cbtype);
280 if (!IsEmptyStr(cbcharset))
281 cprintf("; charset=\"%s\"", cbcharset);
282 if (!IsEmptyStr(name))
283 cprintf("; name=\"%s\"", name);
285 if (!IsEmptyStr(encoding))
286 cprintf("Content-Transfer-Encoding: %s\r\n", encoding);
287 if (!IsEmptyStr(encoding)) {
288 cprintf("Content-Disposition: %s", disp);
289 if (!IsEmptyStr(filename)) {
290 cprintf("; filename=\"%s\"", filename);
294 cprintf("Content-Length: %ld\r\n", (long)length);
303 * Called by imap_fetch_envelope() to output the "From" field.
304 * This is in its own function because its logic is kind of complex. We
305 * really need to make this suck less.
307 void imap_output_envelope_from(struct CtdlMessage *msg) {
308 char user[SIZ], node[SIZ], name[SIZ];
312 /* For anonymous messages, it's so easy! */
313 if (!is_room_aide() && (msg->cm_anon_type == MES_ANONONLY)) {
314 cprintf("((\"----\" NIL \"x\" \"x.org\")) ");
317 if (!is_room_aide() && (msg->cm_anon_type == MES_ANONOPT)) {
318 cprintf("((\"anonymous\" NIL \"x\" \"x.org\")) ");
322 /* For everything else, we do stuff. */
323 cprintf("(("); /* open double-parens */
324 imap_strout(msg->cm_fields['A']); /* personal name */
325 cprintf(" NIL "); /* source route (not used) */
328 if (msg->cm_fields['F'] != NULL) {
329 process_rfc822_addr(msg->cm_fields['F'], user, node, name);
330 imap_strout(user); /* mailbox name (user id) */
332 if (!strcasecmp(node, config.c_nodename)) {
333 imap_strout(config.c_fqdn);
336 imap_strout(node); /* host name */
340 imap_strout(msg->cm_fields['A']); /* mailbox name (user id) */
342 imap_strout(msg->cm_fields['N']); /* host name */
345 cprintf(")) "); /* close double-parens */
351 * Output an envelope address (or set of addresses) in the official,
352 * convoluted, braindead format. (Note that we can't use this for
353 * the "From" address because its data may come from a number of different
354 * fields. But we can use it for "To" and possibly others.
356 void imap_output_envelope_addr(char *addr) {
357 char individual_addr[256];
369 if (IsEmptyStr(addr)) {
376 /* How many addresses are listed here? */
377 num_addrs = num_tokens(addr, ',');
379 /* Output them one by one. */
380 for (i=0; i<num_addrs; ++i) {
381 extract_token(individual_addr, addr, i, ',', sizeof individual_addr);
382 striplt(individual_addr);
383 process_rfc822_addr(individual_addr, user, node, name);
391 if (i < (num_addrs-1)) cprintf(" ");
399 * Implements the ENVELOPE fetch item
401 * Note that the imap_strout() function can cleverly output NULL fields as NIL,
402 * so we don't have to check for that condition like we do elsewhere.
404 void imap_fetch_envelope(struct CtdlMessage *msg) {
405 char datestringbuf[SIZ];
407 char *fieldptr = NULL;
411 /* Parse the message date into an IMAP-format date string */
412 if (msg->cm_fields['T'] != NULL) {
413 msgdate = atol(msg->cm_fields['T']);
416 msgdate = time(NULL);
418 datestring(datestringbuf, sizeof datestringbuf,
419 msgdate, DATESTRING_IMAP);
421 /* Now start spewing data fields. The order is important, as it is
422 * defined by the protocol specification. Nonexistent fields must
423 * be output as NIL, existent fields must be quoted or literalled.
424 * The imap_strout() function conveniently does all this for us.
426 cprintf("ENVELOPE (");
429 imap_strout(datestringbuf);
433 imap_strout(msg->cm_fields['U']);
437 imap_output_envelope_from(msg);
439 /* Sender (default to same as 'From' if not present) */
440 fieldptr = rfc822_fetch_field(msg->cm_fields['M'], "Sender");
441 if (fieldptr != NULL) {
442 imap_output_envelope_addr(fieldptr);
446 imap_output_envelope_from(msg);
450 fieldptr = rfc822_fetch_field(msg->cm_fields['M'], "Reply-to");
451 if (fieldptr != NULL) {
452 imap_output_envelope_addr(fieldptr);
456 imap_output_envelope_from(msg);
460 imap_output_envelope_addr(msg->cm_fields['R']);
462 /* Cc (we do it this way because there might be a legacy non-Citadel Cc: field present) */
463 fieldptr = msg->cm_fields['Y'];
464 if (fieldptr != NULL) {
465 imap_output_envelope_addr(fieldptr);
468 fieldptr = rfc822_fetch_field(msg->cm_fields['M'], "Cc");
469 imap_output_envelope_addr(fieldptr);
470 if (fieldptr != NULL) free(fieldptr);
474 fieldptr = rfc822_fetch_field(msg->cm_fields['M'], "Bcc");
475 imap_output_envelope_addr(fieldptr);
476 if (fieldptr != NULL) free(fieldptr);
479 fieldptr = rfc822_fetch_field(msg->cm_fields['M'], "In-reply-to");
480 imap_strout(fieldptr);
482 if (fieldptr != NULL) free(fieldptr);
485 imap_strout(msg->cm_fields['I']);
491 * This function is called only when CC->redirect_buffer contains a set of
492 * RFC822 headers with no body attached. Its job is to strip that set of
493 * headers down to *only* the ones we're interested in.
495 void imap_strip_headers(char *section) {
497 char *which_fields = NULL;
498 int doing_headers = 0;
503 char *boiled_headers = NULL;
505 int done_headers = 0;
508 if (CC->redirect_buffer == NULL) return;
510 which_fields = strdup(section);
512 if (!strncasecmp(which_fields, "HEADER.FIELDS", 13))
514 if (!strncasecmp(which_fields, "HEADER.FIELDS.NOT", 17))
517 for (i=0; which_fields[i]; ++i) {
518 if (which_fields[i]=='(')
519 strcpy(which_fields, &which_fields[i+1]);
521 for (i=0; which_fields[i]; ++i) {
522 if (which_fields[i]==')') {
527 num_parms = imap_parameterize(parms, which_fields);
529 boiled_headers = malloc(CC->redirect_alloc);
530 strcpy(boiled_headers, "");
532 ptr = CC->redirect_buffer;
535 ptr = memreadline(ptr, buf, sizeof buf);
536 if (!isspace(buf[0])) {
538 if (doing_headers == 0) ok = 1;
540 if (headers_not) ok = 1;
542 for (i=0; i<num_parms; ++i) {
543 if ( (!strncasecmp(buf, parms[i],
544 strlen(parms[i]))) &&
545 (buf[strlen(parms[i])]==':') ) {
546 if (headers_not) ok = 0;
554 strcat(boiled_headers, buf);
555 strcat(boiled_headers, "\r\n");
558 if (IsEmptyStr(buf)) done_headers = 1;
559 if (buf[0]=='\r') done_headers = 1;
560 if (buf[0]=='\n') done_headers = 1;
561 if (*ptr == 0) done_headers = 1;
562 } while (!done_headers);
564 strcat(boiled_headers, "\r\n");
566 /* Now save it back (it'll always be smaller) */
567 strcpy(CC->redirect_buffer, boiled_headers);
568 CC->redirect_len = strlen(boiled_headers);
571 free(boiled_headers);
576 * Implements the BODY and BODY.PEEK fetch items
578 void imap_fetch_body(long msgnum, char *item, int is_peek) {
579 struct CtdlMessage *msg = NULL;
583 size_t pstart, pbytes;
584 int loading_body_now = 0;
586 int burn_the_cache = 0;
588 /* extract section */
589 safestrncpy(section, item, sizeof section);
590 if (strchr(section, '[') != NULL) {
591 stripallbut(section, '[', ']');
593 CtdlLogPrintf(CTDL_DEBUG, "Section is: %s%s\n",
595 IsEmptyStr(section) ? "(empty)" : "");
597 /* Burn the cache if we don't have the same section of the
598 * same message again.
600 if (IMAP->cached_body != NULL) {
601 if (IMAP->cached_bodymsgnum != msgnum) {
604 else if ( (!IMAP->cached_body_withbody) && (need_body) ) {
607 else if (strcasecmp(IMAP->cached_bodypart, section)) {
610 if (burn_the_cache) {
611 /* Yup, go ahead and burn the cache. */
612 free(IMAP->cached_body);
613 IMAP->cached_body_len = 0;
614 IMAP->cached_body = NULL;
615 IMAP->cached_bodymsgnum = (-1);
616 strcpy(IMAP->cached_bodypart, "");
620 /* extract partial */
621 safestrncpy(partial, item, sizeof partial);
622 if (strchr(partial, '<') != NULL) {
623 stripallbut(partial, '<', '>');
626 if (is_partial == 0) strcpy(partial, "");
627 /* if (!IsEmptyStr(partial)) CtdlLogPrintf(CTDL_DEBUG, "Partial is %s\n", partial); */
629 if (IMAP->cached_body == NULL) {
630 CC->redirect_buffer = malloc(SIZ);
631 CC->redirect_len = 0;
632 CC->redirect_alloc = SIZ;
633 loading_body_now = 1;
634 msg = CtdlFetchMessage(msgnum, (need_body ? 1 : 0));
637 /* Now figure out what the client wants, and get it */
639 if (!loading_body_now) {
640 /* What we want is already in memory */
643 else if ( (!strcmp(section, "1")) && (msg->cm_format_type != 4) ) {
644 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_NONE, 0, 1, SUPPRESS_ENV_TO);
647 else if (!strcmp(section, "")) {
648 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ALL, 0, 1, SUPPRESS_ENV_TO);
652 * If the client asked for just headers, or just particular header
653 * fields, strip it down.
655 else if (!strncasecmp(section, "HEADER", 6)) {
656 /* This used to work with HEADERS_FAST, but then Apple got stupid with their
657 * IMAP library and this broke Mail.App and iPhone Mail, so we had to change it
658 * to HEADERS_ONLY so the trendy hipsters with their iPhones can read mail.
660 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_ONLY, 0, 1, SUPPRESS_ENV_TO);
661 imap_strip_headers(section);
665 * Strip it down if the client asked for everything _except_ headers.
667 else if (!strncasecmp(section, "TEXT", 4)) {
668 CtdlOutputPreLoadedMsg(msg, MT_RFC822, HEADERS_NONE, 0, 1, SUPPRESS_ENV_TO);
672 * Anything else must be a part specifier.
673 * (Note value of 1 passed as 'dont_decode' so client gets it encoded)
676 mime_parser(msg->cm_fields['M'], NULL,
677 *imap_load_part, NULL, NULL,
682 if (loading_body_now) {
683 IMAP->cached_body = CC->redirect_buffer;
684 IMAP->cached_body_len = CC->redirect_len;
685 IMAP->cached_bodymsgnum = msgnum;
686 IMAP->cached_body_withbody = need_body;
687 strcpy(IMAP->cached_bodypart, section);
688 CC->redirect_buffer = NULL;
689 CC->redirect_len = 0;
690 CC->redirect_alloc = 0;
693 if (is_partial == 0) {
694 cprintf("BODY[%s] {" SIZE_T_FMT "}\r\n", section, IMAP->cached_body_len);
696 pbytes = IMAP->cached_body_len;
699 sscanf(partial, SIZE_T_FMT "." SIZE_T_FMT, &pstart, &pbytes);
700 if (pbytes > (IMAP->cached_body_len - pstart)) {
701 pbytes = IMAP->cached_body_len - pstart;
703 cprintf("BODY[%s]<" SIZE_T_FMT "> {" SIZE_T_FMT "}\r\n", section, pstart, pbytes);
706 /* Here we go -- output it */
707 client_write(&IMAP->cached_body[pstart], pbytes);
710 CtdlFreeMessage(msg);
713 /* Mark this message as "seen" *unless* this is a "peek" operation */
715 CtdlSetSeen(&msgnum, 1, 1, ctdlsetseen_seen, NULL, NULL);
720 * Called immediately before outputting a multipart bodystructure
722 void imap_fetch_bodystructure_pre(
723 char *name, char *filename, char *partnum, char *disp,
724 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
725 char *cbid, void *cbuserdata
734 * Called immediately after outputting a multipart bodystructure
736 void imap_fetch_bodystructure_post(
737 char *name, char *filename, char *partnum, char *disp,
738 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
739 char *cbid, void *cbuserdata
747 extract_token(subtype, cbtype, 1, '/', sizeof subtype);
748 imap_strout(subtype);
751 /* cprintf(" NIL"); We thought we needed this at one point, but maybe we don't... */
759 * Output the info for a MIME part in the format required by BODYSTRUCTURE.
762 void imap_fetch_bodystructure_part(
763 char *name, char *filename, char *partnum, char *disp,
764 void *content, char *cbtype, char *cbcharset, size_t length, char *encoding,
765 char *cbid, void *cbuserdata
769 int have_encoding = 0;
772 char cbmaintype[128];
775 if (cbtype != NULL) if (!IsEmptyStr(cbtype)) have_cbtype = 1;
777 extract_token(cbmaintype, cbtype, 0, '/', sizeof cbmaintype);
778 extract_token(cbsubtype, cbtype, 1, '/', sizeof cbsubtype);
781 strcpy(cbmaintype, "TEXT");
782 strcpy(cbsubtype, "PLAIN");
786 imap_strout(cbmaintype); /* body type */
788 imap_strout(cbsubtype); /* body subtype */
791 cprintf("("); /* begin body parameter list */
793 /* "NAME" must appear as the first parameter. This is not required by IMAP,
794 * but the Asterisk voicemail application blindly assumes that NAME will be in
795 * the first position. If it isn't, it rejects the message.
797 if (name != NULL) if (!IsEmptyStr(name)) {
798 cprintf("\"NAME\" ");
803 cprintf("\"CHARSET\" ");
804 if (cbcharset == NULL) {
805 imap_strout("US-ASCII");
807 else if (cbcharset[0] == 0) {
808 imap_strout("US-ASCII");
811 imap_strout(cbcharset);
813 cprintf(") "); /* end body parameter list */
815 cprintf("NIL "); /* Body ID */
816 cprintf("NIL "); /* Body description */
818 if (encoding != NULL) if (encoding[0] != 0) have_encoding = 1;
820 imap_strout(encoding);
827 /* The next field is the size of the part in bytes. */
828 cprintf("%ld ", (long)length); /* bytes */
830 /* The next field is the number of lines in the part, if and only
831 * if the part is TEXT. More gratuitous complexity.
833 if (!strcasecmp(cbmaintype, "TEXT")) {
834 if (length) for (i=0; i<length; ++i) {
835 if (((char *)content)[i] == '\n') ++lines;
837 cprintf("%d ", lines);
840 /* More gratuitous complexity */
841 if ((!strcasecmp(cbmaintype, "MESSAGE"))
842 && (!strcasecmp(cbsubtype, "RFC822"))) {
843 /* FIXME: message/rfc822 also needs to output the envelope structure,
844 * body structure, and line count of the encapsulated message. Fortunately
845 * there are not yet any clients depending on this, so we can get away
846 * with not implementing it for now.
850 /* MD5 value of body part; we can get away with NIL'ing this */
857 else if (IsEmptyStr(disp)) {
863 if (filename != NULL) if (!IsEmptyStr(filename)) {
864 cprintf(" (\"FILENAME\" ");
865 imap_strout(filename);
871 /* Body language (not defined yet) */
878 * Spew the BODYSTRUCTURE data for a message.
881 void imap_fetch_bodystructure (long msgnum, char *item,
882 struct CtdlMessage *msg) {
884 char *rfc822_body = NULL;
886 size_t rfc822_headers_len;
887 size_t rfc822_body_len;
892 /* Handle NULL message gracefully */
894 cprintf("BODYSTRUCTURE (\"TEXT\" \"PLAIN\" "
895 "(\"CHARSET\" \"US-ASCII\") NIL NIL "
900 /* For non-RFC822 (ordinary Citadel) messages, this is short and
903 if (msg->cm_format_type != FMT_RFC822) {
905 /* *sigh* We have to RFC822-format the message just to be able
906 * to measure it. FIXME use smi cached fields if possible
909 CC->redirect_buffer = malloc(SIZ);
910 CC->redirect_len = 0;
911 CC->redirect_alloc = SIZ;
912 CtdlOutputPreLoadedMsg(msg, MT_RFC822, 0, 0, 1, SUPPRESS_ENV_TO);
913 rfc822 = CC->redirect_buffer;
914 rfc822_len = CC->redirect_len;
915 CC->redirect_buffer = NULL;
916 CC->redirect_len = 0;
917 CC->redirect_alloc = 0;
921 ptr = memreadline(ptr, buf, sizeof buf);
923 if ((IsEmptyStr(buf)) && (rfc822_body == NULL)) {
928 rfc822_headers_len = rfc822_body - rfc822;
929 rfc822_body_len = rfc822_len - rfc822_headers_len;
932 cprintf("BODYSTRUCTURE (\"TEXT\" \"PLAIN\" "
933 "(\"CHARSET\" \"US-ASCII\") NIL NIL "
934 "\"7BIT\" " SIZE_T_FMT " %d)", rfc822_body_len, lines);
939 /* For messages already stored in RFC822 format, we have to parse. */
940 cprintf("BODYSTRUCTURE ");
941 mime_parser(msg->cm_fields['M'],
943 *imap_fetch_bodystructure_part, /* part */
944 *imap_fetch_bodystructure_pre, /* pre-multi */
945 *imap_fetch_bodystructure_post, /* post-multi */
947 1); /* don't decode -- we want it as-is */
952 * imap_do_fetch() calls imap_do_fetch_msg() to output the data of an
953 * individual message, once it has been selected for output.
955 void imap_do_fetch_msg(int seq, int num_items, char **itemlist) {
957 struct CtdlMessage *msg = NULL;
960 /* Don't attempt to fetch bogus messages or UID's */
962 if (IMAP->msgids[seq-1] < 1L) return;
965 cprintf("* %d FETCH (", seq);
967 for (i=0; i<num_items; ++i) {
969 /* Fetchable without going to the message store at all */
970 if (!strcasecmp(itemlist[i], "UID")) {
973 else if (!strcasecmp(itemlist[i], "FLAGS")) {
974 imap_fetch_flags(seq-1);
977 /* Potentially fetchable from cache, if the client requests
978 * stuff from the same message several times in a row.
980 else if (!strcasecmp(itemlist[i], "RFC822")) {
981 imap_fetch_rfc822(IMAP->msgids[seq-1], itemlist[i]);
983 else if (!strcasecmp(itemlist[i], "RFC822.HEADER")) {
984 imap_fetch_rfc822(IMAP->msgids[seq-1], itemlist[i]);
986 else if (!strcasecmp(itemlist[i], "RFC822.SIZE")) {
987 imap_fetch_rfc822(IMAP->msgids[seq-1], itemlist[i]);
989 else if (!strcasecmp(itemlist[i], "RFC822.TEXT")) {
990 imap_fetch_rfc822(IMAP->msgids[seq-1], itemlist[i]);
993 /* BODY fetches do their own fetching and caching too. */
994 else if (!strncasecmp(itemlist[i], "BODY[", 5)) {
995 imap_fetch_body(IMAP->msgids[seq-1], itemlist[i], 0);
997 else if (!strncasecmp(itemlist[i], "BODY.PEEK[", 10)) {
998 imap_fetch_body(IMAP->msgids[seq-1], itemlist[i], 1);
1001 /* Otherwise, load the message into memory.
1003 else if (!strcasecmp(itemlist[i], "BODYSTRUCTURE")) {
1004 if ((msg != NULL) && (!body_loaded)) {
1005 CtdlFreeMessage(msg); /* need the whole thing */
1009 msg = CtdlFetchMessage(IMAP->msgids[seq-1], 1);
1012 imap_fetch_bodystructure(IMAP->msgids[seq-1],
1015 else if (!strcasecmp(itemlist[i], "ENVELOPE")) {
1017 msg = CtdlFetchMessage(IMAP->msgids[seq-1], 0);
1020 imap_fetch_envelope(msg);
1022 else if (!strcasecmp(itemlist[i], "INTERNALDATE")) {
1024 msg = CtdlFetchMessage(IMAP->msgids[seq-1], 0);
1027 imap_fetch_internaldate(msg);
1030 if (i != num_items-1) cprintf(" ");
1036 CtdlFreeMessage(msg);
1043 * imap_fetch() calls imap_do_fetch() to do its actual work, once it's
1044 * validated and boiled down the request a bit.
1046 void imap_do_fetch(int num_items, char **itemlist) {
1049 if (IMAP->num_msgs > 0) {
1050 for (i = 0; i < IMAP->num_msgs; ++i) {
1052 /* Abort the fetch loop if the session breaks.
1053 * This is important for users who keep mailboxes
1054 * that are too big *and* are too impatient to
1055 * let them finish loading. :)
1057 if (CC->kill_me) return;
1059 /* Get any message marked for fetch. */
1060 if (IMAP->flags[i] & IMAP_SELECTED) {
1061 imap_do_fetch_msg(i+1, num_items, itemlist);
1070 * Back end for imap_handle_macros()
1071 * Note that this function *only* looks at the beginning of the string. It
1072 * is not a generic search-and-replace function.
1074 void imap_macro_replace(char *str, char *find, char *replace) {
1078 findlen = strlen(find);
1080 if (!strncasecmp(str, find, findlen)) {
1081 if (str[findlen]==' ') {
1082 strcpy(holdbuf, &str[findlen+1]);
1083 strcpy(str, replace);
1085 strcat(str, holdbuf);
1087 if (str[findlen]==0) {
1088 strcpy(holdbuf, &str[findlen+1]);
1089 strcpy(str, replace);
1097 * Handle macros embedded in FETCH data items.
1098 * (What the heck are macros doing in a wire protocol? Are we trying to save
1099 * the computer at the other end the trouble of typing a lot of characters?)
1101 void imap_handle_macros(char *str) {
1105 for (i=0; str[i]; ++i) {
1106 if (str[i]=='(') ++nest;
1107 if (str[i]=='[') ++nest;
1108 if (str[i]=='<') ++nest;
1109 if (str[i]=='{') ++nest;
1110 if (str[i]==')') --nest;
1111 if (str[i]==']') --nest;
1112 if (str[i]=='>') --nest;
1113 if (str[i]=='}') --nest;
1116 imap_macro_replace(&str[i],
1118 "FLAGS INTERNALDATE RFC822.SIZE ENVELOPE"
1120 imap_macro_replace(&str[i],
1124 imap_macro_replace(&str[i],
1126 "FLAGS INTERNALDATE RFC822.SIZE"
1128 imap_macro_replace(&str[i],
1130 "FLAGS INTERNALDATE RFC822.SIZE ENVELOPE BODY"
1138 * Break out the data items requested, possibly a parenthesized list.
1139 * Returns the number of data items, or -1 if the list is invalid.
1140 * NOTE: this function alters the string it is fed, and uses it as a buffer
1141 * to hold the data for the pointers it returns.
1143 int imap_extract_data_items(char **argv, char *items) {
1150 /* Convert all whitespace to ordinary space characters. */
1151 for (i=0; items[i]; ++i) {
1152 if (isspace(items[i])) items[i]=' ';
1155 /* Strip leading and trailing whitespace, then strip leading and
1156 * trailing parentheses if it's a list
1159 if ( (items[0]=='(') && (items[strlen(items)-1]==')') ) {
1160 items[strlen(items)-1] = 0;
1161 strcpy(items, &items[1]);
1165 /* Parse any macro data items */
1166 imap_handle_macros(items);
1169 * Now break out the data items. We throw in one trailing space in
1170 * order to avoid having to break out the last one manually.
1174 initial_len = strlen(items);
1175 for (i=0; i<initial_len; ++i) {
1176 if (items[i]=='(') ++nest;
1177 if (items[i]=='[') ++nest;
1178 if (items[i]=='<') ++nest;
1179 if (items[i]=='{') ++nest;
1180 if (items[i]==')') --nest;
1181 if (items[i]==']') --nest;
1182 if (items[i]=='>') --nest;
1183 if (items[i]=='}') --nest;
1185 if (nest <= 0) if (items[i]==' ') {
1187 argv[num_items++] = start;
1188 start = &items[i+1];
1198 * One particularly hideous aspect of IMAP is that we have to allow the client
1199 * to specify arbitrary ranges and/or sets of messages to fetch. Citadel IMAP
1200 * handles this by setting the IMAP_SELECTED flag for each message specified in
1201 * the ranges/sets, then looping through the message array, outputting messages
1202 * with the flag set. We don't bother returning an error if an out-of-range
1203 * number is specified (we just return quietly) because any client braindead
1204 * enough to request a bogus message number isn't going to notice the
1205 * difference anyway.
1207 * This function clears out the IMAP_SELECTED bits, then sets that bit for each
1208 * message included in the specified range.
1210 * Set is_uid to 1 to fetch by UID instead of sequence number.
1212 void imap_pick_range(char *supplied_range, int is_uid) {
1216 char setstr[SIZ], lostr[SIZ], histr[SIZ];
1218 char actual_range[SIZ];
1219 struct citimap *Imap;
1222 * Handle the "ALL" macro
1224 if (!strcasecmp(supplied_range, "ALL")) {
1225 safestrncpy(actual_range, "1:*", sizeof actual_range);
1228 safestrncpy(actual_range, supplied_range, sizeof actual_range);
1233 * Clear out the IMAP_SELECTED flags for all messages.
1235 for (i = 0; i < Imap->num_msgs; ++i) {
1236 Imap->flags[i] = Imap->flags[i] & ~IMAP_SELECTED;
1240 * Now set it for all specified messages.
1242 num_sets = num_tokens(actual_range, ',');
1243 for (s=0; s<num_sets; ++s) {
1244 extract_token(setstr, actual_range, s, ',', sizeof setstr);
1246 extract_token(lostr, setstr, 0, ':', sizeof lostr);
1247 if (num_tokens(setstr, ':') >= 2) {
1248 extract_token(histr, setstr, 1, ':', sizeof histr);
1249 if (!strcmp(histr, "*")) snprintf(histr, sizeof histr, "%ld", LONG_MAX);
1252 safestrncpy(histr, lostr, sizeof histr);
1257 /* Loop through the array, flipping bits where appropriate */
1258 for (i = 1; i <= Imap->num_msgs; ++i) {
1259 if (is_uid) { /* fetch by sequence number */
1260 if ( (Imap->msgids[i-1]>=lo)
1261 && (Imap->msgids[i-1]<=hi)) {
1262 Imap->flags[i-1] |= IMAP_SELECTED;
1265 else { /* fetch by uid */
1266 if ( (i>=lo) && (i<=hi)) {
1267 Imap->flags[i-1] |= IMAP_SELECTED;
1278 * This function is called by the main command loop.
1280 void imap_fetch(int num_parms, char *parms[]) {
1282 char *itemlist[512];
1286 if (num_parms < 4) {
1287 cprintf("%s BAD invalid parameters\r\n", parms[0]);
1291 imap_pick_range(parms[2], 0);
1294 for (i=3; i<num_parms; ++i) {
1295 strcat(items, parms[i]);
1296 if (i < (num_parms-1)) strcat(items, " ");
1299 num_items = imap_extract_data_items(itemlist, items);
1300 if (num_items < 1) {
1301 cprintf("%s BAD invalid data item list\r\n", parms[0]);
1305 imap_do_fetch(num_items, itemlist);
1306 cprintf("%s OK FETCH completed\r\n", parms[0]);
1310 * This function is called by the main command loop.
1312 void imap_uidfetch(int num_parms, char *parms[]) {
1314 char *itemlist[512];
1317 int have_uid_item = 0;
1319 if (num_parms < 5) {
1320 cprintf("%s BAD invalid parameters\r\n", parms[0]);
1324 imap_pick_range(parms[3], 1);
1327 for (i=4; i<num_parms; ++i) {
1328 strcat(items, parms[i]);
1329 if (i < (num_parms-1)) strcat(items, " ");
1332 num_items = imap_extract_data_items(itemlist, items);
1333 if (num_items < 1) {
1334 cprintf("%s BAD invalid data item list\r\n", parms[0]);
1338 /* If the "UID" item was not included, we include it implicitly
1339 * (at the beginning) because this is a UID FETCH command
1341 for (i=0; i<num_items; ++i) {
1342 if (!strcasecmp(itemlist[i], "UID")) ++have_uid_item;
1344 if (have_uid_item == 0) {
1345 memmove(&itemlist[1], &itemlist[0], (sizeof(itemlist[0]) * num_items));
1347 itemlist[0] = "UID";
1350 imap_do_fetch(num_items, itemlist);
1351 cprintf("%s OK UID FETCH completed\r\n", parms[0]);