2 * Copyright (C) 1996-2000,2002 Michael R. Elkins <me@mutt.org>
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111, USA.
25 #include "mutt_crypt.h"
26 #include "mutt_idna.h"
31 #include <unistd.h> /* needed for SEEK_SET under SunOS 4.1.4 */
33 static int address_header_decode (char **str);
34 static int copy_delete_attach (BODY *b, FILE *fpin, FILE *fpout, char *date);
36 /* Ok, the only reason for not merging this with mutt_copy_header()
37 * below is to avoid creating a HEADER structure in message_handler().
40 mutt_copy_hdr (FILE *in, FILE *out, long off_start, long off_end, int flags,
46 char buf[STRING]; /* should be long enough to get most fields in one pass */
52 char *this_one = NULL;
55 if (ftell (in) != off_start)
56 fseek (in, off_start, 0);
61 if ((flags & (CH_REORDER | CH_WEED | CH_MIME | CH_DECODE | CH_PREFIX | CH_WEED_DELIVERED)) == 0)
63 /* Without these flags to complicate things
64 * we can do a more efficient line to line copying
66 while (ftell (in) < off_end)
68 nl = strchr (buf, '\n');
70 if ((fgets (buf, sizeof (buf), in)) == NULL)
73 /* Is it the begining of a header? */
74 if (nl && buf[0] != ' ' && buf[0] != '\t')
77 if (!from && mutt_strncmp ("From ", buf, 5) == 0)
79 if ((flags & CH_FROM) == 0)
83 else if (flags & (CH_NOQFROM) &&
84 ascii_strncasecmp (">From ", buf, 6) == 0)
87 else if (buf[0] == '\n' || (buf[0] == '\r' && buf[1] == '\n'))
88 break; /* end of header */
90 if ((flags & (CH_UPDATE | CH_XMIT | CH_NOSTATUS)) &&
91 (ascii_strncasecmp ("Status:", buf, 7) == 0 ||
92 ascii_strncasecmp ("X-Status:", buf, 9) == 0))
94 if ((flags & (CH_UPDATE_LEN | CH_XMIT | CH_NOLEN)) &&
95 (ascii_strncasecmp ("Content-Length:", buf, 15) == 0 ||
96 ascii_strncasecmp ("Lines:", buf, 6) == 0))
98 if ((flags & CH_UPDATE_REFS) &&
99 ascii_strncasecmp ("References:", buf, 11) == 0)
101 if ((flags & CH_UPDATE_IRT) &&
102 ascii_strncasecmp ("In-Reply-To:", buf, 12) == 0)
107 if (!ignore && fputs (buf, out) == EOF)
117 /* We are going to read and collect the headers in an array
118 * so we are able to do re-ordering.
119 * First count the number of entries in the array
121 if (flags & CH_REORDER)
123 for (t = HeaderOrderList; t; t = t->next)
125 dprint(1, (debugfile, "Reorder list: %s\n", t->data));
130 dprint (1, (debugfile, "WEED is %s\n", (flags & CH_WEED) ? "Set" : "Not"));
132 headers = safe_calloc (hdr_count, sizeof (char *));
134 /* Read all the headers into the array */
135 while (ftell (in) < off_end)
137 nl = strchr (buf, '\n');
140 if ((fgets (buf, sizeof (buf), in)) == NULL)
143 /* Is it the begining of a header? */
144 if (nl && buf[0] != ' ' && buf[0] != '\t')
146 /* Do we have anything pending? */
149 if (flags & CH_DECODE)
151 if (!address_header_decode (&this_one))
152 rfc2047_decode (&this_one);
156 headers[x] = this_one;
159 safe_realloc (&headers[x], mutt_strlen (headers[x]) +
160 mutt_strlen (this_one) + sizeof (char));
161 strcat (headers[x], this_one); /* __STRCAT_CHECKED__ */
170 if (!from && mutt_strncmp ("From ", buf, 5) == 0)
172 if ((flags & CH_FROM) == 0)
174 this_is_from = from = 1;
176 else if (buf[0] == '\n' || (buf[0] == '\r' && buf[1] == '\n'))
177 break; /* end of header */
179 /* note: CH_FROM takes precedence over header weeding. */
180 if (!((flags & CH_FROM) && (flags & CH_FORCE_FROM) && this_is_from) &&
182 mutt_matches_ignore (buf, Ignore) &&
183 !mutt_matches_ignore (buf, UnIgnore))
185 if ((flags & CH_WEED_DELIVERED) &&
186 ascii_strncasecmp ("Delivered-To:", buf, 13) == 0)
188 if ((flags & (CH_UPDATE | CH_XMIT | CH_NOSTATUS)) &&
189 (ascii_strncasecmp ("Status:", buf, 7) == 0 ||
190 ascii_strncasecmp ("X-Status:", buf, 9) == 0))
192 if ((flags & (CH_UPDATE_LEN | CH_XMIT | CH_NOLEN)) &&
193 (ascii_strncasecmp ("Content-Length:", buf, 15) == 0 ||
194 ascii_strncasecmp ("Lines:", buf, 6) == 0))
196 if ((flags & CH_MIME) &&
197 ((ascii_strncasecmp ("content-", buf, 8) == 0 &&
198 (ascii_strncasecmp ("transfer-encoding:", buf + 8, 18) == 0 ||
199 ascii_strncasecmp ("type:", buf + 8, 5) == 0)) ||
200 ascii_strncasecmp ("mime-version:", buf, 13) == 0))
202 if ((flags & CH_UPDATE_REFS) &&
203 ascii_strncasecmp ("References:", buf, 11) == 0)
205 if ((flags & CH_UPDATE_IRT) &&
206 ascii_strncasecmp ("In-Reply-To:", buf, 12) == 0)
209 /* Find x -- the array entry where this header is to be saved */
210 if (flags & CH_REORDER)
212 for (t = HeaderOrderList, x = 0 ; (t) ; t = t->next, x++)
214 if (!ascii_strncasecmp (buf, t->data, mutt_strlen (t->data)))
216 dprint(2, (debugfile, "Reorder: %s matches %s\n", t->data, buf));
223 } /* If beginning of header */
227 dprint (2, (debugfile, "Reorder: x = %d; hdr_count = %d\n", x, hdr_count));
229 this_one = safe_strdup (buf);
232 safe_realloc (&this_one,
233 mutt_strlen (this_one) + mutt_strlen (buf) + sizeof (char));
234 strcat (this_one, buf); /* __STRCAT_CHECKED__ */
237 } /* while (ftell (in) < off_end) */
239 /* Do we have anything pending? -- XXX, same code as in above in the loop. */
242 if (flags & CH_DECODE)
244 if (!address_header_decode (&this_one))
245 rfc2047_decode (&this_one);
249 headers[x] = this_one;
252 safe_realloc (&headers[x], mutt_strlen (headers[x]) +
253 mutt_strlen (this_one) + sizeof (char));
254 strcat (headers[x], this_one); /* __STRCAT_CHECKED__ */
261 /* Now output the headers in order */
262 for (x = 0; x < hdr_count; x++)
267 if (flags & CH_DECODE)
268 rfc2047_decode (&headers[x]);
271 /* We couldn't do the prefixing when reading because RFC 2047
272 * decoding may have concatenated lines.
274 if (flags & CH_PREFIX)
276 char *ch = headers[x];
277 int print_prefix = 1;
283 if (fputs (prefix, out) == EOF)
291 if (*ch == '\n' && ch[1])
294 if (putc (*ch++, out) == EOF)
305 if (fputs (headers[x], out) == EOF)
314 /* Free in a separate loop to be sure that all headers are freed
315 * in case of error. */
316 for (x = 0; x < hdr_count; x++)
326 CH_DECODE RFC2047 header decoding
327 CH_FROM retain the "From " message separator
328 CH_FORCE_FROM give CH_FROM precedence over CH_WEED
329 CH_MIME ignore MIME fields
330 CH_NOLEN don't write Content-Length: and Lines:
331 CH_NONEWLINE don't output a newline after the header
332 CH_NOSTATUS ignore the Status: and X-Status:
333 CH_PREFIX quote header with $indent_str
334 CH_REORDER output header in order specified by `hdr_order'
335 CH_TXTPLAIN generate text/plain MIME headers [hack alert.]
336 CH_UPDATE write new Status: and X-Status:
337 CH_UPDATE_LEN write new Content-Length: and Lines:
338 CH_XMIT ignore Lines: and Content-Length:
339 CH_WEED do header weeding
340 CH_NOQFROM ignore ">From " line
341 CH_UPDATE_IRT update the In-Reply-To: header
342 CH_UPDATE_REFS update the References: header
345 string to use if CH_PREFIX is set
349 mutt_copy_header (FILE *in, HEADER *h, FILE *out, int flags, const char *prefix)
351 char buffer[SHORT_STRING];
353 flags |= (h->irt_changed ? CH_UPDATE_IRT : 0)
354 | (h->refs_changed ? CH_UPDATE_REFS : 0);
356 if (mutt_copy_hdr (in, out, h->offset, h->content->offset, flags, prefix) == -1)
359 if (flags & CH_TXTPLAIN)
361 char chsbuf[SHORT_STRING];
362 fputs ("Mime-Version: 1.0\n", out);
363 fputs ("Content-Transfer-Encoding: 8bit\n", out);
364 fputs ("Content-Type: text/plain; charset=", out);
365 mutt_canonical_charset (chsbuf, sizeof (chsbuf), Charset ? Charset : "us-ascii");
366 rfc822_cat(buffer, sizeof(buffer), chsbuf, MimeSpecials);
370 if (ferror (out) != 0 || feof (out) != 0)
375 if (flags & CH_UPDATE)
377 if ((flags & CH_NOSTATUS) == 0)
378 #ifdef IMAP_EDIT_THREADS
379 #define NEW_ENV new_env
384 if (h->irt_changed && h->NEW_ENV->in_reply_to)
386 LIST *listp = h->NEW_ENV->in_reply_to;
388 if (fputs ("In-Reply-To: ", out) == EOF)
391 for (; listp; listp = listp->next)
392 if ((fputs (listp->data, out) == EOF) || (fputc (' ', out) == EOF))
395 if (fputc ('\n', out) == EOF)
399 if (h->refs_changed && h->NEW_ENV->references)
401 LIST *listp = h->NEW_ENV->references, *refs = NULL, *t;
403 if (fputs ("References: ", out) == EOF)
406 /* Mutt stores references in reverse order, thus we create
407 * a reordered refs list that we can put in the headers */
408 for (; listp; listp = listp->next, refs = t)
410 t = (LIST *)safe_malloc (sizeof (LIST));
411 t->data = listp->data;
415 for (; refs; refs = refs->next)
416 if ((fputs (refs->data, out) == EOF) || (fputc (' ', out) == EOF))
419 /* clearing refs from memory */
420 for (t = refs; refs; refs = t->next, t = refs)
421 safe_free ((void **)&refs);
423 if (fputc ('\n', out) == EOF)
428 if (h->old || h->read)
430 if (fputs ("Status: ", out) == EOF)
435 if (fputs ("RO", out) == EOF)
440 if (fputc ('O', out) == EOF)
444 if (fputc ('\n', out) == EOF)
448 if (h->flagged || h->replied)
450 if (fputs ("X-Status: ", out) == EOF)
455 if (fputc ('A', out) == EOF)
461 if (fputc ('F', out) == EOF)
465 if (fputc ('\n', out) == EOF)
471 if (flags & CH_UPDATE_LEN &&
472 (flags & CH_NOLEN) == 0)
474 fprintf (out, "Content-Length: %ld\n", h->content->length);
475 if (h->lines != 0 || h->content->length == 0)
476 fprintf (out, "Lines: %d\n", h->lines);
479 if ((flags & CH_NONEWLINE) == 0)
481 if (flags & CH_PREFIX)
483 if (fputc ('\n', out) == EOF) /* add header terminator */
487 if (ferror (out) || feof (out))
493 /* Count the number of lines and bytes to be deleted in this body*/
494 static int count_delete_lines (FILE *fp, BODY *b, long *length, size_t datelen)
502 fseek (fp, b->offset, SEEK_SET);
503 for (l = b->length ; l ; l --)
512 *length -= b->length - (84 + datelen);
513 /* Count the number of digits exceeding the first one to write the size */
514 for (l = 10 ; b->length >= l ; l *= 10)
519 for (b = b->parts ; b ; b = b->next)
520 dellines += count_delete_lines (fp, b, length, datelen);
525 /* make a copy of a message
527 * fpout where to write output
528 * fpin where to get input
529 * hdr header of message being copied
530 * body structure of message being copied
532 * M_CM_NOHEADER don't copy header
533 * M_CM_PREFIX quote header and body
534 * M_CM_DECODE decode message body to text/plain
535 * M_CM_DISPLAY displaying output to the user
536 * M_CM_PRINTING printing the message
537 * M_CM_UPDATE update structures in memory after syncing
538 * M_CM_DECODE_PGP used for decoding PGP messages
539 * M_CM_CHARCONV perform character set conversion
540 * chflags flags to mutt_copy_header()
544 _mutt_copy_message (FILE *fpout, FILE *fpin, HEADER *hdr, BODY *body,
545 int flags, int chflags)
547 char prefix[SHORT_STRING];
549 long new_offset = -1;
551 if (flags & M_CM_PREFIX)
553 if (option (OPTTEXTFLOWED))
554 strfcpy (prefix, ">", sizeof (prefix));
556 _mutt_make_string (prefix, sizeof (prefix), NONULL (Prefix), Context, hdr, 0);
559 if ((flags & M_CM_NOHEADER) == 0)
561 if (flags & M_CM_PREFIX)
562 chflags |= CH_PREFIX;
564 else if (hdr->attach_del && (chflags & CH_UPDATE_LEN))
567 long new_length = body->length;
568 char date[SHORT_STRING];
570 mutt_make_date (date, sizeof (date));
571 date[5] = date[mutt_strlen (date) - 1] = '\"';
573 /* Count the number of lines and bytes to be deleted */
574 fseek (fpin, body->offset, SEEK_SET);
575 new_lines = hdr->lines -
576 count_delete_lines (fpin, body, &new_length, mutt_strlen (date));
578 /* Copy the headers */
579 if (mutt_copy_header (fpin, hdr, fpout,
580 chflags | CH_NOLEN | CH_NONEWLINE, NULL))
582 fprintf (fpout, "Content-Length: %ld\n", new_length);
586 fprintf (fpout, "Lines: %d\n\n", new_lines);
587 if (ferror (fpout) || feof (fpout))
589 new_offset = ftell (fpout);
592 fseek (fpin, body->offset, SEEK_SET);
593 if (copy_delete_attach (body, fpin, fpout, date))
598 long fail = ((ftell (fpout) - new_offset) - new_length);
602 mutt_error ("The length calculation was wrong by %ld bytes", fail);
609 /* Update original message if we are sync'ing a mailfolder */
610 if (flags & M_CM_UPDATE)
613 hdr->lines = new_lines;
614 body->offset = new_offset;
616 /* update the total size of the mailbox to reflect this deletion */
617 Context->size -= body->length - new_length;
619 * if the message is visible, update the visible size of the mailbox
622 if (Context->v2r[hdr->msgno] != -1)
623 Context->vsize -= body->length - new_length;
625 body->length = new_length;
626 mutt_free_body (&body->parts);
632 if (mutt_copy_header (fpin, hdr, fpout, chflags,
633 (chflags & CH_PREFIX) ? prefix : NULL) == -1)
636 new_offset = ftell (fpout);
639 if (flags & M_CM_DECODE)
641 /* now make a text/plain version of the message */
642 memset (&s, 0, sizeof (STATE));
645 if (flags & M_CM_PREFIX)
647 if (flags & M_CM_DISPLAY)
648 s.flags |= M_DISPLAY;
649 if (flags & M_CM_PRINTING)
650 s.flags |= M_PRINTING;
651 if (flags & M_CM_WEED)
653 if (flags & M_CM_CHARCONV)
654 s.flags |= M_CHARCONV;
655 if (flags & M_CM_REPLYING)
656 s.flags |= M_REPLYING;
658 if (WithCrypto && flags & M_CM_VERIFY)
661 mutt_body_handler (body, &s);
664 && (flags & M_CM_DECODE_CRYPT) && (hdr->security & ENCRYPT))
669 if ((WithCrypto & APPLICATION_PGP)
670 && (flags & M_CM_DECODE_PGP) && (hdr->security & APPLICATION_PGP) &&
671 hdr->content->type == TYPEMULTIPART)
673 if (crypt_pgp_decrypt_mime (fpin, &fp, hdr->content, &cur))
675 fputs ("Mime-Version: 1.0\n", fpout);
678 if ((WithCrypto & APPLICATION_SMIME)
679 && (flags & M_CM_DECODE_SMIME) && (hdr->security & APPLICATION_SMIME)
680 && hdr->content->type == TYPEAPPLICATION)
682 if (crypt_smime_decrypt_mime (fpin, &fp, hdr->content, &cur))
686 mutt_write_mime_header (cur, fpout);
689 fseek (fp, cur->offset, 0);
690 if (mutt_copy_bytes (fp, fpout, cur->length) == -1)
693 mutt_free_body (&cur);
696 mutt_free_body (&cur);
701 fseek (fpin, body->offset, 0);
702 if (flags & M_CM_PREFIX)
705 size_t bytes = body->length;
707 fputs(prefix, fpout);
709 while((c = fgetc(fpin)) != EOF && bytes--)
714 fputs(prefix, fpout);
718 else if (mutt_copy_bytes (fpin, fpout, body->length) == -1)
722 if ((flags & M_CM_UPDATE) && (flags & M_CM_NOHEADER) == 0
725 body->offset = new_offset;
726 mutt_free_body (&body->parts);
733 mutt_copy_message (FILE *fpout, CONTEXT *src, HEADER *hdr, int flags,
739 if ((msg = mx_open_message (src, hdr->msgno)) == NULL)
741 if ((r = _mutt_copy_message (fpout, msg->fp, hdr, hdr->content, flags, chflags)) == 0
742 && (ferror (fpout) || feof (fpout)))
744 dprint (1, (debugfile, "_mutt_copy_message failed to detect EOF!\n"));
747 mx_close_message (&msg);
751 /* appends a copy of the given message to a mailbox
753 * dest destination mailbox
754 * fpin where to get input
756 * hdr message being copied
757 * body structure of message being copied
758 * flags mutt_copy_message() flags
759 * chflags mutt_copy_header() flags
763 _mutt_append_message (CONTEXT *dest, FILE *fpin, CONTEXT *src, HEADER *hdr,
764 BODY *body, int flags, int chflags)
769 if ((msg = mx_open_new_message (dest, hdr, (src->magic == M_MBOX || src->magic == M_MMDF) ? 0 : M_ADD_FROM)) == NULL)
771 if (dest->magic == M_MBOX || dest->magic == M_MMDF)
772 chflags |= CH_FROM | CH_FORCE_FROM;
773 chflags |= (dest->magic == M_MAILDIR ? CH_NOSTATUS : CH_UPDATE);
774 r = _mutt_copy_message (msg->fp, fpin, hdr, body, flags, chflags);
775 if (mx_commit_message (msg, dest) != 0)
778 mx_close_message (&msg);
783 mutt_append_message (CONTEXT *dest, CONTEXT *src, HEADER *hdr, int cmflags,
789 if ((msg = mx_open_message (src, hdr->msgno)) == NULL)
791 r = _mutt_append_message (dest, msg->fp, src, hdr, hdr->content, cmflags, chflags);
792 mx_close_message (&msg);
797 * This function copies a message body, while deleting _in_the_copy_
798 * any attachments which are marked for deletion.
799 * Nothing is changed in the original message -- this is left to the caller.
801 * The function will return 0 on success and -1 on failure.
803 static int copy_delete_attach (BODY *b, FILE *fpin, FILE *fpout, char *date)
807 for (part = b->parts ; part ; part = part->next)
809 if (part->deleted || part->parts)
811 /* Copy till start of this part */
812 if (mutt_copy_bytes (fpin, fpout, part->hdr_offset - ftell (fpin)))
818 "Content-Type: message/external-body; access-type=x-mutt-deleted;\n"
819 "\texpiration=%s; length=%ld\n"
820 "\n", date + 5, part->length);
824 /* Copy the original mime headers */
825 if (mutt_copy_bytes (fpin, fpout, part->offset - ftell (fpin)))
828 /* Skip the deleted body */
829 fseek (fpin, part->offset + part->length, SEEK_SET);
833 if (copy_delete_attach (part, fpin, fpout, date))
839 /* Copy the last parts */
840 if (mutt_copy_bytes (fpin, fpout, b->offset + b->length - ftell (fpin)))
847 * This function is the equivalent of mutt_write_address_list(),
848 * but writes to a buffer instead of writing to a stream.
849 * mutt_write_address_list could be re-used if we wouldn't store
850 * all the decoded headers in a huge array, first.
855 static void format_address_header (char **h, ADDRESS *a)
857 char buf[HUGE_STRING];
861 int l, linelen, buflen, count;
862 linelen = mutt_strlen (*h);
863 buflen = linelen + 3;
866 safe_realloc (h, buflen);
867 for (count = 0; a; a = a->next, count++)
869 ADDRESS *tmp = a->next;
871 *buf = *cbuf = *c2buf = '\0';
872 rfc822_write_address (buf, sizeof (buf), a, 0);
875 l = mutt_strlen (buf);
876 if (count && linelen + l > 74)
878 strcpy (cbuf, "\n\t"); /* __STRCPY_CHECKED__ */
885 strcpy (cbuf, " "); /* __STRCPY_CHECKED__ */
890 if (!a->group && a->next && a->next->mailbox)
894 strcpy (c2buf, ","); /* __STRCPY_CHECKED__ */
897 buflen += l + mutt_strlen (cbuf) + mutt_strlen (c2buf);
898 safe_realloc (h, buflen);
899 strcat (*h, cbuf); /* __STRCAT_CHECKED__ */
900 strcat (*h, buf); /* __STRCAT_CHECKED__ */
901 strcat (*h, c2buf); /* __STRCAT_CHECKED__ */
904 /* Space for this was allocated in the beginning of this function. */
905 strcat (*h, "\n"); /* __STRCAT_CHECKED__ */
908 static int address_header_decode (char **h)
915 switch (tolower ((unsigned char) *s))
919 if (ascii_strncasecmp (s, "return-path:", 12) == 0)
924 else if (ascii_strncasecmp (s, "reply-to:", 9) == 0)
933 if (ascii_strncasecmp (s, "from:", 5))
940 if (ascii_strncasecmp (s, "cc:", 3))
948 if (ascii_strncasecmp (s, "bcc:", 4))
955 if (ascii_strncasecmp (s, "sender:", 7))
962 if (ascii_strncasecmp (s, "to:", 3))
969 if (ascii_strncasecmp (s, "mail-followup-to:", 17))
977 if ((a = rfc822_parse_adrlist (a, s + l)) == NULL)
980 mutt_addrlist_to_local (a);
981 rfc2047_decode_adrlist (a);
983 *h = safe_calloc (1, l + 2);
985 strfcpy (*h, s, l + 1);
987 format_address_header (h, a);
989 rfc822_free_address (&a);