2 * Copyright (C) 2004 Thomas Glanzmann <sithglan@stud.uni-erlangen.de>
3 * Copyright (C) 2004 Tobias Werth <sitowert@stud.uni-erlangen.de>
4 * Copyright (C) 2004 Brian Fundakowski Feldman <green@FreeBSD.org>
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111, USA.
22 # include <inttypes.h>
31 #endif /* HAVE_CONFIG_H */
68 char lockfile[_POSIX_PATH_MAX];
74 struct timeval timeval;
75 uint64_t uid_validity;
79 lazy_malloc(size_t siz)
81 if (0 < siz && siz < 4096) {
85 return safe_malloc(siz);
89 lazy_realloc(void *ptr, size_t siz)
91 void **p = (void **)ptr;
99 safe_realloc(ptr, siz);
102 static unsigned char *
103 dump_int(unsigned int i, unsigned char *d, int *off)
105 lazy_realloc(&d, *off + sizeof(int));
106 memcpy(d + *off, &i, sizeof(int));
107 (*off) += sizeof(int);
113 restore_int(unsigned int *i, const unsigned char *d, int *off)
115 memcpy(i, d + *off, sizeof(int));
116 (*off) += sizeof(int);
119 static unsigned char *
120 dump_char(char *c, unsigned char *d, int *off)
126 d = dump_int(size, d, off);
130 size = mutt_strlen(c) + 1;
131 d = dump_int(size, d, off);
132 lazy_realloc(&d, *off + size);
133 memcpy(d + *off, c, size);
140 static unsigned char *
141 dump_char_size(char *c, unsigned char *d, int *off, ssize_t size)
145 d = dump_int(size, d, off);
149 d = dump_int(size, d, off);
150 lazy_realloc(&d, *off + size);
151 memcpy(d + *off, c, size);
159 restore_char(char **c, const unsigned char *d, int *off)
162 restore_int(&size, d, off);
169 *c = safe_malloc(size);
170 memcpy(*c, d + *off, size);
174 static unsigned char *
175 dump_address(ADDRESS *a, unsigned char *d, int *off)
177 unsigned int counter = 0;
178 unsigned int start_off = *off;
180 d = dump_int(0xdeadbeef, d, off);
184 d = dump_char(a->val, d, off);
186 d = dump_char(a->personal, d, off);
187 d = dump_char(a->mailbox, d, off);
188 d = dump_int(a->group, d, off);
193 memcpy(d + start_off, &counter, sizeof(int));
199 restore_address(ADDRESS **a, const unsigned char *d, int *off)
201 unsigned int counter;
203 restore_int(&counter, d, off);
206 *a = safe_malloc(sizeof(ADDRESS));
208 restore_char(&(*a)->val, d, off);
210 restore_char(&(*a)->personal, d, off);
211 restore_char(&(*a)->mailbox, d, off);
212 restore_int((unsigned int *)&(*a)->group, d, off);
220 static unsigned char *
221 dump_list(LIST *l, unsigned char *d, int *off)
223 unsigned int counter = 0;
224 unsigned int start_off = *off;
226 d = dump_int(0xdeadbeef, d, off);
229 d = dump_char(l->data, d, off);
234 memcpy(d + start_off, &counter, sizeof(int));
240 restore_list(LIST **l, const unsigned char *d, int *off)
242 unsigned int counter;
244 restore_int(&counter, d, off);
247 *l = safe_malloc(sizeof(LIST));
248 restore_char(&(*l)->data, d, off);
257 static unsigned char *
258 dump_buffer(BUFFER *b, unsigned char *d, int *off)
261 d = dump_int(0, d, off);
264 d = dump_int(1, d, off);
267 d = dump_char_size(b->data, d, off, b->dsize + 1);
268 d = dump_int(b->dptr - b->data, d, off);
269 d = dump_int(b->dsize, d, off);
270 d = dump_int(b->destroy, d, off);
276 restore_buffer(BUFFER **b, const unsigned char *d, int *off)
280 restore_int(&used, d, off);
285 *b = safe_malloc(sizeof(BUFFER));
287 restore_char(& (*b)->data, d, off);
288 restore_int(& offset, d, off);
289 (*b)->dptr = (*b)->data + offset;
290 restore_int(& (*b)->dsize, d, off);
291 restore_int((unsigned int *) & (*b)->destroy, d, off);
295 static unsigned char *
296 dump_parameter(PARAMETER *p, unsigned char *d, int *off)
298 unsigned int counter = 0;
299 unsigned int start_off = *off;
301 d = dump_int(0xdeadbeef, d, off);
304 d = dump_char(p->attribute, d, off);
305 d = dump_char(p->value, d, off);
310 memcpy(d + start_off, &counter, sizeof(int));
316 restore_parameter(PARAMETER **p, const unsigned char *d, int *off)
318 unsigned int counter;
320 restore_int(&counter, d, off);
323 *p = safe_malloc(sizeof(PARAMETER));
324 restore_char(&(*p)->attribute, d, off);
325 restore_char(&(*p)->value, d, off);
333 static unsigned char *
334 dump_body(BODY *c, unsigned char *d, int *off)
336 lazy_realloc(&d, *off + sizeof(BODY));
337 memcpy(d + *off, c, sizeof(BODY));
338 *off += sizeof(BODY);
340 d = dump_char(c->xtype, d, off);
341 d = dump_char(c->subtype, d, off);
343 d = dump_parameter(c->parameter, d, off);
345 d = dump_char(c->description, d, off);
346 d = dump_char(c->form_name, d, off);
347 d = dump_char(c->filename, d, off);
348 d = dump_char(c->d_filename, d, off);
354 restore_body(BODY *c, const unsigned char *d, int *off)
356 memcpy(c, d + *off, sizeof(BODY));
357 *off += sizeof(BODY);
359 restore_char(& c->xtype, d, off);
360 restore_char(& c->subtype, d, off);
362 restore_parameter(& c->parameter, d, off);
364 restore_char(& c->description, d, off);
365 restore_char(& c->form_name, d, off);
366 restore_char(& c->filename, d, off);
367 restore_char(& c->d_filename, d, off);
370 static unsigned char *
371 dump_envelope(ENVELOPE *e, unsigned char *d, int *off)
373 d = dump_address(e->return_path, d, off);
374 d = dump_address(e->from, d, off);
375 d = dump_address(e->to, d, off);
376 d = dump_address(e->cc, d, off);
377 d = dump_address(e->bcc, d, off);
378 d = dump_address(e->sender, d, off);
379 d = dump_address(e->reply_to, d, off);
380 d = dump_address(e->mail_followup_to, d, off);
382 d = dump_char(e->subject, d, off);
384 d = dump_int(e->real_subj - e->subject, d, off);
386 d = dump_int(-1, d, off);
388 d = dump_char(e->message_id, d, off);
389 d = dump_char(e->supersedes, d, off);
390 d = dump_char(e->date, d, off);
391 d = dump_char(e->x_label, d, off);
393 d = dump_list(e->references, d, off);
394 d = dump_list(e->in_reply_to, d, off);
395 d = dump_list(e->userhdrs, d, off);
401 restore_envelope(ENVELOPE *e, const unsigned char *d, int *off)
405 restore_address(& e->return_path, d, off);
406 restore_address(& e->from, d, off);
407 restore_address(& e->to, d, off);
408 restore_address(& e->cc, d, off);
409 restore_address(& e->bcc, d, off);
410 restore_address(& e->sender, d, off);
411 restore_address(& e->reply_to, d, off);
412 restore_address(& e->mail_followup_to, d, off);
414 restore_char(& e->subject, d, off);
415 restore_int((unsigned int *) (& real_subj_off), d, off);
416 if (0 <= real_subj_off) {
417 e->real_subj = e->subject + real_subj_off;
421 restore_char(& e->message_id, d, off);
422 restore_char(& e->supersedes, d, off);
423 restore_char(& e->date, d, off);
424 restore_char(& e->x_label, d, off);
426 restore_list(& e->references, d, off);
427 restore_list(& e->in_reply_to, d, off);
428 restore_list(& e->userhdrs, d, off);
432 unsigned int crc32(unsigned int crc, unsigned char const *p, size_t len)
437 for (i = 0; i < 8; i++)
438 crc = (crc >> 1) ^ ((crc & 1) ? 0xedb88320 : 0);
448 crc = crc32(crc, (unsigned char const *) "sithglan@stud.uni-erlangen.de[sithglan]|hcache.c|20041108231548|29613", mutt_strlen("sithglan@stud.uni-erlangen.de[sithglan]|hcache.c|20041108231548|29613"));
450 #if HAVE_LANGINFO_CODESET
451 crc = crc32(crc, (unsigned char const *) Charset, mutt_strlen(Charset));
452 crc = crc32(crc, (unsigned char const *) "HAVE_LANGINFO_CODESET", mutt_strlen("HAVE_LANGINFO_CODESET"));
456 crc = crc32(crc, (unsigned char const *) "EXACT_ADDRESS", mutt_strlen("EXACT_ADDRESS"));
460 crc = crc32(crc, (unsigned char const *) "USE_POP", mutt_strlen("USE_POP"));
464 crc = crc32(crc, (unsigned char const *) "MIXMASTER", mutt_strlen("MIXMASTER"));
468 crc = crc32(crc, (unsigned char const *) "USE_IMAP", mutt_strlen("USE_IMAP"));
474 crc32_matches(const char *d, unsigned int crc)
476 int off = sizeof(validate);
477 unsigned int mycrc = 0;
483 restore_int(&mycrc, (unsigned char *) d, &off);
485 return (crc == mycrc);
488 /* Append md5sumed folder to path if path is a directory. */
490 mutt_hcache_per_folder(const char *path, const char *folder)
492 static char mutt_hcache_per_folder_path[_POSIX_PATH_MAX];
493 struct stat path_stat;
495 unsigned char md5sum[16];
498 ret = stat(path, &path_stat);
503 if (! S_ISDIR(path_stat.st_mode)) {
508 MD5Update(&md5, (unsigned char *) folder, strlen(folder));
509 MD5Final(md5sum, &md5);
511 ret = snprintf(mutt_hcache_per_folder_path, _POSIX_PATH_MAX,
512 "%s/%02x%02x%02x%02x%02x%02x%02x%02x"
513 "%02x%02x%02x%02x%02x%02x%02x%02x",
514 path, md5sum[0], md5sum[1], md5sum[2], md5sum[3],
515 md5sum[4], md5sum[5], md5sum[6], md5sum[7], md5sum[8],
516 md5sum[9], md5sum[10], md5sum[11], md5sum[12],
517 md5sum[13], md5sum[14], md5sum[15]);
523 return mutt_hcache_per_folder_path;
526 /* This function transforms a header into a char so that it is useable by
529 mutt_hcache_dump(void *_db, HEADER *h, int *off, uint64_t uid_validity)
531 struct header_cache *db = _db;
532 unsigned char *d = NULL;
535 d = lazy_malloc(sizeof(validate));
538 memcpy(d, &uid_validity, sizeof(uint64_t));
541 gettimeofday(&now, NULL);
542 memcpy(d, &now, sizeof(struct timeval));
544 *off += sizeof(validate);
546 d = dump_int(db->crc, d, off);
548 lazy_realloc(&d, *off + sizeof(HEADER));
549 memcpy(d + *off, h, sizeof(HEADER));
550 *off += sizeof(HEADER);
552 d = dump_envelope(h->env, d, off);
553 d = dump_body(h->content, d, off);
554 d = dump_char(h->maildir_flags, d, off);
560 mutt_hcache_restore(const unsigned char *d, HEADER **oh)
563 HEADER *h = mutt_new_header();
566 off += sizeof(validate);
569 off += sizeof(unsigned int);
571 memcpy(h, d + off, sizeof(HEADER));
572 off += sizeof(HEADER);
574 h->env = mutt_new_envelope();
575 restore_envelope(h->env, d, &off);
577 h->content = mutt_new_body();
578 restore_body(h->content, d, &off);
580 restore_char(&h->maildir_flags, d, &off);
582 /* this is needed for maildir style mailboxes */
585 h->path = safe_strdup((*oh)->path);
586 mutt_free_header (oh);
595 mutt_hcache_open(const char *path, const char *folder)
597 struct header_cache *h = safe_calloc(1, sizeof(HEADER_CACHE));
598 int pagesize = atoi(HeaderCachePageSize) ? atoi(HeaderCachePageSize) : 16384;
600 h->folder = safe_strdup (folder);
601 h->crc = generate_crc32();
603 if (! path || path[0] == '\0') {
609 path = mutt_hcache_per_folder(path, folder);
611 h->db = gdbm_open((char *) path, pagesize, GDBM_WRCREAT, 00600, NULL);
616 /* if rw failed try ro */
617 h->db = gdbm_open((char *) path, pagesize, GDBM_READER, 00600, NULL);
629 mutt_hcache_close(void *db)
631 struct header_cache *h = db;
643 mutt_hcache_fetch(void *db, const char *filename, size_t (*keylen)(const char *fn))
645 struct header_cache *h = db;
648 char path[_POSIX_PATH_MAX];
654 strncpy(path, h->folder, sizeof(path));
655 strncat(path, filename, sizeof(path) - mutt_strlen(path));
658 key.dsize = keylen(path);
660 data = gdbm_fetch(h->db, key);
662 if (! crc32_matches(data.dptr, h->crc)) {
671 mutt_hcache_store(void *db, const char *filename, HEADER *header, uint64_t uid_validity, size_t (*keylen)(const char *fn))
673 struct header_cache *h = db;
676 char path[_POSIX_PATH_MAX];
683 strncpy(path, h->folder, sizeof(path));
684 strncat(path, filename, sizeof(path) - mutt_strlen(path));
687 key.dsize = keylen(path);
689 data.dptr = mutt_hcache_dump(db, header, &data.dsize, uid_validity);
691 ret = gdbm_store(h->db, key, data, GDBM_REPLACE);
699 mutt_hcache_delete(void *db, const char *filename, size_t (*keylen)(const char *fn))
702 struct header_cache *h = db;
703 char path[_POSIX_PATH_MAX];
709 strncpy(path, h->folder, sizeof(path));
710 strncat(path, filename, sizeof(path) - mutt_strlen(path));
713 key.dsize = keylen(path);
715 return gdbm_delete(h->db, key);
720 mutt_hcache_dbt_init(DBT *dbt, void *data, size_t len)
723 dbt->size = dbt->ulen = len;
724 dbt->dlen = dbt->doff = 0;
725 dbt->flags = DB_DBT_USERMEM;
729 mutt_hcache_dbt_empty_init(DBT *dbt)
732 dbt->size = dbt->ulen = dbt->dlen = dbt->doff = 0;
737 mutt_hcache_open(const char *path, const char *folder)
740 u_int32_t createflags = DB_CREATE;
742 struct header_cache *h = calloc(1, sizeof(HEADER_CACHE));
743 int pagesize = atoi(HeaderCachePageSize);
746 h->crc = generate_crc32();
748 if (! path || path[0] == '\0') {
753 path = mutt_hcache_per_folder(path, folder);
755 snprintf (h->lockfile, _POSIX_PATH_MAX, "%s-lock-hack", path);
757 h->fd = open(h->lockfile, O_WRONLY | O_CREAT, S_IRUSR | S_IWUSR);
763 if (mx_lock_file(h->lockfile, h->fd, 1, 0, 5)) {
769 ret = db_env_create(&h->env, 0);
771 mx_unlock_file(h->lockfile, h->fd, 0);
777 ret = h->env->open(h->env, NULL, DB_INIT_MPOOL | DB_CREATE | DB_PRIVATE, 0600);
779 ret = db_create(&h->db, h->env, 0);
781 h->env->close(h->env, 0);
782 mx_unlock_file(h->lockfile, h->fd, 0);
789 if (stat(path, &sb) != 0 && errno == ENOENT) {
790 createflags |= DB_EXCL;
791 h->db->set_pagesize(h->db, pagesize);
794 ret = h->db->open(h->db, NULL, path, folder, DB_BTREE, createflags, 0600);
796 h->db->close(h->db, 0);
797 h->env->close(h->env, 0);
798 mx_unlock_file(h->lockfile, h->fd, 0);
808 mutt_hcache_close(void *db)
810 struct header_cache *h = db;
817 h->db->close(h->db, 0);
818 h->env->close(h->env, 0);
819 mx_unlock_file(h->lockfile, h->fd, 0);
825 mutt_hcache_fetch(void *db, const char *filename, size_t (*keylen)(const char *fn))
829 struct header_cache *h = db;
835 filename++; /* skip '/' */
837 mutt_hcache_dbt_init(&key, (void *) filename, keylen(filename));
838 mutt_hcache_dbt_empty_init(&data);
839 data.flags = DB_DBT_MALLOC;
841 h->db->get(h->db, NULL, &key, &data, 0);
843 if (! crc32_matches(data.data, h->crc)) {
852 mutt_hcache_store(void *db, const char *filename, HEADER *header, uint64_t uid_validity, size_t (*keylen)(const char *fn))
857 struct header_cache *h = db;
863 filename++; /* skip '/' */
865 mutt_hcache_dbt_init(&key, (void *) filename, keylen(filename));
867 mutt_hcache_dbt_empty_init(&data);
868 data.flags = DB_DBT_USERMEM;
869 data.data = mutt_hcache_dump(db, header, (signed int *) &data.size, uid_validity);
870 data.ulen = data.size;
872 ret = h->db->put(h->db, NULL, &key, &data, 0);
880 mutt_hcache_delete(void *db, const char *filename, size_t (*keylen)(const char *fn))
883 struct header_cache *h = db;
889 filename++; /* skip '/' */
891 mutt_hcache_dbt_init(&key, (void *) filename, keylen(filename));
892 return h->db->del(h->db, NULL, &key, 0);
896 #endif /* USE_HCACHE */