typedef struct greylist_config_t {
unsigned lookup_by_host : 1;
+ unsigned no_sender : 1;
+ unsigned no_recipient : 1;
int delay;
int retry_window;
int client_awl;
+ int max_age;
TCBDB *awl_db;
TCBDB *obj_db;
} greylist_config_t;
#define GREYLIST_INIT { .lookup_by_host = false, \
+ .no_sender = false, \
+ .no_recipient = false, \
.delay = 300, \
- .retry_window = 2 * 24 * 2600, \
+ .retry_window = 2 * 24 * 3600, \
.client_awl = 5, \
+ .max_age = 35 * 3600, \
.awl_db = NULL, \
.obj_db = NULL }
time_t last;
};
+static inline bool greylist_check_awlentry(const greylist_config_t *config,
+ struct awl_entry *aent, time_t now)
+{
+ return !(config->max_age > 0 && now - aent->last > config->max_age);
+}
+
+static inline bool greylist_check_object(const greylist_config_t *config,
+ const struct obj_entry *oent, time_t now)
+{
+ return !((config->max_age > 0 && now - oent->last > config->max_age)
+ || (oent->last - oent->first < config->delay
+ && now - oent->last > config->retry_window));
+}
+
+typedef bool (*db_entry_checker_t)(const greylist_config_t *, const void *, time_t);
+
+static TCBDB *greylist_db_get(const greylist_config_t *config,
+ const char *path, bool cleanup,
+ size_t entry_len, db_entry_checker_t check)
+{
+ TCBDB *awl_db, *tmp_db;
+ time_t now = time(NULL);
+
+ /* Rebuild a new database after removing too old entries.
+ */
+ if (cleanup && config->max_age > 0) {
+ uint32_t old_count = 0;
+ uint32_t new_count = 0;
+ bool replace = false;
+ bool trashable = false;
+ char tmppath[PATH_MAX];
+ snprintf(tmppath, PATH_MAX, "%s.tmp", path);
+
+ info("database cleanup started");
+ awl_db = tcbdbnew();
+ if (tcbdbopen(awl_db, path, BDBOREADER)) {
+ tmp_db = tcbdbnew();
+ if (tcbdbopen(tmp_db, tmppath, BDBOWRITER | BDBOCREAT | BDBOTRUNC)) {
+ BDBCUR *cur = tcbdbcurnew(awl_db);
+ TCXSTR *key, *value;
+
+ key = tcxstrnew();
+ value = tcxstrnew();
+ if (tcbdbcurfirst(cur)) {
+ replace = true;
+ do {
+ tcxstrclear(key);
+ tcxstrclear(value);
+ (void)tcbdbcurrec(cur, key, value);
+
+ if ((size_t)tcxstrsize(value) == entry_len
+ && check(config, tcxstrptr(value), now)) {
+ tcbdbput(tmp_db, tcxstrptr(key), tcxstrsize(key),
+ tcxstrptr(value), entry_len);
+ ++new_count;
+ }
+ ++old_count;
+ } while (tcbdbcurnext(cur));
+ }
+ tcxstrdel(key);
+ tcxstrdel(value);
+ tcbdbcurdel(cur);
+ tcbdbsync(tmp_db);
+ } else {
+ warn("cannot run database cleanup: can't open destination database: %s",
+ tcbdberrmsg(tcbdbecode(awl_db)));
+ }
+ tcbdbdel(tmp_db);
+ } else {
+ int ecode = tcbdbecode(awl_db);
+ warn("can not open database: %s", tcbdberrmsg(ecode));
+ trashable = ecode != TCENOPERM && ecode != TCEOPEN && ecode != TCENOFILE && ecode != TCESUCCESS;
+ }
+ tcbdbdel(awl_db);
+
+ /** Cleanup successful, replace the old database with the new one.
+ */
+ if (trashable) {
+ info("database cleanup finished: database was corrupted, create a new one");
+ unlink(path);
+ } else if (replace) {
+ info("database cleanup finished: before %u entries, after %d entries",
+ old_count, new_count);
+ unlink(path);
+ if (rename(tmppath, path) != 0) {
+ UNIXERR("rename");
+ return NULL;
+ }
+ } else {
+ unlink(tmppath);
+ info("database cleanup finished: nothing to do, %u entries", new_count);
+ }
+ }
+
+ /* Effectively open the database.
+ */
+ awl_db = tcbdbnew();
+ if (!tcbdbopen(awl_db, path, BDBOWRITER | BDBOCREAT)) {
+ err("can not open database: %s", tcbdberrmsg(tcbdbecode(awl_db)));
+ tcbdbdel(awl_db);
+ return NULL;
+ }
+ return awl_db;
+}
+
static bool greylist_initialize(greylist_config_t *config,
const char *directory, const char *prefix)
if (config->client_awl) {
snprintf(path, sizeof(path), "%s/%swhitelist.db", directory, prefix);
- config->awl_db = tcbdbnew();
- if (!tcbdbopen(config->awl_db, path, BDBOWRITER | BDBOCREAT)) {
- tcbdbdel(config->awl_db);
- config->awl_db = NULL;
+ info("loading auto-whitelist database");
+ config->awl_db = greylist_db_get(config, path, true,
+ sizeof(struct awl_entry),
+ (db_entry_checker_t)(greylist_check_awlentry));
+ if (config->awl_db == NULL) {
+ return false;
}
- return false;
}
snprintf(path, sizeof(path), "%s/%sgreylist.db", directory, prefix);
- config->obj_db = tcbdbnew();
- if (!tcbdbopen(config->obj_db, path, BDBOWRITER | BDBOCREAT)) {
- tcbdbdel(config->obj_db);
- config->obj_db = NULL;
+ info("loading greylist database");
+ config->obj_db = greylist_db_get(config, path, true,
+ sizeof(struct obj_entry),
+ (db_entry_checker_t)(greylist_check_object));
+ if (config->obj_db == NULL) {
if (config->awl_db) {
tcbdbdel(config->awl_db);
config->awl_db = NULL;
return cnet;
}
+
static bool try_greylist(const greylist_config_t *config,
const char *sender, const char *c_addr,
const char *c_name, const char *rcpt)
#define INCR_AWL \
aent.count++; \
aent.last = now; \
+ debug("whitelist entry for %.*s updated, count %d", \
+ c_addrlen, c_addr, aent.count); \
tcbdbput(config->awl_db, c_addr, c_addrlen, &aent, \
sizeof(aent));
res = tcbdbget3(config->awl_db, c_addr, c_addrlen, &len);
if (res && len == sizeof(aent)) {
memcpy(&aent, res, len);
+ debug("client %.*s has a whitelist entry, count is %d",
+ c_addrlen, c_addr, aent.count);
+ }
+
+ if (!greylist_check_awlentry(config, &aent, now)) {
+ aent.count = 0;
+ aent.last = 0;
+ debug("client %.*s whitelist entry too old",
+ c_addrlen, c_addr);
}
/* Whitelist if count is enough.
*/
- if (aent.count > config->client_awl) {
+ if (aent.count >= config->client_awl) {
+ debug("client %.*s whitelisted", c_addrlen, c_addr);
if (now < aent.last + 3600) {
INCR_AWL
}
*/
klen = snprintf(key, sizeof(key), "%s/%s/%s",
c_net(config, c_addr, c_name, cnet, sizeof(cnet)),
- sender_normalize(sender, sbuf, sizeof(sbuf)), rcpt);
+ config->no_sender ? "" : sender_normalize(sender, sbuf, sizeof(sbuf)),
+ config->no_recipient ? "" : rcpt);
klen = MIN(klen, ssizeof(key) - 1);
res = tcbdbget3(config->obj_db, key, klen, &len);
if (res && len == sizeof(oent)) {
memcpy(&oent, res, len);
+ debug("found a greylist entry for %.*s", klen, key);
}
/* Discard stored first-seen if it is the first retrial and
- * it is beyong the retry window.
+ * it is beyong the retry window and too old entries.
*/
- if (oent.last - oent.first < config->delay
- && now - oent.first > config->retry_window) {
+ if (!greylist_check_object(config, &oent, now)) {
oent.first = now;
+ debug("invalid retry for %.*s: %s", klen, key,
+ (config->max_age > 0 && now - oent.last > config->max_age) ?
+ "too old entry"
+ : (oent.last - oent.first < config->delay ?
+ "retry too early" : "retry too late" ));
}
/* Update.
* - client whitelisted already ? -> update last-seen timestamp.
*/
if (oent.first + config->delay < now) {
+ debug("valid retry for %.*s", klen, key);
if (config->client_awl) {
INCR_AWL
}
#define PARSE_CHECK(Expr, Str, ...) \
if (!(Expr)) { \
- syslog(LOG_ERR, Str, ##__VA_ARGS__); \
+ err(Str, ##__VA_ARGS__); \
greylist_config_delete(&config); \
return false; \
}
foreach (filter_param_t *param, filter->params) {
switch (param->type) {
- case ATK_PATH:
- path = param->value;
- break;
-
- case ATK_PREFIX:
- prefix = param->value;
- break;
-
- case ATK_LOOKUP_BY_HOST:
- config->lookup_by_host = (atoi(param->value) != 0);
- break;
-
- case ATK_RETRY_WINDOW:
- config->retry_window = atoi(param->value);
- break;
-
- case ATK_CLIENT_AWL:
- config->client_awl = atoi(param->value);
- break;
+ FILTER_PARAM_PARSE_STRING(PATH, path);
+ FILTER_PARAM_PARSE_STRING(PREFIX, prefix);
+ FILTER_PARAM_PARSE_BOOLEAN(LOOKUP_BY_HOST, config->lookup_by_host);
+ FILTER_PARAM_PARSE_BOOLEAN(NO_SENDER, config->no_sender);
+ FILTER_PARAM_PARSE_BOOLEAN(NO_RECIPIENT, config->no_recipient);
+ FILTER_PARAM_PARSE_INT(RETRY_WINDOW, config->retry_window);
+ FILTER_PARAM_PARSE_INT(CLIENT_AWL, config->client_awl);
+ FILTER_PARAM_PARSE_INT(DELAY, config->delay);
+ FILTER_PARAM_PARSE_INT(MAX_AGE, config->max_age);
default: break;
}
}
static filter_result_t greylist_filter(const filter_t *filter,
- const query_t *query)
+ const query_t *query,
+ filter_context_t *context)
{
const greylist_config_t *config = filter->data;
+ if (!config->no_recipient && query->state != SMTP_RCPT) {
+ warn("greylisting on recipient only works as smtpd_recipient_restrictions");
+ return HTK_ABORT;
+ }
+ if (!config->no_sender && query->state < SMTP_MAIL) {
+ warn("greylisting on sender must be performed after (or at) MAIL TO");
+ return HTK_ABORT;
+ }
+
return try_greylist(config, query->sender, query->client_address,
query->client_name, query->recipient) ?
- HTK_MATCH : HTK_FAIL;
+ HTK_WHITELIST : HTK_GREYLIST;
}
static int greylist_init(void)
{
filter_type_t type = filter_register("greylist", greylist_filter_constructor,
greylist_filter_destructor,
- greylist_filter);
+ greylist_filter, NULL, NULL);
/* Hooks.
*/
+ (void)filter_hook_register(type, "abort");
(void)filter_hook_register(type, "error");
- (void)filter_hook_register(type, "fail");
- (void)filter_hook_register(type, "match");
+ (void)filter_hook_register(type, "greylist");
+ (void)filter_hook_register(type, "whitelist");
/* Parameters.
*/
(void)filter_param_register(type, "lookup_by_host");
+ (void)filter_param_register(type, "no_sender");
+ (void)filter_param_register(type, "no_recipient");
(void)filter_param_register(type, "delay");
(void)filter_param_register(type, "retry_window");
(void)filter_param_register(type, "client_awl");
+ (void)filter_param_register(type, "max_age");
(void)filter_param_register(type, "path");
(void)filter_param_register(type, "prefix");
return 0;