diff --git a/src/core/ignore.c b/src/core/ignore.c
index aee47dab..2429f2ae 100644
--- a/src/core/ignore.c
+++ b/src/core/ignore.c
@@ -377,7 +377,7 @@ static int unignore_timeout(void)
 		IGNORE_REC *rec = tmp->data;
 
 		next = tmp->next;
-		if (now >= rec->unignore_time) {
+		if (rec->unignore_time > 0 && now >= rec->unignore_time) {
 			rec->level = 0;
 			ignore_update_rec(rec);
 		}