diff --git a/matrix_alertbot/callback.py b/matrix_alertbot/callback.py
index b654304..72dace2 100644
--- a/matrix_alertbot/callback.py
+++ b/matrix_alertbot/callback.py
@@ -229,13 +229,15 @@ class Callbacks:
         if event.sender == self.config.user_id:
             return
 
-        if event.redacts not in self.cache:
-            logger.warning(f"Error removing silence from reaction {event.redacts}")
-            return
-
         logger.debug(
             f"Read alert event ID for redacted event {event.redacts} from cache"
         )
+
+        if event.redacts not in self.cache:
+            logger.warning(
+                f"Unable to remove silences from event {event.redacts}: Redacted event is not in cache"
+            )
+            return
         alert_event_id: str = self.cache[event.redacts]
 
         try: