diff --git a/matrix_alertbot/matrix.py b/matrix_alertbot/matrix.py
index 8112201..4b6da27 100644
--- a/matrix_alertbot/matrix.py
+++ b/matrix_alertbot/matrix.py
@@ -206,6 +206,9 @@ class MatrixClientPool:
                 f"Bot {account.id} | Found {len(room_members)} room members in {room_id}"
             )
 
+            if len(room_members) > len(self._matrix_clients) + 1:
+                continue
+
             all_accounts_in_room = True
             for user_id in unactive_user_ids:
                 if user_id not in room_members: