2022-07-04 01:03:24 +02:00
|
|
|
import logging
|
2022-07-26 19:33:04 +02:00
|
|
|
from typing import Optional, Tuple
|
2022-07-04 01:03:24 +02:00
|
|
|
|
2022-07-12 00:27:17 +02:00
|
|
|
import pytimeparse2
|
2022-07-06 00:54:13 +02:00
|
|
|
from diskcache import Cache
|
2022-07-10 14:06:36 +02:00
|
|
|
from nio import AsyncClient, MatrixRoom
|
2019-09-25 14:26:29 +02:00
|
|
|
|
2022-07-04 01:03:24 +02:00
|
|
|
from matrix_alertbot.alertmanager import AlertmanagerClient
|
2022-07-10 14:06:36 +02:00
|
|
|
from matrix_alertbot.chat_functions import send_text_to_room
|
2022-06-13 20:55:01 +02:00
|
|
|
from matrix_alertbot.config import Config
|
2022-07-11 23:33:35 +02:00
|
|
|
from matrix_alertbot.errors import (
|
|
|
|
AlertmanagerError,
|
2022-07-12 00:27:17 +02:00
|
|
|
AlertNotFoundError,
|
2022-07-27 21:35:30 +02:00
|
|
|
SilenceExpiredError,
|
2022-07-11 23:33:35 +02:00
|
|
|
SilenceNotFoundError,
|
|
|
|
)
|
2022-07-04 01:03:24 +02:00
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
2021-01-10 04:30:07 +01:00
|
|
|
|
|
|
|
|
2022-07-16 23:08:12 +02:00
|
|
|
class BaseCommand:
|
2021-01-10 04:30:07 +01:00
|
|
|
def __init__(
|
|
|
|
self,
|
|
|
|
client: AsyncClient,
|
2022-07-04 01:03:24 +02:00
|
|
|
cache: Cache,
|
|
|
|
alertmanager: AlertmanagerClient,
|
2021-01-10 04:30:07 +01:00
|
|
|
config: Config,
|
|
|
|
room: MatrixRoom,
|
2022-07-10 14:06:36 +02:00
|
|
|
sender: str,
|
|
|
|
event_id: str,
|
2022-07-26 19:33:04 +02:00
|
|
|
args: Tuple[str, ...] = None,
|
2022-07-16 23:08:12 +02:00
|
|
|
) -> None:
|
2021-01-10 04:33:59 +01:00
|
|
|
"""A command made by a user.
|
2019-09-25 14:26:29 +02:00
|
|
|
|
|
|
|
Args:
|
2022-07-16 23:08:12 +02:00
|
|
|
client: The client to communicate with Matrix.
|
2019-09-25 14:26:29 +02:00
|
|
|
|
2022-07-04 01:03:24 +02:00
|
|
|
cache: Bot cache.
|
2019-09-25 14:26:29 +02:00
|
|
|
|
2022-07-16 23:08:12 +02:00
|
|
|
alertmanager: The client to communicate with Alertmanager.
|
|
|
|
|
2021-01-10 04:33:59 +01:00
|
|
|
config: Bot configuration parameters.
|
2019-10-04 15:44:19 +02:00
|
|
|
|
2022-07-16 23:08:12 +02:00
|
|
|
cmd: The command and arguments.
|
2019-09-25 14:26:29 +02:00
|
|
|
|
2021-01-10 04:33:59 +01:00
|
|
|
room: The room the command was sent in.
|
2019-09-25 14:26:29 +02:00
|
|
|
|
2022-07-16 23:08:12 +02:00
|
|
|
sender: The sender of the event
|
|
|
|
|
|
|
|
event_id: The ID of the event describing the command.
|
2019-09-25 14:26:29 +02:00
|
|
|
"""
|
|
|
|
self.client = client
|
2022-07-04 01:03:24 +02:00
|
|
|
self.cache = cache
|
|
|
|
self.alertmanager = alertmanager
|
2019-10-26 01:40:05 +02:00
|
|
|
self.config = config
|
2019-09-25 14:26:29 +02:00
|
|
|
self.room = room
|
2022-07-10 14:06:36 +02:00
|
|
|
self.sender = sender
|
|
|
|
self.event_id = event_id
|
2019-09-25 14:26:29 +02:00
|
|
|
|
2022-07-26 19:33:04 +02:00
|
|
|
if args is not None:
|
|
|
|
self.args = args
|
|
|
|
else:
|
|
|
|
self.args = ()
|
|
|
|
|
2022-06-14 23:37:54 +02:00
|
|
|
async def process(self) -> None:
|
2022-07-16 23:08:12 +02:00
|
|
|
raise NotImplementedError
|
2019-09-25 14:26:29 +02:00
|
|
|
|
2022-07-16 23:08:12 +02:00
|
|
|
|
|
|
|
class BaseAlertCommand(BaseCommand):
|
|
|
|
def __init__(
|
|
|
|
self,
|
|
|
|
client: AsyncClient,
|
|
|
|
cache: Cache,
|
|
|
|
alertmanager: AlertmanagerClient,
|
|
|
|
config: Config,
|
|
|
|
room: MatrixRoom,
|
|
|
|
sender: str,
|
|
|
|
event_id: str,
|
2022-07-26 19:33:04 +02:00
|
|
|
reacted_to_event_id: str,
|
|
|
|
args: Tuple[str, ...] = None,
|
2022-07-16 23:08:12 +02:00
|
|
|
) -> None:
|
|
|
|
super().__init__(
|
2022-07-26 19:33:04 +02:00
|
|
|
client, cache, alertmanager, config, room, sender, event_id, args
|
2022-07-16 23:08:12 +02:00
|
|
|
)
|
|
|
|
|
2022-07-26 19:33:04 +02:00
|
|
|
self.reacted_to_event_id = reacted_to_event_id
|
2022-07-16 23:08:12 +02:00
|
|
|
|
|
|
|
|
|
|
|
class AckAlertCommand(BaseAlertCommand):
|
|
|
|
async def process(self) -> None:
|
2022-07-04 01:03:24 +02:00
|
|
|
"""Acknowledge an alert and silence it for a certain duration in Alertmanager"""
|
2022-07-26 19:33:04 +02:00
|
|
|
durations = self.args
|
2022-07-10 02:40:04 +02:00
|
|
|
if len(durations) > 0:
|
|
|
|
duration = " ".join(durations)
|
2022-07-26 19:33:04 +02:00
|
|
|
logger.debug(f"Receiving a command to create a silence for {duration}.")
|
|
|
|
|
|
|
|
duration_seconds = pytimeparse2.parse(duration)
|
|
|
|
if duration_seconds is None:
|
|
|
|
logger.error(f"Unable to create silence: Invalid duration '{duration}'")
|
|
|
|
await send_text_to_room(
|
|
|
|
self.client,
|
|
|
|
self.room.room_id,
|
|
|
|
f"I tried really hard, but I can't convert the duration '{duration}' to a number of seconds.",
|
|
|
|
)
|
|
|
|
return
|
2022-07-28 14:37:23 +02:00
|
|
|
elif duration_seconds < 0:
|
|
|
|
logger.error(f"Unable to create silence: Duration must be positive, got '{duration}'")
|
|
|
|
await send_text_to_room(
|
|
|
|
self.client,
|
|
|
|
self.room.room_id,
|
|
|
|
"I can't create a silence with a negative duration!",
|
|
|
|
)
|
|
|
|
return
|
|
|
|
|
|
|
|
cache_expire_time = duration_seconds
|
2022-07-04 01:03:24 +02:00
|
|
|
else:
|
2022-07-26 19:33:04 +02:00
|
|
|
duration_seconds = None
|
2022-07-28 14:37:23 +02:00
|
|
|
cache_expire_time = self.config.cache_expire_time
|
2022-07-26 19:33:04 +02:00
|
|
|
logger.debug(
|
|
|
|
"Receiving a command to create a silence for an indefinite period"
|
2022-07-12 00:27:17 +02:00
|
|
|
)
|
|
|
|
|
2022-07-16 23:08:12 +02:00
|
|
|
logger.debug(
|
2022-07-26 19:33:04 +02:00
|
|
|
f"Reading alert fingerprint for event {self.reacted_to_event_id} from cache"
|
2022-07-16 23:08:12 +02:00
|
|
|
)
|
2022-07-26 19:33:04 +02:00
|
|
|
try:
|
|
|
|
alert_fingerprint: str = self.cache[self.reacted_to_event_id]
|
|
|
|
except KeyError:
|
2022-07-16 23:08:12 +02:00
|
|
|
logger.error(
|
2022-07-26 19:33:04 +02:00
|
|
|
f"Cannot find fingerprint for alert event {self.reacted_to_event_id} in cache"
|
2022-07-16 23:08:12 +02:00
|
|
|
)
|
2022-07-11 23:18:57 +02:00
|
|
|
return
|
2022-07-10 15:11:25 +02:00
|
|
|
|
2022-07-26 19:33:04 +02:00
|
|
|
cached_silence_id = self.cache.get(alert_fingerprint)
|
|
|
|
if cached_silence_id is None:
|
|
|
|
logger.debug(
|
|
|
|
f"Creating silence for alert with fingerprint {alert_fingerprint}."
|
|
|
|
)
|
|
|
|
else:
|
2022-07-05 23:35:19 +02:00
|
|
|
logger.debug(
|
2022-07-26 19:33:04 +02:00
|
|
|
f"Updating silence with ID {cached_silence_id} for alert with fingerprint {alert_fingerprint}."
|
2022-07-05 23:35:19 +02:00
|
|
|
)
|
2022-07-12 00:27:17 +02:00
|
|
|
|
2022-07-26 19:33:04 +02:00
|
|
|
try:
|
|
|
|
silence_id = await self.alertmanager.create_silence(
|
|
|
|
alert_fingerprint,
|
|
|
|
self.room.user_name(self.sender),
|
|
|
|
duration_seconds,
|
|
|
|
cached_silence_id,
|
|
|
|
)
|
2022-07-28 14:37:23 +02:00
|
|
|
except AlertNotFoundError as e:
|
2022-07-26 19:33:04 +02:00
|
|
|
logger.warning(f"Unable to create silence: {e}")
|
2022-07-11 23:33:35 +02:00
|
|
|
await send_text_to_room(
|
|
|
|
self.client,
|
|
|
|
self.room.room_id,
|
2022-07-28 10:35:11 +02:00
|
|
|
f"Sorry, I couldn't create silence for alert with fingerprint {alert_fingerprint}: {e}",
|
2022-07-11 23:33:35 +02:00
|
|
|
)
|
2022-07-26 19:33:04 +02:00
|
|
|
return
|
|
|
|
except AlertmanagerError as e:
|
|
|
|
logger.exception(f"Unable to create silence: {e}", exc_info=e)
|
2022-07-11 23:43:27 +02:00
|
|
|
await send_text_to_room(
|
|
|
|
self.client,
|
|
|
|
self.room.room_id,
|
2022-07-28 10:35:11 +02:00
|
|
|
f"Sorry, I couldn't create silence for alert with fingerprint {alert_fingerprint} "
|
|
|
|
f"because something went wrong with Alertmanager: {e}",
|
2022-07-11 23:43:27 +02:00
|
|
|
)
|
2022-07-26 19:33:04 +02:00
|
|
|
return
|
|
|
|
|
2022-07-28 14:37:23 +02:00
|
|
|
self.cache.set(self.event_id, alert_fingerprint, expire=cache_expire_time)
|
2022-07-26 19:33:04 +02:00
|
|
|
self.cache.set(alert_fingerprint, silence_id, expire=duration_seconds)
|
|
|
|
|
|
|
|
await send_text_to_room(
|
|
|
|
self.client,
|
|
|
|
self.room.room_id,
|
|
|
|
f"Created silence with ID {silence_id}.",
|
|
|
|
)
|
2022-07-06 00:54:13 +02:00
|
|
|
|
2022-07-16 23:08:12 +02:00
|
|
|
|
|
|
|
class UnackAlertCommand(BaseAlertCommand):
|
|
|
|
async def process(self) -> None:
|
2022-07-06 00:54:13 +02:00
|
|
|
"""Delete an alert's acknowledgement of an alert and remove corresponding silence in Alertmanager"""
|
2022-07-10 14:06:36 +02:00
|
|
|
logger.debug("Receiving a command to delete a silence")
|
2022-07-26 19:33:04 +02:00
|
|
|
|
2022-07-16 23:08:12 +02:00
|
|
|
logger.debug(
|
2022-07-26 19:33:04 +02:00
|
|
|
f"Reading alert fingerprint for event {self.reacted_to_event_id} from cache."
|
2022-07-16 23:08:12 +02:00
|
|
|
)
|
2022-07-26 19:33:04 +02:00
|
|
|
try:
|
|
|
|
alert_fingerprint: str = self.cache[self.reacted_to_event_id]
|
|
|
|
except KeyError:
|
|
|
|
logger.error(
|
|
|
|
f"Cannot find fingerprint for alert event {self.reacted_to_event_id} in cache."
|
|
|
|
)
|
|
|
|
return
|
|
|
|
logger.debug(f"Found alert fingerprint {alert_fingerprint} in cache.")
|
2022-07-06 00:54:13 +02:00
|
|
|
|
2022-07-26 19:33:04 +02:00
|
|
|
logger.debug(
|
|
|
|
f"Reading silence ID for alert fingerprint {alert_fingerprint} from cache."
|
|
|
|
)
|
|
|
|
try:
|
|
|
|
silence_id: str = self.cache[alert_fingerprint]
|
|
|
|
except KeyError:
|
2022-07-16 23:08:12 +02:00
|
|
|
logger.error(
|
2022-07-26 19:33:04 +02:00
|
|
|
f"Cannot find silence for alert fingerprint {alert_fingerprint} in cache"
|
2022-07-16 23:08:12 +02:00
|
|
|
)
|
2022-07-11 23:18:57 +02:00
|
|
|
return
|
2022-07-26 19:33:04 +02:00
|
|
|
logger.debug(f"Found silence ID {silence_id} in cache.")
|
2022-07-10 15:11:25 +02:00
|
|
|
|
2022-07-26 19:33:04 +02:00
|
|
|
logger.debug(
|
|
|
|
f"Deleting silence with ID {silence_id} for alert with fingerprint {alert_fingerprint}"
|
|
|
|
)
|
2022-07-10 15:11:25 +02:00
|
|
|
|
2022-07-26 19:33:04 +02:00
|
|
|
try:
|
|
|
|
await self.alertmanager.delete_silence(silence_id)
|
2022-07-27 21:35:30 +02:00
|
|
|
except (SilenceNotFoundError, SilenceExpiredError) as e:
|
2022-07-26 19:33:04 +02:00
|
|
|
logger.error(f"Unable to delete silence: {e}")
|
2022-07-11 23:33:35 +02:00
|
|
|
await send_text_to_room(
|
|
|
|
self.client,
|
|
|
|
self.room.room_id,
|
2022-07-28 10:35:11 +02:00
|
|
|
f"Sorry, I couldn't remove silence for alert with fingerprint {alert_fingerprint}: {e}",
|
2022-07-11 23:33:35 +02:00
|
|
|
)
|
2022-07-26 19:33:04 +02:00
|
|
|
return
|
|
|
|
except AlertmanagerError as e:
|
|
|
|
logger.exception(f"Unable to delete silence: {e}", exc_info=e)
|
2022-07-11 23:43:27 +02:00
|
|
|
await send_text_to_room(
|
|
|
|
self.client,
|
|
|
|
self.room.room_id,
|
2022-07-28 10:35:11 +02:00
|
|
|
f"Sorry, I couldn't remove silence for alert with fingerprint {alert_fingerprint} "
|
|
|
|
f"because something went wrong with Alertmanager: {e}",
|
2022-07-11 23:43:27 +02:00
|
|
|
)
|
2022-07-26 19:33:04 +02:00
|
|
|
return
|
|
|
|
|
2022-07-28 14:37:23 +02:00
|
|
|
self.cache.delete(alert_fingerprint)
|
|
|
|
|
2022-07-26 19:33:04 +02:00
|
|
|
await send_text_to_room(
|
|
|
|
self.client,
|
|
|
|
self.room.room_id,
|
|
|
|
f"Removed silence with ID {silence_id}.",
|
|
|
|
)
|
2019-09-25 14:26:29 +02:00
|
|
|
|
2022-07-16 23:08:12 +02:00
|
|
|
|
|
|
|
class HelpCommand(BaseCommand):
|
|
|
|
async def process(self) -> None:
|
2019-09-25 14:26:29 +02:00
|
|
|
"""Show the help text"""
|
2022-07-10 14:06:36 +02:00
|
|
|
logger.debug(f"Displaying help to room {self.room.display_name}")
|
2019-09-25 14:26:29 +02:00
|
|
|
if not self.args:
|
2020-08-10 00:02:07 +02:00
|
|
|
text = (
|
|
|
|
"Hello, I am a bot made with matrix-nio! Use `help commands` to view "
|
|
|
|
"available commands."
|
|
|
|
)
|
2019-09-25 14:26:29 +02:00
|
|
|
await send_text_to_room(self.client, self.room.room_id, text)
|
|
|
|
return
|
|
|
|
|
|
|
|
topic = self.args[0]
|
|
|
|
if topic == "rules":
|
|
|
|
text = "These are the rules!"
|
|
|
|
elif topic == "commands":
|
2021-01-10 04:33:59 +01:00
|
|
|
text = "Available commands: ..."
|
2019-09-25 14:26:29 +02:00
|
|
|
else:
|
|
|
|
text = "Unknown help topic!"
|
|
|
|
await send_text_to_room(self.client, self.room.room_id, text)
|
|
|
|
|
2022-07-16 23:08:12 +02:00
|
|
|
|
|
|
|
class UnknownCommand(BaseCommand):
|
|
|
|
async def process(self) -> None:
|
2022-07-04 01:03:24 +02:00
|
|
|
logger.debug(
|
2022-07-10 14:06:36 +02:00
|
|
|
f"Sending unknown command response to room {self.room.display_name}"
|
2022-07-04 01:03:24 +02:00
|
|
|
)
|
2019-09-25 14:26:29 +02:00
|
|
|
await send_text_to_room(
|
|
|
|
self.client,
|
|
|
|
self.room.room_id,
|
2022-07-26 19:33:04 +02:00
|
|
|
"Unknown command. Try the 'help' command for more information.",
|
2019-09-25 14:26:29 +02:00
|
|
|
)
|
2022-07-16 23:08:12 +02:00
|
|
|
|
|
|
|
|
|
|
|
class CommandFactory:
|
|
|
|
@staticmethod
|
|
|
|
def create(
|
|
|
|
cmd: str,
|
|
|
|
client: AsyncClient,
|
|
|
|
cache: Cache,
|
|
|
|
alertmanager: AlertmanagerClient,
|
|
|
|
config: Config,
|
|
|
|
room: MatrixRoom,
|
|
|
|
sender: str,
|
|
|
|
event_id: str,
|
|
|
|
reacted_to_event_id: Optional[str] = None,
|
|
|
|
) -> BaseCommand:
|
2022-07-26 19:33:04 +02:00
|
|
|
args = tuple(cmd.split()[1:])
|
|
|
|
|
2022-07-16 23:08:12 +02:00
|
|
|
if cmd.startswith("ack"):
|
2022-07-16 23:20:25 +02:00
|
|
|
if reacted_to_event_id is None:
|
|
|
|
raise TypeError("Alert command must be in reply to an alert event.")
|
|
|
|
|
2022-07-16 23:08:12 +02:00
|
|
|
return AckAlertCommand(
|
|
|
|
client,
|
|
|
|
cache,
|
|
|
|
alertmanager,
|
|
|
|
config,
|
|
|
|
room,
|
|
|
|
sender,
|
|
|
|
event_id,
|
|
|
|
reacted_to_event_id,
|
2022-07-26 19:33:04 +02:00
|
|
|
args,
|
2022-07-16 23:08:12 +02:00
|
|
|
)
|
|
|
|
elif cmd.startswith("unack") or cmd.startswith("nack"):
|
2022-07-16 23:20:25 +02:00
|
|
|
if reacted_to_event_id is None:
|
|
|
|
raise TypeError("Alert command must be in reply to an alert event.")
|
|
|
|
|
2022-07-16 23:08:12 +02:00
|
|
|
return UnackAlertCommand(
|
|
|
|
client,
|
|
|
|
cache,
|
|
|
|
alertmanager,
|
|
|
|
config,
|
|
|
|
room,
|
|
|
|
sender,
|
|
|
|
event_id,
|
|
|
|
reacted_to_event_id,
|
2022-07-26 19:33:04 +02:00
|
|
|
args,
|
2022-07-16 23:08:12 +02:00
|
|
|
)
|
|
|
|
elif cmd.startswith("help"):
|
|
|
|
return HelpCommand(
|
2022-07-26 19:33:04 +02:00
|
|
|
client, cache, alertmanager, config, room, sender, event_id, args
|
2022-07-16 23:08:12 +02:00
|
|
|
)
|
|
|
|
else:
|
|
|
|
return UnknownCommand(
|
2022-07-26 19:33:04 +02:00
|
|
|
client, cache, alertmanager, config, room, sender, event_id, args
|
2022-07-16 23:08:12 +02:00
|
|
|
)
|