signal.py 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405
  1. # mautrix-signal - A Matrix-Signal puppeting bridge
  2. # Copyright (C) 2022 Tulir Asokan
  3. #
  4. # This program is free software: you can redistribute it and/or modify
  5. # it under the terms of the GNU Affero General Public License as published by
  6. # the Free Software Foundation, either version 3 of the License, or
  7. # (at your option) any later version.
  8. #
  9. # This program is distributed in the hope that it will be useful,
  10. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. # GNU Affero General Public License for more details.
  13. #
  14. # You should have received a copy of the GNU Affero General Public License
  15. # along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. from __future__ import annotations
  17. from typing import TYPE_CHECKING, Awaitable
  18. from uuid import UUID
  19. import asyncio
  20. import logging
  21. from mausignald import SignaldClient
  22. from mausignald.types import (
  23. Address,
  24. ErrorMessage,
  25. IncomingMessage,
  26. MessageData,
  27. MessageResendSuccessEvent,
  28. OfferMessageType,
  29. OwnReadReceipt,
  30. ReceiptMessage,
  31. ReceiptType,
  32. StorageChange,
  33. TypingAction,
  34. TypingMessage,
  35. WebsocketConnectionStateChangeEvent,
  36. )
  37. from mautrix.types import EventID, EventType, Format, MessageType, TextMessageEventContent
  38. from mautrix.util.logging import TraceLogger
  39. from . import portal as po, puppet as pu, user as u
  40. from .db import Message as DBMessage
  41. if TYPE_CHECKING:
  42. from .__main__ import SignalBridge
  43. # Typing notifications seem to get resent every 10 seconds and the timeout is around 15 seconds
  44. SIGNAL_TYPING_TIMEOUT = 15000
  45. class SignalHandler(SignaldClient):
  46. log: TraceLogger = logging.getLogger("mau.signal")
  47. loop: asyncio.AbstractEventLoop
  48. data_dir: str
  49. delete_unknown_accounts: bool
  50. error_message_events: dict[tuple[UUID, str, int], Awaitable[EventID] | None]
  51. def __init__(self, bridge: "SignalBridge") -> None:
  52. super().__init__(bridge.config["signal.socket_path"], loop=bridge.loop)
  53. self.data_dir = bridge.config["signal.data_dir"]
  54. self.delete_unknown_accounts = bridge.config["signal.delete_unknown_accounts_on_start"]
  55. self.error_message_events = {}
  56. self.add_event_handler(IncomingMessage, self.on_message)
  57. self.add_event_handler(ErrorMessage, self.on_error_message)
  58. self.add_event_handler(StorageChange, self.on_storage_change)
  59. self.add_event_handler(
  60. WebsocketConnectionStateChangeEvent, self.on_websocket_connection_state_change
  61. )
  62. self.add_event_handler(MessageResendSuccessEvent, self.on_message_resend_success)
  63. async def on_message(self, evt: IncomingMessage) -> None:
  64. sender = await pu.Puppet.get_by_address(evt.source, resolve_via=evt.account)
  65. if not sender:
  66. self.log.warning(f"Didn't find puppet for incoming message {evt.source}")
  67. return
  68. user = await u.User.get_by_username(evt.account)
  69. # TODO add lots of logging
  70. if evt.data_message:
  71. await self.handle_message(user, sender, evt.data_message)
  72. if evt.typing_message:
  73. await self.handle_typing(user, sender, evt.typing_message)
  74. if evt.receipt_message:
  75. await self.handle_receipt(sender, evt.receipt_message)
  76. if evt.call_message:
  77. await self.handle_call_message(user, sender, evt)
  78. if evt.decryption_error_message:
  79. await self.handle_decryption_error(user, sender, evt)
  80. if evt.sync_message:
  81. if evt.sync_message.read_messages:
  82. await self.handle_own_receipts(sender, evt.sync_message.read_messages)
  83. if evt.sync_message.sent:
  84. if (
  85. evt.sync_message.sent.destination
  86. and not evt.sync_message.sent.destination.uuid
  87. ):
  88. self.log.warning(
  89. "Got sent message without destination UUID "
  90. f"{evt.sync_message.sent.destination}"
  91. )
  92. await self.handle_message(
  93. user,
  94. sender,
  95. evt.sync_message.sent.message,
  96. addr_override=evt.sync_message.sent.destination,
  97. )
  98. if evt.sync_message.contacts or evt.sync_message.contacts_complete:
  99. self.log.debug("Sync message includes contacts meta, syncing contacts...")
  100. await user.sync_contacts()
  101. if evt.sync_message.groups:
  102. self.log.debug("Sync message includes groups meta, syncing groups...")
  103. await user.sync_groups()
  104. try:
  105. event_id_future = self.error_message_events.pop(
  106. (sender.uuid, user.username, evt.timestamp)
  107. )
  108. except KeyError:
  109. pass
  110. else:
  111. self.log.debug(f"Got previously errored message {evt.timestamp} from {sender.address}")
  112. event_id = await event_id_future if event_id_future is not None else None
  113. if event_id is not None:
  114. portal = await po.Portal.get_by_chat_id(sender.uuid, receiver=user.username)
  115. if portal and portal.mxid:
  116. await sender.intent_for(portal).redact(portal.mxid, event_id)
  117. async def on_error_message(self, err: ErrorMessage) -> None:
  118. self.log.warning(
  119. f"Error reading message from {err.data.sender}/{err.data.sender_device} "
  120. f"(timestamp: {err.data.timestamp}, content hint: {err.data.content_hint}): "
  121. f"{err.data.message}"
  122. )
  123. if err.data.content_hint == 2:
  124. return
  125. sender = await pu.Puppet.get_by_address(
  126. Address.parse(err.data.sender), resolve_via=err.account
  127. )
  128. if not sender:
  129. return
  130. user = await u.User.get_by_username(err.account)
  131. portal = await po.Portal.get_by_chat_id(sender.uuid, receiver=user.username)
  132. if not portal or not portal.mxid:
  133. return
  134. # Add the error to the error_message_events dictionary, then wait for 10 seconds until
  135. # sending an error. If a success for the timestamp comes in before the 10 seconds is up,
  136. # don't send the error message.
  137. error_message_event_key = (sender.uuid, user.username, err.data.timestamp)
  138. self.error_message_events[error_message_event_key] = None
  139. await asyncio.sleep(10)
  140. err_text = (
  141. "There was an error receiving a message. Check your Signal app for missing messages."
  142. )
  143. if error_message_event_key in self.error_message_events:
  144. fut = self.error_message_events[error_message_event_key] = self.loop.create_future()
  145. event_id = None
  146. try:
  147. event_id = await portal._send_message(
  148. intent=sender.intent_for(portal),
  149. content=TextMessageEventContent(body=err_text, msgtype=MessageType.NOTICE),
  150. )
  151. finally:
  152. fut.set_result(event_id)
  153. async def on_storage_change(self, storage_change: StorageChange) -> None:
  154. self.log.info("Handling StorageChange %s", str(storage_change))
  155. if user := await u.User.get_by_username(storage_change.account):
  156. await user.sync()
  157. @staticmethod
  158. async def on_websocket_connection_state_change(
  159. evt: WebsocketConnectionStateChangeEvent,
  160. ) -> None:
  161. user = await u.User.get_by_username(evt.account)
  162. user.on_websocket_connection_state_change(evt)
  163. @staticmethod
  164. async def on_message_resend_success(evt: MessageResendSuccessEvent):
  165. user = await u.User.get_by_username(evt.account)
  166. user.on_message_resend_success(evt)
  167. async def handle_message(
  168. self,
  169. user: u.User,
  170. sender: pu.Puppet,
  171. msg: MessageData,
  172. addr_override: Address | None = None,
  173. ) -> None:
  174. try:
  175. await self._handle_message(user, sender, msg, addr_override)
  176. except Exception as e:
  177. await user.handle_auth_failure(e)
  178. raise
  179. async def _handle_message(
  180. self,
  181. user: u.User,
  182. sender: pu.Puppet,
  183. msg: MessageData,
  184. addr_override: Address | None = None,
  185. ) -> None:
  186. if msg.profile_key_update:
  187. asyncio.create_task(user.sync_contact(sender.address, use_cache=False))
  188. return
  189. if msg.group_v2:
  190. portal = await po.Portal.get_by_chat_id(msg.group_v2.id, create=True)
  191. else:
  192. if addr_override and not addr_override.uuid:
  193. target = await pu.Puppet.get_by_address(addr_override, resolve_via=user.username)
  194. if not target:
  195. self.log.warning(
  196. f"Didn't find puppet for recipient of incoming message {addr_override}"
  197. )
  198. return
  199. portal = await po.Portal.get_by_chat_id(
  200. addr_override.uuid if addr_override else sender.uuid,
  201. receiver=user.username,
  202. create=True,
  203. )
  204. if addr_override and not sender.is_real_user:
  205. portal.log.debug(
  206. f"Ignoring own message {msg.timestamp} as user doesn't have double puppeting "
  207. "enabled"
  208. )
  209. return
  210. assert portal
  211. # Handle the user being removed from the group.
  212. if msg.group_v2 and msg.group_v2.removed:
  213. if portal.mxid:
  214. await portal.handle_signal_kicked(user, sender)
  215. return
  216. if not portal.mxid:
  217. if not msg.is_message and not msg.group_v2:
  218. user.log.debug(
  219. f"Ignoring message {msg.timestamp},"
  220. " probably not bridgeable as there's no portal yet"
  221. )
  222. return
  223. await portal.create_matrix_room(user, msg.group_v2 or addr_override or sender.address)
  224. if not portal.mxid:
  225. user.log.warning(
  226. f"Failed to create room for incoming message {msg.timestamp}, dropping message"
  227. )
  228. return
  229. elif (
  230. msg.group_v2
  231. and msg.group_v2.group_change
  232. and msg.group_v2.revision == portal.revision + 1
  233. ):
  234. self.log.debug(
  235. f"Got update for {msg.group_v2.id} ({portal.revision} -> "
  236. f"{msg.group_v2.revision}), applying diff"
  237. )
  238. await portal.handle_signal_group_change(msg.group_v2.group_change, user)
  239. elif msg.group_v2 and msg.group_v2.revision > portal.revision:
  240. self.log.debug(
  241. f"Got update with multiple revisions for {msg.group_v2.id} ({portal.revision} -> "
  242. f"{msg.group_v2.revision}), resyncing info"
  243. )
  244. await portal.update_info(user, msg.group_v2)
  245. if msg.expires_in_seconds is not None and (msg.is_message or msg.is_expiration_update):
  246. await portal.update_expires_in_seconds(sender, msg.expires_in_seconds)
  247. if msg.reaction:
  248. await portal.handle_signal_reaction(sender, msg.reaction, msg.timestamp)
  249. if msg.is_message:
  250. await portal.handle_signal_message(user, sender, msg)
  251. if msg.remote_delete:
  252. await portal.handle_signal_delete(sender, msg.remote_delete.target_sent_timestamp)
  253. @staticmethod
  254. async def handle_call_message(user: u.User, sender: pu.Puppet, msg: IncomingMessage) -> None:
  255. assert msg.call_message
  256. portal = await po.Portal.get_by_chat_id(sender.uuid, receiver=user.username, create=True)
  257. if not portal.mxid:
  258. # FIXME
  259. # await portal.create_matrix_room(
  260. # user, (msg.group_v2 or msg.group or addr_override or sender.address)
  261. # )
  262. # if not portal.mxid:
  263. # user.log.debug(
  264. # f"Failed to create room for incoming message {msg.timestamp},"
  265. # " dropping message"
  266. # )
  267. return
  268. msg_prefix_html = f'<a href="https://matrix.to/#/{sender.mxid}">{sender.name}</a>'
  269. msg_prefix_text = f"{sender.name}"
  270. msg_suffix = ""
  271. if msg.call_message.offer_message:
  272. call_type = {
  273. OfferMessageType.AUDIO_CALL: "voice call",
  274. OfferMessageType.VIDEO_CALL: "video call",
  275. }.get(msg.call_message.offer_message.type, "call")
  276. msg_suffix = (
  277. f" started a {call_type} on Signal. Use the native app to answer the call."
  278. )
  279. msg_type = MessageType.TEXT
  280. elif msg.call_message.hangup_message:
  281. msg_suffix = " ended a call on Signal."
  282. msg_type = MessageType.NOTICE
  283. else:
  284. portal.log.debug(f"Unhandled call message. Likely an ICE message. {msg.call_message}")
  285. return
  286. await portal._send_message(
  287. intent=sender.intent_for(portal),
  288. content=TextMessageEventContent(
  289. format=Format.HTML,
  290. formatted_body=msg_prefix_html + msg_suffix,
  291. body=msg_prefix_text + msg_suffix,
  292. msgtype=msg_type,
  293. ),
  294. )
  295. @staticmethod
  296. async def handle_own_receipts(sender: pu.Puppet, receipts: list[OwnReadReceipt]) -> None:
  297. for receipt in receipts:
  298. puppet = await pu.Puppet.get_by_address(receipt.sender, create=False)
  299. if not puppet:
  300. continue
  301. message = await DBMessage.find_by_sender_timestamp(puppet.uuid, receipt.timestamp)
  302. if not message:
  303. continue
  304. portal = await po.Portal.get_by_mxid(message.mx_room)
  305. if not portal or (portal.is_direct and not sender.is_real_user):
  306. continue
  307. await sender.intent_for(portal).mark_read(portal.mxid, message.mxid)
  308. @staticmethod
  309. async def handle_typing(user: u.User, sender: pu.Puppet, typing: TypingMessage) -> None:
  310. if typing.group_id:
  311. portal = await po.Portal.get_by_chat_id(typing.group_id)
  312. else:
  313. portal = await po.Portal.get_by_chat_id(sender.uuid, receiver=user.username)
  314. if not portal or not portal.mxid:
  315. return
  316. is_typing = typing.action == TypingAction.STARTED
  317. await sender.intent_for(portal).set_typing(
  318. portal.mxid, timeout=SIGNAL_TYPING_TIMEOUT if is_typing else 0
  319. )
  320. @staticmethod
  321. async def handle_receipt(sender: pu.Puppet, receipt: ReceiptMessage) -> None:
  322. if receipt.type != ReceiptType.READ:
  323. return
  324. messages = await DBMessage.find_by_timestamps(receipt.timestamps)
  325. for message in messages:
  326. portal = await po.Portal.get_by_mxid(message.mx_room)
  327. await sender.intent_for(portal).mark_read(portal.mxid, message.mxid)
  328. async def handle_decryption_error(
  329. self, user: u.User, sender: pu.Puppet, msg: IncomingMessage
  330. ) -> None:
  331. # These messages mean that a message resend was requested. Signald will handle it, but we
  332. # need to update the checkpoints.
  333. assert msg.decryption_error_message
  334. my_uuid = user.address.uuid
  335. timestamp = msg.decryption_error_message.timestamp
  336. self.log.debug(f"Got decryption error message for {my_uuid}/{timestamp}")
  337. message = await DBMessage.find_by_sender_timestamp(my_uuid, timestamp)
  338. if not message:
  339. self.log.warning("couldn't find message to referenced in decryption error")
  340. return
  341. self.log.debug(
  342. f"Got decryption error message for {message.mxid} from {sender.uuid} "
  343. f"in {message.mx_room}"
  344. )
  345. user.send_remote_checkpoint(
  346. status=MessageSendCheckpointStatus.DELIVERY_FAILED,
  347. event_id=message.mxid,
  348. room_id=message.mx_room,
  349. event_type=EventType.ROOM_MESSAGE,
  350. error=f"{sender.uuid} sent a decryption error message for this message",
  351. )
  352. async def start(self) -> None:
  353. await self.connect()
  354. known_usernames = set()
  355. async for user in u.User.all_logged_in():
  356. # TODO report errors to user?
  357. known_usernames.add(user.username)
  358. if await self.subscribe(user.username):
  359. self.log.info(
  360. f"Successfully subscribed {user.username}, running sync in background"
  361. )
  362. asyncio.create_task(user.sync())
  363. if self.delete_unknown_accounts:
  364. self.log.debug("Checking for unknown accounts to delete")
  365. for account in await self.list_accounts():
  366. if account.account_id not in known_usernames:
  367. self.log.warning(f"Unknown account ID {account.account_id}, deleting...")
  368. await self.delete_account(account.account_id)
  369. else:
  370. self.log.debug("No unknown accounts found")
  371. async def stop(self) -> None:
  372. await self.disconnect()