puppet.py 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368
  1. # mautrix-signal - A Matrix-Signal puppeting bridge
  2. # Copyright (C) 2020 Tulir Asokan
  3. #
  4. # This program is free software: you can redistribute it and/or modify
  5. # it under the terms of the GNU Affero General Public License as published by
  6. # the Free Software Foundation, either version 3 of the License, or
  7. # (at your option) any later version.
  8. #
  9. # This program is distributed in the hope that it will be useful,
  10. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. # GNU Affero General Public License for more details.
  13. #
  14. # You should have received a copy of the GNU Affero General Public License
  15. # along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. from typing import (Optional, Dict, AsyncIterable, Awaitable, AsyncGenerator, Union,
  17. TYPE_CHECKING, cast)
  18. from uuid import UUID
  19. import hashlib
  20. import asyncio
  21. import os.path
  22. from yarl import URL
  23. from mausignald.types import Address, Contact, Profile
  24. from mautrix.bridge import BasePuppet
  25. from mautrix.appservice import IntentAPI
  26. from mautrix.types import UserID, SyncToken, RoomID, ContentURI
  27. from mautrix.errors import MForbidden
  28. from mautrix.util.simple_template import SimpleTemplate
  29. from .db import Puppet as DBPuppet
  30. from .config import Config
  31. from . import portal as p, user as u
  32. if TYPE_CHECKING:
  33. from .__main__ import SignalBridge
  34. try:
  35. import phonenumbers
  36. except ImportError:
  37. phonenumbers = None
  38. class Puppet(DBPuppet, BasePuppet):
  39. by_uuid: Dict[UUID, 'Puppet'] = {}
  40. by_number: Dict[str, 'Puppet'] = {}
  41. by_custom_mxid: Dict[UserID, 'Puppet'] = {}
  42. hs_domain: str
  43. mxid_template: SimpleTemplate[str]
  44. config: Config
  45. default_mxid_intent: IntentAPI
  46. default_mxid: UserID
  47. _uuid_lock: asyncio.Lock
  48. _update_info_lock: asyncio.Lock
  49. def __init__(self, uuid: Optional[UUID], number: Optional[str], name: Optional[str] = None,
  50. avatar_url: Optional[ContentURI] = None, avatar_hash: Optional[str] = None,
  51. name_set: bool = False, avatar_set: bool = False, uuid_registered: bool = False,
  52. number_registered: bool = False, custom_mxid: Optional[UserID] = None,
  53. access_token: Optional[str] = None, next_batch: Optional[SyncToken] = None,
  54. base_url: Optional[URL] = None) -> None:
  55. super().__init__(uuid=uuid, number=number, name=name, avatar_url=avatar_url,
  56. avatar_hash=avatar_hash, name_set=name_set, avatar_set=avatar_set,
  57. uuid_registered=uuid_registered, number_registered=number_registered,
  58. custom_mxid=custom_mxid, access_token=access_token, next_batch=next_batch,
  59. base_url=base_url)
  60. self.log = self.log.getChild(str(uuid) if uuid else number)
  61. self.default_mxid = self.get_mxid_from_id(self.address)
  62. self.default_mxid_intent = self.az.intent.user(self.default_mxid)
  63. self.intent = self._fresh_intent()
  64. self._uuid_lock = asyncio.Lock()
  65. self._update_info_lock = asyncio.Lock()
  66. @classmethod
  67. def init_cls(cls, bridge: 'SignalBridge') -> AsyncIterable[Awaitable[None]]:
  68. cls.config = bridge.config
  69. cls.loop = bridge.loop
  70. cls.mx = bridge.matrix
  71. cls.az = bridge.az
  72. cls.hs_domain = cls.config["homeserver.domain"]
  73. cls.mxid_template = SimpleTemplate(cls.config["bridge.username_template"], "userid",
  74. prefix="@", suffix=f":{cls.hs_domain}", type=str)
  75. cls.sync_with_custom_puppets = cls.config["bridge.sync_with_custom_puppets"]
  76. cls.homeserver_url_map = {server: URL(url) for server, url
  77. in cls.config["bridge.double_puppet_server_map"].items()}
  78. cls.allow_discover_url = cls.config["bridge.double_puppet_allow_discovery"]
  79. cls.login_shared_secret_map = {server: secret.encode("utf-8") for server, secret
  80. in cls.config["bridge.login_shared_secret_map"].items()}
  81. cls.login_device_name = "Signal Bridge"
  82. return (puppet.try_start() async for puppet in cls.all_with_custom_mxid())
  83. def intent_for(self, portal: 'p.Portal') -> IntentAPI:
  84. if portal.chat_id == self.address:
  85. return self.default_mxid_intent
  86. return self.intent
  87. @property
  88. def is_registered(self) -> bool:
  89. return self.uuid_registered if self.uuid is not None else self.number_registered
  90. @is_registered.setter
  91. def is_registered(self, value: bool) -> None:
  92. if self.uuid is not None:
  93. self.uuid_registered = value
  94. else:
  95. self.number_registered = value
  96. @property
  97. def address(self) -> Address:
  98. return Address(uuid=self.uuid, number=self.number)
  99. async def handle_uuid_receive(self, uuid: UUID) -> None:
  100. async with self._uuid_lock:
  101. if self.uuid:
  102. # Received UUID was handled while this call was waiting
  103. return
  104. await self._handle_uuid_receive(uuid)
  105. async def _handle_uuid_receive(self, uuid: UUID) -> None:
  106. self.log.debug(f"Found UUID for user: {uuid}")
  107. user = await u.User.get_by_username(self.number)
  108. if user and not user.uuid:
  109. user.uuid = self.uuid
  110. await user.update()
  111. await self._set_uuid(uuid)
  112. self.by_uuid[self.uuid] = self
  113. async for portal in p.Portal.find_private_chats_with(Address(number=self.number)):
  114. self.log.trace(f"Updating chat_id of private chat portal {portal.receiver}")
  115. portal.handle_uuid_receive(self.uuid)
  116. prev_intent = self.default_mxid_intent
  117. self.default_mxid = self.get_mxid_from_id(self.address)
  118. self.default_mxid_intent = self.az.intent.user(self.default_mxid)
  119. self.intent = self._fresh_intent()
  120. await self.default_mxid_intent.ensure_registered()
  121. if self.name:
  122. await self.default_mxid_intent.set_displayname(self.name)
  123. self.log = Puppet.log.getChild(str(uuid))
  124. self.log.debug(f"Migrating memberships {prev_intent.mxid}"
  125. f" -> {self.default_mxid_intent.mxid}")
  126. try:
  127. joined_rooms = await prev_intent.get_joined_rooms()
  128. except MForbidden as e:
  129. self.log.debug(f"Got MForbidden ({e.message}) when getting joined rooms of old mxid, "
  130. "assuming there are no rooms to rejoin")
  131. return
  132. for room_id in joined_rooms:
  133. await prev_intent.invite_user(room_id, self.default_mxid)
  134. await prev_intent.leave_room(room_id)
  135. await self.default_mxid_intent.join_room_by_id(room_id)
  136. async def update_info(self, info: Union[Profile, Contact, Address]) -> None:
  137. if isinstance(info, (Contact, Address)):
  138. address = info.address if isinstance(info, Contact) else info
  139. if address.uuid and not self.uuid:
  140. await self.handle_uuid_receive(address.uuid)
  141. contact_names = self.config["bridge.contact_list_names"]
  142. if isinstance(info, Profile) and contact_names != "prefer" and info.profile_name:
  143. name = info.profile_name
  144. elif isinstance(info, (Contact, Profile)) and contact_names != "disallow":
  145. name = info.name
  146. else:
  147. name = None
  148. async with self._update_info_lock:
  149. update = False
  150. if name is not None or self.name is None:
  151. update = await self._update_name(name) or update
  152. if isinstance(info, Profile):
  153. update = await self._update_avatar(info.avatar) or update
  154. if update:
  155. await self.update()
  156. self.loop.create_task(self._update_portal_meta())
  157. @staticmethod
  158. def fmt_phone(number: str) -> str:
  159. if phonenumbers is None:
  160. return number
  161. parsed = phonenumbers.parse(number)
  162. fmt = phonenumbers.PhoneNumberFormat.INTERNATIONAL
  163. return phonenumbers.format_number(parsed, fmt)
  164. @classmethod
  165. def _get_displayname(cls, address: Address, name: Optional[str]) -> str:
  166. names = name.split("\x00") if name else []
  167. data = {
  168. "first_name": names[0] if len(names) > 0 else "",
  169. "last_name": names[-1] if len(names) > 1 else "",
  170. "full_name": " ".join(names),
  171. "phone": cls.fmt_phone(address.number) if address.number else None,
  172. "uuid": str(address.uuid) if address.uuid else None,
  173. "displayname": "Unknown user",
  174. }
  175. for pref in cls.config["bridge.displayname_preference"]:
  176. value = data.get(pref.replace(" ", "_"))
  177. if value:
  178. data["displayname"] = value
  179. break
  180. return cls.config["bridge.displayname_template"].format(**data)
  181. async def _update_name(self, name: Optional[str]) -> bool:
  182. name = self._get_displayname(self.address, name)
  183. if name != self.name or not self.name_set:
  184. self.name = name
  185. try:
  186. await self.default_mxid_intent.set_displayname(self.name)
  187. self.name_set = True
  188. except Exception:
  189. self.log.exception("Error setting displayname")
  190. self.name_set = False
  191. return True
  192. return False
  193. async def _update_avatar(self, path: str) -> bool:
  194. if not path:
  195. return False
  196. if not path.startswith("/"):
  197. path = os.path.join(self.config["signal.avatar_dir"], path)
  198. try:
  199. with open(path, "rb") as file:
  200. data = file.read()
  201. except FileNotFoundError:
  202. return False
  203. new_hash = hashlib.sha256(data).hexdigest()
  204. if self.avatar_set and new_hash == self.avatar_hash:
  205. return False
  206. mxc = await self.default_mxid_intent.upload_media(data)
  207. self.avatar_hash = new_hash
  208. self.avatar_url = mxc
  209. try:
  210. await self.default_mxid_intent.set_avatar_url(self.avatar_url)
  211. self.avatar_set = True
  212. except Exception:
  213. self.log.exception("Error setting avatar")
  214. self.avatar_set = False
  215. return True
  216. async def _update_portal_meta(self) -> None:
  217. async for portal in p.Portal.find_private_chats_with(self.address):
  218. if portal.receiver == self.number:
  219. # This is a note to self chat, don't change the name
  220. continue
  221. try:
  222. await portal.update_puppet_name(self.name)
  223. await portal.update_puppet_avatar(self.avatar_hash, self.avatar_url)
  224. except Exception:
  225. self.log.exception(f"Error updating portal meta for {portal.receiver}")
  226. async def default_puppet_should_leave_room(self, room_id: RoomID) -> bool:
  227. portal = await p.Portal.get_by_mxid(room_id)
  228. return portal and portal.chat_id != self.uuid
  229. # region Database getters
  230. def _add_to_cache(self) -> None:
  231. if self.uuid:
  232. self.by_uuid[self.uuid] = self
  233. if self.number:
  234. self.by_number[self.number] = self
  235. if self.custom_mxid:
  236. self.by_custom_mxid[self.custom_mxid] = self
  237. async def save(self) -> None:
  238. await self.update()
  239. @classmethod
  240. async def get_by_mxid(cls, mxid: UserID, create: bool = True) -> Optional['Puppet']:
  241. address = cls.get_id_from_mxid(mxid)
  242. if not address:
  243. return None
  244. return await cls.get_by_address(address, create)
  245. @classmethod
  246. async def get_by_custom_mxid(cls, mxid: UserID) -> Optional['Puppet']:
  247. try:
  248. return cls.by_custom_mxid[mxid]
  249. except KeyError:
  250. pass
  251. puppet = cast(cls, await super().get_by_custom_mxid(mxid))
  252. if puppet:
  253. puppet._add_to_cache()
  254. return puppet
  255. return None
  256. @classmethod
  257. def get_id_from_mxid(cls, mxid: UserID) -> Optional[Address]:
  258. identifier = cls.mxid_template.parse(mxid)
  259. if not identifier:
  260. return None
  261. if identifier.startswith("phone_"):
  262. return Address(number="+" + identifier[len("phone_"):])
  263. else:
  264. try:
  265. return Address(uuid=UUID(identifier.upper()))
  266. except ValueError:
  267. return None
  268. @classmethod
  269. def get_mxid_from_id(cls, address: Address) -> UserID:
  270. if address.uuid:
  271. identifier = str(address.uuid).lower()
  272. elif address.number:
  273. identifier = f"phone_{address.number.lstrip('+')}"
  274. else:
  275. raise ValueError("Empty address")
  276. return UserID(cls.mxid_template.format_full(identifier))
  277. @classmethod
  278. async def get_by_address(cls, address: Address, create: bool = True) -> Optional['Puppet']:
  279. puppet = await cls._get_by_address(address, create)
  280. if puppet and address.uuid and not puppet.uuid:
  281. # We found a UUID for this user, store it ASAP
  282. await puppet.handle_uuid_receive(address.uuid)
  283. return puppet
  284. @classmethod
  285. async def _get_by_address(cls, address: Address, create: bool = True) -> Optional['Puppet']:
  286. if not address.is_valid:
  287. raise ValueError("Empty address")
  288. if address.uuid:
  289. try:
  290. return cls.by_uuid[address.uuid]
  291. except KeyError:
  292. pass
  293. if address.number:
  294. try:
  295. return cls.by_number[address.number]
  296. except KeyError:
  297. pass
  298. puppet = cast(cls, await super().get_by_address(address))
  299. if puppet is not None:
  300. puppet._add_to_cache()
  301. return puppet
  302. if create:
  303. puppet = cls(address.uuid, address.number)
  304. await puppet.insert()
  305. puppet._add_to_cache()
  306. return puppet
  307. return None
  308. @classmethod
  309. async def all_with_custom_mxid(cls) -> AsyncGenerator['Puppet', None]:
  310. puppets = await super().all_with_custom_mxid()
  311. puppet: cls
  312. for index, puppet in enumerate(puppets):
  313. try:
  314. yield cls.by_uuid[puppet.uuid]
  315. except KeyError:
  316. try:
  317. yield cls.by_number[puppet.number]
  318. except KeyError:
  319. puppet._add_to_cache()
  320. yield puppet
  321. # endregion