portal.py 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654
  1. # mautrix-instagram - A Matrix-Instagram puppeting bridge.
  2. # Copyright (C) 2020 Tulir Asokan
  3. #
  4. # This program is free software: you can redistribute it and/or modify
  5. # it under the terms of the GNU Affero General Public License as published by
  6. # the Free Software Foundation, either version 3 of the License, or
  7. # (at your option) any later version.
  8. #
  9. # This program is distributed in the hope that it will be useful,
  10. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. # GNU Affero General Public License for more details.
  13. #
  14. # You should have received a copy of the GNU Affero General Public License
  15. # along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. from typing import (Dict, Tuple, Optional, List, Deque, Set, Any, Union, AsyncGenerator,
  17. Awaitable, NamedTuple, TYPE_CHECKING, cast)
  18. from collections import deque
  19. from uuid import uuid4
  20. import mimetypes
  21. import asyncio
  22. import magic
  23. from yarl import URL
  24. from mauigpapi.types import Thread, ThreadUser, ThreadItem, RegularMediaItem, MediaType
  25. from mautrix.appservice import AppService, IntentAPI
  26. from mautrix.bridge import BasePortal, NotificationDisabler
  27. from mautrix.types import (EventID, MessageEventContent, RoomID, EventType, MessageType, ImageInfo,
  28. VideoInfo, MediaMessageEventContent, TextMessageEventContent,
  29. ContentURI, EncryptedFile)
  30. from mautrix.errors import MatrixError
  31. from mautrix.util.simple_lock import SimpleLock
  32. from mautrix.util.network_retry import call_with_net_retry
  33. from .db import Portal as DBPortal, Message as DBMessage, Reaction as DBReaction
  34. from .config import Config
  35. from . import user as u, puppet as p, matrix as m
  36. if TYPE_CHECKING:
  37. from .__main__ import InstagramBridge
  38. try:
  39. from mautrix.crypto.attachments import encrypt_attachment, decrypt_attachment
  40. except ImportError:
  41. encrypt_attachment = decrypt_attachment = None
  42. StateBridge = EventType.find("m.bridge", EventType.Class.STATE)
  43. StateHalfShotBridge = EventType.find("uk.half-shot.bridge", EventType.Class.STATE)
  44. ReuploadedMediaInfo = NamedTuple('ReuploadedMediaInfo', mxc=Optional[ContentURI], url=str,
  45. decryption_info=Optional[EncryptedFile], msgtype=MessageType,
  46. file_name=str, info=Union[ImageInfo, VideoInfo])
  47. class Portal(DBPortal, BasePortal):
  48. by_mxid: Dict[RoomID, 'Portal'] = {}
  49. by_thread_id: Dict[Tuple[str, int], 'Portal'] = {}
  50. config: Config
  51. matrix: 'm.MatrixHandler'
  52. az: AppService
  53. private_chat_portal_meta: bool
  54. _main_intent: Optional[IntentAPI]
  55. _create_room_lock: asyncio.Lock
  56. backfill_lock: SimpleLock
  57. _msgid_dedup: Deque[str]
  58. _reqid_dedup: Set[str]
  59. _reaction_dedup: Deque[Tuple[str, int, str]]
  60. _main_intent: IntentAPI
  61. _last_participant_update: Set[int]
  62. _reaction_lock: asyncio.Lock
  63. def __init__(self, thread_id: str, receiver: int, other_user_pk: Optional[int],
  64. mxid: Optional[RoomID] = None, name: Optional[str] = None, encrypted: bool = False
  65. ) -> None:
  66. super().__init__(thread_id, receiver, other_user_pk, mxid, name, encrypted)
  67. self._create_room_lock = asyncio.Lock()
  68. self.log = self.log.getChild(thread_id)
  69. self._msgid_dedup = deque(maxlen=100)
  70. self._reaction_dedup = deque(maxlen=100)
  71. self._reqid_dedup = set()
  72. self._last_participant_update = set()
  73. self.backfill_lock = SimpleLock("Waiting for backfilling to finish before handling %s",
  74. log=self.log)
  75. self._main_intent = None
  76. self._reaction_lock = asyncio.Lock()
  77. @property
  78. def is_direct(self) -> bool:
  79. return self.other_user_pk is not None
  80. @property
  81. def main_intent(self) -> IntentAPI:
  82. if not self._main_intent:
  83. raise ValueError("Portal must be postinit()ed before main_intent can be used")
  84. return self._main_intent
  85. @classmethod
  86. def init_cls(cls, bridge: 'InstagramBridge') -> None:
  87. cls.config = bridge.config
  88. cls.matrix = bridge.matrix
  89. cls.az = bridge.az
  90. cls.loop = bridge.loop
  91. cls.bridge = bridge
  92. cls.private_chat_portal_meta = cls.config["bridge.private_chat_portal_meta"]
  93. NotificationDisabler.puppet_cls = p.Puppet
  94. NotificationDisabler.config_enabled = cls.config["bridge.backfill.disable_notifications"]
  95. # region Misc
  96. async def _send_delivery_receipt(self, event_id: EventID) -> None:
  97. if event_id and self.config["bridge.delivery_receipts"]:
  98. try:
  99. await self.az.intent.mark_read(self.mxid, event_id)
  100. except Exception:
  101. self.log.exception("Failed to send delivery receipt for %s", event_id)
  102. async def _upsert_reaction(self, existing: DBReaction, intent: IntentAPI, mxid: EventID,
  103. message: DBMessage, sender: Union['u.User', 'p.Puppet'],
  104. reaction: str) -> None:
  105. if existing:
  106. self.log.debug(f"_upsert_reaction redacting {existing.mxid} and inserting {mxid}"
  107. f" (message: {message.mxid})")
  108. await intent.redact(existing.mx_room, existing.mxid)
  109. await existing.edit(reaction=reaction, mxid=mxid, mx_room=message.mx_room)
  110. else:
  111. self.log.debug(f"_upsert_reaction inserting {mxid} (message: {message.mxid})")
  112. await DBReaction(mxid=mxid, mx_room=message.mx_room, ig_item_id=message.item_id,
  113. ig_receiver=self.receiver, ig_sender=sender.pk, reaction=reaction
  114. ).insert()
  115. # endregion
  116. # region Matrix event handling
  117. async def handle_matrix_message(self, sender: 'u.User', message: MessageEventContent,
  118. event_id: EventID) -> None:
  119. if not sender.client:
  120. self.log.debug(f"Ignoring message {event_id} as user is not connected")
  121. return
  122. elif ((message.get(self.bridge.real_user_content_key,
  123. False) and await p.Puppet.get_by_custom_mxid(sender.mxid))):
  124. self.log.debug(f"Ignoring puppet-sent message by confirmed puppet user {sender.mxid}")
  125. return
  126. request_id = str(uuid4())
  127. self._reqid_dedup.add(request_id)
  128. if message.msgtype in (MessageType.EMOTE, MessageType.TEXT):
  129. text = message.body
  130. if message.msgtype == MessageType.EMOTE:
  131. text = f"/me {text}"
  132. resp = await sender.mqtt.send_text(self.thread_id, text=text,
  133. client_context=request_id)
  134. elif message.msgtype.is_media:
  135. if message.file and decrypt_attachment:
  136. data = await self.main_intent.download_media(message.file.url)
  137. data = decrypt_attachment(data, message.file.key.key,
  138. message.file.hashes.get("sha256"), message.file.iv)
  139. else:
  140. data = await self.main_intent.download_media(message.url)
  141. mime_type = message.info.mimetype or magic.from_buffer(data, mime=True)
  142. if mime_type == "image/jpeg":
  143. upload_resp = await sender.client.upload_jpeg_photo(data)
  144. resp = await sender.mqtt.send_media(self.thread_id, upload_resp.upload_id,
  145. client_context=request_id)
  146. else:
  147. # TODO add link to media for unsupported file types
  148. return
  149. else:
  150. return
  151. if resp.status != "ok":
  152. self.log.warning(f"Failed to handle {event_id}: {resp}")
  153. else:
  154. self._msgid_dedup.appendleft(resp.payload.item_id)
  155. await DBMessage(mxid=event_id, mx_room=self.mxid, item_id=resp.payload.item_id,
  156. receiver=self.receiver).insert()
  157. self._reqid_dedup.remove(request_id)
  158. await self._send_delivery_receipt(event_id)
  159. self.log.debug(f"Handled Matrix message {event_id} -> {resp.payload.item_id}")
  160. async def handle_matrix_reaction(self, sender: 'u.User', event_id: EventID,
  161. reacting_to: EventID, emoji: str) -> None:
  162. message = await DBMessage.get_by_mxid(reacting_to, self.mxid)
  163. if not message:
  164. self.log.debug(f"Ignoring reaction to unknown event {reacting_to}")
  165. return
  166. existing = await DBReaction.get_by_item_id(message.item_id, message.receiver, sender.igpk)
  167. if existing and existing.reaction == emoji:
  168. return
  169. dedup_id = (message.item_id, sender.igpk, emoji)
  170. self._reaction_dedup.appendleft(dedup_id)
  171. async with self._reaction_lock:
  172. # TODO check response?
  173. await sender.mqtt.send_reaction(self.thread_id, item_id=message.item_id, emoji=emoji)
  174. await self._upsert_reaction(existing, self.main_intent, event_id, message, sender,
  175. emoji)
  176. self.log.trace(f"{sender.mxid} reacted to {message.item_id} with {emoji}")
  177. await self._send_delivery_receipt(event_id)
  178. async def handle_matrix_redaction(self, sender: 'u.User', event_id: EventID,
  179. redaction_event_id: EventID) -> None:
  180. if not self.mxid:
  181. return
  182. # TODO implement
  183. # reaction = await DBReaction.get_by_mxid(event_id, self.mxid)
  184. # if reaction:
  185. # try:
  186. # await reaction.delete()
  187. # await sender.client.conversation(self.twid).delete_reaction(reaction.tw_msgid,
  188. # reaction.reaction)
  189. # await self._send_delivery_receipt(redaction_event_id)
  190. # self.log.trace(f"Removed {reaction} after Matrix redaction")
  191. # except Exception:
  192. # self.log.exception("Removing reaction failed")
  193. async def handle_matrix_leave(self, user: 'u.User') -> None:
  194. if self.is_direct:
  195. self.log.info(f"{user.mxid} left private chat portal with {self.other_user_pk}")
  196. if user.igpk == self.receiver:
  197. self.log.info(f"{user.mxid} was the recipient of this portal. "
  198. "Cleaning up and deleting...")
  199. await self.cleanup_and_delete()
  200. else:
  201. self.log.debug(f"{user.mxid} left portal to {self.thread_id}")
  202. # TODO cleanup if empty
  203. # endregion
  204. # region Instagram event handling
  205. async def _reupload_instagram_media(self, source: 'u.User', media: RegularMediaItem,
  206. intent: IntentAPI) -> Optional[ReuploadedMediaInfo]:
  207. if media.media_type == MediaType.IMAGE:
  208. image = media.best_image
  209. url = image.url
  210. msgtype = MessageType.IMAGE
  211. info = ImageInfo(height=image.height, width=image.width)
  212. elif media.media_type == MediaType.VIDEO:
  213. video = media.best_video
  214. url = video.url
  215. msgtype = MessageType.VIDEO
  216. info = VideoInfo(height=video.height, width=video.width)
  217. else:
  218. return None
  219. resp = await source.client.raw_http_get(URL(url))
  220. data = await resp.read()
  221. info.mime_type = resp.headers["Content-Type"] or magic.from_buffer(data, mime=True)
  222. info.size = len(data)
  223. file_name = f"{msgtype.value[2:]}{mimetypes.guess_extension(info.mime_type)}"
  224. upload_mime_type = info.mime_type
  225. upload_file_name = file_name
  226. decryption_info = None
  227. if self.encrypted and encrypt_attachment:
  228. data, decryption_info = encrypt_attachment(data)
  229. upload_mime_type = "application/octet-stream"
  230. upload_file_name = None
  231. mxc = await call_with_net_retry(intent.upload_media, data, mime_type=upload_mime_type,
  232. filename=upload_file_name, _action="upload media")
  233. if decryption_info:
  234. decryption_info.url = mxc
  235. mxc = None
  236. return ReuploadedMediaInfo(mxc=mxc, url=url, decryption_info=decryption_info,
  237. file_name=file_name, msgtype=msgtype, info=info)
  238. async def _handle_instagram_media(self, source: 'u.User', intent: IntentAPI, item: ThreadItem
  239. ) -> Optional[EventID]:
  240. reuploaded = await self._reupload_instagram_media(source, item.media, intent)
  241. if not reuploaded:
  242. self.log.debug(f"Unsupported media type: {item.media}")
  243. return None
  244. content = MediaMessageEventContent(body=reuploaded.file_name, external_url=reuploaded.url,
  245. url=reuploaded.mxc, file=reuploaded.decryption_info,
  246. info=reuploaded.info, msgtype=reuploaded.msgtype)
  247. return await self._send_message(intent, content, timestamp=item.timestamp // 1000)
  248. async def _handle_instagram_text(self, intent: IntentAPI, item: ThreadItem) -> EventID:
  249. content = TextMessageEventContent(msgtype=MessageType.TEXT, body=item.text)
  250. return await self._send_message(intent, content, timestamp=item.timestamp // 1000)
  251. async def handle_instagram_item(self, source: 'u.User', sender: 'p.Puppet', item: ThreadItem
  252. ) -> None:
  253. if item.client_context in self._reqid_dedup:
  254. self.log.debug(f"Ignoring message {item.item_id} by {item.user_id}"
  255. " as it was sent by us (client_context in dedup queue)")
  256. elif item.item_id in self._msgid_dedup:
  257. self.log.debug(f"Ignoring message {item.item_id} by {item.user_id}"
  258. " as it was already handled (message.id in dedup queue)")
  259. elif await DBMessage.get_by_item_id(item.item_id, self.receiver) is not None:
  260. self.log.debug(f"Ignoring message {item.item_id} by {item.user_id}"
  261. " as it was already handled (message.id found in database)")
  262. else:
  263. self._msgid_dedup.appendleft(item.item_id)
  264. intent = sender.intent_for(self)
  265. event_id = None
  266. if item.media:
  267. event_id = await self._handle_instagram_media(source, intent, item)
  268. elif item.text:
  269. event_id = await self._handle_instagram_text(intent, item)
  270. # TODO handle attachments and reactions
  271. if event_id:
  272. await DBMessage(mxid=event_id, mx_room=self.mxid, item_id=item.item_id,
  273. receiver=self.receiver).insert()
  274. await self._send_delivery_receipt(event_id)
  275. self.log.debug(f"Handled Instagram message {item.item_id} -> {event_id}")
  276. else:
  277. self.log.debug(f"Unhandled Instagram message {item.item_id}")
  278. # endregion
  279. # region Updating portal info
  280. async def update_info(self, thread: Thread) -> None:
  281. changed = await self._update_name(thread.thread_title)
  282. if changed:
  283. await self.update_bridge_info()
  284. await self.update()
  285. await self._update_participants(thread.users)
  286. # TODO update power levels with thread.admin_user_ids
  287. async def _update_name(self, name: str) -> bool:
  288. if self.name != name:
  289. self.name = name
  290. if self.mxid:
  291. await self.main_intent.set_room_name(self.mxid, name)
  292. return True
  293. return False
  294. async def _update_participants(self, users: List[ThreadUser]) -> None:
  295. if not self.mxid:
  296. return
  297. # Make sure puppets who should be here are here
  298. for user in users:
  299. puppet = await p.Puppet.get_by_pk(user.pk)
  300. await puppet.update_info(user)
  301. await puppet.intent_for(self).ensure_joined(self.mxid)
  302. # Kick puppets who shouldn't be here
  303. current_members = {int(user.pk) for user in users}
  304. for user_id in await self.main_intent.get_room_members(self.mxid):
  305. pk = p.Puppet.get_id_from_mxid(user_id)
  306. if pk and pk not in current_members:
  307. await self.main_intent.kick_user(self.mxid, p.Puppet.get_mxid_from_id(pk),
  308. reason="User had left this Instagram DM")
  309. # endregion
  310. # region Backfilling
  311. async def backfill(self, source: 'u.User', is_initial: bool = False) -> None:
  312. if not is_initial:
  313. raise RuntimeError("Non-initial backfilling is not supported")
  314. limit = (self.config["bridge.backfill.initial_limit"] if is_initial
  315. else self.config["bridge.backfill.missed_limit"])
  316. if limit == 0:
  317. return
  318. elif limit < 0:
  319. limit = None
  320. with self.backfill_lock:
  321. await self._backfill(source, is_initial, limit)
  322. async def _backfill(self, source: 'u.User', is_initial: bool, limit: int) -> None:
  323. self.log.debug("Backfilling history through %s", source.mxid)
  324. entries = await self._fetch_backfill_items(source, is_initial, limit)
  325. if not entries:
  326. self.log.debug("Didn't get any items to backfill from server")
  327. return
  328. self.log.debug("Got %d entries from server", len(entries))
  329. backfill_leave = await self._invite_own_puppet_backfill(source)
  330. async with NotificationDisabler(self.mxid, source):
  331. for entry in reversed(entries):
  332. sender = await p.Puppet.get_by_pk(int(entry.user_id))
  333. await self.handle_instagram_item(source, sender, entry)
  334. for intent in backfill_leave:
  335. self.log.trace("Leaving room with %s post-backfill", intent.mxid)
  336. await intent.leave_room(self.mxid)
  337. self.log.info("Backfilled %d messages through %s", len(entries), source.mxid)
  338. async def _fetch_backfill_items(self, source: 'u.User', is_initial: bool, limit: int
  339. ) -> List[ThreadItem]:
  340. items = []
  341. self.log.debug("Fetching up to %d messages through %s", limit, source.igpk)
  342. async for item in source.client.iter_thread(self.thread_id):
  343. if len(items) >= limit:
  344. self.log.debug(f"Fetched {len(items)} messages (the limit)")
  345. break
  346. elif not is_initial:
  347. msg = await DBMessage.get_by_item_id(item.item_id, receiver=self.receiver)
  348. if msg is not None:
  349. self.log.debug(f"Fetched {len(items)} messages and hit a message"
  350. " that's already in the database.")
  351. break
  352. items.append(item)
  353. return items
  354. async def _invite_own_puppet_backfill(self, source: 'u.User') -> Set[IntentAPI]:
  355. backfill_leave = set()
  356. # TODO we should probably only invite the puppet when needed
  357. if self.config["bridge.backfill.invite_own_puppet"]:
  358. self.log.debug("Adding %s's default puppet to room for backfilling", source.mxid)
  359. sender = await p.Puppet.get_by_pk(source.igpk)
  360. await self.main_intent.invite_user(self.mxid, sender.default_mxid)
  361. await sender.default_mxid_intent.join_room_by_id(self.mxid)
  362. backfill_leave.add(sender.default_mxid_intent)
  363. return backfill_leave
  364. # endregion
  365. # region Bridge info state event
  366. @property
  367. def bridge_info_state_key(self) -> str:
  368. return f"net.maunium.instagram://instagram/{self.thread_id}"
  369. @property
  370. def bridge_info(self) -> Dict[str, Any]:
  371. return {
  372. "bridgebot": self.az.bot_mxid,
  373. "creator": self.main_intent.mxid,
  374. "protocol": {
  375. "id": "instagram",
  376. "displayname": "Instagram DM",
  377. "avatar_url": self.config["appservice.bot_avatar"],
  378. },
  379. "channel": {
  380. "id": self.thread_id,
  381. "displayname": self.name,
  382. }
  383. }
  384. async def update_bridge_info(self) -> None:
  385. if not self.mxid:
  386. self.log.debug("Not updating bridge info: no Matrix room created")
  387. return
  388. try:
  389. self.log.debug("Updating bridge info...")
  390. await self.main_intent.send_state_event(self.mxid, StateBridge,
  391. self.bridge_info, self.bridge_info_state_key)
  392. # TODO remove this once https://github.com/matrix-org/matrix-doc/pull/2346 is in spec
  393. await self.main_intent.send_state_event(self.mxid, StateHalfShotBridge,
  394. self.bridge_info, self.bridge_info_state_key)
  395. except Exception:
  396. self.log.warning("Failed to update bridge info", exc_info=True)
  397. # endregion
  398. # region Creating Matrix rooms
  399. async def create_matrix_room(self, source: 'u.User', info: Thread) -> Optional[RoomID]:
  400. if self.mxid:
  401. try:
  402. await self._update_matrix_room(source, info)
  403. except Exception:
  404. self.log.exception("Failed to update portal")
  405. return self.mxid
  406. async with self._create_room_lock:
  407. return await self._create_matrix_room(source, info)
  408. async def _update_matrix_room(self, source: 'u.User', info: Thread) -> None:
  409. await self.main_intent.invite_user(self.mxid, source.mxid, check_cache=True)
  410. puppet = await p.Puppet.get_by_custom_mxid(source.mxid)
  411. if puppet:
  412. did_join = await puppet.intent.ensure_joined(self.mxid)
  413. if did_join and self.is_direct:
  414. await source.update_direct_chats({self.main_intent.mxid: [self.mxid]})
  415. await self.update_info(info)
  416. # TODO
  417. # up = DBUserPortal.get(source.fbid, self.fbid, self.fb_receiver)
  418. # if not up:
  419. # in_community = await source._community_helper.add_room(source._community_id, self.mxid)
  420. # DBUserPortal(user=source.fbid, portal=self.fbid, portal_receiver=self.fb_receiver,
  421. # in_community=in_community).insert()
  422. # elif not up.in_community:
  423. # in_community = await source._community_helper.add_room(source._community_id, self.mxid)
  424. # up.edit(in_community=in_community)
  425. async def _create_matrix_room(self, source: 'u.User', info: Thread) -> Optional[RoomID]:
  426. if self.mxid:
  427. await self._update_matrix_room(source, info)
  428. return self.mxid
  429. await self.update_info(info)
  430. self.log.debug("Creating Matrix room")
  431. name: Optional[str] = None
  432. initial_state = [{
  433. "type": str(StateBridge),
  434. "state_key": self.bridge_info_state_key,
  435. "content": self.bridge_info,
  436. }, {
  437. # TODO remove this once https://github.com/matrix-org/matrix-doc/pull/2346 is in spec
  438. "type": str(StateHalfShotBridge),
  439. "state_key": self.bridge_info_state_key,
  440. "content": self.bridge_info,
  441. }]
  442. invites = [source.mxid]
  443. if self.config["bridge.encryption.default"] and self.matrix.e2ee:
  444. self.encrypted = True
  445. initial_state.append({
  446. "type": "m.room.encryption",
  447. "content": {"algorithm": "m.megolm.v1.aes-sha2"},
  448. })
  449. if self.is_direct:
  450. invites.append(self.az.bot_mxid)
  451. if self.encrypted or self.private_chat_portal_meta or not self.is_direct:
  452. name = self.name
  453. if self.config["appservice.community_id"]:
  454. initial_state.append({
  455. "type": "m.room.related_groups",
  456. "content": {"groups": [self.config["appservice.community_id"]]},
  457. })
  458. # We lock backfill lock here so any messages that come between the room being created
  459. # and the initial backfill finishing wouldn't be bridged before the backfill messages.
  460. with self.backfill_lock:
  461. self.mxid = await self.main_intent.create_room(name=name, is_direct=self.is_direct,
  462. initial_state=initial_state,
  463. invitees=invites)
  464. if not self.mxid:
  465. raise Exception("Failed to create room: no mxid returned")
  466. if self.encrypted and self.matrix.e2ee and self.is_direct:
  467. try:
  468. await self.az.intent.ensure_joined(self.mxid)
  469. except Exception:
  470. self.log.warning("Failed to add bridge bot "
  471. f"to new private chat {self.mxid}")
  472. await self.update()
  473. self.log.debug(f"Matrix room created: {self.mxid}")
  474. self.by_mxid[self.mxid] = self
  475. if not self.is_direct:
  476. await self._update_participants(info.users)
  477. puppet = await p.Puppet.get_by_custom_mxid(source.mxid)
  478. if puppet:
  479. try:
  480. await puppet.intent.join_room_by_id(self.mxid)
  481. if self.is_direct:
  482. await source.update_direct_chats({self.main_intent.mxid: [self.mxid]})
  483. except MatrixError:
  484. self.log.debug("Failed to join custom puppet into newly created portal",
  485. exc_info=True)
  486. # TODO
  487. # in_community = await source._community_helper.add_room(source._community_id, self.mxid)
  488. # DBUserPortal(user=source.fbid, portal=self.fbid, portal_receiver=self.fb_receiver,
  489. # in_community=in_community).upsert()
  490. try:
  491. await self.backfill(source, is_initial=True)
  492. except Exception:
  493. self.log.exception("Failed to backfill new portal")
  494. return self.mxid
  495. # endregion
  496. # region Database getters
  497. async def postinit(self) -> None:
  498. self.by_thread_id[(self.thread_id, self.receiver)] = self
  499. if self.mxid:
  500. self.by_mxid[self.mxid] = self
  501. self._main_intent = ((await p.Puppet.get_by_pk(self.other_user_pk)).default_mxid_intent
  502. if self.other_user_pk else self.az.intent)
  503. async def delete(self) -> None:
  504. await DBMessage.delete_all(self.mxid)
  505. self.by_mxid.pop(self.mxid, None)
  506. self.mxid = None
  507. self.encrypted = False
  508. await self.update()
  509. async def save(self) -> None:
  510. await self.update()
  511. @classmethod
  512. def all_with_room(cls) -> AsyncGenerator['Portal', None]:
  513. return cls._db_to_portals(super().all_with_room())
  514. @classmethod
  515. def find_private_chats_with(cls, other_user: int) -> AsyncGenerator['Portal', None]:
  516. return cls._db_to_portals(super().find_private_chats_with(other_user))
  517. @classmethod
  518. async def _db_to_portals(cls, query: Awaitable[List['Portal']]
  519. ) -> AsyncGenerator['Portal', None]:
  520. portals = await query
  521. for index, portal in enumerate(portals):
  522. try:
  523. yield cls.by_thread_id[(portal.thread_id, portal.receiver)]
  524. except KeyError:
  525. await portal.postinit()
  526. yield portal
  527. @classmethod
  528. async def get_by_mxid(cls, mxid: RoomID) -> Optional['Portal']:
  529. try:
  530. return cls.by_mxid[mxid]
  531. except KeyError:
  532. pass
  533. portal = cast(cls, await super().get_by_mxid(mxid))
  534. if portal is not None:
  535. await portal.postinit()
  536. return portal
  537. return None
  538. @classmethod
  539. async def get_by_thread_id(cls, thread_id: str, receiver: int,
  540. is_group: Optional[bool] = None,
  541. other_user_pk: Optional[int] = None) -> Optional['Portal']:
  542. if is_group and receiver != 0:
  543. receiver = 0
  544. try:
  545. return cls.by_thread_id[(thread_id, receiver)]
  546. except KeyError:
  547. pass
  548. if is_group is None and receiver != 0:
  549. try:
  550. return cls.by_thread_id[(thread_id, 0)]
  551. except KeyError:
  552. pass
  553. portal = cast(cls, await super().get_by_thread_id(thread_id, receiver,
  554. rec_must_match=is_group is not None))
  555. if portal is not None:
  556. await portal.postinit()
  557. return portal
  558. if is_group is not None:
  559. portal = cls(thread_id, receiver, other_user_pk=other_user_pk)
  560. await portal.insert()
  561. await portal.postinit()
  562. return portal
  563. return None
  564. @classmethod
  565. async def get_by_thread(cls, thread: Thread, receiver: int) -> Optional['Portal']:
  566. if thread.is_group:
  567. receiver = 0
  568. other_user_pk = None
  569. else:
  570. other_user_pk = thread.users[0].pk
  571. return await cls.get_by_thread_id(thread.thread_id, receiver, is_group=thread.is_group,
  572. other_user_pk=other_user_pk)
  573. # endregion