rpc.py 9.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243
  1. # Copyright (c) 2022 Tulir Asokan
  2. #
  3. # This Source Code Form is subject to the terms of the Mozilla Public
  4. # License, v. 2.0. If a copy of the MPL was not distributed with this
  5. # file, You can obtain one at http://mozilla.org/MPL/2.0/.
  6. from __future__ import annotations
  7. from typing import Any, Awaitable, Callable, Dict
  8. from uuid import UUID, uuid4
  9. import asyncio
  10. import json
  11. import logging
  12. from mautrix.util.logging import TraceLogger
  13. from .errors import NotConnected, UnexpectedError, UnexpectedResponse, make_response_error
  14. EventHandler = Callable[[Dict[str, Any]], Awaitable[None]]
  15. # These are synthetic RPC events for registering callbacks on socket
  16. # connect and disconnect.
  17. CONNECT_EVENT = "_socket_connected"
  18. DISCONNECT_EVENT = "_socket_disconnected"
  19. _SOCKET_LIMIT = 1024 * 1024 # 1 MiB
  20. class SignaldRPCClient:
  21. loop: asyncio.AbstractEventLoop
  22. log: TraceLogger
  23. socket_path: str
  24. _reader: asyncio.StreamReader | None
  25. _writer: asyncio.StreamWriter | None
  26. is_connected: bool
  27. _connect_future: asyncio.Future
  28. _communicate_task: asyncio.Task | None
  29. _response_waiters: dict[UUID, asyncio.Future]
  30. _rpc_event_handlers: dict[str, list[EventHandler]]
  31. def __init__(
  32. self,
  33. socket_path: str,
  34. log: TraceLogger | None = None,
  35. loop: asyncio.AbstractEventLoop | None = None,
  36. ) -> None:
  37. self.socket_path = socket_path
  38. self.log = log or logging.getLogger("mausignald")
  39. self.loop = loop or asyncio.get_event_loop()
  40. self._reader = None
  41. self._writer = None
  42. self._communicate_task = None
  43. self.is_connected = False
  44. self._connect_future = self.loop.create_future()
  45. self._response_waiters = {}
  46. self._rpc_event_handlers = {CONNECT_EVENT: [], DISCONNECT_EVENT: []}
  47. self.add_rpc_handler(DISCONNECT_EVENT, self._abandon_responses)
  48. async def wait_for_connected(self, timeout: int | None = None) -> bool:
  49. if self.is_connected:
  50. return True
  51. await asyncio.wait_for(asyncio.shield(self._connect_future), timeout)
  52. return self.is_connected
  53. async def connect(self) -> None:
  54. if self._writer is not None:
  55. return
  56. self._communicate_task = asyncio.create_task(self._communicate_forever())
  57. await self._connect_future
  58. async def _communicate_forever(self) -> None:
  59. while True:
  60. try:
  61. await self._communicate()
  62. except Exception:
  63. self.log.exception("Unknown error in signald socket")
  64. await asyncio.sleep(30)
  65. async def _communicate(self) -> None:
  66. try:
  67. self._reader, self._writer = await asyncio.open_unix_connection(
  68. self.socket_path, limit=_SOCKET_LIMIT
  69. )
  70. except OSError as e:
  71. self.log.error(f"Connection to {self.socket_path} failed: {e}")
  72. await asyncio.sleep(5)
  73. return
  74. read_loop = asyncio.create_task(self._try_read_loop())
  75. self.is_connected = True
  76. await self._run_rpc_handler(CONNECT_EVENT, {})
  77. self._connect_future.set_result(True)
  78. await read_loop
  79. self.is_connected = False
  80. await self._run_rpc_handler(DISCONNECT_EVENT, {})
  81. self._connect_future = self.loop.create_future()
  82. async def disconnect(self) -> None:
  83. if self._writer is not None:
  84. self._writer.write_eof()
  85. await self._writer.drain()
  86. if self._communicate_task:
  87. self._communicate_task.cancel()
  88. self._communicate_task = None
  89. self._writer = None
  90. self._reader = None
  91. self.is_connected = False
  92. self._connect_future = self.loop.create_future()
  93. def add_rpc_handler(self, method: str, handler: EventHandler) -> None:
  94. self._rpc_event_handlers.setdefault(method, []).append(handler)
  95. def remove_rpc_handler(self, method: str, handler: EventHandler) -> None:
  96. self._rpc_event_handlers.setdefault(method, []).remove(handler)
  97. async def _run_rpc_handler(self, command: str, req: dict[str, Any]) -> None:
  98. try:
  99. handlers = self._rpc_event_handlers[command]
  100. except KeyError:
  101. self.log.warning("No handlers for RPC request %s", command)
  102. self.log.trace("Data unhandled request: %s", req)
  103. else:
  104. for handler in handlers:
  105. try:
  106. await handler(req)
  107. except Exception:
  108. self.log.exception("Exception in RPC event handler")
  109. def _run_response_handlers(self, req_id: UUID, command: str, req: Any) -> None:
  110. try:
  111. waiter = self._response_waiters.pop(req_id)
  112. except KeyError:
  113. self.log.debug(f"Nobody waiting for response to {req_id}")
  114. return
  115. data = req.get("data")
  116. if command == "unexpected_error":
  117. try:
  118. waiter.set_exception(UnexpectedError(data["message"]))
  119. except KeyError:
  120. waiter.set_exception(UnexpectedError("Unexpected error with no message"))
  121. # elif data and "error" in data and isinstance(data["error"], (str, dict)):
  122. # waiter.set_exception(make_response_error(data))
  123. elif "error" in req and isinstance(req["error"], (str, dict)):
  124. waiter.set_exception(make_response_error(req))
  125. else:
  126. waiter.set_result((command, data))
  127. async def _handle_incoming_line(self, line: str) -> None:
  128. try:
  129. req = json.loads(line)
  130. except json.JSONDecodeError:
  131. self.log.debug(f"Got non-JSON data from server: {line}")
  132. return
  133. try:
  134. req_type = req["type"]
  135. except KeyError:
  136. self.log.debug(f"Got invalid request from server: {line}")
  137. return
  138. self.log.trace("Got data from server: %s", req)
  139. req_id = req.get("id")
  140. if req_id is None:
  141. asyncio.create_task(self._run_rpc_handler(req_type, req))
  142. else:
  143. self._run_response_handlers(UUID(req_id), req_type, req)
  144. async def _try_read_loop(self) -> None:
  145. try:
  146. await self._read_loop()
  147. except Exception:
  148. self.log.exception("Fatal error in read loop")
  149. else:
  150. self.log.debug("Reader disconnected")
  151. finally:
  152. self._reader = None
  153. self._writer = None
  154. async def _read_loop(self) -> None:
  155. while self._reader is not None and not self._reader.at_eof():
  156. line = await self._reader.readline()
  157. if not line:
  158. continue
  159. try:
  160. line_str = line.decode("utf-8")
  161. except UnicodeDecodeError:
  162. self.log.exception("Got non-unicode request from server: %s", line)
  163. continue
  164. try:
  165. await self._handle_incoming_line(line_str)
  166. except Exception:
  167. self.log.exception("Failed to handle incoming request %s", line_str)
  168. def _create_request(
  169. self, command: str, req_id: UUID | None = None, **data: Any
  170. ) -> tuple[asyncio.Future, dict[str, Any]]:
  171. req_id = req_id or uuid4()
  172. req = {"id": str(req_id), "type": command, **data}
  173. self.log.debug("Request %s: %s", req_id, command)
  174. self.log.trace("Request %s: %s with data: %s", req_id, command, data)
  175. return self._wait_response(req_id), req
  176. def _wait_response(self, req_id: UUID) -> asyncio.Future:
  177. try:
  178. future = self._response_waiters[req_id]
  179. except KeyError:
  180. future = self._response_waiters[req_id] = self.loop.create_future()
  181. return future
  182. async def _abandon_responses(self, unused_data: dict[str, Any]) -> None:
  183. for req_id, waiter in self._response_waiters.items():
  184. if not waiter.done():
  185. self.log.trace(f"Abandoning response for {req_id}")
  186. waiter.set_exception(
  187. NotConnected("Disconnected from signald before RPC completed")
  188. )
  189. async def _send_request(self, data: dict[str, Any]) -> None:
  190. if self._writer is None:
  191. raise NotConnected("Not connected to signald")
  192. self._writer.write(json.dumps(data).encode("utf-8"))
  193. self._writer.write(b"\n")
  194. await self._writer.drain()
  195. self.log.trace("Sent data to server server: %s", data)
  196. async def _raw_request(
  197. self, command: str, req_id: UUID | None = None, **data: Any
  198. ) -> tuple[str, dict[str, Any]]:
  199. future, data = self._create_request(command, req_id, **data)
  200. await self._send_request(data)
  201. return await asyncio.shield(future)
  202. async def _request(self, command: str, expected_response: str, **data: Any) -> Any:
  203. resp_type, resp_data = await self._raw_request(command, **data)
  204. if resp_type != expected_response:
  205. raise UnexpectedResponse(resp_type, resp_data)
  206. return resp_data
  207. async def request_v1(self, command: str, **data: Any) -> Any:
  208. return await self._request(command, expected_response=command, version="v1", **data)