rpc.py 8.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233
  1. # Copyright (c) 2022 Tulir Asokan
  2. #
  3. # This Source Code Form is subject to the terms of the Mozilla Public
  4. # License, v. 2.0. If a copy of the MPL was not distributed with this
  5. # file, You can obtain one at http://mozilla.org/MPL/2.0/.
  6. from __future__ import annotations
  7. from typing import Any, Awaitable, Callable, Dict
  8. from uuid import UUID, uuid4
  9. import asyncio
  10. import json
  11. import logging
  12. from mautrix.util.logging import TraceLogger
  13. from .errors import NotConnected, UnexpectedError, UnexpectedResponse, make_response_error
  14. EventHandler = Callable[[Dict[str, Any]], Awaitable[None]]
  15. # These are synthetic RPC events for registering callbacks on socket
  16. # connect and disconnect.
  17. CONNECT_EVENT = "_socket_connected"
  18. DISCONNECT_EVENT = "_socket_disconnected"
  19. _SOCKET_LIMIT = 1024 * 1024 # 1 MiB
  20. class SignaldRPCClient:
  21. loop: asyncio.AbstractEventLoop
  22. log: TraceLogger
  23. socket_path: str
  24. _reader: asyncio.StreamReader | None
  25. _writer: asyncio.StreamWriter | None
  26. is_connected: bool
  27. _connect_future: asyncio.Future
  28. _communicate_task: asyncio.Task | None
  29. _response_waiters: dict[UUID, asyncio.Future]
  30. _rpc_event_handlers: dict[str, list[EventHandler]]
  31. def __init__(
  32. self,
  33. socket_path: str,
  34. log: TraceLogger | None = None,
  35. loop: asyncio.AbstractEventLoop | None = None,
  36. ) -> None:
  37. self.socket_path = socket_path
  38. self.log = log or logging.getLogger("mausignald")
  39. self.loop = loop or asyncio.get_event_loop()
  40. self._reader = None
  41. self._writer = None
  42. self._communicate_task = None
  43. self.is_connected = False
  44. self._connect_future = self.loop.create_future()
  45. self._response_waiters = {}
  46. self._rpc_event_handlers = {CONNECT_EVENT: [], DISCONNECT_EVENT: []}
  47. self.add_rpc_handler(DISCONNECT_EVENT, self._abandon_responses)
  48. async def wait_for_connected(self, timeout: int | None = None) -> bool:
  49. if self.is_connected:
  50. return True
  51. await asyncio.wait_for(asyncio.shield(self._connect_future), timeout)
  52. return self.is_connected
  53. async def connect(self) -> None:
  54. if self._writer is not None:
  55. return
  56. self._communicate_task = asyncio.create_task(self._communicate_forever())
  57. await self._connect_future
  58. async def _communicate_forever(self) -> None:
  59. while True:
  60. try:
  61. self._reader, self._writer = await asyncio.open_unix_connection(
  62. self.socket_path, limit=_SOCKET_LIMIT
  63. )
  64. except OSError as e:
  65. self.log.error(f"Connection to {self.socket_path} failed: {e}")
  66. await asyncio.sleep(5)
  67. continue
  68. read_loop = asyncio.create_task(self._try_read_loop())
  69. self.is_connected = True
  70. await self._run_rpc_handler(CONNECT_EVENT, {})
  71. self._connect_future.set_result(True)
  72. await read_loop
  73. self.is_connected = False
  74. await self._run_rpc_handler(DISCONNECT_EVENT, {})
  75. self._connect_future = self.loop.create_future()
  76. async def disconnect(self) -> None:
  77. if self._writer is not None:
  78. self._writer.write_eof()
  79. await self._writer.drain()
  80. if self._communicate_task:
  81. self._communicate_task.cancel()
  82. self._communicate_task = None
  83. self._writer = None
  84. self._reader = None
  85. self.is_connected = False
  86. self._connect_future = self.loop.create_future()
  87. def add_rpc_handler(self, method: str, handler: EventHandler) -> None:
  88. self._rpc_event_handlers.setdefault(method, []).append(handler)
  89. def remove_rpc_handler(self, method: str, handler: EventHandler) -> None:
  90. self._rpc_event_handlers.setdefault(method, []).remove(handler)
  91. async def _run_rpc_handler(self, command: str, req: dict[str, Any]) -> None:
  92. try:
  93. handlers = self._rpc_event_handlers[command]
  94. except KeyError:
  95. self.log.warning("No handlers for RPC request %s", command)
  96. self.log.trace("Data unhandled request: %s", req)
  97. else:
  98. for handler in handlers:
  99. try:
  100. await handler(req)
  101. except Exception:
  102. self.log.exception("Exception in RPC event handler")
  103. def _run_response_handlers(self, req_id: UUID, command: str, req: Any) -> None:
  104. try:
  105. waiter = self._response_waiters.pop(req_id)
  106. except KeyError:
  107. self.log.debug(f"Nobody waiting for response to {req_id}")
  108. return
  109. data = req.get("data")
  110. if command == "unexpected_error":
  111. try:
  112. waiter.set_exception(UnexpectedError(data["message"]))
  113. except KeyError:
  114. waiter.set_exception(UnexpectedError("Unexpected error with no message"))
  115. # elif data and "error" in data and isinstance(data["error"], (str, dict)):
  116. # waiter.set_exception(make_response_error(data))
  117. elif "error" in req and isinstance(req["error"], (str, dict)):
  118. waiter.set_exception(make_response_error(req))
  119. else:
  120. waiter.set_result((command, data))
  121. async def _handle_incoming_line(self, line: str) -> None:
  122. try:
  123. req = json.loads(line)
  124. except json.JSONDecodeError:
  125. self.log.debug(f"Got non-JSON data from server: {line}")
  126. return
  127. try:
  128. req_type = req["type"]
  129. except KeyError:
  130. self.log.debug(f"Got invalid request from server: {line}")
  131. return
  132. self.log.trace("Got data from server: %s", req)
  133. req_id = req.get("id")
  134. if req_id is None:
  135. asyncio.create_task(self._run_rpc_handler(req_type, req))
  136. else:
  137. self._run_response_handlers(UUID(req_id), req_type, req)
  138. async def _try_read_loop(self) -> None:
  139. try:
  140. await self._read_loop()
  141. except Exception:
  142. self.log.exception("Fatal error in read loop")
  143. async def _read_loop(self) -> None:
  144. while self._reader is not None and not self._reader.at_eof():
  145. line = await self._reader.readline()
  146. if not line:
  147. continue
  148. try:
  149. line_str = line.decode("utf-8")
  150. except UnicodeDecodeError:
  151. self.log.exception("Got non-unicode request from server: %s", line)
  152. continue
  153. try:
  154. await self._handle_incoming_line(line_str)
  155. except Exception:
  156. self.log.exception("Failed to handle incoming request %s", line_str)
  157. self.log.debug("Reader disconnected")
  158. self._reader = None
  159. self._writer = None
  160. def _create_request(
  161. self, command: str, req_id: UUID | None = None, **data: Any
  162. ) -> tuple[asyncio.Future, dict[str, Any]]:
  163. req_id = req_id or uuid4()
  164. req = {"id": str(req_id), "type": command, **data}
  165. self.log.trace("Request %s: %s %s", req_id, command, data)
  166. return self._wait_response(req_id), req
  167. def _wait_response(self, req_id: UUID) -> asyncio.Future:
  168. try:
  169. future = self._response_waiters[req_id]
  170. except KeyError:
  171. future = self._response_waiters[req_id] = self.loop.create_future()
  172. return future
  173. async def _abandon_responses(self, unused_data: dict[str, Any]) -> None:
  174. for req_id, waiter in self._response_waiters.items():
  175. if not waiter.done():
  176. self.log.trace(f"Abandoning response for {req_id}")
  177. waiter.set_exception(
  178. NotConnected("Disconnected from signald before RPC completed")
  179. )
  180. async def _send_request(self, data: dict[str, Any]) -> None:
  181. if self._writer is None:
  182. raise NotConnected("Not connected to signald")
  183. self._writer.write(json.dumps(data).encode("utf-8"))
  184. self._writer.write(b"\n")
  185. await self._writer.drain()
  186. self.log.trace("Sent data to server server: %s", data)
  187. async def _raw_request(
  188. self, command: str, req_id: UUID | None = None, **data: Any
  189. ) -> tuple[str, dict[str, Any]]:
  190. future, data = self._create_request(command, req_id, **data)
  191. await self._send_request(data)
  192. return await asyncio.shield(future)
  193. async def _request(self, command: str, expected_response: str, **data: Any) -> Any:
  194. resp_type, resp_data = await self._raw_request(command, **data)
  195. if resp_type != expected_response:
  196. raise UnexpectedResponse(resp_type, resp_data)
  197. return resp_data
  198. async def request_v1(self, command: str, **data: Any) -> Any:
  199. return await self._request(command, expected_response=command, version="v1", **data)