rpc.py 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212
  1. # Copyright (c) 2020 Tulir Asokan
  2. #
  3. # This Source Code Form is subject to the terms of the Mozilla Public
  4. # License, v. 2.0. If a copy of the MPL was not distributed with this
  5. # file, You can obtain one at http://mozilla.org/MPL/2.0/.
  6. from typing import Optional, Dict, List, Callable, Awaitable, Any, Tuple
  7. from uuid import UUID, uuid4
  8. import asyncio
  9. import logging
  10. import json
  11. from mautrix.util.logging import TraceLogger
  12. from .errors import (NotConnected, UnexpectedError, UnexpectedResponse, RPCError,
  13. make_response_error)
  14. EventHandler = Callable[[Dict[str, Any]], Awaitable[None]]
  15. # These are synthetic RPC events for registering callbacks on socket
  16. # connect and disconnect.
  17. CONNECT_EVENT = "_socket_connected"
  18. DISCONNECT_EVENT = "_socket_disconnected"
  19. class SignaldRPCClient:
  20. loop: asyncio.AbstractEventLoop
  21. log: TraceLogger
  22. socket_path: str
  23. _reader: Optional[asyncio.StreamReader]
  24. _writer: Optional[asyncio.StreamWriter]
  25. _communicate_task: Optional[asyncio.Task]
  26. _response_waiters: Dict[UUID, asyncio.Future]
  27. _rpc_event_handlers: Dict[str, List[EventHandler]]
  28. def __init__(self, socket_path: str, log: Optional[TraceLogger] = None,
  29. loop: Optional[asyncio.AbstractEventLoop] = None) -> None:
  30. self.socket_path = socket_path
  31. self.log = log or logging.getLogger("mausignald")
  32. self.loop = loop or asyncio.get_event_loop()
  33. self._reader = None
  34. self._writer = None
  35. self._communicate_task = None
  36. self._response_waiters = {}
  37. self._rpc_event_handlers = {CONNECT_EVENT: [], DISCONNECT_EVENT: []}
  38. self.add_rpc_handler(DISCONNECT_EVENT, self._abandon_responses)
  39. async def connect(self) -> None:
  40. if self._writer is not None:
  41. return
  42. initial_connect = self.loop.create_future()
  43. self._communicate_task = self.loop.create_task(self._communicate_forever(initial_connect))
  44. await initial_connect
  45. async def _communicate_forever(self, initial_connect: Optional[asyncio.Future] = None) -> None:
  46. while True:
  47. try:
  48. self._reader, self._writer = await asyncio.open_unix_connection(self.socket_path)
  49. except OSError as e:
  50. self.log.error(f"Connection to {self.socket_path} failed: {e}")
  51. await asyncio.sleep(5)
  52. continue
  53. read_loop = self.loop.create_task(self._try_read_loop())
  54. await self._run_rpc_handler(CONNECT_EVENT, {})
  55. if initial_connect:
  56. initial_connect.set_result(True)
  57. initial_connect = None
  58. await read_loop
  59. await self._run_rpc_handler(DISCONNECT_EVENT, {})
  60. async def disconnect(self) -> None:
  61. if self._writer is not None:
  62. self._writer.write_eof()
  63. await self._writer.drain()
  64. if self._communicate_task:
  65. self._communicate_task.cancel()
  66. self._communicate_task = None
  67. self._writer = None
  68. self._reader = None
  69. def add_rpc_handler(self, method: str, handler: EventHandler) -> None:
  70. self._rpc_event_handlers.setdefault(method, []).append(handler)
  71. def remove_rpc_handler(self, method: str, handler: EventHandler) -> None:
  72. self._rpc_event_handlers.setdefault(method, []).remove(handler)
  73. async def _run_rpc_handler(self, command: str, req: Dict[str, Any]) -> None:
  74. try:
  75. handlers = self._rpc_event_handlers[command]
  76. except KeyError:
  77. self.log.warning("No handlers for RPC request %s", command)
  78. self.log.trace("Data unhandled request: %s", req)
  79. else:
  80. for handler in handlers:
  81. try:
  82. await handler(req)
  83. except Exception:
  84. self.log.exception("Exception in RPC event handler")
  85. def _run_response_handlers(self, req_id: UUID, command: str, req: Any) -> None:
  86. try:
  87. waiter = self._response_waiters.pop(req_id)
  88. except KeyError:
  89. self.log.debug(f"Nobody waiting for response to {req_id}")
  90. return
  91. data = req.get("data")
  92. if command == "unexpected_error":
  93. try:
  94. waiter.set_exception(UnexpectedError(data["message"]))
  95. except KeyError:
  96. waiter.set_exception(UnexpectedError("Unexpected error with no message"))
  97. elif data and "error" in data and isinstance(data["error"], (str, dict)):
  98. waiter.set_exception(make_response_error(data["error"]))
  99. elif "error" in req and isinstance(req["error"], (str, dict)):
  100. waiter.set_exception(make_response_error(req["error"]))
  101. else:
  102. waiter.set_result((command, data))
  103. async def _handle_incoming_line(self, line: str) -> None:
  104. try:
  105. req = json.loads(line)
  106. except json.JSONDecodeError:
  107. self.log.debug(f"Got non-JSON data from server: {line}")
  108. return
  109. try:
  110. req_type = req["type"]
  111. except KeyError:
  112. self.log.debug(f"Got invalid request from server: {line}")
  113. return
  114. self.log.trace("Got data from server: %s", req)
  115. req_id = req.get("id")
  116. if req_id is None:
  117. self.loop.create_task(self._run_rpc_handler(req_type, req))
  118. else:
  119. self._run_response_handlers(UUID(req_id), req_type, req)
  120. async def _try_read_loop(self) -> None:
  121. try:
  122. await self._read_loop()
  123. except Exception:
  124. self.log.exception("Fatal error in read loop")
  125. async def _read_loop(self) -> None:
  126. while self._reader is not None and not self._reader.at_eof():
  127. line = await self._reader.readline()
  128. if not line:
  129. continue
  130. try:
  131. line_str = line.decode("utf-8")
  132. except UnicodeDecodeError:
  133. self.log.exception("Got non-unicode request from server: %s", line)
  134. continue
  135. try:
  136. await self._handle_incoming_line(line_str)
  137. except Exception:
  138. self.log.exception("Failed to handle incoming request %s", line_str)
  139. self.log.debug("Reader disconnected")
  140. self._reader = None
  141. self._writer = None
  142. def _create_request(self, command: str, req_id: Optional[UUID] = None, **data: Any
  143. ) -> Tuple[asyncio.Future, Dict[str, Any]]:
  144. req_id = req_id or uuid4()
  145. req = {"id": str(req_id), "type": command, **data}
  146. self.log.trace("Request %s: %s %s", req_id, command, data)
  147. return self._wait_response(req_id), req
  148. def _wait_response(self, req_id: UUID) -> asyncio.Future:
  149. try:
  150. future = self._response_waiters[req_id]
  151. except KeyError:
  152. future = self._response_waiters[req_id] = self.loop.create_future()
  153. return future
  154. async def _abandon_responses(self, unused_data: Dict[str, Any]) -> None:
  155. for req_id, waiter in self._response_waiters.items():
  156. if not waiter.done():
  157. self.log.trace(f"Abandoning response for {req_id}")
  158. waiter.set_exception(
  159. NotConnected("Disconnected from signald before RPC completed"))
  160. async def _send_request(self, data: Dict[str, Any]) -> None:
  161. if self._writer is None:
  162. raise NotConnected("Not connected to signald")
  163. self._writer.write(json.dumps(data).encode("utf-8"))
  164. self._writer.write(b"\n")
  165. await self._writer.drain()
  166. self.log.trace("Sent data to server server: %s", data)
  167. async def _raw_request(self, command: str, req_id: Optional[UUID] = None, **data: Any
  168. ) -> Tuple[str, Dict[str, Any]]:
  169. future, data = self._create_request(command, req_id, **data)
  170. await self._send_request(data)
  171. return await future
  172. async def request(self, command: str, expected_response: str, **data: Any) -> Any:
  173. resp_type, resp_data = await self._raw_request(command, **data)
  174. if resp_type != expected_response:
  175. raise UnexpectedResponse(resp_type, resp_data)
  176. return resp_data
  177. async def request_nowait(self, command: str, **data: Any) -> None:
  178. _, req = self._create_request(command, **data)
  179. await self._send_request(req)