main.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442
  1. // mautrix-whatsapp - A Matrix-WhatsApp puppeting bridge.
  2. // Copyright (C) 2020 Tulir Asokan
  3. //
  4. // This program is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Affero General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // This program is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Affero General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Affero General Public License
  15. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. package main
  17. import (
  18. "fmt"
  19. "os"
  20. "os/signal"
  21. "strings"
  22. "sync"
  23. "syscall"
  24. "time"
  25. "github.com/Rhymen/go-whatsapp"
  26. flag "maunium.net/go/mauflag"
  27. log "maunium.net/go/maulogger/v2"
  28. "maunium.net/go/mautrix"
  29. "maunium.net/go/mautrix/appservice"
  30. "maunium.net/go/mautrix/event"
  31. "maunium.net/go/mautrix/id"
  32. "maunium.net/go/mautrix-whatsapp/config"
  33. "maunium.net/go/mautrix-whatsapp/database"
  34. "maunium.net/go/mautrix-whatsapp/database/upgrades"
  35. )
  36. var (
  37. // These are static
  38. Name = "mautrix-whatsapp"
  39. URL = "https://github.com/tulir/mautrix-whatsapp"
  40. // This is changed when making a release
  41. Version = "0.1.5"
  42. // This is filled by init()
  43. WAVersion = ""
  44. // These are filled at build time with the -X linker flag
  45. Tag = "unknown"
  46. Commit = "unknown"
  47. BuildTime = "unknown"
  48. )
  49. func init() {
  50. if len(Tag) > 0 && Tag[0] == 'v' {
  51. Tag = Tag[1:]
  52. }
  53. if Tag != Version && !strings.HasSuffix(Version, "+dev") {
  54. Version += "+dev"
  55. }
  56. WAVersion = strings.FieldsFunc(Version, func(r rune) bool { return r == '-' || r == '+' })[0]
  57. }
  58. var configPath = flag.MakeFull("c", "config", "The path to your config file.", "config.yaml").String()
  59. //var baseConfigPath = flag.MakeFull("b", "base-config", "The path to the example config file.", "example-config.yaml").String()
  60. var registrationPath = flag.MakeFull("r", "registration", "The path where to save the appservice registration.", "registration.yaml").String()
  61. var generateRegistration = flag.MakeFull("g", "generate-registration", "Generate registration and quit.", "false").Bool()
  62. var version = flag.MakeFull("v", "version", "View bridge version and quit.", "false").Bool()
  63. var ignoreUnsupportedDatabase = flag.Make().LongKey("ignore-unsupported-database").Usage("Run even if database is too new").Default("false").Bool()
  64. var migrateFrom = flag.Make().LongKey("migrate-db").Usage("Source database type and URI to migrate from.").Bool()
  65. var wantHelp, _ = flag.MakeHelpFlag()
  66. func (bridge *Bridge) GenerateRegistration() {
  67. reg, err := bridge.Config.NewRegistration()
  68. if err != nil {
  69. _, _ = fmt.Fprintln(os.Stderr, "Failed to generate registration:", err)
  70. os.Exit(20)
  71. }
  72. err = reg.Save(*registrationPath)
  73. if err != nil {
  74. _, _ = fmt.Fprintln(os.Stderr, "Failed to save registration:", err)
  75. os.Exit(21)
  76. }
  77. err = bridge.Config.Save(*configPath)
  78. if err != nil {
  79. _, _ = fmt.Fprintln(os.Stderr, "Failed to save config:", err)
  80. os.Exit(22)
  81. }
  82. fmt.Println("Registration generated. Add the path to the registration to your Synapse config, restart it, then start the bridge.")
  83. os.Exit(0)
  84. }
  85. func (bridge *Bridge) MigrateDatabase() {
  86. oldDB, err := database.New(flag.Arg(0), flag.Arg(1), bridge.Log)
  87. if err != nil {
  88. fmt.Println("Failed to open old database:", err)
  89. os.Exit(30)
  90. }
  91. err = oldDB.Init()
  92. if err != nil {
  93. fmt.Println("Failed to upgrade old database:", err)
  94. os.Exit(31)
  95. }
  96. newDB, err := database.New(bridge.Config.AppService.Database.Type, bridge.Config.AppService.Database.URI, bridge.Log)
  97. if err != nil {
  98. fmt.Println("Failed to open new database:", err)
  99. os.Exit(32)
  100. }
  101. err = newDB.Init()
  102. if err != nil {
  103. fmt.Println("Failed to upgrade new database:", err)
  104. os.Exit(33)
  105. }
  106. database.Migrate(oldDB, newDB)
  107. }
  108. type Bridge struct {
  109. AS *appservice.AppService
  110. EventProcessor *appservice.EventProcessor
  111. MatrixHandler *MatrixHandler
  112. Config *config.Config
  113. DB *database.Database
  114. Log log.Logger
  115. StateStore *database.SQLStateStore
  116. Provisioning *ProvisioningAPI
  117. Bot *appservice.IntentAPI
  118. Formatter *Formatter
  119. Relaybot *User
  120. Crypto Crypto
  121. Metrics *MetricsHandler
  122. usersByMXID map[id.UserID]*User
  123. usersByJID map[whatsapp.JID]*User
  124. usersLock sync.Mutex
  125. managementRooms map[id.RoomID]*User
  126. managementRoomsLock sync.Mutex
  127. portalsByMXID map[id.RoomID]*Portal
  128. portalsByJID map[database.PortalKey]*Portal
  129. portalsLock sync.Mutex
  130. puppets map[whatsapp.JID]*Puppet
  131. puppetsByCustomMXID map[id.UserID]*Puppet
  132. puppetsLock sync.Mutex
  133. }
  134. type Crypto interface {
  135. HandleMemberEvent(*event.Event)
  136. Decrypt(*event.Event) (*event.Event, error)
  137. Encrypt(id.RoomID, event.Type, event.Content) (*event.EncryptedEventContent, error)
  138. WaitForSession(id.RoomID, id.SenderKey, id.SessionID, time.Duration) bool
  139. ResetSession(id.RoomID)
  140. Init() error
  141. Start()
  142. Stop()
  143. }
  144. func NewBridge() *Bridge {
  145. bridge := &Bridge{
  146. usersByMXID: make(map[id.UserID]*User),
  147. usersByJID: make(map[whatsapp.JID]*User),
  148. managementRooms: make(map[id.RoomID]*User),
  149. portalsByMXID: make(map[id.RoomID]*Portal),
  150. portalsByJID: make(map[database.PortalKey]*Portal),
  151. puppets: make(map[whatsapp.JID]*Puppet),
  152. puppetsByCustomMXID: make(map[id.UserID]*Puppet),
  153. }
  154. var err error
  155. bridge.Config, err = config.Load(*configPath)
  156. if err != nil {
  157. _, _ = fmt.Fprintln(os.Stderr, "Failed to load config:", err)
  158. os.Exit(10)
  159. }
  160. return bridge
  161. }
  162. func (bridge *Bridge) ensureConnection() {
  163. for {
  164. resp, err := bridge.Bot.Whoami()
  165. if err != nil {
  166. if httpErr, ok := err.(mautrix.HTTPError); ok && httpErr.RespError != nil && httpErr.RespError.ErrCode == "M_UNKNOWN_ACCESS_TOKEN" {
  167. bridge.Log.Fatalln("Access token invalid. Is the registration installed in your homeserver correctly?")
  168. os.Exit(16)
  169. }
  170. bridge.Log.Errorfln("Failed to connect to homeserver: %v. Retrying in 10 seconds...", err)
  171. time.Sleep(10 * time.Second)
  172. } else if resp.UserID != bridge.Bot.UserID {
  173. bridge.Log.Fatalln("Unexpected user ID in whoami call: got %s, expected %s", resp.UserID, bridge.Bot.UserID)
  174. os.Exit(17)
  175. } else {
  176. break
  177. }
  178. }
  179. }
  180. func (bridge *Bridge) Init() {
  181. var err error
  182. bridge.AS, err = bridge.Config.MakeAppService()
  183. if err != nil {
  184. _, _ = fmt.Fprintln(os.Stderr, "Failed to initialize AppService:", err)
  185. os.Exit(11)
  186. }
  187. _, _ = bridge.AS.Init()
  188. bridge.Bot = bridge.AS.BotIntent()
  189. bridge.Log = log.Create()
  190. bridge.Config.Logging.Configure(bridge.Log)
  191. log.DefaultLogger = bridge.Log.(*log.BasicLogger)
  192. if len(bridge.Config.Logging.FileNameFormat) > 0 {
  193. err = log.OpenFile()
  194. if err != nil {
  195. _, _ = fmt.Fprintln(os.Stderr, "Failed to open log file:", err)
  196. os.Exit(12)
  197. }
  198. }
  199. bridge.AS.Log = log.Sub("Matrix")
  200. bridge.Log.Debugln("Initializing database connection")
  201. bridge.DB, err = database.New(bridge.Config.AppService.Database.Type, bridge.Config.AppService.Database.URI, bridge.Log)
  202. if err != nil {
  203. bridge.Log.Fatalln("Failed to initialize database connection:", err)
  204. os.Exit(14)
  205. }
  206. if len(bridge.Config.AppService.StateStore) > 0 && bridge.Config.AppService.StateStore != "./mx-state.json" {
  207. version, err := upgrades.GetVersion(bridge.DB.DB)
  208. if version < 0 && err == nil {
  209. bridge.Log.Fatalln("Non-standard state store path. Please move the state store to ./mx-state.json " +
  210. "and update the config. The state store will be migrated into the db on the next launch.")
  211. os.Exit(18)
  212. }
  213. }
  214. bridge.Log.Debugln("Initializing state store")
  215. bridge.StateStore = database.NewSQLStateStore(bridge.DB)
  216. bridge.AS.StateStore = bridge.StateStore
  217. bridge.DB.SetMaxOpenConns(bridge.Config.AppService.Database.MaxOpenConns)
  218. bridge.DB.SetMaxIdleConns(bridge.Config.AppService.Database.MaxIdleConns)
  219. ss := bridge.Config.AppService.Provisioning.SharedSecret
  220. if len(ss) > 0 && ss != "disable" {
  221. bridge.Provisioning = &ProvisioningAPI{bridge: bridge}
  222. }
  223. bridge.Log.Debugln("Initializing Matrix event processor")
  224. bridge.EventProcessor = appservice.NewEventProcessor(bridge.AS)
  225. bridge.Log.Debugln("Initializing Matrix event handler")
  226. bridge.MatrixHandler = NewMatrixHandler(bridge)
  227. bridge.Formatter = NewFormatter(bridge)
  228. bridge.Crypto = NewCryptoHelper(bridge)
  229. bridge.Metrics = NewMetricsHandler(bridge.Config.Metrics.Listen, bridge.Log.Sub("Metrics"), bridge.DB)
  230. }
  231. func (bridge *Bridge) Start() {
  232. bridge.Log.Debugln("Running database upgrades")
  233. err := bridge.DB.Init()
  234. if err != nil && (err != upgrades.UnsupportedDatabaseVersion || !*ignoreUnsupportedDatabase) {
  235. bridge.Log.Fatalln("Failed to initialize database:", err)
  236. os.Exit(15)
  237. }
  238. bridge.Log.Debugln("Checking connection to homeserver")
  239. bridge.ensureConnection()
  240. if bridge.Crypto != nil {
  241. err := bridge.Crypto.Init()
  242. if err != nil {
  243. bridge.Log.Fatalln("Error initializing end-to-bridge encryption:", err)
  244. os.Exit(19)
  245. }
  246. }
  247. if bridge.Provisioning != nil {
  248. bridge.Log.Debugln("Initializing provisioning API")
  249. bridge.Provisioning.Init()
  250. }
  251. bridge.LoadRelaybot()
  252. bridge.Log.Debugln("Starting application service HTTP server")
  253. go bridge.AS.Start()
  254. bridge.Log.Debugln("Starting event processor")
  255. go bridge.EventProcessor.Start()
  256. go bridge.UpdateBotProfile()
  257. if bridge.Crypto != nil {
  258. go bridge.Crypto.Start()
  259. }
  260. go bridge.StartUsers()
  261. if bridge.Config.Metrics.Enabled {
  262. go bridge.Metrics.Start()
  263. }
  264. if bridge.Config.Bridge.ResendBridgeInfo {
  265. go bridge.ResendBridgeInfo()
  266. }
  267. }
  268. func (bridge *Bridge) ResendBridgeInfo() {
  269. bridge.Config.Bridge.ResendBridgeInfo = false
  270. err := bridge.Config.Save(*configPath)
  271. if err != nil {
  272. bridge.Log.Errorln("Failed to save config after setting resend_bridge_info to false:", err)
  273. }
  274. bridge.Log.Infoln("Re-sending bridge info state event to all portals")
  275. for _, portal := range bridge.GetAllPortals() {
  276. portal.UpdateBridgeInfo()
  277. }
  278. bridge.Log.Infoln("Finished re-sending bridge info state events")
  279. }
  280. func (bridge *Bridge) LoadRelaybot() {
  281. if !bridge.Config.Bridge.Relaybot.Enabled {
  282. return
  283. }
  284. bridge.Relaybot = bridge.GetUserByMXID("relaybot")
  285. if bridge.Relaybot.HasSession() {
  286. bridge.Log.Debugln("Relaybot is enabled")
  287. } else {
  288. bridge.Log.Debugln("Relaybot is enabled, but not logged in")
  289. }
  290. bridge.Relaybot.ManagementRoom = bridge.Config.Bridge.Relaybot.ManagementRoom
  291. bridge.Relaybot.IsRelaybot = true
  292. bridge.Relaybot.Connect(false)
  293. }
  294. func (bridge *Bridge) UpdateBotProfile() {
  295. bridge.Log.Debugln("Updating bot profile")
  296. botConfig := bridge.Config.AppService.Bot
  297. var err error
  298. var mxc id.ContentURI
  299. if botConfig.Avatar == "remove" {
  300. err = bridge.Bot.SetAvatarURL(mxc)
  301. } else if len(botConfig.Avatar) > 0 {
  302. mxc, err = id.ParseContentURI(botConfig.Avatar)
  303. if err == nil {
  304. err = bridge.Bot.SetAvatarURL(mxc)
  305. }
  306. }
  307. if err != nil {
  308. bridge.Log.Warnln("Failed to update bot avatar:", err)
  309. }
  310. if botConfig.Displayname == "remove" {
  311. err = bridge.Bot.SetDisplayName("")
  312. } else if len(botConfig.Avatar) > 0 {
  313. err = bridge.Bot.SetDisplayName(botConfig.Displayname)
  314. }
  315. if err != nil {
  316. bridge.Log.Warnln("Failed to update bot displayname:", err)
  317. }
  318. }
  319. func (bridge *Bridge) StartUsers() {
  320. bridge.Log.Debugln("Starting users")
  321. for _, user := range bridge.GetAllUsers() {
  322. go user.Connect(false)
  323. }
  324. bridge.Log.Debugln("Starting custom puppets")
  325. for _, loopuppet := range bridge.GetAllPuppetsWithCustomMXID() {
  326. go func(puppet *Puppet) {
  327. puppet.log.Debugln("Starting custom puppet", puppet.CustomMXID)
  328. err := puppet.StartCustomMXID(true)
  329. if err != nil {
  330. puppet.log.Errorln("Failed to start custom puppet:", err)
  331. }
  332. }(loopuppet)
  333. }
  334. }
  335. func (bridge *Bridge) Stop() {
  336. if bridge.Crypto != nil {
  337. bridge.Crypto.Stop()
  338. }
  339. bridge.AS.Stop()
  340. bridge.Metrics.Stop()
  341. bridge.EventProcessor.Stop()
  342. for _, user := range bridge.usersByJID {
  343. if user.Conn == nil {
  344. continue
  345. }
  346. bridge.Log.Debugln("Disconnecting", user.MXID)
  347. err := user.Conn.Disconnect()
  348. if err != nil {
  349. bridge.Log.Errorfln("Error while disconnecting %s: %v", user.MXID, err)
  350. }
  351. }
  352. }
  353. func (bridge *Bridge) Main() {
  354. if *generateRegistration {
  355. bridge.GenerateRegistration()
  356. return
  357. } else if *migrateFrom {
  358. bridge.MigrateDatabase()
  359. return
  360. }
  361. bridge.Init()
  362. bridge.Log.Infoln("Bridge initialization complete, starting...")
  363. bridge.Start()
  364. bridge.Log.Infoln("Bridge started!")
  365. c := make(chan os.Signal)
  366. signal.Notify(c, os.Interrupt, syscall.SIGTERM)
  367. <-c
  368. bridge.Log.Infoln("Interrupt received, stopping...")
  369. bridge.Stop()
  370. bridge.Log.Infoln("Bridge stopped.")
  371. os.Exit(0)
  372. }
  373. func main() {
  374. flag.SetHelpTitles(
  375. "mautrix-whatsapp - A Matrix-WhatsApp puppeting bridge.",
  376. "mautrix-whatsapp [-h] [-c <path>] [-r <path>] [-g] [--migrate-db <source type> <source uri>]")
  377. err := flag.Parse()
  378. if err != nil {
  379. _, _ = fmt.Fprintln(os.Stderr, err)
  380. flag.PrintHelp()
  381. os.Exit(1)
  382. } else if *wantHelp {
  383. flag.PrintHelp()
  384. os.Exit(0)
  385. } else if *version {
  386. if Tag == Version {
  387. fmt.Printf("%s %s (%s)\n", Name, Tag, BuildTime)
  388. } else if len(Commit) > 8 {
  389. fmt.Printf("%s %s.%s (%s)\n", Name, Version, Commit[:8], BuildTime)
  390. } else {
  391. fmt.Printf("%s %s.unknown\n", Name, Version)
  392. }
  393. return
  394. }
  395. NewBridge().Main()
  396. }