main.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449
  1. // mautrix-whatsapp - A Matrix-WhatsApp puppeting bridge.
  2. // Copyright (C) 2020 Tulir Asokan
  3. //
  4. // This program is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Affero General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // This program is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Affero General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Affero General Public License
  15. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. package main
  17. import (
  18. "errors"
  19. "fmt"
  20. "os"
  21. "os/signal"
  22. "strings"
  23. "sync"
  24. "syscall"
  25. "time"
  26. "github.com/Rhymen/go-whatsapp"
  27. flag "maunium.net/go/mauflag"
  28. log "maunium.net/go/maulogger/v2"
  29. "maunium.net/go/mautrix"
  30. "maunium.net/go/mautrix/appservice"
  31. "maunium.net/go/mautrix/event"
  32. "maunium.net/go/mautrix/id"
  33. "maunium.net/go/mautrix-whatsapp/config"
  34. "maunium.net/go/mautrix-whatsapp/database"
  35. "maunium.net/go/mautrix-whatsapp/database/upgrades"
  36. )
  37. var (
  38. // These are static
  39. Name = "mautrix-whatsapp"
  40. URL = "https://github.com/tulir/mautrix-whatsapp"
  41. // This is changed when making a release
  42. Version = "0.1.7"
  43. // This is filled by init()
  44. WAVersion = ""
  45. VersionString = ""
  46. // These are filled at build time with the -X linker flag
  47. Tag = "unknown"
  48. Commit = "unknown"
  49. BuildTime = "unknown"
  50. )
  51. func init() {
  52. if len(Tag) > 0 && Tag[0] == 'v' {
  53. Tag = Tag[1:]
  54. }
  55. if Tag != Version {
  56. suffix := ""
  57. if !strings.HasSuffix(Version, "+dev") {
  58. suffix = "+dev"
  59. }
  60. if len(Commit) > 8 {
  61. Version = fmt.Sprintf("%s%s.%s", Version, suffix, Commit[:8])
  62. } else {
  63. Version = fmt.Sprintf("%s%s.unknown", Version, suffix)
  64. }
  65. }
  66. mautrix.DefaultUserAgent = fmt.Sprintf("mautrix-whatsapp/%s %s", Version, mautrix.DefaultUserAgent)
  67. WAVersion = strings.FieldsFunc(Version, func(r rune) bool { return r == '-' || r == '+' })[0]
  68. VersionString = fmt.Sprintf("%s %s (%s)", Name, Version, BuildTime)
  69. }
  70. var configPath = flag.MakeFull("c", "config", "The path to your config file.", "config.yaml").String()
  71. //var baseConfigPath = flag.MakeFull("b", "base-config", "The path to the example config file.", "example-config.yaml").String()
  72. var registrationPath = flag.MakeFull("r", "registration", "The path where to save the appservice registration.", "registration.yaml").String()
  73. var generateRegistration = flag.MakeFull("g", "generate-registration", "Generate registration and quit.", "false").Bool()
  74. var version = flag.MakeFull("v", "version", "View bridge version and quit.", "false").Bool()
  75. var ignoreUnsupportedDatabase = flag.Make().LongKey("ignore-unsupported-database").Usage("Run even if database is too new").Default("false").Bool()
  76. var migrateFrom = flag.Make().LongKey("migrate-db").Usage("Source database type and URI to migrate from.").Bool()
  77. var wantHelp, _ = flag.MakeHelpFlag()
  78. func (bridge *Bridge) GenerateRegistration() {
  79. reg, err := bridge.Config.NewRegistration()
  80. if err != nil {
  81. _, _ = fmt.Fprintln(os.Stderr, "Failed to generate registration:", err)
  82. os.Exit(20)
  83. }
  84. err = reg.Save(*registrationPath)
  85. if err != nil {
  86. _, _ = fmt.Fprintln(os.Stderr, "Failed to save registration:", err)
  87. os.Exit(21)
  88. }
  89. err = bridge.Config.Save(*configPath)
  90. if err != nil {
  91. _, _ = fmt.Fprintln(os.Stderr, "Failed to save config:", err)
  92. os.Exit(22)
  93. }
  94. fmt.Println("Registration generated. Add the path to the registration to your Synapse config, restart it, then start the bridge.")
  95. os.Exit(0)
  96. }
  97. func (bridge *Bridge) MigrateDatabase() {
  98. oldDB, err := database.New(flag.Arg(0), flag.Arg(1), bridge.Log)
  99. if err != nil {
  100. fmt.Println("Failed to open old database:", err)
  101. os.Exit(30)
  102. }
  103. err = oldDB.Init()
  104. if err != nil {
  105. fmt.Println("Failed to upgrade old database:", err)
  106. os.Exit(31)
  107. }
  108. newDB, err := database.New(bridge.Config.AppService.Database.Type, bridge.Config.AppService.Database.URI, bridge.Log)
  109. if err != nil {
  110. fmt.Println("Failed to open new database:", err)
  111. os.Exit(32)
  112. }
  113. err = newDB.Init()
  114. if err != nil {
  115. fmt.Println("Failed to upgrade new database:", err)
  116. os.Exit(33)
  117. }
  118. database.Migrate(oldDB, newDB)
  119. }
  120. type Bridge struct {
  121. AS *appservice.AppService
  122. EventProcessor *appservice.EventProcessor
  123. MatrixHandler *MatrixHandler
  124. Config *config.Config
  125. DB *database.Database
  126. Log log.Logger
  127. StateStore *database.SQLStateStore
  128. Provisioning *ProvisioningAPI
  129. Bot *appservice.IntentAPI
  130. Formatter *Formatter
  131. Relaybot *User
  132. Crypto Crypto
  133. Metrics *MetricsHandler
  134. usersByMXID map[id.UserID]*User
  135. usersByJID map[whatsapp.JID]*User
  136. usersLock sync.Mutex
  137. managementRooms map[id.RoomID]*User
  138. managementRoomsLock sync.Mutex
  139. portalsByMXID map[id.RoomID]*Portal
  140. portalsByJID map[database.PortalKey]*Portal
  141. portalsLock sync.Mutex
  142. puppets map[whatsapp.JID]*Puppet
  143. puppetsByCustomMXID map[id.UserID]*Puppet
  144. puppetsLock sync.Mutex
  145. }
  146. type Crypto interface {
  147. HandleMemberEvent(*event.Event)
  148. Decrypt(*event.Event) (*event.Event, error)
  149. Encrypt(id.RoomID, event.Type, event.Content) (*event.EncryptedEventContent, error)
  150. WaitForSession(id.RoomID, id.SenderKey, id.SessionID, time.Duration) bool
  151. ResetSession(id.RoomID)
  152. Init() error
  153. Start()
  154. Stop()
  155. }
  156. func NewBridge() *Bridge {
  157. bridge := &Bridge{
  158. usersByMXID: make(map[id.UserID]*User),
  159. usersByJID: make(map[whatsapp.JID]*User),
  160. managementRooms: make(map[id.RoomID]*User),
  161. portalsByMXID: make(map[id.RoomID]*Portal),
  162. portalsByJID: make(map[database.PortalKey]*Portal),
  163. puppets: make(map[whatsapp.JID]*Puppet),
  164. puppetsByCustomMXID: make(map[id.UserID]*Puppet),
  165. }
  166. var err error
  167. bridge.Config, err = config.Load(*configPath)
  168. if err != nil {
  169. _, _ = fmt.Fprintln(os.Stderr, "Failed to load config:", err)
  170. os.Exit(10)
  171. }
  172. return bridge
  173. }
  174. func (bridge *Bridge) ensureConnection() {
  175. for {
  176. resp, err := bridge.Bot.Whoami()
  177. if err != nil {
  178. if errors.Is(err, mautrix.MUnknownToken) {
  179. bridge.Log.Fatalln("Access token invalid. Is the registration installed in your homeserver correctly?")
  180. os.Exit(16)
  181. }
  182. bridge.Log.Errorfln("Failed to connect to homeserver: %v. Retrying in 10 seconds...", err)
  183. time.Sleep(10 * time.Second)
  184. } else if resp.UserID != bridge.Bot.UserID {
  185. bridge.Log.Fatalln("Unexpected user ID in whoami call: got %s, expected %s", resp.UserID, bridge.Bot.UserID)
  186. os.Exit(17)
  187. } else {
  188. break
  189. }
  190. }
  191. }
  192. func (bridge *Bridge) Init() {
  193. var err error
  194. bridge.AS, err = bridge.Config.MakeAppService()
  195. if err != nil {
  196. _, _ = fmt.Fprintln(os.Stderr, "Failed to initialize AppService:", err)
  197. os.Exit(11)
  198. }
  199. _, _ = bridge.AS.Init()
  200. bridge.Bot = bridge.AS.BotIntent()
  201. bridge.Log = log.Create()
  202. bridge.Config.Logging.Configure(bridge.Log)
  203. log.DefaultLogger = bridge.Log.(*log.BasicLogger)
  204. if len(bridge.Config.Logging.FileNameFormat) > 0 {
  205. err = log.OpenFile()
  206. if err != nil {
  207. _, _ = fmt.Fprintln(os.Stderr, "Failed to open log file:", err)
  208. os.Exit(12)
  209. }
  210. }
  211. bridge.AS.Log = log.Sub("Matrix")
  212. bridge.Log.Infoln("Initializing", VersionString)
  213. bridge.Log.Debugln("Initializing database connection")
  214. bridge.DB, err = database.New(bridge.Config.AppService.Database.Type, bridge.Config.AppService.Database.URI, bridge.Log)
  215. if err != nil {
  216. bridge.Log.Fatalln("Failed to initialize database connection:", err)
  217. os.Exit(14)
  218. }
  219. if len(bridge.Config.AppService.StateStore) > 0 && bridge.Config.AppService.StateStore != "./mx-state.json" {
  220. version, err := upgrades.GetVersion(bridge.DB.DB)
  221. if version < 0 && err == nil {
  222. bridge.Log.Fatalln("Non-standard state store path. Please move the state store to ./mx-state.json " +
  223. "and update the config. The state store will be migrated into the db on the next launch.")
  224. os.Exit(18)
  225. }
  226. }
  227. bridge.Log.Debugln("Initializing state store")
  228. bridge.StateStore = database.NewSQLStateStore(bridge.DB)
  229. bridge.AS.StateStore = bridge.StateStore
  230. bridge.DB.SetMaxOpenConns(bridge.Config.AppService.Database.MaxOpenConns)
  231. bridge.DB.SetMaxIdleConns(bridge.Config.AppService.Database.MaxIdleConns)
  232. ss := bridge.Config.AppService.Provisioning.SharedSecret
  233. if len(ss) > 0 && ss != "disable" {
  234. bridge.Provisioning = &ProvisioningAPI{bridge: bridge}
  235. }
  236. bridge.Log.Debugln("Initializing Matrix event processor")
  237. bridge.EventProcessor = appservice.NewEventProcessor(bridge.AS)
  238. bridge.Log.Debugln("Initializing Matrix event handler")
  239. bridge.MatrixHandler = NewMatrixHandler(bridge)
  240. bridge.Formatter = NewFormatter(bridge)
  241. bridge.Crypto = NewCryptoHelper(bridge)
  242. bridge.Metrics = NewMetricsHandler(bridge.Config.Metrics.Listen, bridge.Log.Sub("Metrics"), bridge.DB)
  243. }
  244. func (bridge *Bridge) Start() {
  245. bridge.Log.Debugln("Running database upgrades")
  246. err := bridge.DB.Init()
  247. if err != nil && (err != upgrades.UnsupportedDatabaseVersion || !*ignoreUnsupportedDatabase) {
  248. bridge.Log.Fatalln("Failed to initialize database:", err)
  249. os.Exit(15)
  250. }
  251. bridge.Log.Debugln("Checking connection to homeserver")
  252. bridge.ensureConnection()
  253. if bridge.Crypto != nil {
  254. err := bridge.Crypto.Init()
  255. if err != nil {
  256. bridge.Log.Fatalln("Error initializing end-to-bridge encryption:", err)
  257. os.Exit(19)
  258. }
  259. }
  260. if bridge.Provisioning != nil {
  261. bridge.Log.Debugln("Initializing provisioning API")
  262. bridge.Provisioning.Init()
  263. }
  264. bridge.LoadRelaybot()
  265. bridge.Log.Debugln("Starting application service HTTP server")
  266. go bridge.AS.Start()
  267. bridge.Log.Debugln("Starting event processor")
  268. go bridge.EventProcessor.Start()
  269. go bridge.UpdateBotProfile()
  270. if bridge.Crypto != nil {
  271. go bridge.Crypto.Start()
  272. }
  273. go bridge.StartUsers()
  274. if bridge.Config.Metrics.Enabled {
  275. go bridge.Metrics.Start()
  276. }
  277. if bridge.Config.Bridge.ResendBridgeInfo {
  278. go bridge.ResendBridgeInfo()
  279. }
  280. }
  281. func (bridge *Bridge) ResendBridgeInfo() {
  282. bridge.Config.Bridge.ResendBridgeInfo = false
  283. err := bridge.Config.Save(*configPath)
  284. if err != nil {
  285. bridge.Log.Errorln("Failed to save config after setting resend_bridge_info to false:", err)
  286. }
  287. bridge.Log.Infoln("Re-sending bridge info state event to all portals")
  288. for _, portal := range bridge.GetAllPortals() {
  289. portal.UpdateBridgeInfo()
  290. }
  291. bridge.Log.Infoln("Finished re-sending bridge info state events")
  292. }
  293. func (bridge *Bridge) LoadRelaybot() {
  294. if !bridge.Config.Bridge.Relaybot.Enabled {
  295. return
  296. }
  297. bridge.Relaybot = bridge.GetUserByMXID("relaybot")
  298. if bridge.Relaybot.HasSession() {
  299. bridge.Log.Debugln("Relaybot is enabled")
  300. } else {
  301. bridge.Log.Debugln("Relaybot is enabled, but not logged in")
  302. }
  303. bridge.Relaybot.ManagementRoom = bridge.Config.Bridge.Relaybot.ManagementRoom
  304. bridge.Relaybot.IsRelaybot = true
  305. bridge.Relaybot.Connect(false)
  306. }
  307. func (bridge *Bridge) UpdateBotProfile() {
  308. bridge.Log.Debugln("Updating bot profile")
  309. botConfig := bridge.Config.AppService.Bot
  310. var err error
  311. var mxc id.ContentURI
  312. if botConfig.Avatar == "remove" {
  313. err = bridge.Bot.SetAvatarURL(mxc)
  314. } else if len(botConfig.Avatar) > 0 {
  315. mxc, err = id.ParseContentURI(botConfig.Avatar)
  316. if err == nil {
  317. err = bridge.Bot.SetAvatarURL(mxc)
  318. }
  319. }
  320. if err != nil {
  321. bridge.Log.Warnln("Failed to update bot avatar:", err)
  322. }
  323. if botConfig.Displayname == "remove" {
  324. err = bridge.Bot.SetDisplayName("")
  325. } else if len(botConfig.Avatar) > 0 {
  326. err = bridge.Bot.SetDisplayName(botConfig.Displayname)
  327. }
  328. if err != nil {
  329. bridge.Log.Warnln("Failed to update bot displayname:", err)
  330. }
  331. }
  332. func (bridge *Bridge) StartUsers() {
  333. bridge.Log.Debugln("Starting users")
  334. for _, user := range bridge.GetAllUsers() {
  335. go user.Connect(false)
  336. }
  337. bridge.Log.Debugln("Starting custom puppets")
  338. for _, loopuppet := range bridge.GetAllPuppetsWithCustomMXID() {
  339. go func(puppet *Puppet) {
  340. puppet.log.Debugln("Starting custom puppet", puppet.CustomMXID)
  341. err := puppet.StartCustomMXID(true)
  342. if err != nil {
  343. puppet.log.Errorln("Failed to start custom puppet:", err)
  344. }
  345. }(loopuppet)
  346. }
  347. }
  348. func (bridge *Bridge) Stop() {
  349. if bridge.Crypto != nil {
  350. bridge.Crypto.Stop()
  351. }
  352. bridge.AS.Stop()
  353. bridge.Metrics.Stop()
  354. bridge.EventProcessor.Stop()
  355. for _, user := range bridge.usersByJID {
  356. if user.Conn == nil {
  357. continue
  358. }
  359. bridge.Log.Debugln("Disconnecting", user.MXID)
  360. err := user.Conn.Disconnect()
  361. if err != nil {
  362. bridge.Log.Errorfln("Error while disconnecting %s: %v", user.MXID, err)
  363. }
  364. }
  365. }
  366. func (bridge *Bridge) Main() {
  367. if *generateRegistration {
  368. bridge.GenerateRegistration()
  369. return
  370. } else if *migrateFrom {
  371. bridge.MigrateDatabase()
  372. return
  373. }
  374. bridge.Init()
  375. bridge.Log.Infoln("Bridge initialization complete, starting...")
  376. bridge.Start()
  377. bridge.Log.Infoln("Bridge started!")
  378. c := make(chan os.Signal)
  379. signal.Notify(c, os.Interrupt, syscall.SIGTERM)
  380. <-c
  381. bridge.Log.Infoln("Interrupt received, stopping...")
  382. bridge.Stop()
  383. bridge.Log.Infoln("Bridge stopped.")
  384. os.Exit(0)
  385. }
  386. func main() {
  387. flag.SetHelpTitles(
  388. "mautrix-whatsapp - A Matrix-WhatsApp puppeting bridge.",
  389. "mautrix-whatsapp [-h] [-c <path>] [-r <path>] [-g] [--migrate-db <source type> <source uri>]")
  390. err := flag.Parse()
  391. if err != nil {
  392. _, _ = fmt.Fprintln(os.Stderr, err)
  393. flag.PrintHelp()
  394. os.Exit(1)
  395. } else if *wantHelp {
  396. flag.PrintHelp()
  397. os.Exit(0)
  398. } else if *version {
  399. fmt.Println(VersionString)
  400. return
  401. }
  402. NewBridge().Main()
  403. }