user.go 34 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117
  1. // mautrix-whatsapp - A Matrix-WhatsApp puppeting bridge.
  2. // Copyright (C) 2020 Tulir Asokan
  3. //
  4. // This program is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Affero General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // This program is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Affero General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Affero General Public License
  15. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. package main
  17. import (
  18. "encoding/json"
  19. "errors"
  20. "fmt"
  21. "net/http"
  22. "sort"
  23. "strconv"
  24. "strings"
  25. "sync"
  26. "time"
  27. "github.com/skip2/go-qrcode"
  28. log "maunium.net/go/maulogger/v2"
  29. "github.com/Rhymen/go-whatsapp"
  30. waBinary "github.com/Rhymen/go-whatsapp/binary"
  31. waProto "github.com/Rhymen/go-whatsapp/binary/proto"
  32. "maunium.net/go/mautrix"
  33. "maunium.net/go/mautrix/event"
  34. "maunium.net/go/mautrix/format"
  35. "maunium.net/go/mautrix/id"
  36. "maunium.net/go/mautrix-whatsapp/database"
  37. "maunium.net/go/mautrix-whatsapp/types"
  38. "maunium.net/go/mautrix-whatsapp/whatsapp-ext"
  39. )
  40. type User struct {
  41. *database.User
  42. Conn *whatsappExt.ExtendedConn
  43. bridge *Bridge
  44. log log.Logger
  45. Admin bool
  46. Whitelisted bool
  47. RelaybotWhitelisted bool
  48. IsRelaybot bool
  49. ConnectionErrors int
  50. CommunityID string
  51. cleanDisconnection bool
  52. batteryWarningsSent int
  53. lastReconnection int64
  54. chatListReceived chan struct{}
  55. syncPortalsDone chan struct{}
  56. messageInput chan PortalMessage
  57. messageOutput chan PortalMessage
  58. syncStart chan struct{}
  59. syncWait sync.WaitGroup
  60. mgmtCreateLock sync.Mutex
  61. }
  62. func (bridge *Bridge) GetUserByMXID(userID id.UserID) *User {
  63. _, isPuppet := bridge.ParsePuppetMXID(userID)
  64. if isPuppet || userID == bridge.Bot.UserID {
  65. return nil
  66. }
  67. bridge.usersLock.Lock()
  68. defer bridge.usersLock.Unlock()
  69. user, ok := bridge.usersByMXID[userID]
  70. if !ok {
  71. return bridge.loadDBUser(bridge.DB.User.GetByMXID(userID), &userID)
  72. }
  73. return user
  74. }
  75. func (bridge *Bridge) GetUserByJID(userID types.WhatsAppID) *User {
  76. bridge.usersLock.Lock()
  77. defer bridge.usersLock.Unlock()
  78. user, ok := bridge.usersByJID[userID]
  79. if !ok {
  80. return bridge.loadDBUser(bridge.DB.User.GetByJID(userID), nil)
  81. }
  82. return user
  83. }
  84. func (user *User) addToJIDMap() {
  85. user.bridge.usersLock.Lock()
  86. user.bridge.usersByJID[user.JID] = user
  87. user.bridge.usersLock.Unlock()
  88. }
  89. func (user *User) removeFromJIDMap() {
  90. user.bridge.usersLock.Lock()
  91. jidUser, ok := user.bridge.usersByJID[user.JID]
  92. if ok && user == jidUser {
  93. delete(user.bridge.usersByJID, user.JID)
  94. }
  95. user.bridge.usersLock.Unlock()
  96. user.bridge.Metrics.TrackLoginState(user.JID, false)
  97. }
  98. func (bridge *Bridge) GetAllUsers() []*User {
  99. bridge.usersLock.Lock()
  100. defer bridge.usersLock.Unlock()
  101. dbUsers := bridge.DB.User.GetAll()
  102. output := make([]*User, len(dbUsers))
  103. for index, dbUser := range dbUsers {
  104. user, ok := bridge.usersByMXID[dbUser.MXID]
  105. if !ok {
  106. user = bridge.loadDBUser(dbUser, nil)
  107. }
  108. output[index] = user
  109. }
  110. return output
  111. }
  112. func (bridge *Bridge) loadDBUser(dbUser *database.User, mxid *id.UserID) *User {
  113. if dbUser == nil {
  114. if mxid == nil {
  115. return nil
  116. }
  117. dbUser = bridge.DB.User.New()
  118. dbUser.MXID = *mxid
  119. dbUser.Insert()
  120. }
  121. user := bridge.NewUser(dbUser)
  122. bridge.usersByMXID[user.MXID] = user
  123. if len(user.JID) > 0 {
  124. bridge.usersByJID[user.JID] = user
  125. }
  126. if len(user.ManagementRoom) > 0 {
  127. bridge.managementRooms[user.ManagementRoom] = user
  128. }
  129. return user
  130. }
  131. func (user *User) GetPortals() []*Portal {
  132. keys := user.User.GetPortalKeys()
  133. portals := make([]*Portal, len(keys))
  134. user.bridge.portalsLock.Lock()
  135. for i, key := range keys {
  136. portal, ok := user.bridge.portalsByJID[key]
  137. if !ok {
  138. portal = user.bridge.loadDBPortal(user.bridge.DB.Portal.GetByJID(key), &key)
  139. }
  140. portals[i] = portal
  141. }
  142. user.bridge.portalsLock.Unlock()
  143. return portals
  144. }
  145. func (bridge *Bridge) NewUser(dbUser *database.User) *User {
  146. user := &User{
  147. User: dbUser,
  148. bridge: bridge,
  149. log: bridge.Log.Sub("User").Sub(string(dbUser.MXID)),
  150. IsRelaybot: false,
  151. chatListReceived: make(chan struct{}, 1),
  152. syncPortalsDone: make(chan struct{}, 1),
  153. syncStart: make(chan struct{}, 1),
  154. messageInput: make(chan PortalMessage),
  155. messageOutput: make(chan PortalMessage, bridge.Config.Bridge.UserMessageBuffer),
  156. }
  157. user.RelaybotWhitelisted = user.bridge.Config.Bridge.Permissions.IsRelaybotWhitelisted(user.MXID)
  158. user.Whitelisted = user.bridge.Config.Bridge.Permissions.IsWhitelisted(user.MXID)
  159. user.Admin = user.bridge.Config.Bridge.Permissions.IsAdmin(user.MXID)
  160. go user.handleMessageLoop()
  161. go user.runMessageRingBuffer()
  162. return user
  163. }
  164. func (user *User) GetManagementRoom() id.RoomID {
  165. if len(user.ManagementRoom) == 0 {
  166. user.mgmtCreateLock.Lock()
  167. defer user.mgmtCreateLock.Unlock()
  168. if len(user.ManagementRoom) > 0 {
  169. return user.ManagementRoom
  170. }
  171. resp, err := user.bridge.Bot.CreateRoom(&mautrix.ReqCreateRoom{
  172. Topic: "WhatsApp bridge notices",
  173. IsDirect: true,
  174. })
  175. if err != nil {
  176. user.log.Errorln("Failed to auto-create management room:", err)
  177. } else {
  178. user.SetManagementRoom(resp.RoomID)
  179. }
  180. }
  181. return user.ManagementRoom
  182. }
  183. func (user *User) SetManagementRoom(roomID id.RoomID) {
  184. existingUser, ok := user.bridge.managementRooms[roomID]
  185. if ok {
  186. existingUser.ManagementRoom = ""
  187. existingUser.Update()
  188. }
  189. user.ManagementRoom = roomID
  190. user.bridge.managementRooms[user.ManagementRoom] = user
  191. user.Update()
  192. }
  193. func (user *User) SetSession(session *whatsapp.Session) {
  194. user.Session = session
  195. if session == nil {
  196. user.LastConnection = 0
  197. }
  198. user.Update()
  199. }
  200. func (user *User) Connect(evenIfNoSession bool) bool {
  201. if user.Conn != nil {
  202. return true
  203. } else if !evenIfNoSession && user.Session == nil {
  204. return false
  205. }
  206. user.log.Debugln("Connecting to WhatsApp")
  207. timeout := time.Duration(user.bridge.Config.Bridge.ConnectionTimeout)
  208. if timeout == 0 {
  209. timeout = 20
  210. }
  211. conn, err := whatsapp.NewConn(timeout * time.Second)
  212. if err != nil {
  213. user.log.Errorln("Failed to connect to WhatsApp:", err)
  214. user.sendMarkdownBridgeAlert("\u26a0 Failed to connect to WhatsApp server. " +
  215. "This indicates a network problem on the bridge server. See bridge logs for more info.")
  216. return false
  217. }
  218. user.Conn = whatsappExt.ExtendConn(conn)
  219. _ = user.Conn.SetClientName(user.bridge.Config.WhatsApp.OSName, user.bridge.Config.WhatsApp.BrowserName, WAVersion)
  220. user.log.Debugln("WhatsApp connection successful")
  221. user.Conn.AddHandler(user)
  222. return user.RestoreSession()
  223. }
  224. func (user *User) RestoreSession() bool {
  225. if user.Session != nil {
  226. sess, err := user.Conn.RestoreWithSession(*user.Session)
  227. if err == whatsapp.ErrAlreadyLoggedIn {
  228. return true
  229. } else if err != nil {
  230. user.log.Errorln("Failed to restore session:", err)
  231. if errors.Is(err, whatsapp.ErrUnpaired) {
  232. user.sendMarkdownBridgeAlert("\u26a0 Failed to connect to WhatsApp: unpaired from phone. " +
  233. "To re-pair your phone, use `delete-session` and then `login`.")
  234. } else {
  235. user.sendMarkdownBridgeAlert("\u26a0 Failed to connect to WhatsApp. Make sure WhatsApp " +
  236. "on your phone is reachable and use `reconnect` to try connecting again.")
  237. }
  238. user.log.Debugln("Disconnecting due to failed session restore...")
  239. _, err := user.Conn.Disconnect()
  240. if err != nil {
  241. user.log.Errorln("Failed to disconnect after failed session restore:", err)
  242. }
  243. return false
  244. }
  245. user.ConnectionErrors = 0
  246. user.SetSession(&sess)
  247. user.log.Debugln("Session restored successfully")
  248. user.PostLogin()
  249. }
  250. return true
  251. }
  252. func (user *User) HasSession() bool {
  253. return user.Session != nil
  254. }
  255. func (user *User) IsConnected() bool {
  256. return user.Conn != nil && user.Conn.IsConnected() && user.Conn.IsLoggedIn()
  257. }
  258. func (user *User) IsLoginInProgress() bool {
  259. return user.Conn != nil && user.Conn.IsLoginInProgress()
  260. }
  261. func (user *User) loginQrChannel(ce *CommandEvent, qrChan <-chan string, eventIDChan chan<- id.EventID) {
  262. var qrEventID id.EventID
  263. for code := range qrChan {
  264. if code == "stop" {
  265. return
  266. }
  267. qrCode, err := qrcode.Encode(code, qrcode.Low, 256)
  268. if err != nil {
  269. user.log.Errorln("Failed to encode QR code:", err)
  270. ce.Reply("Failed to encode QR code: %v", err)
  271. return
  272. }
  273. bot := user.bridge.AS.BotClient()
  274. resp, err := bot.UploadBytes(qrCode, "image/png")
  275. if err != nil {
  276. user.log.Errorln("Failed to upload QR code:", err)
  277. ce.Reply("Failed to upload QR code: %v", err)
  278. return
  279. }
  280. if qrEventID == "" {
  281. sendResp, err := bot.SendImage(ce.RoomID, code, resp.ContentURI)
  282. if err != nil {
  283. user.log.Errorln("Failed to send QR code to user:", err)
  284. return
  285. }
  286. qrEventID = sendResp.EventID
  287. eventIDChan <- qrEventID
  288. } else {
  289. _, err = bot.SendMessageEvent(ce.RoomID, event.EventMessage, &event.MessageEventContent{
  290. MsgType: event.MsgImage,
  291. Body: code,
  292. URL: resp.ContentURI.CUString(),
  293. NewContent: &event.MessageEventContent{
  294. MsgType: event.MsgImage,
  295. Body: code,
  296. URL: resp.ContentURI.CUString(),
  297. },
  298. RelatesTo: &event.RelatesTo{
  299. Type: event.RelReplace,
  300. EventID: qrEventID,
  301. },
  302. })
  303. if err != nil {
  304. user.log.Errorln("Failed to send edited QR code to user:", err)
  305. }
  306. }
  307. }
  308. }
  309. func (user *User) Login(ce *CommandEvent) {
  310. qrChan := make(chan string, 3)
  311. eventIDChan := make(chan id.EventID, 1)
  312. go user.loginQrChannel(ce, qrChan, eventIDChan)
  313. session, err := user.Conn.LoginWithRetry(qrChan, user.bridge.Config.Bridge.LoginQRRegenCount)
  314. qrChan <- "stop"
  315. if err != nil {
  316. var eventID id.EventID
  317. select {
  318. case eventID = <-eventIDChan:
  319. default:
  320. }
  321. reply := event.MessageEventContent{
  322. MsgType: event.MsgText,
  323. }
  324. if err == whatsapp.ErrAlreadyLoggedIn {
  325. reply.Body = "You're already logged in"
  326. } else if err == whatsapp.ErrLoginInProgress {
  327. reply.Body = "You have a login in progress already."
  328. } else if err == whatsapp.ErrLoginTimedOut {
  329. reply.Body = "QR code scan timed out. Please try again."
  330. } else {
  331. user.log.Warnln("Failed to log in:", err)
  332. reply.Body = fmt.Sprintf("Unknown error while logging in: %v", err)
  333. }
  334. msg := reply
  335. if eventID != "" {
  336. msg.NewContent = &reply
  337. msg.RelatesTo = &event.RelatesTo{
  338. Type: event.RelReplace,
  339. EventID: eventID,
  340. }
  341. }
  342. _, _ = ce.Bot.SendMessageEvent(ce.RoomID, event.EventMessage, &msg)
  343. return
  344. }
  345. // TODO there's a bit of duplication between this and the provisioning API login method
  346. // Also between the two logout methods (commands.go and provisioning.go)
  347. user.ConnectionErrors = 0
  348. user.JID = strings.Replace(user.Conn.Info.Wid, whatsappExt.OldUserSuffix, whatsappExt.NewUserSuffix, 1)
  349. user.addToJIDMap()
  350. user.SetSession(&session)
  351. ce.Reply("Successfully logged in, synchronizing chats...")
  352. user.PostLogin()
  353. }
  354. type Chat struct {
  355. Portal *Portal
  356. LastMessageTime uint64
  357. Contact whatsapp.Contact
  358. }
  359. type ChatList []Chat
  360. func (cl ChatList) Len() int {
  361. return len(cl)
  362. }
  363. func (cl ChatList) Less(i, j int) bool {
  364. return cl[i].LastMessageTime > cl[j].LastMessageTime
  365. }
  366. func (cl ChatList) Swap(i, j int) {
  367. cl[i], cl[j] = cl[j], cl[i]
  368. }
  369. func (user *User) PostLogin() {
  370. user.bridge.Metrics.TrackConnectionState(user.JID, true)
  371. user.bridge.Metrics.TrackLoginState(user.JID, true)
  372. user.log.Debugln("Locking processing of incoming messages and starting post-login sync")
  373. user.syncWait.Add(1)
  374. user.syncStart <- struct{}{}
  375. go user.intPostLogin()
  376. }
  377. func (user *User) tryAutomaticDoublePuppeting() {
  378. if len(user.bridge.Config.Bridge.LoginSharedSecret) == 0 {
  379. // Automatic login not enabled
  380. return
  381. } else if _, homeserver, _ := user.MXID.Parse(); homeserver != user.bridge.Config.Homeserver.Domain {
  382. // user is on another homeserver
  383. return
  384. }
  385. user.log.Debugln("Checking if double puppeting needs to be enabled")
  386. puppet := user.bridge.GetPuppetByJID(user.JID)
  387. if len(puppet.CustomMXID) > 0 {
  388. user.log.Debugln("User already has double-puppeting enabled")
  389. // Custom puppet already enabled
  390. return
  391. }
  392. accessToken, err := puppet.loginWithSharedSecret(user.MXID)
  393. if err != nil {
  394. user.log.Warnln("Failed to login with shared secret:", err)
  395. return
  396. }
  397. err = puppet.SwitchCustomMXID(accessToken, user.MXID)
  398. if err != nil {
  399. puppet.log.Warnln("Failed to switch to auto-logined custom puppet:", err)
  400. return
  401. }
  402. user.log.Infoln("Successfully automatically enabled custom puppet")
  403. }
  404. func (user *User) sendBridgeNotice(formatString string, args ...interface{}) {
  405. notice := fmt.Sprintf(formatString, args...)
  406. _, err := user.bridge.Bot.SendNotice(user.GetManagementRoom(), notice)
  407. if err != nil {
  408. user.log.Warnf("Failed to send bridge notice \"%s\": %v", notice, err)
  409. }
  410. }
  411. func (user *User) sendMarkdownBridgeAlert(formatString string, args ...interface{}) {
  412. notice := fmt.Sprintf(formatString, args...)
  413. content := format.RenderMarkdown(notice, true, false)
  414. _, err := user.bridge.Bot.SendMessageEvent(user.GetManagementRoom(), event.EventMessage, content)
  415. if err != nil {
  416. user.log.Warnf("Failed to send bridge alert \"%s\": %v", notice, err)
  417. }
  418. }
  419. func (user *User) postConnPing() bool {
  420. user.log.Debugln("Making post-connection ping")
  421. err := user.Conn.AdminTest()
  422. if err != nil {
  423. user.log.Errorfln("Post-connection ping failed: %v. Disconnecting and then reconnecting after a second", err)
  424. sess, disconnectErr := user.Conn.Disconnect()
  425. if disconnectErr != nil {
  426. user.log.Warnln("Error while disconnecting after failed post-connection ping:", disconnectErr)
  427. } else {
  428. user.Session = &sess
  429. }
  430. user.bridge.Metrics.TrackDisconnection(user.MXID)
  431. go func() {
  432. time.Sleep(1 * time.Second)
  433. user.tryReconnect(fmt.Sprintf("Post-connection ping failed: %v", err))
  434. }()
  435. return false
  436. } else {
  437. user.log.Debugln("Post-connection ping OK")
  438. return true
  439. }
  440. }
  441. func (user *User) intPostLogin() {
  442. defer user.syncWait.Done()
  443. user.lastReconnection = time.Now().Unix()
  444. user.createCommunity()
  445. user.tryAutomaticDoublePuppeting()
  446. user.log.Debugln("Waiting for chat list receive confirmation")
  447. select {
  448. case <-user.chatListReceived:
  449. user.log.Debugln("Chat list receive confirmation received in PostLogin")
  450. case <-time.After(time.Duration(user.bridge.Config.Bridge.ChatListWait) * time.Second):
  451. user.log.Warnln("Timed out waiting for chat list to arrive!")
  452. user.postConnPing()
  453. return
  454. }
  455. if !user.postConnPing() {
  456. user.log.Debugln("Post-connection ping failed, unlocking processing of incoming messages.")
  457. return
  458. }
  459. user.log.Debugln("Waiting for portal sync complete confirmation")
  460. select {
  461. case <-user.syncPortalsDone:
  462. user.log.Debugln("Post-connection portal sync complete, unlocking processing of incoming messages.")
  463. case <-time.After(time.Duration(user.bridge.Config.Bridge.PortalSyncWait) * time.Second):
  464. user.log.Warnln("Timed out waiting for portal sync to complete! Unlocking processing of incoming messages.")
  465. }
  466. }
  467. func (user *User) HandleStreamEvent(evt whatsappExt.StreamEvent) {
  468. if evt.Type == whatsappExt.StreamSleep {
  469. if user.lastReconnection+60 > time.Now().Unix() {
  470. user.lastReconnection = 0
  471. user.log.Infoln("Stream went to sleep soon after reconnection, making new post-connection ping in 20 seconds")
  472. go func() {
  473. time.Sleep(20 * time.Second)
  474. user.postConnPing()
  475. }()
  476. }
  477. } else {
  478. user.log.Infofln("Stream event: %+v", evt)
  479. }
  480. }
  481. func (user *User) HandleChatList(chats []whatsapp.Chat) {
  482. user.log.Infoln("Chat list received")
  483. chatMap := make(map[string]whatsapp.Chat)
  484. for _, chat := range user.Conn.Store.Chats {
  485. chatMap[chat.Jid] = chat
  486. }
  487. for _, chat := range chats {
  488. chatMap[chat.Jid] = chat
  489. }
  490. select {
  491. case user.chatListReceived <- struct{}{}:
  492. default:
  493. }
  494. go user.syncPortals(chatMap, false)
  495. }
  496. func (user *User) syncPortals(chatMap map[string]whatsapp.Chat, createAll bool) {
  497. if chatMap == nil {
  498. chatMap = user.Conn.Store.Chats
  499. }
  500. user.log.Infoln("Reading chat list")
  501. chats := make(ChatList, 0, len(chatMap))
  502. existingKeys := user.GetInCommunityMap()
  503. portalKeys := make([]database.PortalKeyWithMeta, 0, len(chatMap))
  504. for _, chat := range chatMap {
  505. ts, err := strconv.ParseUint(chat.LastMessageTime, 10, 64)
  506. if err != nil {
  507. user.log.Warnfln("Non-integer last message time in %s: %s", chat.Jid, chat.LastMessageTime)
  508. continue
  509. }
  510. portal := user.GetPortalByJID(chat.Jid)
  511. chats = append(chats, Chat{
  512. Portal: portal,
  513. Contact: user.Conn.Store.Contacts[chat.Jid],
  514. LastMessageTime: ts,
  515. })
  516. var inCommunity, ok bool
  517. if inCommunity, ok = existingKeys[portal.Key]; !ok || !inCommunity {
  518. inCommunity = user.addPortalToCommunity(portal)
  519. if portal.IsPrivateChat() {
  520. puppet := user.bridge.GetPuppetByJID(portal.Key.JID)
  521. user.addPuppetToCommunity(puppet)
  522. }
  523. }
  524. portalKeys = append(portalKeys, database.PortalKeyWithMeta{PortalKey: portal.Key, InCommunity: inCommunity})
  525. }
  526. user.log.Infoln("Read chat list, updating user-portal mapping")
  527. err := user.SetPortalKeys(portalKeys)
  528. if err != nil {
  529. user.log.Warnln("Failed to update user-portal mapping:", err)
  530. }
  531. sort.Sort(chats)
  532. limit := user.bridge.Config.Bridge.InitialChatSync
  533. if limit < 0 {
  534. limit = len(chats)
  535. }
  536. now := uint64(time.Now().Unix())
  537. user.log.Infoln("Syncing portals")
  538. for i, chat := range chats {
  539. if chat.LastMessageTime+user.bridge.Config.Bridge.SyncChatMaxAge < now {
  540. break
  541. }
  542. create := (chat.LastMessageTime >= user.LastConnection && user.LastConnection > 0) || i < limit
  543. if len(chat.Portal.MXID) > 0 || create || createAll {
  544. chat.Portal.Sync(user, chat.Contact)
  545. err := chat.Portal.BackfillHistory(user, chat.LastMessageTime)
  546. if err != nil {
  547. chat.Portal.log.Errorln("Error backfilling history:", err)
  548. }
  549. }
  550. }
  551. user.UpdateDirectChats(nil)
  552. user.log.Infoln("Finished syncing portals")
  553. select {
  554. case user.syncPortalsDone <- struct{}{}:
  555. default:
  556. }
  557. }
  558. func (user *User) getDirectChats() map[id.UserID][]id.RoomID {
  559. res := make(map[id.UserID][]id.RoomID)
  560. privateChats := user.bridge.DB.Portal.FindPrivateChats(user.JID)
  561. for _, portal := range privateChats {
  562. if len(portal.MXID) > 0 {
  563. res[user.bridge.FormatPuppetMXID(portal.Key.JID)] = []id.RoomID{portal.MXID}
  564. }
  565. }
  566. return res
  567. }
  568. func (user *User) UpdateDirectChats(chats map[id.UserID][]id.RoomID) {
  569. if !user.bridge.Config.Bridge.SyncDirectChatList {
  570. return
  571. }
  572. puppet := user.bridge.GetPuppetByCustomMXID(user.MXID)
  573. if puppet == nil || puppet.CustomIntent() == nil {
  574. return
  575. }
  576. intent := puppet.CustomIntent()
  577. method := http.MethodPatch
  578. if chats == nil {
  579. chats = user.getDirectChats()
  580. method = http.MethodPut
  581. }
  582. user.log.Debugln("Updating m.direct list on homeserver")
  583. var err error
  584. if user.bridge.Config.Homeserver.Asmux {
  585. urlPath := intent.BuildBaseURL("_matrix", "client", "unstable", "net.maunium.asmux", "dms")
  586. _, err = intent.MakeFullRequest(method, urlPath, http.Header{
  587. "X-Asmux-Auth": {user.bridge.AS.Registration.AppToken},
  588. }, chats, nil)
  589. } else {
  590. existingChats := make(map[id.UserID][]id.RoomID)
  591. err = intent.GetAccountData(event.AccountDataDirectChats.Type, &existingChats)
  592. if err != nil {
  593. user.log.Warnln("Failed to get m.direct list to update it:", err)
  594. return
  595. }
  596. for userID, rooms := range existingChats {
  597. if _, ok := user.bridge.ParsePuppetMXID(userID); !ok {
  598. // This is not a ghost user, include it in the new list
  599. chats[userID] = rooms
  600. } else if _, ok := chats[userID]; !ok && method == http.MethodPatch {
  601. // This is a ghost user, but we're not replacing the whole list, so include it too
  602. chats[userID] = rooms
  603. }
  604. }
  605. err = intent.SetAccountData(event.AccountDataDirectChats.Type, &chats)
  606. }
  607. if err != nil {
  608. user.log.Warnln("Failed to update m.direct list:", err)
  609. }
  610. }
  611. func (user *User) HandleContactList(contacts []whatsapp.Contact) {
  612. contactMap := make(map[string]whatsapp.Contact)
  613. for _, contact := range contacts {
  614. contactMap[contact.Jid] = contact
  615. }
  616. go user.syncPuppets(contactMap)
  617. }
  618. func (user *User) syncPuppets(contacts map[string]whatsapp.Contact) {
  619. if contacts == nil {
  620. contacts = user.Conn.Store.Contacts
  621. }
  622. user.log.Infoln("Syncing puppet info from contacts")
  623. for jid, contact := range contacts {
  624. if strings.HasSuffix(jid, whatsappExt.NewUserSuffix) {
  625. puppet := user.bridge.GetPuppetByJID(contact.Jid)
  626. puppet.Sync(user, contact)
  627. }
  628. }
  629. user.log.Infoln("Finished syncing puppet info from contacts")
  630. }
  631. func (user *User) updateLastConnectionIfNecessary() {
  632. if user.LastConnection+60 < uint64(time.Now().Unix()) {
  633. user.UpdateLastConnection()
  634. }
  635. }
  636. func (user *User) HandleError(err error) {
  637. if !errors.Is(err, whatsapp.ErrInvalidWsData) {
  638. user.log.Errorfln("WhatsApp error: %v", err)
  639. }
  640. if closed, ok := err.(*whatsapp.ErrConnectionClosed); ok {
  641. user.bridge.Metrics.TrackDisconnection(user.MXID)
  642. if closed.Code == 1000 && user.cleanDisconnection {
  643. user.bridge.Metrics.TrackConnectionState(user.JID, false)
  644. user.cleanDisconnection = false
  645. user.log.Infoln("Clean disconnection by server")
  646. return
  647. }
  648. go user.tryReconnect(fmt.Sprintf("Your WhatsApp connection was closed with websocket status code %d", closed.Code))
  649. } else if failed, ok := err.(*whatsapp.ErrConnectionFailed); ok {
  650. user.bridge.Metrics.TrackDisconnection(user.MXID)
  651. user.ConnectionErrors++
  652. go user.tryReconnect(fmt.Sprintf("Your WhatsApp connection failed: %v", failed.Err))
  653. }
  654. // Otherwise unknown error, probably mostly harmless
  655. }
  656. func (user *User) tryReconnect(msg string) {
  657. user.bridge.Metrics.TrackConnectionState(user.JID, false)
  658. if user.ConnectionErrors > user.bridge.Config.Bridge.MaxConnectionAttempts {
  659. user.sendMarkdownBridgeAlert("%s. Use the `reconnect` command to reconnect.", msg)
  660. return
  661. }
  662. if user.bridge.Config.Bridge.ReportConnectionRetry {
  663. user.sendBridgeNotice("%s. Reconnecting...", msg)
  664. // Don't want the same error to be repeated
  665. msg = ""
  666. }
  667. var tries uint
  668. var exponentialBackoff bool
  669. baseDelay := time.Duration(user.bridge.Config.Bridge.ConnectionRetryDelay)
  670. if baseDelay < 0 {
  671. exponentialBackoff = true
  672. baseDelay = -baseDelay + 1
  673. }
  674. delay := baseDelay
  675. for user.ConnectionErrors <= user.bridge.Config.Bridge.MaxConnectionAttempts {
  676. err := user.Conn.Restore()
  677. if err == nil {
  678. user.ConnectionErrors = 0
  679. if user.bridge.Config.Bridge.ReportConnectionRetry {
  680. user.sendBridgeNotice("Reconnected successfully")
  681. }
  682. user.PostLogin()
  683. return
  684. } else if err.Error() == "init responded with 400" {
  685. user.log.Infoln("Got init 400 error when trying to reconnect, resetting connection...")
  686. sess, err := user.Conn.Disconnect()
  687. if err != nil {
  688. user.log.Debugln("Error while disconnecting for connection reset:", err)
  689. }
  690. if len(sess.Wid) > 0 {
  691. user.SetSession(&sess)
  692. }
  693. }
  694. user.log.Errorln("Error while trying to reconnect after disconnection:", err)
  695. tries++
  696. user.ConnectionErrors++
  697. if user.ConnectionErrors <= user.bridge.Config.Bridge.MaxConnectionAttempts {
  698. if exponentialBackoff {
  699. delay = (1 << tries) + baseDelay
  700. }
  701. if user.bridge.Config.Bridge.ReportConnectionRetry {
  702. user.sendBridgeNotice("Reconnection attempt failed: %v. Retrying in %d seconds...", err, delay)
  703. }
  704. time.Sleep(delay * time.Second)
  705. }
  706. }
  707. if user.bridge.Config.Bridge.ReportConnectionRetry {
  708. user.sendMarkdownBridgeAlert("%d reconnection attempts failed. Use the `reconnect` command to try to reconnect manually.", tries)
  709. } else {
  710. user.sendMarkdownBridgeAlert("\u26a0 %s. Additionally, %d reconnection attempts failed. Use the `reconnect` command to try to reconnect.", msg, tries)
  711. }
  712. }
  713. func (user *User) ShouldCallSynchronously() bool {
  714. return true
  715. }
  716. func (user *User) HandleJSONParseError(err error) {
  717. user.log.Errorln("WhatsApp JSON parse error:", err)
  718. }
  719. func (user *User) PortalKey(jid types.WhatsAppID) database.PortalKey {
  720. return database.NewPortalKey(jid, user.JID)
  721. }
  722. func (user *User) GetPortalByJID(jid types.WhatsAppID) *Portal {
  723. return user.bridge.GetPortalByJID(user.PortalKey(jid))
  724. }
  725. func (user *User) runMessageRingBuffer() {
  726. for msg := range user.messageInput {
  727. select {
  728. case user.messageOutput <- msg:
  729. default:
  730. user.log.Warnln("Buffer is full, dropping message in", msg.chat)
  731. <-user.messageOutput
  732. user.messageOutput<-msg
  733. }
  734. }
  735. }
  736. func (user *User) handleMessageLoop() {
  737. for {
  738. select {
  739. case msg := <-user.messageOutput:
  740. user.GetPortalByJID(msg.chat).messages <- msg
  741. case <-user.syncStart:
  742. user.log.Debugln("Processing of incoming messages is locked")
  743. user.bridge.Metrics.TrackSyncLock(user.JID, true)
  744. user.syncWait.Wait()
  745. user.bridge.Metrics.TrackSyncLock(user.JID, false)
  746. user.log.Debugln("Processing of incoming messages unlocked")
  747. }
  748. }
  749. }
  750. func (user *User) HandleNewContact(contact whatsapp.Contact) {
  751. user.log.Debugfln("Contact message: %+v", contact)
  752. go func() {
  753. if strings.HasSuffix(contact.Jid, whatsappExt.OldUserSuffix) {
  754. contact.Jid = strings.Replace(contact.Jid, whatsappExt.OldUserSuffix, whatsappExt.NewUserSuffix, -1)
  755. }
  756. puppet := user.bridge.GetPuppetByJID(contact.Jid)
  757. puppet.UpdateName(user, contact)
  758. }()
  759. }
  760. func (user *User) HandleBatteryMessage(battery whatsapp.BatteryMessage) {
  761. user.log.Debugfln("Battery message: %+v", battery)
  762. var notice string
  763. if !battery.Plugged && battery.Percentage < 15 && user.batteryWarningsSent < 1 {
  764. notice = fmt.Sprintf("Phone battery low (%d %% remaining)", battery.Percentage)
  765. user.batteryWarningsSent = 1
  766. } else if !battery.Plugged && battery.Percentage < 5 && user.batteryWarningsSent < 2 {
  767. notice = fmt.Sprintf("Phone battery very low (%d %% remaining)", battery.Percentage)
  768. user.batteryWarningsSent = 2
  769. } else if battery.Percentage > 15 || battery.Plugged {
  770. user.batteryWarningsSent = 0
  771. }
  772. if notice != "" {
  773. go user.sendBridgeNotice("%s", notice)
  774. }
  775. }
  776. func (user *User) HandleTextMessage(message whatsapp.TextMessage) {
  777. user.messageInput <- PortalMessage{message.Info.RemoteJid, user, message, message.Info.Timestamp}
  778. }
  779. func (user *User) HandleImageMessage(message whatsapp.ImageMessage) {
  780. user.messageInput <- PortalMessage{message.Info.RemoteJid, user, message, message.Info.Timestamp}
  781. }
  782. func (user *User) HandleStickerMessage(message whatsapp.StickerMessage) {
  783. user.messageInput <- PortalMessage{message.Info.RemoteJid, user, message, message.Info.Timestamp}
  784. }
  785. func (user *User) HandleVideoMessage(message whatsapp.VideoMessage) {
  786. user.messageInput <- PortalMessage{message.Info.RemoteJid, user, message, message.Info.Timestamp}
  787. }
  788. func (user *User) HandleAudioMessage(message whatsapp.AudioMessage) {
  789. user.messageInput <- PortalMessage{message.Info.RemoteJid, user, message, message.Info.Timestamp}
  790. }
  791. func (user *User) HandleDocumentMessage(message whatsapp.DocumentMessage) {
  792. user.messageInput <- PortalMessage{message.Info.RemoteJid, user, message, message.Info.Timestamp}
  793. }
  794. func (user *User) HandleContactMessage(message whatsapp.ContactMessage) {
  795. user.messageInput <- PortalMessage{message.Info.RemoteJid, user, message, message.Info.Timestamp}
  796. }
  797. func (user *User) HandleLocationMessage(message whatsapp.LocationMessage) {
  798. user.messageInput <- PortalMessage{message.Info.RemoteJid, user, message, message.Info.Timestamp}
  799. }
  800. func (user *User) HandleMessageRevoke(message whatsappExt.MessageRevocation) {
  801. user.messageInput <- PortalMessage{message.RemoteJid, user, message, 0}
  802. }
  803. type FakeMessage struct {
  804. Text string
  805. ID string
  806. Alert bool
  807. }
  808. func (user *User) HandleCallInfo(info whatsappExt.CallInfo) {
  809. if info.Data != nil {
  810. return
  811. }
  812. data := FakeMessage{
  813. ID: info.ID,
  814. }
  815. switch info.Type {
  816. case whatsappExt.CallOffer:
  817. if !user.bridge.Config.Bridge.CallNotices.Start {
  818. return
  819. }
  820. data.Text = "Incoming call"
  821. data.Alert = true
  822. case whatsappExt.CallOfferVideo:
  823. if !user.bridge.Config.Bridge.CallNotices.Start {
  824. return
  825. }
  826. data.Text = "Incoming video call"
  827. data.Alert = true
  828. case whatsappExt.CallTerminate:
  829. if !user.bridge.Config.Bridge.CallNotices.End {
  830. return
  831. }
  832. data.Text = "Call ended"
  833. data.ID += "E"
  834. default:
  835. return
  836. }
  837. portal := user.GetPortalByJID(info.From)
  838. if portal != nil {
  839. portal.messages <- PortalMessage{info.From, user, data, 0}
  840. }
  841. }
  842. func (user *User) HandlePresence(info whatsappExt.Presence) {
  843. puppet := user.bridge.GetPuppetByJID(info.SenderJID)
  844. switch info.Status {
  845. case whatsapp.PresenceUnavailable:
  846. _ = puppet.DefaultIntent().SetPresence("offline")
  847. case whatsapp.PresenceAvailable:
  848. if len(puppet.typingIn) > 0 && puppet.typingAt+15 > time.Now().Unix() {
  849. portal := user.bridge.GetPortalByMXID(puppet.typingIn)
  850. _, _ = puppet.IntentFor(portal).UserTyping(puppet.typingIn, false, 0)
  851. puppet.typingIn = ""
  852. puppet.typingAt = 0
  853. } else {
  854. _ = puppet.DefaultIntent().SetPresence("online")
  855. }
  856. case whatsapp.PresenceComposing:
  857. portal := user.GetPortalByJID(info.JID)
  858. if len(puppet.typingIn) > 0 && puppet.typingAt+15 > time.Now().Unix() {
  859. if puppet.typingIn == portal.MXID {
  860. return
  861. }
  862. _, _ = puppet.IntentFor(portal).UserTyping(puppet.typingIn, false, 0)
  863. }
  864. puppet.typingIn = portal.MXID
  865. puppet.typingAt = time.Now().Unix()
  866. _, _ = puppet.IntentFor(portal).UserTyping(portal.MXID, true, 15*1000)
  867. }
  868. }
  869. func (user *User) HandleMsgInfo(info whatsappExt.MsgInfo) {
  870. if (info.Command == whatsappExt.MsgInfoCommandAck || info.Command == whatsappExt.MsgInfoCommandAcks) && info.Acknowledgement == whatsappExt.AckMessageRead {
  871. portal := user.GetPortalByJID(info.ToJID)
  872. if len(portal.MXID) == 0 {
  873. return
  874. }
  875. go func() {
  876. intent := user.bridge.GetPuppetByJID(info.SenderJID).IntentFor(portal)
  877. for _, msgID := range info.IDs {
  878. msg := user.bridge.DB.Message.GetByJID(portal.Key, msgID)
  879. if msg == nil {
  880. continue
  881. }
  882. err := intent.MarkRead(portal.MXID, msg.MXID)
  883. if err != nil {
  884. user.log.Warnln("Failed to mark message %s as read by %s: %v", msg.MXID, info.SenderJID, err)
  885. }
  886. }
  887. }()
  888. }
  889. }
  890. func (user *User) HandleReceivedMessage(received whatsapp.ReceivedMessage) {
  891. if received.Type == "read" {
  892. user.markSelfRead(received.Jid, received.Index)
  893. } else {
  894. user.log.Debugfln("Unknown received message type: %+v", received)
  895. }
  896. }
  897. func (user *User) HandleReadMessage(read whatsapp.ReadMessage) {
  898. user.log.Debugfln("Received chat read message: %+v", read)
  899. user.markSelfRead(read.Jid, "")
  900. }
  901. func (user *User) markSelfRead(jid, messageID string) {
  902. if strings.HasSuffix(jid, whatsappExt.OldUserSuffix) {
  903. jid = strings.Replace(jid, whatsappExt.OldUserSuffix, whatsappExt.NewUserSuffix, -1)
  904. }
  905. puppet := user.bridge.GetPuppetByJID(user.JID)
  906. if puppet == nil {
  907. return
  908. }
  909. intent := puppet.CustomIntent()
  910. if intent == nil {
  911. return
  912. }
  913. portal := user.GetPortalByJID(jid)
  914. if portal == nil {
  915. return
  916. }
  917. var message *database.Message
  918. if messageID == "" {
  919. message = user.bridge.DB.Message.GetLastInChat(portal.Key)
  920. if message == nil {
  921. return
  922. }
  923. user.log.Debugfln("User read chat %s/%s in WhatsApp mobile (last known event: %s/%s)", portal.Key.JID, portal.MXID, message.JID, message.MXID)
  924. } else {
  925. message = user.bridge.DB.Message.GetByJID(portal.Key, messageID)
  926. if message == nil {
  927. return
  928. }
  929. user.log.Debugfln("User read message %s/%s in %s/%s in WhatsApp mobile", message.JID, message.MXID, portal.Key.JID, portal.MXID)
  930. }
  931. err := intent.MarkRead(portal.MXID, message.MXID)
  932. if err != nil {
  933. user.log.Warnfln("Failed to bridge own read receipt in %s: %v", jid, err)
  934. }
  935. }
  936. func (user *User) HandleCommand(cmd whatsappExt.Command) {
  937. switch cmd.Type {
  938. case whatsappExt.CommandPicture:
  939. if strings.HasSuffix(cmd.JID, whatsappExt.NewUserSuffix) {
  940. puppet := user.bridge.GetPuppetByJID(cmd.JID)
  941. go puppet.UpdateAvatar(user, cmd.ProfilePicInfo)
  942. } else {
  943. portal := user.GetPortalByJID(cmd.JID)
  944. go portal.UpdateAvatar(user, cmd.ProfilePicInfo, true)
  945. }
  946. case whatsappExt.CommandDisconnect:
  947. user.cleanDisconnection = true
  948. if cmd.Kind == "replaced" {
  949. go user.sendMarkdownBridgeAlert("\u26a0 Your WhatsApp connection was closed by the server because you opened another WhatsApp Web client.\n\n" +
  950. "Use the `reconnect` command to disconnect the other client and resume bridging.")
  951. } else {
  952. user.log.Warnln("Unknown kind of disconnect:", string(cmd.Raw))
  953. go user.sendMarkdownBridgeAlert("\u26a0 Your WhatsApp connection was closed by the server (reason code: %s).\n\n"+
  954. "Use the `reconnect` command to reconnect.", cmd.Kind)
  955. }
  956. }
  957. }
  958. func (user *User) HandleChatUpdate(cmd whatsappExt.ChatUpdate) {
  959. if cmd.Command != whatsappExt.ChatUpdateCommandAction {
  960. return
  961. }
  962. portal := user.GetPortalByJID(cmd.JID)
  963. if len(portal.MXID) == 0 {
  964. if cmd.Data.Action == whatsappExt.ChatActionIntroduce || cmd.Data.Action == whatsappExt.ChatActionCreate {
  965. go func() {
  966. err := portal.CreateMatrixRoom(user)
  967. if err != nil {
  968. user.log.Errorln("Failed to create portal room after receiving join event:", err)
  969. }
  970. }()
  971. }
  972. return
  973. }
  974. switch cmd.Data.Action {
  975. case whatsappExt.ChatActionNameChange:
  976. go portal.UpdateName(cmd.Data.NameChange.Name, cmd.Data.SenderJID, true)
  977. case whatsappExt.ChatActionAddTopic:
  978. go portal.UpdateTopic(cmd.Data.AddTopic.Topic, cmd.Data.SenderJID, true)
  979. case whatsappExt.ChatActionRemoveTopic:
  980. go portal.UpdateTopic("", cmd.Data.SenderJID, true)
  981. case whatsappExt.ChatActionPromote:
  982. go portal.ChangeAdminStatus(cmd.Data.UserChange.JIDs, true)
  983. case whatsappExt.ChatActionDemote:
  984. go portal.ChangeAdminStatus(cmd.Data.UserChange.JIDs, false)
  985. case whatsappExt.ChatActionAnnounce:
  986. go portal.RestrictMessageSending(cmd.Data.Announce)
  987. case whatsappExt.ChatActionRestrict:
  988. go portal.RestrictMetadataChanges(cmd.Data.Restrict)
  989. case whatsappExt.ChatActionRemove:
  990. go portal.HandleWhatsAppKick(cmd.Data.SenderJID, cmd.Data.UserChange.JIDs)
  991. case whatsappExt.ChatActionAdd:
  992. go portal.HandleWhatsAppInvite(cmd.Data.SenderJID, cmd.Data.UserChange.JIDs)
  993. case whatsappExt.ChatActionIntroduce:
  994. if cmd.Data.SenderJID != "unknown" {
  995. go portal.Sync(user, whatsapp.Contact{Jid: portal.Key.JID})
  996. }
  997. }
  998. }
  999. func (user *User) HandleJsonMessage(message string) {
  1000. var msg json.RawMessage
  1001. err := json.Unmarshal([]byte(message), &msg)
  1002. if err != nil {
  1003. return
  1004. }
  1005. user.log.Debugln("JSON message:", message)
  1006. user.updateLastConnectionIfNecessary()
  1007. }
  1008. func (user *User) HandleRawMessage(message *waProto.WebMessageInfo) {
  1009. user.updateLastConnectionIfNecessary()
  1010. }
  1011. func (user *User) HandleUnknownBinaryNode(node *waBinary.Node) {
  1012. user.log.Debugfln("Unknown binary message: %+v", node)
  1013. }
  1014. func (user *User) NeedsRelaybot(portal *Portal) bool {
  1015. return !user.HasSession() || !user.IsInPortal(portal.Key)
  1016. }