user.go 34 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118
  1. // mautrix-whatsapp - A Matrix-WhatsApp puppeting bridge.
  2. // Copyright (C) 2020 Tulir Asokan
  3. //
  4. // This program is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Affero General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // This program is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Affero General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Affero General Public License
  15. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. package main
  17. import (
  18. "encoding/json"
  19. "errors"
  20. "fmt"
  21. "net/http"
  22. "sort"
  23. "strconv"
  24. "strings"
  25. "sync"
  26. "time"
  27. "github.com/skip2/go-qrcode"
  28. log "maunium.net/go/maulogger/v2"
  29. "github.com/Rhymen/go-whatsapp"
  30. waBinary "github.com/Rhymen/go-whatsapp/binary"
  31. waProto "github.com/Rhymen/go-whatsapp/binary/proto"
  32. "maunium.net/go/mautrix"
  33. "maunium.net/go/mautrix/event"
  34. "maunium.net/go/mautrix/format"
  35. "maunium.net/go/mautrix/id"
  36. "maunium.net/go/mautrix-whatsapp/database"
  37. "maunium.net/go/mautrix-whatsapp/types"
  38. "maunium.net/go/mautrix-whatsapp/whatsapp-ext"
  39. )
  40. type User struct {
  41. *database.User
  42. Conn *whatsappExt.ExtendedConn
  43. bridge *Bridge
  44. log log.Logger
  45. Admin bool
  46. Whitelisted bool
  47. RelaybotWhitelisted bool
  48. IsRelaybot bool
  49. ConnectionErrors int
  50. CommunityID string
  51. cleanDisconnection bool
  52. batteryWarningsSent int
  53. lastReconnection int64
  54. chatListReceived chan struct{}
  55. syncPortalsDone chan struct{}
  56. messageInput chan PortalMessage
  57. messageOutput chan PortalMessage
  58. syncStart chan struct{}
  59. syncWait sync.WaitGroup
  60. mgmtCreateLock sync.Mutex
  61. }
  62. func (bridge *Bridge) GetUserByMXID(userID id.UserID) *User {
  63. _, isPuppet := bridge.ParsePuppetMXID(userID)
  64. if isPuppet || userID == bridge.Bot.UserID {
  65. return nil
  66. }
  67. bridge.usersLock.Lock()
  68. defer bridge.usersLock.Unlock()
  69. user, ok := bridge.usersByMXID[userID]
  70. if !ok {
  71. return bridge.loadDBUser(bridge.DB.User.GetByMXID(userID), &userID)
  72. }
  73. return user
  74. }
  75. func (bridge *Bridge) GetUserByJID(userID types.WhatsAppID) *User {
  76. bridge.usersLock.Lock()
  77. defer bridge.usersLock.Unlock()
  78. user, ok := bridge.usersByJID[userID]
  79. if !ok {
  80. return bridge.loadDBUser(bridge.DB.User.GetByJID(userID), nil)
  81. }
  82. return user
  83. }
  84. func (user *User) addToJIDMap() {
  85. user.bridge.usersLock.Lock()
  86. user.bridge.usersByJID[user.JID] = user
  87. user.bridge.usersLock.Unlock()
  88. }
  89. func (user *User) removeFromJIDMap() {
  90. user.bridge.usersLock.Lock()
  91. jidUser, ok := user.bridge.usersByJID[user.JID]
  92. if ok && user == jidUser {
  93. delete(user.bridge.usersByJID, user.JID)
  94. }
  95. user.bridge.usersLock.Unlock()
  96. user.bridge.Metrics.TrackLoginState(user.JID, false)
  97. }
  98. func (bridge *Bridge) GetAllUsers() []*User {
  99. bridge.usersLock.Lock()
  100. defer bridge.usersLock.Unlock()
  101. dbUsers := bridge.DB.User.GetAll()
  102. output := make([]*User, len(dbUsers))
  103. for index, dbUser := range dbUsers {
  104. user, ok := bridge.usersByMXID[dbUser.MXID]
  105. if !ok {
  106. user = bridge.loadDBUser(dbUser, nil)
  107. }
  108. output[index] = user
  109. }
  110. return output
  111. }
  112. func (bridge *Bridge) loadDBUser(dbUser *database.User, mxid *id.UserID) *User {
  113. if dbUser == nil {
  114. if mxid == nil {
  115. return nil
  116. }
  117. dbUser = bridge.DB.User.New()
  118. dbUser.MXID = *mxid
  119. dbUser.Insert()
  120. }
  121. user := bridge.NewUser(dbUser)
  122. bridge.usersByMXID[user.MXID] = user
  123. if len(user.JID) > 0 {
  124. bridge.usersByJID[user.JID] = user
  125. }
  126. if len(user.ManagementRoom) > 0 {
  127. bridge.managementRooms[user.ManagementRoom] = user
  128. }
  129. return user
  130. }
  131. func (user *User) GetPortals() []*Portal {
  132. keys := user.User.GetPortalKeys()
  133. portals := make([]*Portal, len(keys))
  134. user.bridge.portalsLock.Lock()
  135. for i, key := range keys {
  136. portal, ok := user.bridge.portalsByJID[key]
  137. if !ok {
  138. portal = user.bridge.loadDBPortal(user.bridge.DB.Portal.GetByJID(key), &key)
  139. }
  140. portals[i] = portal
  141. }
  142. user.bridge.portalsLock.Unlock()
  143. return portals
  144. }
  145. func (bridge *Bridge) NewUser(dbUser *database.User) *User {
  146. user := &User{
  147. User: dbUser,
  148. bridge: bridge,
  149. log: bridge.Log.Sub("User").Sub(string(dbUser.MXID)),
  150. IsRelaybot: false,
  151. chatListReceived: make(chan struct{}, 1),
  152. syncPortalsDone: make(chan struct{}, 1),
  153. syncStart: make(chan struct{}, 1),
  154. messageInput: make(chan PortalMessage),
  155. messageOutput: make(chan PortalMessage, bridge.Config.Bridge.UserMessageBuffer),
  156. }
  157. user.RelaybotWhitelisted = user.bridge.Config.Bridge.Permissions.IsRelaybotWhitelisted(user.MXID)
  158. user.Whitelisted = user.bridge.Config.Bridge.Permissions.IsWhitelisted(user.MXID)
  159. user.Admin = user.bridge.Config.Bridge.Permissions.IsAdmin(user.MXID)
  160. go user.handleMessageLoop()
  161. go user.runMessageRingBuffer()
  162. return user
  163. }
  164. func (user *User) GetManagementRoom() id.RoomID {
  165. if len(user.ManagementRoom) == 0 {
  166. user.mgmtCreateLock.Lock()
  167. defer user.mgmtCreateLock.Unlock()
  168. if len(user.ManagementRoom) > 0 {
  169. return user.ManagementRoom
  170. }
  171. resp, err := user.bridge.Bot.CreateRoom(&mautrix.ReqCreateRoom{
  172. Topic: "WhatsApp bridge notices",
  173. IsDirect: true,
  174. })
  175. if err != nil {
  176. user.log.Errorln("Failed to auto-create management room:", err)
  177. } else {
  178. user.SetManagementRoom(resp.RoomID)
  179. }
  180. }
  181. return user.ManagementRoom
  182. }
  183. func (user *User) SetManagementRoom(roomID id.RoomID) {
  184. existingUser, ok := user.bridge.managementRooms[roomID]
  185. if ok {
  186. existingUser.ManagementRoom = ""
  187. existingUser.Update()
  188. }
  189. user.ManagementRoom = roomID
  190. user.bridge.managementRooms[user.ManagementRoom] = user
  191. user.Update()
  192. }
  193. func (user *User) SetSession(session *whatsapp.Session) {
  194. user.Session = session
  195. if session == nil {
  196. user.LastConnection = 0
  197. }
  198. user.Update()
  199. }
  200. func (user *User) Connect(evenIfNoSession bool) bool {
  201. if user.Conn != nil {
  202. return true
  203. } else if !evenIfNoSession && user.Session == nil {
  204. return false
  205. }
  206. user.log.Debugln("Connecting to WhatsApp")
  207. timeout := time.Duration(user.bridge.Config.Bridge.ConnectionTimeout)
  208. if timeout == 0 {
  209. timeout = 20
  210. }
  211. conn, err := whatsapp.NewConn(timeout * time.Second)
  212. if err != nil {
  213. user.log.Errorln("Failed to connect to WhatsApp:", err)
  214. user.sendMarkdownBridgeAlert("\u26a0 Failed to connect to WhatsApp server. " +
  215. "This indicates a network problem on the bridge server. See bridge logs for more info.")
  216. return false
  217. }
  218. user.Conn = whatsappExt.ExtendConn(conn)
  219. _ = user.Conn.SetClientName(user.bridge.Config.WhatsApp.OSName, user.bridge.Config.WhatsApp.BrowserName, WAVersion)
  220. user.log.Debugln("WhatsApp connection successful")
  221. user.Conn.AddHandler(user)
  222. return user.RestoreSession()
  223. }
  224. func (user *User) RestoreSession() bool {
  225. if user.Session != nil {
  226. sess, err := user.Conn.RestoreWithSession(*user.Session)
  227. if err == whatsapp.ErrAlreadyLoggedIn {
  228. return true
  229. } else if err != nil {
  230. user.log.Errorln("Failed to restore session:", err)
  231. if errors.Is(err, whatsapp.ErrUnpaired) {
  232. user.sendMarkdownBridgeAlert("\u26a0 Failed to connect to WhatsApp: unpaired from phone. " +
  233. "To re-pair your phone, use `delete-session` and then `login`.")
  234. } else {
  235. user.sendMarkdownBridgeAlert("\u26a0 Failed to connect to WhatsApp. Make sure WhatsApp " +
  236. "on your phone is reachable and use `reconnect` to try connecting again.")
  237. }
  238. user.log.Debugln("Disconnecting due to failed session restore...")
  239. _, err := user.Conn.Disconnect()
  240. if err != nil {
  241. user.log.Errorln("Failed to disconnect after failed session restore:", err)
  242. }
  243. return false
  244. }
  245. user.ConnectionErrors = 0
  246. user.SetSession(&sess)
  247. user.log.Debugln("Session restored successfully")
  248. user.PostLogin()
  249. }
  250. return true
  251. }
  252. func (user *User) HasSession() bool {
  253. return user.Session != nil
  254. }
  255. func (user *User) IsConnected() bool {
  256. return user.Conn != nil && user.Conn.IsConnected() && user.Conn.IsLoggedIn()
  257. }
  258. func (user *User) IsLoginInProgress() bool {
  259. return user.Conn != nil && user.Conn.IsLoginInProgress()
  260. }
  261. func (user *User) loginQrChannel(ce *CommandEvent, qrChan <-chan string, eventIDChan chan<- id.EventID) {
  262. var qrEventID id.EventID
  263. for code := range qrChan {
  264. if code == "stop" {
  265. return
  266. }
  267. qrCode, err := qrcode.Encode(code, qrcode.Low, 256)
  268. if err != nil {
  269. user.log.Errorln("Failed to encode QR code:", err)
  270. ce.Reply("Failed to encode QR code: %v", err)
  271. return
  272. }
  273. bot := user.bridge.AS.BotClient()
  274. resp, err := bot.UploadBytes(qrCode, "image/png")
  275. if err != nil {
  276. user.log.Errorln("Failed to upload QR code:", err)
  277. ce.Reply("Failed to upload QR code: %v", err)
  278. return
  279. }
  280. if qrEventID == "" {
  281. sendResp, err := bot.SendImage(ce.RoomID, code, resp.ContentURI)
  282. if err != nil {
  283. user.log.Errorln("Failed to send QR code to user:", err)
  284. return
  285. }
  286. qrEventID = sendResp.EventID
  287. eventIDChan <- qrEventID
  288. } else {
  289. _, err = bot.SendMessageEvent(ce.RoomID, event.EventMessage, &event.MessageEventContent{
  290. MsgType: event.MsgImage,
  291. Body: code,
  292. URL: resp.ContentURI.CUString(),
  293. NewContent: &event.MessageEventContent{
  294. MsgType: event.MsgImage,
  295. Body: code,
  296. URL: resp.ContentURI.CUString(),
  297. },
  298. RelatesTo: &event.RelatesTo{
  299. Type: event.RelReplace,
  300. EventID: qrEventID,
  301. },
  302. })
  303. if err != nil {
  304. user.log.Errorln("Failed to send edited QR code to user:", err)
  305. }
  306. }
  307. }
  308. }
  309. func (user *User) Login(ce *CommandEvent) {
  310. qrChan := make(chan string, 3)
  311. eventIDChan := make(chan id.EventID, 1)
  312. go user.loginQrChannel(ce, qrChan, eventIDChan)
  313. session, err := user.Conn.LoginWithRetry(qrChan, user.bridge.Config.Bridge.LoginQRRegenCount)
  314. qrChan <- "stop"
  315. if err != nil {
  316. var eventID id.EventID
  317. select {
  318. case eventID = <-eventIDChan:
  319. default:
  320. }
  321. reply := event.MessageEventContent{
  322. MsgType: event.MsgText,
  323. }
  324. if err == whatsapp.ErrAlreadyLoggedIn {
  325. reply.Body = "You're already logged in"
  326. } else if err == whatsapp.ErrLoginInProgress {
  327. reply.Body = "You have a login in progress already."
  328. } else if err == whatsapp.ErrLoginTimedOut {
  329. reply.Body = "QR code scan timed out. Please try again."
  330. } else {
  331. user.log.Warnln("Failed to log in:", err)
  332. reply.Body = fmt.Sprintf("Unknown error while logging in: %v", err)
  333. }
  334. msg := reply
  335. if eventID != "" {
  336. msg.NewContent = &reply
  337. msg.RelatesTo = &event.RelatesTo{
  338. Type: event.RelReplace,
  339. EventID: eventID,
  340. }
  341. }
  342. _, _ = ce.Bot.SendMessageEvent(ce.RoomID, event.EventMessage, &msg)
  343. return
  344. }
  345. // TODO there's a bit of duplication between this and the provisioning API login method
  346. // Also between the two logout methods (commands.go and provisioning.go)
  347. user.ConnectionErrors = 0
  348. user.JID = strings.Replace(user.Conn.Info.Wid, whatsappExt.OldUserSuffix, whatsappExt.NewUserSuffix, 1)
  349. user.addToJIDMap()
  350. user.SetSession(&session)
  351. ce.Reply("Successfully logged in, synchronizing chats...")
  352. user.PostLogin()
  353. }
  354. type Chat struct {
  355. Portal *Portal
  356. LastMessageTime uint64
  357. Contact whatsapp.Contact
  358. }
  359. type ChatList []Chat
  360. func (cl ChatList) Len() int {
  361. return len(cl)
  362. }
  363. func (cl ChatList) Less(i, j int) bool {
  364. return cl[i].LastMessageTime > cl[j].LastMessageTime
  365. }
  366. func (cl ChatList) Swap(i, j int) {
  367. cl[i], cl[j] = cl[j], cl[i]
  368. }
  369. func (user *User) PostLogin() {
  370. user.bridge.Metrics.TrackConnectionState(user.JID, true)
  371. user.bridge.Metrics.TrackLoginState(user.JID, true)
  372. user.log.Debugln("Locking processing of incoming messages and starting post-login sync")
  373. user.syncWait.Add(1)
  374. user.syncStart <- struct{}{}
  375. go user.intPostLogin()
  376. }
  377. func (user *User) tryAutomaticDoublePuppeting() {
  378. if len(user.bridge.Config.Bridge.LoginSharedSecret) == 0 {
  379. // Automatic login not enabled
  380. return
  381. } else if _, homeserver, _ := user.MXID.Parse(); homeserver != user.bridge.Config.Homeserver.Domain {
  382. // user is on another homeserver
  383. return
  384. }
  385. user.log.Debugln("Checking if double puppeting needs to be enabled")
  386. puppet := user.bridge.GetPuppetByJID(user.JID)
  387. if len(puppet.CustomMXID) > 0 {
  388. user.log.Debugln("User already has double-puppeting enabled")
  389. // Custom puppet already enabled
  390. return
  391. }
  392. accessToken, err := puppet.loginWithSharedSecret(user.MXID)
  393. if err != nil {
  394. user.log.Warnln("Failed to login with shared secret:", err)
  395. return
  396. }
  397. err = puppet.SwitchCustomMXID(accessToken, user.MXID)
  398. if err != nil {
  399. puppet.log.Warnln("Failed to switch to auto-logined custom puppet:", err)
  400. return
  401. }
  402. user.log.Infoln("Successfully automatically enabled custom puppet")
  403. }
  404. func (user *User) sendBridgeNotice(formatString string, args ...interface{}) {
  405. notice := fmt.Sprintf(formatString, args...)
  406. _, err := user.bridge.Bot.SendNotice(user.GetManagementRoom(), notice)
  407. if err != nil {
  408. user.log.Warnf("Failed to send bridge notice \"%s\": %v", notice, err)
  409. }
  410. }
  411. func (user *User) sendMarkdownBridgeAlert(formatString string, args ...interface{}) {
  412. notice := fmt.Sprintf(formatString, args...)
  413. content := format.RenderMarkdown(notice, true, false)
  414. _, err := user.bridge.Bot.SendMessageEvent(user.GetManagementRoom(), event.EventMessage, content)
  415. if err != nil {
  416. user.log.Warnf("Failed to send bridge alert \"%s\": %v", notice, err)
  417. }
  418. }
  419. func (user *User) postConnPing() bool {
  420. user.log.Debugln("Making post-connection ping")
  421. err := user.Conn.AdminTest()
  422. if err != nil {
  423. user.log.Errorfln("Post-connection ping failed: %v. Disconnecting and then reconnecting after a second", err)
  424. sess, disconnectErr := user.Conn.Disconnect()
  425. if disconnectErr != nil {
  426. user.log.Warnln("Error while disconnecting after failed post-connection ping:", disconnectErr)
  427. } else {
  428. user.Session = &sess
  429. }
  430. user.bridge.Metrics.TrackDisconnection(user.MXID)
  431. go func() {
  432. time.Sleep(1 * time.Second)
  433. user.tryReconnect(fmt.Sprintf("Post-connection ping failed: %v", err))
  434. }()
  435. return false
  436. } else {
  437. user.log.Debugln("Post-connection ping OK")
  438. return true
  439. }
  440. }
  441. func (user *User) intPostLogin() {
  442. defer user.syncWait.Done()
  443. user.lastReconnection = time.Now().Unix()
  444. user.createCommunity()
  445. user.tryAutomaticDoublePuppeting()
  446. user.log.Debugln("Waiting for chat list receive confirmation")
  447. select {
  448. case <-user.chatListReceived:
  449. user.log.Debugln("Chat list receive confirmation received in PostLogin")
  450. case <-time.After(time.Duration(user.bridge.Config.Bridge.ChatListWait) * time.Second):
  451. user.log.Warnln("Timed out waiting for chat list to arrive!")
  452. user.postConnPing()
  453. return
  454. }
  455. if !user.postConnPing() {
  456. user.log.Debugln("Post-connection ping failed, unlocking processing of incoming messages.")
  457. return
  458. }
  459. user.log.Debugln("Waiting for portal sync complete confirmation")
  460. select {
  461. case <-user.syncPortalsDone:
  462. user.log.Debugln("Post-connection portal sync complete, unlocking processing of incoming messages.")
  463. // TODO this is too short, maybe a per-portal duration?
  464. case <-time.After(time.Duration(user.bridge.Config.Bridge.PortalSyncWait) * time.Second):
  465. user.log.Warnln("Timed out waiting for portal sync to complete! Unlocking processing of incoming messages.")
  466. }
  467. }
  468. func (user *User) HandleStreamEvent(evt whatsappExt.StreamEvent) {
  469. if evt.Type == whatsappExt.StreamSleep {
  470. if user.lastReconnection+60 > time.Now().Unix() {
  471. user.lastReconnection = 0
  472. user.log.Infoln("Stream went to sleep soon after reconnection, making new post-connection ping in 20 seconds")
  473. go func() {
  474. time.Sleep(20 * time.Second)
  475. user.postConnPing()
  476. }()
  477. }
  478. } else {
  479. user.log.Infofln("Stream event: %+v", evt)
  480. }
  481. }
  482. func (user *User) HandleChatList(chats []whatsapp.Chat) {
  483. user.log.Infoln("Chat list received")
  484. chatMap := make(map[string]whatsapp.Chat)
  485. for _, chat := range user.Conn.Store.Chats {
  486. chatMap[chat.Jid] = chat
  487. }
  488. for _, chat := range chats {
  489. chatMap[chat.Jid] = chat
  490. }
  491. select {
  492. case user.chatListReceived <- struct{}{}:
  493. default:
  494. }
  495. go user.syncPortals(chatMap, false)
  496. }
  497. func (user *User) syncPortals(chatMap map[string]whatsapp.Chat, createAll bool) {
  498. if chatMap == nil {
  499. chatMap = user.Conn.Store.Chats
  500. }
  501. user.log.Infoln("Reading chat list")
  502. chats := make(ChatList, 0, len(chatMap))
  503. existingKeys := user.GetInCommunityMap()
  504. portalKeys := make([]database.PortalKeyWithMeta, 0, len(chatMap))
  505. for _, chat := range chatMap {
  506. ts, err := strconv.ParseUint(chat.LastMessageTime, 10, 64)
  507. if err != nil {
  508. user.log.Warnfln("Non-integer last message time in %s: %s", chat.Jid, chat.LastMessageTime)
  509. continue
  510. }
  511. portal := user.GetPortalByJID(chat.Jid)
  512. chats = append(chats, Chat{
  513. Portal: portal,
  514. Contact: user.Conn.Store.Contacts[chat.Jid],
  515. LastMessageTime: ts,
  516. })
  517. var inCommunity, ok bool
  518. if inCommunity, ok = existingKeys[portal.Key]; !ok || !inCommunity {
  519. inCommunity = user.addPortalToCommunity(portal)
  520. if portal.IsPrivateChat() {
  521. puppet := user.bridge.GetPuppetByJID(portal.Key.JID)
  522. user.addPuppetToCommunity(puppet)
  523. }
  524. }
  525. portalKeys = append(portalKeys, database.PortalKeyWithMeta{PortalKey: portal.Key, InCommunity: inCommunity})
  526. }
  527. user.log.Infoln("Read chat list, updating user-portal mapping")
  528. err := user.SetPortalKeys(portalKeys)
  529. if err != nil {
  530. user.log.Warnln("Failed to update user-portal mapping:", err)
  531. }
  532. sort.Sort(chats)
  533. limit := user.bridge.Config.Bridge.InitialChatSync
  534. if limit < 0 {
  535. limit = len(chats)
  536. }
  537. now := uint64(time.Now().Unix())
  538. user.log.Infoln("Syncing portals")
  539. for i, chat := range chats {
  540. if chat.LastMessageTime+user.bridge.Config.Bridge.SyncChatMaxAge < now {
  541. break
  542. }
  543. create := (chat.LastMessageTime >= user.LastConnection && user.LastConnection > 0) || i < limit
  544. if len(chat.Portal.MXID) > 0 || create || createAll {
  545. chat.Portal.Sync(user, chat.Contact)
  546. err := chat.Portal.BackfillHistory(user, chat.LastMessageTime)
  547. if err != nil {
  548. chat.Portal.log.Errorln("Error backfilling history:", err)
  549. }
  550. }
  551. }
  552. user.UpdateDirectChats(nil)
  553. user.log.Infoln("Finished syncing portals")
  554. select {
  555. case user.syncPortalsDone <- struct{}{}:
  556. default:
  557. }
  558. }
  559. func (user *User) getDirectChats() map[id.UserID][]id.RoomID {
  560. res := make(map[id.UserID][]id.RoomID)
  561. privateChats := user.bridge.DB.Portal.FindPrivateChats(user.JID)
  562. for _, portal := range privateChats {
  563. if len(portal.MXID) > 0 {
  564. res[user.bridge.FormatPuppetMXID(portal.Key.JID)] = []id.RoomID{portal.MXID}
  565. }
  566. }
  567. return res
  568. }
  569. func (user *User) UpdateDirectChats(chats map[id.UserID][]id.RoomID) {
  570. if !user.bridge.Config.Bridge.SyncDirectChatList {
  571. return
  572. }
  573. puppet := user.bridge.GetPuppetByCustomMXID(user.MXID)
  574. if puppet == nil || puppet.CustomIntent() == nil {
  575. return
  576. }
  577. intent := puppet.CustomIntent()
  578. method := http.MethodPatch
  579. if chats == nil {
  580. chats = user.getDirectChats()
  581. method = http.MethodPut
  582. }
  583. user.log.Debugln("Updating m.direct list on homeserver")
  584. var err error
  585. if user.bridge.Config.Homeserver.Asmux {
  586. urlPath := intent.BuildBaseURL("_matrix", "client", "unstable", "net.maunium.asmux", "dms")
  587. _, err = intent.MakeFullRequest(method, urlPath, http.Header{
  588. "X-Asmux-Auth": {user.bridge.AS.Registration.AppToken},
  589. }, chats, nil)
  590. } else {
  591. existingChats := make(map[id.UserID][]id.RoomID)
  592. err = intent.GetAccountData(event.AccountDataDirectChats.Type, &existingChats)
  593. if err != nil {
  594. user.log.Warnln("Failed to get m.direct list to update it:", err)
  595. return
  596. }
  597. for userID, rooms := range existingChats {
  598. if _, ok := user.bridge.ParsePuppetMXID(userID); !ok {
  599. // This is not a ghost user, include it in the new list
  600. chats[userID] = rooms
  601. } else if _, ok := chats[userID]; !ok && method == http.MethodPatch {
  602. // This is a ghost user, but we're not replacing the whole list, so include it too
  603. chats[userID] = rooms
  604. }
  605. }
  606. err = intent.SetAccountData(event.AccountDataDirectChats.Type, &chats)
  607. }
  608. if err != nil {
  609. user.log.Warnln("Failed to update m.direct list:", err)
  610. }
  611. }
  612. func (user *User) HandleContactList(contacts []whatsapp.Contact) {
  613. contactMap := make(map[string]whatsapp.Contact)
  614. for _, contact := range contacts {
  615. contactMap[contact.Jid] = contact
  616. }
  617. go user.syncPuppets(contactMap)
  618. }
  619. func (user *User) syncPuppets(contacts map[string]whatsapp.Contact) {
  620. if contacts == nil {
  621. contacts = user.Conn.Store.Contacts
  622. }
  623. user.log.Infoln("Syncing puppet info from contacts")
  624. for jid, contact := range contacts {
  625. if strings.HasSuffix(jid, whatsappExt.NewUserSuffix) {
  626. puppet := user.bridge.GetPuppetByJID(contact.Jid)
  627. puppet.Sync(user, contact)
  628. }
  629. }
  630. user.log.Infoln("Finished syncing puppet info from contacts")
  631. }
  632. func (user *User) updateLastConnectionIfNecessary() {
  633. if user.LastConnection+60 < uint64(time.Now().Unix()) {
  634. user.UpdateLastConnection()
  635. }
  636. }
  637. func (user *User) HandleError(err error) {
  638. if !errors.Is(err, whatsapp.ErrInvalidWsData) {
  639. user.log.Errorfln("WhatsApp error: %v", err)
  640. }
  641. if closed, ok := err.(*whatsapp.ErrConnectionClosed); ok {
  642. user.bridge.Metrics.TrackDisconnection(user.MXID)
  643. if closed.Code == 1000 && user.cleanDisconnection {
  644. user.bridge.Metrics.TrackConnectionState(user.JID, false)
  645. user.cleanDisconnection = false
  646. user.log.Infoln("Clean disconnection by server")
  647. return
  648. }
  649. go user.tryReconnect(fmt.Sprintf("Your WhatsApp connection was closed with websocket status code %d", closed.Code))
  650. } else if failed, ok := err.(*whatsapp.ErrConnectionFailed); ok {
  651. user.bridge.Metrics.TrackDisconnection(user.MXID)
  652. user.ConnectionErrors++
  653. go user.tryReconnect(fmt.Sprintf("Your WhatsApp connection failed: %v", failed.Err))
  654. }
  655. // Otherwise unknown error, probably mostly harmless
  656. }
  657. func (user *User) tryReconnect(msg string) {
  658. user.bridge.Metrics.TrackConnectionState(user.JID, false)
  659. if user.ConnectionErrors > user.bridge.Config.Bridge.MaxConnectionAttempts {
  660. user.sendMarkdownBridgeAlert("%s. Use the `reconnect` command to reconnect.", msg)
  661. return
  662. }
  663. if user.bridge.Config.Bridge.ReportConnectionRetry {
  664. user.sendBridgeNotice("%s. Reconnecting...", msg)
  665. // Don't want the same error to be repeated
  666. msg = ""
  667. }
  668. var tries uint
  669. var exponentialBackoff bool
  670. baseDelay := time.Duration(user.bridge.Config.Bridge.ConnectionRetryDelay)
  671. if baseDelay < 0 {
  672. exponentialBackoff = true
  673. baseDelay = -baseDelay + 1
  674. }
  675. delay := baseDelay
  676. for user.ConnectionErrors <= user.bridge.Config.Bridge.MaxConnectionAttempts {
  677. err := user.Conn.Restore()
  678. if err == nil {
  679. user.ConnectionErrors = 0
  680. if user.bridge.Config.Bridge.ReportConnectionRetry {
  681. user.sendBridgeNotice("Reconnected successfully")
  682. }
  683. user.PostLogin()
  684. return
  685. } else if err.Error() == "init responded with 400" {
  686. user.log.Infoln("Got init 400 error when trying to reconnect, resetting connection...")
  687. sess, err := user.Conn.Disconnect()
  688. if err != nil {
  689. user.log.Debugln("Error while disconnecting for connection reset:", err)
  690. }
  691. if len(sess.Wid) > 0 {
  692. user.SetSession(&sess)
  693. }
  694. }
  695. user.log.Errorln("Error while trying to reconnect after disconnection:", err)
  696. tries++
  697. user.ConnectionErrors++
  698. if user.ConnectionErrors <= user.bridge.Config.Bridge.MaxConnectionAttempts {
  699. if exponentialBackoff {
  700. delay = (1 << tries) + baseDelay
  701. }
  702. if user.bridge.Config.Bridge.ReportConnectionRetry {
  703. user.sendBridgeNotice("Reconnection attempt failed: %v. Retrying in %d seconds...", err, delay)
  704. }
  705. time.Sleep(delay * time.Second)
  706. }
  707. }
  708. if user.bridge.Config.Bridge.ReportConnectionRetry {
  709. user.sendMarkdownBridgeAlert("%d reconnection attempts failed. Use the `reconnect` command to try to reconnect manually.", tries)
  710. } else {
  711. user.sendMarkdownBridgeAlert("\u26a0 %s. Additionally, %d reconnection attempts failed. Use the `reconnect` command to try to reconnect.", msg, tries)
  712. }
  713. }
  714. func (user *User) ShouldCallSynchronously() bool {
  715. return true
  716. }
  717. func (user *User) HandleJSONParseError(err error) {
  718. user.log.Errorln("WhatsApp JSON parse error:", err)
  719. }
  720. func (user *User) PortalKey(jid types.WhatsAppID) database.PortalKey {
  721. return database.NewPortalKey(jid, user.JID)
  722. }
  723. func (user *User) GetPortalByJID(jid types.WhatsAppID) *Portal {
  724. return user.bridge.GetPortalByJID(user.PortalKey(jid))
  725. }
  726. func (user *User) runMessageRingBuffer() {
  727. for msg := range user.messageInput {
  728. select {
  729. case user.messageOutput <- msg:
  730. default:
  731. dropped := <-user.messageOutput
  732. user.log.Warnln("Buffer is full, dropping message in", dropped.chat)
  733. user.messageOutput<-msg
  734. }
  735. }
  736. }
  737. func (user *User) handleMessageLoop() {
  738. for {
  739. select {
  740. case msg := <-user.messageOutput:
  741. user.GetPortalByJID(msg.chat).messages <- msg
  742. case <-user.syncStart:
  743. user.log.Debugln("Processing of incoming messages is locked")
  744. user.bridge.Metrics.TrackSyncLock(user.JID, true)
  745. user.syncWait.Wait()
  746. user.bridge.Metrics.TrackSyncLock(user.JID, false)
  747. user.log.Debugln("Processing of incoming messages unlocked")
  748. }
  749. }
  750. }
  751. func (user *User) HandleNewContact(contact whatsapp.Contact) {
  752. user.log.Debugfln("Contact message: %+v", contact)
  753. go func() {
  754. if strings.HasSuffix(contact.Jid, whatsappExt.OldUserSuffix) {
  755. contact.Jid = strings.Replace(contact.Jid, whatsappExt.OldUserSuffix, whatsappExt.NewUserSuffix, -1)
  756. }
  757. puppet := user.bridge.GetPuppetByJID(contact.Jid)
  758. puppet.UpdateName(user, contact)
  759. }()
  760. }
  761. func (user *User) HandleBatteryMessage(battery whatsapp.BatteryMessage) {
  762. user.log.Debugfln("Battery message: %+v", battery)
  763. var notice string
  764. if !battery.Plugged && battery.Percentage < 15 && user.batteryWarningsSent < 1 {
  765. notice = fmt.Sprintf("Phone battery low (%d %% remaining)", battery.Percentage)
  766. user.batteryWarningsSent = 1
  767. } else if !battery.Plugged && battery.Percentage < 5 && user.batteryWarningsSent < 2 {
  768. notice = fmt.Sprintf("Phone battery very low (%d %% remaining)", battery.Percentage)
  769. user.batteryWarningsSent = 2
  770. } else if battery.Percentage > 15 || battery.Plugged {
  771. user.batteryWarningsSent = 0
  772. }
  773. if notice != "" {
  774. go user.sendBridgeNotice("%s", notice)
  775. }
  776. }
  777. func (user *User) HandleTextMessage(message whatsapp.TextMessage) {
  778. user.messageInput <- PortalMessage{message.Info.RemoteJid, user, message, message.Info.Timestamp}
  779. }
  780. func (user *User) HandleImageMessage(message whatsapp.ImageMessage) {
  781. user.messageInput <- PortalMessage{message.Info.RemoteJid, user, message, message.Info.Timestamp}
  782. }
  783. func (user *User) HandleStickerMessage(message whatsapp.StickerMessage) {
  784. user.messageInput <- PortalMessage{message.Info.RemoteJid, user, message, message.Info.Timestamp}
  785. }
  786. func (user *User) HandleVideoMessage(message whatsapp.VideoMessage) {
  787. user.messageInput <- PortalMessage{message.Info.RemoteJid, user, message, message.Info.Timestamp}
  788. }
  789. func (user *User) HandleAudioMessage(message whatsapp.AudioMessage) {
  790. user.messageInput <- PortalMessage{message.Info.RemoteJid, user, message, message.Info.Timestamp}
  791. }
  792. func (user *User) HandleDocumentMessage(message whatsapp.DocumentMessage) {
  793. user.messageInput <- PortalMessage{message.Info.RemoteJid, user, message, message.Info.Timestamp}
  794. }
  795. func (user *User) HandleContactMessage(message whatsapp.ContactMessage) {
  796. user.messageInput <- PortalMessage{message.Info.RemoteJid, user, message, message.Info.Timestamp}
  797. }
  798. func (user *User) HandleLocationMessage(message whatsapp.LocationMessage) {
  799. user.messageInput <- PortalMessage{message.Info.RemoteJid, user, message, message.Info.Timestamp}
  800. }
  801. func (user *User) HandleMessageRevoke(message whatsappExt.MessageRevocation) {
  802. user.messageInput <- PortalMessage{message.RemoteJid, user, message, 0}
  803. }
  804. type FakeMessage struct {
  805. Text string
  806. ID string
  807. Alert bool
  808. }
  809. func (user *User) HandleCallInfo(info whatsappExt.CallInfo) {
  810. if info.Data != nil {
  811. return
  812. }
  813. data := FakeMessage{
  814. ID: info.ID,
  815. }
  816. switch info.Type {
  817. case whatsappExt.CallOffer:
  818. if !user.bridge.Config.Bridge.CallNotices.Start {
  819. return
  820. }
  821. data.Text = "Incoming call"
  822. data.Alert = true
  823. case whatsappExt.CallOfferVideo:
  824. if !user.bridge.Config.Bridge.CallNotices.Start {
  825. return
  826. }
  827. data.Text = "Incoming video call"
  828. data.Alert = true
  829. case whatsappExt.CallTerminate:
  830. if !user.bridge.Config.Bridge.CallNotices.End {
  831. return
  832. }
  833. data.Text = "Call ended"
  834. data.ID += "E"
  835. default:
  836. return
  837. }
  838. portal := user.GetPortalByJID(info.From)
  839. if portal != nil {
  840. portal.messages <- PortalMessage{info.From, user, data, 0}
  841. }
  842. }
  843. func (user *User) HandlePresence(info whatsappExt.Presence) {
  844. puppet := user.bridge.GetPuppetByJID(info.SenderJID)
  845. switch info.Status {
  846. case whatsapp.PresenceUnavailable:
  847. _ = puppet.DefaultIntent().SetPresence("offline")
  848. case whatsapp.PresenceAvailable:
  849. if len(puppet.typingIn) > 0 && puppet.typingAt+15 > time.Now().Unix() {
  850. portal := user.bridge.GetPortalByMXID(puppet.typingIn)
  851. _, _ = puppet.IntentFor(portal).UserTyping(puppet.typingIn, false, 0)
  852. puppet.typingIn = ""
  853. puppet.typingAt = 0
  854. } else {
  855. _ = puppet.DefaultIntent().SetPresence("online")
  856. }
  857. case whatsapp.PresenceComposing:
  858. portal := user.GetPortalByJID(info.JID)
  859. if len(puppet.typingIn) > 0 && puppet.typingAt+15 > time.Now().Unix() {
  860. if puppet.typingIn == portal.MXID {
  861. return
  862. }
  863. _, _ = puppet.IntentFor(portal).UserTyping(puppet.typingIn, false, 0)
  864. }
  865. puppet.typingIn = portal.MXID
  866. puppet.typingAt = time.Now().Unix()
  867. _, _ = puppet.IntentFor(portal).UserTyping(portal.MXID, true, 15*1000)
  868. }
  869. }
  870. func (user *User) HandleMsgInfo(info whatsappExt.MsgInfo) {
  871. if (info.Command == whatsappExt.MsgInfoCommandAck || info.Command == whatsappExt.MsgInfoCommandAcks) && info.Acknowledgement == whatsappExt.AckMessageRead {
  872. portal := user.GetPortalByJID(info.ToJID)
  873. if len(portal.MXID) == 0 {
  874. return
  875. }
  876. go func() {
  877. intent := user.bridge.GetPuppetByJID(info.SenderJID).IntentFor(portal)
  878. for _, msgID := range info.IDs {
  879. msg := user.bridge.DB.Message.GetByJID(portal.Key, msgID)
  880. if msg == nil {
  881. continue
  882. }
  883. err := intent.MarkRead(portal.MXID, msg.MXID)
  884. if err != nil {
  885. user.log.Warnln("Failed to mark message %s as read by %s: %v", msg.MXID, info.SenderJID, err)
  886. }
  887. }
  888. }()
  889. }
  890. }
  891. func (user *User) HandleReceivedMessage(received whatsapp.ReceivedMessage) {
  892. if received.Type == "read" {
  893. user.markSelfRead(received.Jid, received.Index)
  894. } else {
  895. user.log.Debugfln("Unknown received message type: %+v", received)
  896. }
  897. }
  898. func (user *User) HandleReadMessage(read whatsapp.ReadMessage) {
  899. user.log.Debugfln("Received chat read message: %+v", read)
  900. user.markSelfRead(read.Jid, "")
  901. }
  902. func (user *User) markSelfRead(jid, messageID string) {
  903. if strings.HasSuffix(jid, whatsappExt.OldUserSuffix) {
  904. jid = strings.Replace(jid, whatsappExt.OldUserSuffix, whatsappExt.NewUserSuffix, -1)
  905. }
  906. puppet := user.bridge.GetPuppetByJID(user.JID)
  907. if puppet == nil {
  908. return
  909. }
  910. intent := puppet.CustomIntent()
  911. if intent == nil {
  912. return
  913. }
  914. portal := user.GetPortalByJID(jid)
  915. if portal == nil {
  916. return
  917. }
  918. var message *database.Message
  919. if messageID == "" {
  920. message = user.bridge.DB.Message.GetLastInChat(portal.Key)
  921. if message == nil {
  922. return
  923. }
  924. user.log.Debugfln("User read chat %s/%s in WhatsApp mobile (last known event: %s/%s)", portal.Key.JID, portal.MXID, message.JID, message.MXID)
  925. } else {
  926. message = user.bridge.DB.Message.GetByJID(portal.Key, messageID)
  927. if message == nil {
  928. return
  929. }
  930. user.log.Debugfln("User read message %s/%s in %s/%s in WhatsApp mobile", message.JID, message.MXID, portal.Key.JID, portal.MXID)
  931. }
  932. err := intent.MarkRead(portal.MXID, message.MXID)
  933. if err != nil {
  934. user.log.Warnfln("Failed to bridge own read receipt in %s: %v", jid, err)
  935. }
  936. }
  937. func (user *User) HandleCommand(cmd whatsappExt.Command) {
  938. switch cmd.Type {
  939. case whatsappExt.CommandPicture:
  940. if strings.HasSuffix(cmd.JID, whatsappExt.NewUserSuffix) {
  941. puppet := user.bridge.GetPuppetByJID(cmd.JID)
  942. go puppet.UpdateAvatar(user, cmd.ProfilePicInfo)
  943. } else {
  944. portal := user.GetPortalByJID(cmd.JID)
  945. go portal.UpdateAvatar(user, cmd.ProfilePicInfo, true)
  946. }
  947. case whatsappExt.CommandDisconnect:
  948. user.cleanDisconnection = true
  949. if cmd.Kind == "replaced" {
  950. go user.sendMarkdownBridgeAlert("\u26a0 Your WhatsApp connection was closed by the server because you opened another WhatsApp Web client.\n\n" +
  951. "Use the `reconnect` command to disconnect the other client and resume bridging.")
  952. } else {
  953. user.log.Warnln("Unknown kind of disconnect:", string(cmd.Raw))
  954. go user.sendMarkdownBridgeAlert("\u26a0 Your WhatsApp connection was closed by the server (reason code: %s).\n\n"+
  955. "Use the `reconnect` command to reconnect.", cmd.Kind)
  956. }
  957. }
  958. }
  959. func (user *User) HandleChatUpdate(cmd whatsappExt.ChatUpdate) {
  960. if cmd.Command != whatsappExt.ChatUpdateCommandAction {
  961. return
  962. }
  963. portal := user.GetPortalByJID(cmd.JID)
  964. if len(portal.MXID) == 0 {
  965. if cmd.Data.Action == whatsappExt.ChatActionIntroduce || cmd.Data.Action == whatsappExt.ChatActionCreate {
  966. go func() {
  967. err := portal.CreateMatrixRoom(user)
  968. if err != nil {
  969. user.log.Errorln("Failed to create portal room after receiving join event:", err)
  970. }
  971. }()
  972. }
  973. return
  974. }
  975. switch cmd.Data.Action {
  976. case whatsappExt.ChatActionNameChange:
  977. go portal.UpdateName(cmd.Data.NameChange.Name, cmd.Data.SenderJID, true)
  978. case whatsappExt.ChatActionAddTopic:
  979. go portal.UpdateTopic(cmd.Data.AddTopic.Topic, cmd.Data.SenderJID, true)
  980. case whatsappExt.ChatActionRemoveTopic:
  981. go portal.UpdateTopic("", cmd.Data.SenderJID, true)
  982. case whatsappExt.ChatActionPromote:
  983. go portal.ChangeAdminStatus(cmd.Data.UserChange.JIDs, true)
  984. case whatsappExt.ChatActionDemote:
  985. go portal.ChangeAdminStatus(cmd.Data.UserChange.JIDs, false)
  986. case whatsappExt.ChatActionAnnounce:
  987. go portal.RestrictMessageSending(cmd.Data.Announce)
  988. case whatsappExt.ChatActionRestrict:
  989. go portal.RestrictMetadataChanges(cmd.Data.Restrict)
  990. case whatsappExt.ChatActionRemove:
  991. go portal.HandleWhatsAppKick(cmd.Data.SenderJID, cmd.Data.UserChange.JIDs)
  992. case whatsappExt.ChatActionAdd:
  993. go portal.HandleWhatsAppInvite(cmd.Data.SenderJID, cmd.Data.UserChange.JIDs)
  994. case whatsappExt.ChatActionIntroduce:
  995. if cmd.Data.SenderJID != "unknown" {
  996. go portal.Sync(user, whatsapp.Contact{Jid: portal.Key.JID})
  997. }
  998. }
  999. }
  1000. func (user *User) HandleJsonMessage(message string) {
  1001. var msg json.RawMessage
  1002. err := json.Unmarshal([]byte(message), &msg)
  1003. if err != nil {
  1004. return
  1005. }
  1006. user.log.Debugln("JSON message:", message)
  1007. user.updateLastConnectionIfNecessary()
  1008. }
  1009. func (user *User) HandleRawMessage(message *waProto.WebMessageInfo) {
  1010. user.updateLastConnectionIfNecessary()
  1011. }
  1012. func (user *User) HandleUnknownBinaryNode(node *waBinary.Node) {
  1013. user.log.Debugfln("Unknown binary message: %+v", node)
  1014. }
  1015. func (user *User) NeedsRelaybot(portal *Portal) bool {
  1016. return !user.HasSession() || !user.IsInPortal(portal.Key)
  1017. }