portal.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475
  1. // mautrix-whatsapp - A Matrix-WhatsApp puppeting bridge.
  2. // Copyright (C) 2018 Tulir Asokan
  3. //
  4. // This program is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Affero General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // This program is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Affero General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Affero General Public License
  15. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. package main
  17. import (
  18. "bytes"
  19. "encoding/hex"
  20. "fmt"
  21. "image"
  22. "math/rand"
  23. "mime"
  24. "net/http"
  25. "strings"
  26. "sync"
  27. "github.com/Rhymen/go-whatsapp"
  28. "maunium.net/go/gomatrix"
  29. "maunium.net/go/gomatrix/format"
  30. log "maunium.net/go/maulogger"
  31. "maunium.net/go/mautrix-appservice"
  32. "maunium.net/go/mautrix-whatsapp/database"
  33. "maunium.net/go/mautrix-whatsapp/types"
  34. "maunium.net/go/mautrix-whatsapp/whatsapp-ext"
  35. )
  36. func (user *User) GetPortalByMXID(mxid types.MatrixRoomID) *Portal {
  37. user.portalsLock.Lock()
  38. defer user.portalsLock.Unlock()
  39. portal, ok := user.portalsByMXID[mxid]
  40. if !ok {
  41. dbPortal := user.bridge.DB.Portal.GetByMXID(mxid)
  42. if dbPortal == nil || dbPortal.Owner != user.ID {
  43. return nil
  44. }
  45. portal = user.NewPortal(dbPortal)
  46. user.portalsByJID[portal.JID] = portal
  47. if len(portal.MXID) > 0 {
  48. user.portalsByMXID[portal.MXID] = portal
  49. }
  50. }
  51. return portal
  52. }
  53. func (user *User) GetPortalByJID(jid types.WhatsAppID) *Portal {
  54. user.portalsLock.Lock()
  55. defer user.portalsLock.Unlock()
  56. portal, ok := user.portalsByJID[jid]
  57. if !ok {
  58. dbPortal := user.bridge.DB.Portal.GetByJID(user.ID, jid)
  59. if dbPortal == nil {
  60. dbPortal = user.bridge.DB.Portal.New()
  61. dbPortal.JID = jid
  62. dbPortal.Owner = user.ID
  63. dbPortal.Insert()
  64. }
  65. portal = user.NewPortal(dbPortal)
  66. user.portalsByJID[portal.JID] = portal
  67. if len(portal.MXID) > 0 {
  68. user.portalsByMXID[portal.MXID] = portal
  69. }
  70. }
  71. return portal
  72. }
  73. func (user *User) GetAllPortals() []*Portal {
  74. user.portalsLock.Lock()
  75. defer user.portalsLock.Unlock()
  76. dbPortals := user.bridge.DB.Portal.GetAll(user.ID)
  77. output := make([]*Portal, len(dbPortals))
  78. for index, dbPortal := range dbPortals {
  79. portal, ok := user.portalsByJID[dbPortal.JID]
  80. if !ok {
  81. portal = user.NewPortal(dbPortal)
  82. user.portalsByJID[dbPortal.JID] = portal
  83. if len(dbPortal.MXID) > 0 {
  84. user.portalsByMXID[dbPortal.MXID] = portal
  85. }
  86. }
  87. output[index] = portal
  88. }
  89. return output
  90. }
  91. func (user *User) NewPortal(dbPortal *database.Portal) *Portal {
  92. return &Portal{
  93. Portal: dbPortal,
  94. user: user,
  95. bridge: user.bridge,
  96. log: user.log.Sub(fmt.Sprintf("Portal/%s", dbPortal.JID)),
  97. }
  98. }
  99. type Portal struct {
  100. *database.Portal
  101. user *User
  102. bridge *Bridge
  103. log log.Logger
  104. roomCreateLock sync.Mutex
  105. }
  106. func (portal *Portal) SyncParticipants(metadata *whatsapp_ext.GroupInfo) {
  107. for _, participant := range metadata.Participants {
  108. intent := portal.user.GetPuppetByJID(participant.JID).Intent()
  109. intent.EnsureJoined(portal.MXID)
  110. }
  111. }
  112. func (portal *Portal) UpdateAvatar() bool {
  113. avatar, err := portal.user.Conn.GetProfilePicThumb(portal.JID)
  114. if err != nil {
  115. portal.log.Errorln(err)
  116. return false
  117. }
  118. if portal.Avatar == avatar.Tag {
  119. return false
  120. }
  121. data, err := avatar.DownloadBytes()
  122. if err != nil {
  123. portal.log.Errorln("Failed to download avatar:", err)
  124. return false
  125. }
  126. mimeType := http.DetectContentType(data)
  127. resp, err := portal.MainIntent().UploadBytes(data, mimeType)
  128. if err != nil {
  129. portal.log.Errorln("Failed to upload avatar:", err)
  130. return false
  131. }
  132. _, err = portal.MainIntent().SetRoomAvatar(portal.MXID, resp.ContentURI)
  133. if err != nil {
  134. portal.log.Warnln("Failed to set room topic:", err)
  135. return false
  136. }
  137. portal.Avatar = avatar.Tag
  138. return true
  139. }
  140. func (portal *Portal) UpdateName(metadata *whatsapp_ext.GroupInfo) bool {
  141. if portal.Name != metadata.Name {
  142. _, err := portal.MainIntent().SetRoomName(portal.MXID, metadata.Name)
  143. if err == nil {
  144. portal.Name = metadata.Name
  145. return true
  146. }
  147. portal.log.Warnln("Failed to set room name:", err)
  148. }
  149. return false
  150. }
  151. func (portal *Portal) UpdateTopic(metadata *whatsapp_ext.GroupInfo) bool {
  152. if portal.Topic != metadata.Topic {
  153. _, err := portal.MainIntent().SetRoomTopic(portal.MXID, metadata.Topic)
  154. if err == nil {
  155. portal.Topic = metadata.Topic
  156. return true
  157. }
  158. portal.log.Warnln("Failed to set room topic:", err)
  159. }
  160. return false
  161. }
  162. func (portal *Portal) UpdateMetadata() bool {
  163. metadata, err := portal.user.Conn.GetGroupMetaData(portal.JID)
  164. if err != nil {
  165. portal.log.Errorln(err)
  166. return false
  167. }
  168. portal.SyncParticipants(metadata)
  169. update := false
  170. update = portal.UpdateName(metadata) || update
  171. update = portal.UpdateTopic(metadata) || update
  172. return update
  173. }
  174. func (portal *Portal) Sync(contact whatsapp.Contact) {
  175. if len(portal.MXID) == 0 {
  176. if !portal.IsPrivateChat() {
  177. portal.Name = contact.Name
  178. }
  179. err := portal.CreateMatrixRoom()
  180. if err != nil {
  181. portal.log.Errorln("Failed to create portal room:", err)
  182. return
  183. }
  184. }
  185. if portal.IsPrivateChat() {
  186. return
  187. }
  188. update := false
  189. update = portal.UpdateMetadata() || update
  190. update = portal.UpdateAvatar() || update
  191. if update {
  192. portal.Update()
  193. }
  194. }
  195. func (portal *Portal) CreateMatrixRoom() error {
  196. portal.roomCreateLock.Lock()
  197. defer portal.roomCreateLock.Unlock()
  198. if len(portal.MXID) > 0 {
  199. return nil
  200. }
  201. name := portal.Name
  202. topic := portal.Topic
  203. isPrivateChat := false
  204. if strings.HasSuffix(portal.JID, whatsapp_ext.NewUserSuffix) {
  205. puppet := portal.user.GetPuppetByJID(portal.JID)
  206. name = puppet.Displayname
  207. topic = "WhatsApp private chat"
  208. isPrivateChat = true
  209. }
  210. resp, err := portal.MainIntent().CreateRoom(&gomatrix.ReqCreateRoom{
  211. Visibility: "private",
  212. Name: name,
  213. Topic: topic,
  214. Invite: []string{portal.user.ID},
  215. Preset: "private_chat",
  216. IsDirect: isPrivateChat,
  217. })
  218. if err != nil {
  219. return err
  220. }
  221. portal.MXID = resp.RoomID
  222. portal.Update()
  223. return nil
  224. }
  225. func (portal *Portal) IsPrivateChat() bool {
  226. return strings.HasSuffix(portal.JID, whatsapp_ext.NewUserSuffix)
  227. }
  228. func (portal *Portal) MainIntent() *appservice.IntentAPI {
  229. if portal.IsPrivateChat() {
  230. return portal.user.GetPuppetByJID(portal.JID).Intent()
  231. }
  232. return portal.bridge.AppService.BotIntent()
  233. }
  234. func (portal *Portal) IsDuplicate(id types.WhatsAppMessageID) bool {
  235. msg := portal.bridge.DB.Message.GetByJID(portal.Owner, id)
  236. if msg != nil {
  237. portal.log.Debugln("Ignoring duplicate message", id)
  238. return true
  239. }
  240. return false
  241. }
  242. func (portal *Portal) MarkHandled(jid types.WhatsAppMessageID, mxid types.MatrixEventID) {
  243. msg := portal.bridge.DB.Message.New()
  244. msg.Owner = portal.Owner
  245. msg.JID = jid
  246. msg.MXID = mxid
  247. msg.Insert()
  248. }
  249. func (portal *Portal) GetMessageIntent(info whatsapp.MessageInfo) *appservice.IntentAPI {
  250. if info.FromMe {
  251. portal.log.Debugln("Unhandled message from me:", info.Id)
  252. return nil
  253. } else if portal.IsPrivateChat() {
  254. return portal.MainIntent()
  255. }
  256. puppet := portal.user.GetPuppetByJID(info.SenderJid)
  257. return puppet.Intent()
  258. }
  259. func (portal *Portal) SetReply(content *gomatrix.Content, info whatsapp.MessageInfo) {
  260. if len(info.QuotedMessageID) == 0 {
  261. return
  262. }
  263. message := portal.bridge.DB.Message.GetByJID(portal.Owner, info.QuotedMessageID)
  264. if message != nil {
  265. event, err := portal.MainIntent().GetEvent(portal.MXID, message.MXID)
  266. if err != nil {
  267. portal.log.Warnln("Failed to get reply target:", err)
  268. return
  269. }
  270. content.SetReply(event)
  271. }
  272. return
  273. }
  274. func (portal *Portal) HandleTextMessage(message whatsapp.TextMessage) {
  275. if portal.IsDuplicate(message.Info.Id) {
  276. return
  277. }
  278. err := portal.CreateMatrixRoom()
  279. if err != nil {
  280. portal.log.Errorln("Failed to create portal room:", err)
  281. return
  282. }
  283. intent := portal.GetMessageIntent(message.Info)
  284. if intent == nil {
  285. return
  286. }
  287. content := gomatrix.Content{
  288. Body: message.Text,
  289. MsgType: gomatrix.MsgText,
  290. }
  291. portal.SetReply(&content, message.Info)
  292. resp, err := intent.SendMassagedMessageEvent(portal.MXID, gomatrix.EventMessage, content, int64(message.Info.Timestamp*1000))
  293. if err != nil {
  294. portal.log.Errorfln("Failed to handle message %s: %v", message.Info.Id, err)
  295. return
  296. }
  297. portal.MarkHandled(message.Info.Id, resp.EventID)
  298. portal.log.Debugln("Handled message", message.Info.Id, "->", resp.EventID)
  299. }
  300. func (portal *Portal) HandleMediaMessage(download func() ([]byte, error), thumbnail []byte, info whatsapp.MessageInfo, mimeType, caption string) {
  301. if portal.IsDuplicate(info.Id) {
  302. return
  303. }
  304. err := portal.CreateMatrixRoom()
  305. if err != nil {
  306. portal.log.Errorln("Failed to create portal room:", err)
  307. return
  308. }
  309. intent := portal.GetMessageIntent(info)
  310. if intent == nil {
  311. return
  312. }
  313. data, err := download()
  314. if err != nil {
  315. portal.log.Errorln("Failed to download media:", err)
  316. return
  317. }
  318. uploaded, err := intent.UploadBytes(data, mimeType)
  319. if err != nil {
  320. portal.log.Errorln("Failed to upload media:", err)
  321. return
  322. }
  323. if len(caption) == 0 {
  324. caption = info.Id
  325. exts, _ := mime.ExtensionsByType(mimeType)
  326. if exts != nil && len(exts) > 0 {
  327. caption += exts[0]
  328. }
  329. }
  330. content := gomatrix.Content{
  331. Body: caption,
  332. URL: uploaded.ContentURI,
  333. Info: &gomatrix.FileInfo{
  334. Size: len(data),
  335. MimeType: mimeType,
  336. },
  337. }
  338. portal.SetReply(&content, info)
  339. if thumbnail != nil {
  340. thumbnailMime := http.DetectContentType(thumbnail)
  341. uploadedThumbnail, _ := intent.UploadBytes(thumbnail, thumbnailMime)
  342. if uploadedThumbnail != nil {
  343. content.Info.ThumbnailURL = uploadedThumbnail.ContentURI
  344. cfg, _, _ := image.DecodeConfig(bytes.NewReader(data))
  345. content.Info.ThumbnailInfo = &gomatrix.FileInfo{
  346. Size: len(thumbnail),
  347. Width: cfg.Width,
  348. Height: cfg.Height,
  349. MimeType: thumbnailMime,
  350. }
  351. }
  352. }
  353. switch strings.ToLower(strings.Split(mimeType, "/")[0]) {
  354. case "image":
  355. content.MsgType = gomatrix.MsgImage
  356. cfg, _, _ := image.DecodeConfig(bytes.NewReader(data))
  357. content.Info.Width = cfg.Width
  358. content.Info.Height = cfg.Height
  359. case "video":
  360. content.MsgType = gomatrix.MsgVideo
  361. case "audio":
  362. content.MsgType = gomatrix.MsgAudio
  363. default:
  364. content.MsgType = gomatrix.MsgFile
  365. }
  366. resp, err := intent.SendMassagedMessageEvent(portal.MXID, gomatrix.EventMessage, content, int64(info.Timestamp*1000))
  367. if err != nil {
  368. portal.log.Errorfln("Failed to handle message %s: %v", info.Id, err)
  369. return
  370. }
  371. portal.MarkHandled(info.Id, resp.EventID)
  372. portal.log.Debugln("Handled message", info.Id, "->", resp.EventID)
  373. }
  374. var htmlParser = format.HTMLParser{
  375. TabsToSpaces: 4,
  376. Newline: "\n",
  377. PillConverter: func(mxid, eventID string) string {
  378. return mxid
  379. },
  380. BoldConverter: func(text string) string {
  381. return fmt.Sprintf("*%s*", text)
  382. },
  383. ItalicConverter: func(text string) string {
  384. return fmt.Sprintf("_%s_", text)
  385. },
  386. StrikethroughConverter: func(text string) string {
  387. return fmt.Sprintf("~%s~", text)
  388. },
  389. MonospaceConverter: func(text string) string {
  390. return fmt.Sprintf("```%s```", text)
  391. },
  392. MonospaceBlockConverter: func(text string) string {
  393. return fmt.Sprintf("```%s```", text)
  394. },
  395. }
  396. func makeMessageID() string {
  397. b := make([]byte, 10)
  398. rand.Read(b)
  399. return strings.ToUpper(hex.EncodeToString(b))
  400. }
  401. func (portal *Portal) HandleMatrixMessage(evt *gomatrix.Event) {
  402. var err error
  403. switch evt.Content.MsgType {
  404. case gomatrix.MsgText:
  405. text := evt.Content.Body
  406. if evt.Content.Format == gomatrix.FormatHTML {
  407. text = htmlParser.Parse(evt.Content.FormattedBody)
  408. }
  409. id := makeMessageID()
  410. err = portal.user.Conn.Send(whatsapp.TextMessage{
  411. Text: text,
  412. Info: whatsapp.MessageInfo{
  413. Id: id,
  414. RemoteJid: portal.JID,
  415. },
  416. })
  417. portal.MarkHandled(id, evt.ID)
  418. default:
  419. portal.log.Debugln("Unhandled Matrix event:", evt)
  420. return
  421. }
  422. if err != nil {
  423. portal.log.Errorfln("Error handling Matrix event %s: %v", evt.ID, err)
  424. } else {
  425. portal.log.Debugln("Handled Matrix event:", evt)
  426. }
  427. }