portal.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448
  1. // mautrix-whatsapp - A Matrix-WhatsApp puppeting bridge.
  2. // Copyright (C) 2018 Tulir Asokan
  3. //
  4. // This program is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Affero General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // This program is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Affero General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Affero General Public License
  15. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. package main
  17. import (
  18. "maunium.net/go/mautrix-whatsapp/database"
  19. log "maunium.net/go/maulogger"
  20. "fmt"
  21. "maunium.net/go/mautrix-whatsapp/types"
  22. "maunium.net/go/gomatrix"
  23. "strings"
  24. "maunium.net/go/mautrix-appservice"
  25. "github.com/Rhymen/go-whatsapp"
  26. "sync"
  27. "net/http"
  28. "maunium.net/go/mautrix-whatsapp/whatsapp-ext"
  29. "mime"
  30. "image"
  31. "bytes"
  32. "maunium.net/go/gomatrix/format"
  33. )
  34. func (user *User) GetPortalByMXID(mxid types.MatrixRoomID) *Portal {
  35. user.portalsLock.Lock()
  36. defer user.portalsLock.Unlock()
  37. portal, ok := user.portalsByMXID[mxid]
  38. if !ok {
  39. dbPortal := user.bridge.DB.Portal.GetByMXID(mxid)
  40. if dbPortal == nil || dbPortal.Owner != user.ID {
  41. return nil
  42. }
  43. portal = user.NewPortal(dbPortal)
  44. user.portalsByJID[portal.JID] = portal
  45. if len(portal.MXID) > 0 {
  46. user.portalsByMXID[portal.MXID] = portal
  47. }
  48. }
  49. return portal
  50. }
  51. func (user *User) GetPortalByJID(jid types.WhatsAppID) *Portal {
  52. user.portalsLock.Lock()
  53. defer user.portalsLock.Unlock()
  54. portal, ok := user.portalsByJID[jid]
  55. if !ok {
  56. dbPortal := user.bridge.DB.Portal.GetByJID(user.ID, jid)
  57. if dbPortal == nil {
  58. dbPortal = user.bridge.DB.Portal.New()
  59. dbPortal.JID = jid
  60. dbPortal.Owner = user.ID
  61. dbPortal.Insert()
  62. }
  63. portal = user.NewPortal(dbPortal)
  64. user.portalsByJID[portal.JID] = portal
  65. if len(portal.MXID) > 0 {
  66. user.portalsByMXID[portal.MXID] = portal
  67. }
  68. }
  69. return portal
  70. }
  71. func (user *User) GetAllPortals() []*Portal {
  72. user.portalsLock.Lock()
  73. defer user.portalsLock.Unlock()
  74. dbPortals := user.bridge.DB.Portal.GetAll(user.ID)
  75. output := make([]*Portal, len(dbPortals))
  76. for index, dbPortal := range dbPortals {
  77. portal, ok := user.portalsByJID[dbPortal.JID]
  78. if !ok {
  79. portal = user.NewPortal(dbPortal)
  80. user.portalsByJID[dbPortal.JID] = portal
  81. if len(dbPortal.MXID) > 0 {
  82. user.portalsByMXID[dbPortal.MXID] = portal
  83. }
  84. }
  85. output[index] = portal
  86. }
  87. return output
  88. }
  89. func (user *User) NewPortal(dbPortal *database.Portal) *Portal {
  90. return &Portal{
  91. Portal: dbPortal,
  92. user: user,
  93. bridge: user.bridge,
  94. log: user.log.Sub(fmt.Sprintf("Portal/%s", dbPortal.JID)),
  95. }
  96. }
  97. type Portal struct {
  98. *database.Portal
  99. user *User
  100. bridge *Bridge
  101. log log.Logger
  102. roomCreateLock sync.Mutex
  103. }
  104. func (portal *Portal) SyncParticipants(metadata *whatsapp_ext.GroupInfo) {
  105. for _, participant := range metadata.Participants {
  106. intent := portal.user.GetPuppetByJID(participant.JID).Intent()
  107. intent.EnsureJoined(portal.MXID)
  108. }
  109. }
  110. func (portal *Portal) UpdateAvatar() bool {
  111. avatar, err := portal.user.Conn.GetProfilePicThumb(portal.JID)
  112. if err != nil {
  113. portal.log.Errorln(err)
  114. return false
  115. }
  116. if portal.Avatar == avatar.Tag {
  117. return false
  118. }
  119. data, err := avatar.DownloadBytes()
  120. if err != nil {
  121. portal.log.Errorln("Failed to download avatar:", err)
  122. return false
  123. }
  124. mimeType := http.DetectContentType(data)
  125. resp, err := portal.MainIntent().UploadBytes(data, mimeType)
  126. if err != nil {
  127. portal.log.Errorln("Failed to upload avatar:", err)
  128. return false
  129. }
  130. _, err = portal.MainIntent().SetRoomAvatar(portal.MXID, resp.ContentURI)
  131. if err != nil {
  132. portal.log.Warnln("Failed to set room topic:", err)
  133. return false
  134. }
  135. portal.Avatar = avatar.Tag
  136. return true
  137. }
  138. func (portal *Portal) UpdateName(metadata *whatsapp_ext.GroupInfo) bool {
  139. if portal.Name != metadata.Name {
  140. _, err := portal.MainIntent().SetRoomName(portal.MXID, metadata.Name)
  141. if err == nil {
  142. portal.Name = metadata.Name
  143. return true
  144. }
  145. portal.log.Warnln("Failed to set room name:", err)
  146. }
  147. return false
  148. }
  149. func (portal *Portal) UpdateTopic(metadata *whatsapp_ext.GroupInfo) bool {
  150. if portal.Topic != metadata.Topic {
  151. _, err := portal.MainIntent().SetRoomTopic(portal.MXID, metadata.Topic)
  152. if err == nil {
  153. portal.Topic = metadata.Topic
  154. return true
  155. }
  156. portal.log.Warnln("Failed to set room topic:", err)
  157. }
  158. return false
  159. }
  160. func (portal *Portal) UpdateMetadata() bool {
  161. metadata, err := portal.user.Conn.GetGroupMetaData(portal.JID)
  162. if err != nil {
  163. portal.log.Errorln(err)
  164. return false
  165. }
  166. portal.SyncParticipants(metadata)
  167. update := false
  168. update = portal.UpdateName(metadata) || update
  169. update = portal.UpdateTopic(metadata) || update
  170. return update
  171. }
  172. func (portal *Portal) Sync(contact whatsapp.Contact) {
  173. if len(portal.MXID) == 0 {
  174. if !portal.IsPrivateChat() {
  175. portal.Name = contact.Name
  176. }
  177. err := portal.CreateMatrixRoom()
  178. if err != nil {
  179. portal.log.Errorln("Failed to create portal room:", err)
  180. return
  181. }
  182. }
  183. if portal.IsPrivateChat() {
  184. return
  185. }
  186. update := false
  187. update = portal.UpdateMetadata() || update
  188. update = portal.UpdateAvatar() || update
  189. if update {
  190. portal.Update()
  191. }
  192. }
  193. func (portal *Portal) CreateMatrixRoom() error {
  194. portal.roomCreateLock.Lock()
  195. defer portal.roomCreateLock.Unlock()
  196. if len(portal.MXID) > 0 {
  197. return nil
  198. }
  199. name := portal.Name
  200. topic := portal.Topic
  201. isPrivateChat := false
  202. if strings.HasSuffix(portal.JID, "s.whatsapp.net") {
  203. puppet := portal.user.GetPuppetByJID(portal.JID)
  204. name = puppet.Displayname
  205. topic = "WhatsApp private chat"
  206. isPrivateChat = true
  207. }
  208. resp, err := portal.MainIntent().CreateRoom(&gomatrix.ReqCreateRoom{
  209. Visibility: "private",
  210. Name: name,
  211. Topic: topic,
  212. Invite: []string{portal.user.ID},
  213. Preset: "private_chat",
  214. IsDirect: isPrivateChat,
  215. })
  216. if err != nil {
  217. return err
  218. }
  219. portal.MXID = resp.RoomID
  220. portal.Update()
  221. return nil
  222. }
  223. func (portal *Portal) IsPrivateChat() bool {
  224. return strings.HasSuffix(portal.JID, puppetJIDStrippedSuffix)
  225. }
  226. func (portal *Portal) MainIntent() *appservice.IntentAPI {
  227. if portal.IsPrivateChat() {
  228. return portal.user.GetPuppetByJID(portal.JID).Intent()
  229. }
  230. return portal.bridge.AppService.BotIntent()
  231. }
  232. func (portal *Portal) IsDuplicate(id types.WhatsAppMessageID) bool {
  233. msg := portal.bridge.DB.Message.GetByJID(portal.Owner, id)
  234. if msg != nil {
  235. portal.log.Debugln("Ignoring duplicate message", id)
  236. return true
  237. }
  238. return false
  239. }
  240. func (portal *Portal) MarkHandled(jid types.WhatsAppMessageID, mxid types.MatrixEventID) {
  241. msg := portal.bridge.DB.Message.New()
  242. msg.Owner = portal.Owner
  243. msg.JID = jid
  244. msg.MXID = mxid
  245. msg.Insert()
  246. }
  247. func (portal *Portal) GetMessageIntent(info whatsapp.MessageInfo) *appservice.IntentAPI {
  248. if info.FromMe {
  249. portal.log.Debugln("Unhandled message from me:", info.Id)
  250. return nil
  251. } else if portal.IsPrivateChat() {
  252. return portal.MainIntent()
  253. }
  254. puppet := portal.user.GetPuppetByJID(info.SenderJid)
  255. return puppet.Intent()
  256. }
  257. func (portal *Portal) GetRelations(info whatsapp.MessageInfo) (reply gomatrix.RelatesTo) {
  258. if len(info.QuotedMessageID) == 0 {
  259. return
  260. }
  261. message := portal.bridge.DB.Message.GetByJID(portal.Owner, info.QuotedMessageID)
  262. if message != nil {
  263. reply.InReplyTo.EventID = message.MXID
  264. }
  265. return
  266. }
  267. func (portal *Portal) HandleTextMessage(message whatsapp.TextMessage) {
  268. if portal.IsDuplicate(message.Info.Id) {
  269. return
  270. }
  271. portal.CreateMatrixRoom()
  272. intent := portal.GetMessageIntent(message.Info)
  273. if intent == nil {
  274. return
  275. }
  276. resp, err := intent.SendMassagedMessageEvent(portal.MXID, gomatrix.EventMessage, gomatrix.Content{
  277. Body: message.Text,
  278. MsgType: gomatrix.MsgText,
  279. RelatesTo: portal.GetRelations(message.Info),
  280. }, int64(message.Info.Timestamp*1000))
  281. if err != nil {
  282. portal.log.Errorfln("Failed to handle message %s: %v", message.Info.Id, err)
  283. return
  284. }
  285. portal.MarkHandled(message.Info.Id, resp.EventID)
  286. portal.log.Debugln("Handled message", message.Info.Id, "->", resp.EventID)
  287. }
  288. func (portal *Portal) HandleMediaMessage(download func() ([]byte, error), thumbnail []byte, info whatsapp.MessageInfo, mimeType, caption string) {
  289. if portal.IsDuplicate(info.Id) {
  290. return
  291. }
  292. portal.CreateMatrixRoom()
  293. intent := portal.GetMessageIntent(info)
  294. if intent == nil {
  295. return
  296. }
  297. data, err := download()
  298. if err != nil {
  299. portal.log.Errorln("Failed to download media:", err)
  300. return
  301. }
  302. uploaded, err := intent.UploadBytes(data, mimeType)
  303. if err != nil {
  304. portal.log.Errorln("Failed to upload media:", err)
  305. return
  306. }
  307. if len(caption) == 0 {
  308. caption = info.Id
  309. exts, _ := mime.ExtensionsByType(mimeType)
  310. if exts != nil && len(exts) > 0 {
  311. caption += exts[0]
  312. }
  313. }
  314. content := gomatrix.Content{
  315. Body: caption,
  316. URL: uploaded.ContentURI,
  317. Info: gomatrix.FileInfo{
  318. Size: len(data),
  319. MimeType: mimeType,
  320. },
  321. RelatesTo: portal.GetRelations(info),
  322. }
  323. if thumbnail != nil {
  324. thumbnailMime := http.DetectContentType(thumbnail)
  325. uploadedThumbnail, _ := intent.UploadBytes(thumbnail, thumbnailMime)
  326. if uploadedThumbnail != nil {
  327. content.Info.ThumbnailURL = uploadedThumbnail.ContentURI
  328. cfg, _, _ := image.DecodeConfig(bytes.NewReader(data))
  329. content.Info.ThumbnailInfo = &gomatrix.FileInfo{
  330. Size: len(thumbnail),
  331. Width: cfg.Width,
  332. Height: cfg.Height,
  333. MimeType: thumbnailMime,
  334. }
  335. }
  336. }
  337. switch strings.ToLower(strings.Split(mimeType, "/")[0]) {
  338. case "image":
  339. content.MsgType = gomatrix.MsgImage
  340. cfg, _, _ := image.DecodeConfig(bytes.NewReader(data))
  341. content.Info.Width = cfg.Width
  342. content.Info.Height = cfg.Height
  343. case "video":
  344. content.MsgType = gomatrix.MsgVideo
  345. case "audio":
  346. content.MsgType = gomatrix.MsgAudio
  347. default:
  348. content.MsgType = gomatrix.MsgFile
  349. }
  350. resp, err := intent.SendMassagedMessageEvent(portal.MXID, gomatrix.EventMessage, content, int64(info.Timestamp*1000))
  351. if err != nil {
  352. portal.log.Errorfln("Failed to handle message %s: %v", info.Id, err)
  353. return
  354. }
  355. portal.MarkHandled(info.Id, resp.EventID)
  356. portal.log.Debugln("Handled message", info.Id, "->", resp.EventID)
  357. }
  358. var htmlParser = format.HTMLParser{
  359. TabsToSpaces: 4,
  360. Newline: "\n",
  361. PillConverter: func(mxid, eventID string) string {
  362. return mxid
  363. },
  364. BoldConverter: func(text string) string {
  365. return fmt.Sprintf("*%s*", text)
  366. },
  367. ItalicConverter: func(text string) string {
  368. return fmt.Sprintf("_%s_", text)
  369. },
  370. StrikethroughConverter: func(text string) string {
  371. return fmt.Sprintf("~%s~", text)
  372. },
  373. MonospaceConverter: func(text string) string {
  374. return fmt.Sprintf("```%s```", text)
  375. },
  376. MonospaceBlockConverter: func(text string) string {
  377. return fmt.Sprintf("```%s```", text)
  378. },
  379. }
  380. func (portal *Portal) HandleMatrixMessage(evt *gomatrix.Event) {
  381. var err error
  382. switch evt.Content.MsgType {
  383. case gomatrix.MsgText:
  384. text := evt.Content.Body
  385. if evt.Content.Format == gomatrix.FormatHTML {
  386. text = htmlParser.Parse(evt.Content.FormattedBody)
  387. }
  388. err = portal.user.Conn.Send(whatsapp.TextMessage{
  389. Text: text,
  390. Info: whatsapp.MessageInfo{
  391. RemoteJid: portal.JID,
  392. },
  393. })
  394. default:
  395. portal.log.Debugln("Unhandled Matrix event:", evt)
  396. return
  397. }
  398. if err != nil {
  399. portal.log.Errorln("Error handling Matrix event %s: %v", evt.ID, err)
  400. } else {
  401. portal.log.Debugln("Handled Matrix event:", evt)
  402. }
  403. }