portal.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797
  1. // mautrix-whatsapp - A Matrix-WhatsApp puppeting bridge.
  2. // Copyright (C) 2018 Tulir Asokan
  3. //
  4. // This program is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Affero General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // This program is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Affero General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Affero General Public License
  15. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. package main
  17. import (
  18. "bytes"
  19. "encoding/hex"
  20. "fmt"
  21. "image"
  22. "image/gif"
  23. "image/jpeg"
  24. "image/png"
  25. "math/rand"
  26. "mime"
  27. "net/http"
  28. "strings"
  29. "sync"
  30. "github.com/Rhymen/go-whatsapp"
  31. waProto "github.com/Rhymen/go-whatsapp/binary/proto"
  32. "maunium.net/go/gomatrix"
  33. log "maunium.net/go/maulogger"
  34. "maunium.net/go/mautrix-appservice"
  35. "maunium.net/go/mautrix-whatsapp/database"
  36. "maunium.net/go/mautrix-whatsapp/types"
  37. "maunium.net/go/mautrix-whatsapp/whatsapp-ext"
  38. )
  39. func (bridge *Bridge) GetPortalByMXID(mxid types.MatrixRoomID) *Portal {
  40. bridge.portalsLock.Lock()
  41. defer bridge.portalsLock.Unlock()
  42. portal, ok := bridge.portalsByMXID[mxid]
  43. if !ok {
  44. dbPortal := bridge.DB.Portal.GetByMXID(mxid)
  45. if dbPortal == nil {
  46. return nil
  47. }
  48. portal = bridge.NewPortal(dbPortal)
  49. bridge.portalsByJID[portal.Key] = portal
  50. if len(portal.MXID) > 0 {
  51. bridge.portalsByMXID[portal.MXID] = portal
  52. }
  53. }
  54. return portal
  55. }
  56. func (bridge *Bridge) GetPortalByJID(key database.PortalKey) *Portal {
  57. bridge.portalsLock.Lock()
  58. defer bridge.portalsLock.Unlock()
  59. portal, ok := bridge.portalsByJID[key]
  60. if !ok {
  61. dbPortal := bridge.DB.Portal.GetByJID(key)
  62. if dbPortal == nil {
  63. dbPortal = bridge.DB.Portal.New()
  64. dbPortal.Key = key
  65. dbPortal.Insert()
  66. }
  67. portal = bridge.NewPortal(dbPortal)
  68. bridge.portalsByJID[portal.Key] = portal
  69. if len(portal.MXID) > 0 {
  70. bridge.portalsByMXID[portal.MXID] = portal
  71. }
  72. }
  73. return portal
  74. }
  75. func (bridge *Bridge) GetAllPortals() []*Portal {
  76. bridge.portalsLock.Lock()
  77. defer bridge.portalsLock.Unlock()
  78. dbPortals := bridge.DB.Portal.GetAll()
  79. output := make([]*Portal, len(dbPortals))
  80. for index, dbPortal := range dbPortals {
  81. portal, ok := bridge.portalsByJID[dbPortal.Key]
  82. if !ok {
  83. portal = bridge.NewPortal(dbPortal)
  84. bridge.portalsByJID[portal.Key] = portal
  85. if len(dbPortal.MXID) > 0 {
  86. bridge.portalsByMXID[dbPortal.MXID] = portal
  87. }
  88. }
  89. output[index] = portal
  90. }
  91. return output
  92. }
  93. func (bridge *Bridge) NewPortal(dbPortal *database.Portal) *Portal {
  94. return &Portal{
  95. Portal: dbPortal,
  96. bridge: bridge,
  97. log: bridge.Log.Sub(fmt.Sprintf("Portal/%s", dbPortal.Key)),
  98. }
  99. }
  100. type Portal struct {
  101. *database.Portal
  102. bridge *Bridge
  103. log log.Logger
  104. roomCreateLock sync.Mutex
  105. }
  106. func (portal *Portal) SyncParticipants(metadata *whatsappExt.GroupInfo) {
  107. changed := false
  108. levels, err := portal.MainIntent().PowerLevels(portal.MXID)
  109. if err != nil {
  110. levels = portal.GetBasePowerLevels()
  111. changed = true
  112. }
  113. for _, participant := range metadata.Participants {
  114. puppet := portal.bridge.GetPuppetByJID(participant.JID)
  115. puppet.Intent().EnsureJoined(portal.MXID)
  116. user := portal.bridge.GetUserByJID(participant.JID)
  117. if !portal.bridge.AS.StateStore.IsInvited(portal.MXID, user.MXID) {
  118. portal.MainIntent().InviteUser(portal.MXID, &gomatrix.ReqInviteUser{
  119. UserID: user.MXID,
  120. })
  121. }
  122. expectedLevel := 0
  123. if participant.IsSuperAdmin {
  124. expectedLevel = 95
  125. } else if participant.IsAdmin {
  126. expectedLevel = 50
  127. }
  128. changed = levels.EnsureUserLevel(puppet.MXID, expectedLevel) || changed
  129. if user != nil {
  130. changed = levels.EnsureUserLevel(user.MXID, expectedLevel) || changed
  131. }
  132. }
  133. if changed {
  134. portal.MainIntent().SetPowerLevels(portal.MXID, levels)
  135. }
  136. }
  137. func (portal *Portal) UpdateAvatar(user *User, avatar *whatsappExt.ProfilePicInfo) bool {
  138. if avatar == nil {
  139. var err error
  140. avatar, err = user.Conn.GetProfilePicThumb(portal.Key.JID)
  141. if err != nil {
  142. portal.log.Errorln(err)
  143. return false
  144. }
  145. }
  146. if portal.Avatar == avatar.Tag {
  147. return false
  148. }
  149. data, err := avatar.DownloadBytes()
  150. if err != nil {
  151. portal.log.Errorln("Failed to download avatar:", err)
  152. return false
  153. }
  154. mimeType := http.DetectContentType(data)
  155. resp, err := portal.MainIntent().UploadBytes(data, mimeType)
  156. if err != nil {
  157. portal.log.Errorln("Failed to upload avatar:", err)
  158. return false
  159. }
  160. _, err = portal.MainIntent().SetRoomAvatar(portal.MXID, resp.ContentURI)
  161. if err != nil {
  162. portal.log.Warnln("Failed to set room topic:", err)
  163. return false
  164. }
  165. portal.Avatar = avatar.Tag
  166. return true
  167. }
  168. func (portal *Portal) UpdateName(name string, setBy types.WhatsAppID) bool {
  169. if portal.Name != name {
  170. intent := portal.bridge.GetPuppetByJID(setBy).Intent()
  171. _, err := intent.SetRoomName(portal.MXID, name)
  172. if err == nil {
  173. portal.Name = name
  174. return true
  175. }
  176. portal.log.Warnln("Failed to set room name:", err)
  177. }
  178. return false
  179. }
  180. func (portal *Portal) UpdateTopic(topic string, setBy types.WhatsAppID) bool {
  181. if portal.Topic != topic {
  182. intent := portal.bridge.GetPuppetByJID(setBy).Intent()
  183. _, err := intent.SetRoomTopic(portal.MXID, topic)
  184. if err == nil {
  185. portal.Topic = topic
  186. return true
  187. }
  188. portal.log.Warnln("Failed to set room topic:", err)
  189. }
  190. return false
  191. }
  192. func (portal *Portal) UpdateMetadata(user *User) bool {
  193. metadata, err := user.Conn.GetGroupMetaData(portal.Key.JID)
  194. if err != nil {
  195. portal.log.Errorln(err)
  196. return false
  197. }
  198. portal.SyncParticipants(metadata)
  199. update := false
  200. update = portal.UpdateName(metadata.Name, metadata.NameSetBy) || update
  201. update = portal.UpdateTopic(metadata.Topic, metadata.TopicSetBy) || update
  202. return update
  203. }
  204. func (portal *Portal) Sync(user *User, contact whatsapp.Contact) {
  205. if portal.IsPrivateChat() {
  206. return
  207. }
  208. if len(portal.MXID) == 0 {
  209. portal.Name = contact.Name
  210. err := portal.CreateMatrixRoom([]string{user.MXID})
  211. if err != nil {
  212. portal.log.Errorln("Failed to create portal room:", err)
  213. return
  214. }
  215. }
  216. update := false
  217. update = portal.UpdateMetadata(user) || update
  218. update = portal.UpdateAvatar(user, nil) || update
  219. if update {
  220. portal.Update()
  221. }
  222. }
  223. func (portal *Portal) GetBasePowerLevels() *gomatrix.PowerLevels {
  224. anyone := 0
  225. nope := 99
  226. return &gomatrix.PowerLevels{
  227. UsersDefault: anyone,
  228. EventsDefault: anyone,
  229. RedactPtr: &anyone,
  230. StateDefaultPtr: &nope,
  231. BanPtr: &nope,
  232. InvitePtr: &nope,
  233. Users: map[string]int{
  234. portal.MainIntent().UserID: 100,
  235. },
  236. Events: map[gomatrix.EventType]int{
  237. gomatrix.StateRoomName: anyone,
  238. gomatrix.StateRoomAvatar: anyone,
  239. gomatrix.StateTopic: anyone,
  240. },
  241. }
  242. }
  243. func (portal *Portal) ChangeAdminStatus(jids []string, setAdmin bool) {
  244. levels, err := portal.MainIntent().PowerLevels(portal.MXID)
  245. if err != nil {
  246. levels = portal.GetBasePowerLevels()
  247. }
  248. newLevel := 0
  249. if setAdmin {
  250. newLevel = 50
  251. }
  252. changed := false
  253. for _, jid := range jids {
  254. puppet := portal.bridge.GetPuppetByJID(jid)
  255. changed = levels.EnsureUserLevel(puppet.MXID, newLevel) || changed
  256. user := portal.bridge.GetUserByJID(jid)
  257. if user != nil {
  258. changed = levels.EnsureUserLevel(user.MXID, newLevel) || changed
  259. }
  260. }
  261. if changed {
  262. portal.MainIntent().SetPowerLevels(portal.MXID, levels)
  263. }
  264. }
  265. func (portal *Portal) RestrictMessageSending(restrict bool) {
  266. levels, err := portal.MainIntent().PowerLevels(portal.MXID)
  267. if err != nil {
  268. levels = portal.GetBasePowerLevels()
  269. }
  270. if restrict {
  271. levels.EventsDefault = 50
  272. } else {
  273. levels.EventsDefault = 0
  274. }
  275. portal.MainIntent().SetPowerLevels(portal.MXID, levels)
  276. }
  277. func (portal *Portal) RestrictMetadataChanges(restrict bool) {
  278. levels, err := portal.MainIntent().PowerLevels(portal.MXID)
  279. if err != nil {
  280. levels = portal.GetBasePowerLevels()
  281. }
  282. newLevel := 0
  283. if restrict {
  284. newLevel = 50
  285. }
  286. changed := false
  287. changed = levels.EnsureEventLevel(gomatrix.StateRoomName, newLevel) || changed
  288. changed = levels.EnsureEventLevel(gomatrix.StateRoomAvatar, newLevel) || changed
  289. changed = levels.EnsureEventLevel(gomatrix.StateTopic, newLevel) || changed
  290. if changed {
  291. portal.MainIntent().SetPowerLevels(portal.MXID, levels)
  292. }
  293. }
  294. func (portal *Portal) CreateMatrixRoom(invite []string) error {
  295. portal.roomCreateLock.Lock()
  296. defer portal.roomCreateLock.Unlock()
  297. if len(portal.MXID) > 0 {
  298. return nil
  299. }
  300. name := portal.Name
  301. topic := portal.Topic
  302. isPrivateChat := false
  303. if portal.IsPrivateChat() {
  304. name = ""
  305. topic = "WhatsApp private chat"
  306. isPrivateChat = true
  307. }
  308. resp, err := portal.MainIntent().CreateRoom(&gomatrix.ReqCreateRoom{
  309. Visibility: "private",
  310. Name: name,
  311. Topic: topic,
  312. Invite: invite,
  313. Preset: "private_chat",
  314. IsDirect: isPrivateChat,
  315. InitialState: []*gomatrix.Event{{
  316. Type: gomatrix.StatePowerLevels,
  317. Content: gomatrix.Content{
  318. PowerLevels: *portal.GetBasePowerLevels(),
  319. },
  320. }},
  321. })
  322. if err != nil {
  323. return err
  324. }
  325. portal.MXID = resp.RoomID
  326. portal.Update()
  327. return nil
  328. }
  329. func (portal *Portal) IsPrivateChat() bool {
  330. return strings.HasSuffix(portal.Key.JID, whatsappExt.NewUserSuffix)
  331. }
  332. func (portal *Portal) MainIntent() *appservice.IntentAPI {
  333. if portal.IsPrivateChat() {
  334. return portal.bridge.GetPuppetByJID(portal.Key.JID).Intent()
  335. }
  336. return portal.bridge.AS.BotIntent()
  337. }
  338. func (portal *Portal) IsDuplicate(id types.WhatsAppMessageID) bool {
  339. msg := portal.bridge.DB.Message.GetByJID(portal.Key, id)
  340. if msg != nil {
  341. return true
  342. }
  343. return false
  344. }
  345. func (portal *Portal) MarkHandled(jid types.WhatsAppMessageID, mxid types.MatrixEventID) {
  346. msg := portal.bridge.DB.Message.New()
  347. msg.Chat = portal.Key
  348. msg.JID = jid
  349. msg.MXID = mxid
  350. msg.Insert()
  351. }
  352. func (portal *Portal) GetMessageIntent(info whatsapp.MessageInfo) *appservice.IntentAPI {
  353. if info.FromMe {
  354. if portal.IsPrivateChat() {
  355. // TODO handle own messages in private chats properly
  356. return nil
  357. }
  358. return portal.bridge.GetPuppetByJID(portal.Key.Receiver).Intent()
  359. } else if portal.IsPrivateChat() {
  360. return portal.MainIntent()
  361. } else if len(info.SenderJid) == 0 {
  362. if len(info.Source.GetParticipant()) != 0 {
  363. info.SenderJid = info.Source.GetParticipant()
  364. } else {
  365. return nil
  366. }
  367. }
  368. return portal.bridge.GetPuppetByJID(info.SenderJid).Intent()
  369. }
  370. func (portal *Portal) SetReply(content *gomatrix.Content, info whatsapp.MessageInfo) {
  371. if len(info.QuotedMessageID) == 0 {
  372. return
  373. }
  374. message := portal.bridge.DB.Message.GetByJID(portal.Key, info.QuotedMessageID)
  375. if message != nil {
  376. event, err := portal.MainIntent().GetEvent(portal.MXID, message.MXID)
  377. if err != nil {
  378. portal.log.Warnln("Failed to get reply target:", err)
  379. return
  380. }
  381. content.SetReply(event)
  382. }
  383. return
  384. }
  385. func (portal *Portal) HandleTextMessage(source *User, message whatsapp.TextMessage) {
  386. if portal.IsDuplicate(message.Info.Id) {
  387. return
  388. }
  389. err := portal.CreateMatrixRoom([]string{source.MXID})
  390. if err != nil {
  391. portal.log.Errorln("Failed to create portal room:", err)
  392. return
  393. }
  394. intent := portal.GetMessageIntent(message.Info)
  395. if intent == nil {
  396. return
  397. }
  398. content := &gomatrix.Content{
  399. Body: message.Text,
  400. MsgType: gomatrix.MsgText,
  401. }
  402. portal.bridge.Formatter.ParseWhatsApp(content)
  403. portal.SetReply(content, message.Info)
  404. intent.UserTyping(portal.MXID, false, 0)
  405. resp, err := intent.SendMassagedMessageEvent(portal.MXID, gomatrix.EventMessage, content, int64(message.Info.Timestamp*1000))
  406. if err != nil {
  407. portal.log.Errorfln("Failed to handle message %s: %v", message.Info.Id, err)
  408. return
  409. }
  410. portal.MarkHandled(message.Info.Id, resp.EventID)
  411. portal.log.Debugln("Handled message", message.Info.Id, "->", resp.EventID)
  412. }
  413. func (portal *Portal) HandleMediaMessage(source *User, download func() ([]byte, error), thumbnail []byte, info whatsapp.MessageInfo, mimeType, caption string) {
  414. if portal.IsDuplicate(info.Id) {
  415. return
  416. }
  417. err := portal.CreateMatrixRoom([]string{source.MXID})
  418. if err != nil {
  419. portal.log.Errorln("Failed to create portal room:", err)
  420. return
  421. }
  422. intent := portal.GetMessageIntent(info)
  423. if intent == nil {
  424. return
  425. }
  426. data, err := download()
  427. if err != nil {
  428. portal.log.Errorln("Failed to download media:", err)
  429. return
  430. }
  431. uploaded, err := intent.UploadBytes(data, mimeType)
  432. if err != nil {
  433. portal.log.Errorln("Failed to upload media:", err)
  434. return
  435. }
  436. fileName := info.Id
  437. exts, _ := mime.ExtensionsByType(mimeType)
  438. if exts != nil && len(exts) > 0 {
  439. fileName += exts[0]
  440. }
  441. content := &gomatrix.Content{
  442. Body: fileName,
  443. URL: uploaded.ContentURI,
  444. Info: &gomatrix.FileInfo{
  445. Size: len(data),
  446. MimeType: mimeType,
  447. },
  448. }
  449. portal.SetReply(content, info)
  450. if thumbnail != nil {
  451. thumbnailMime := http.DetectContentType(thumbnail)
  452. uploadedThumbnail, _ := intent.UploadBytes(thumbnail, thumbnailMime)
  453. if uploadedThumbnail != nil {
  454. content.Info.ThumbnailURL = uploadedThumbnail.ContentURI
  455. cfg, _, _ := image.DecodeConfig(bytes.NewReader(data))
  456. content.Info.ThumbnailInfo = &gomatrix.FileInfo{
  457. Size: len(thumbnail),
  458. Width: cfg.Width,
  459. Height: cfg.Height,
  460. MimeType: thumbnailMime,
  461. }
  462. }
  463. }
  464. switch strings.ToLower(strings.Split(mimeType, "/")[0]) {
  465. case "image":
  466. content.MsgType = gomatrix.MsgImage
  467. cfg, _, _ := image.DecodeConfig(bytes.NewReader(data))
  468. content.Info.Width = cfg.Width
  469. content.Info.Height = cfg.Height
  470. case "video":
  471. content.MsgType = gomatrix.MsgVideo
  472. case "audio":
  473. content.MsgType = gomatrix.MsgAudio
  474. default:
  475. content.MsgType = gomatrix.MsgFile
  476. }
  477. intent.UserTyping(portal.MXID, false, 0)
  478. ts := int64(info.Timestamp * 1000)
  479. resp, err := intent.SendMassagedMessageEvent(portal.MXID, gomatrix.EventMessage, content, ts)
  480. if err != nil {
  481. portal.log.Errorfln("Failed to handle message %s: %v", info.Id, err)
  482. return
  483. }
  484. if len(caption) > 0 {
  485. captionContent := &gomatrix.Content{
  486. Body: caption,
  487. MsgType: gomatrix.MsgNotice,
  488. }
  489. portal.bridge.Formatter.ParseWhatsApp(captionContent)
  490. _, err := intent.SendMassagedMessageEvent(portal.MXID, gomatrix.EventMessage, captionContent, ts)
  491. if err != nil {
  492. portal.log.Warnfln("Failed to handle caption of message %s: %v", info.Id, err)
  493. }
  494. // TODO store caption mxid?
  495. }
  496. portal.MarkHandled(info.Id, resp.EventID)
  497. portal.log.Debugln("Handled message", info.Id, "->", resp.EventID)
  498. }
  499. func makeMessageID() *string {
  500. b := make([]byte, 10)
  501. rand.Read(b)
  502. str := strings.ToUpper(hex.EncodeToString(b))
  503. return &str
  504. }
  505. func (portal *Portal) downloadThumbnail(evt *gomatrix.Event) []byte {
  506. if evt.Content.Info == nil || len(evt.Content.Info.ThumbnailURL) == 0 {
  507. return nil
  508. }
  509. thumbnail, err := portal.MainIntent().DownloadBytes(evt.Content.Info.ThumbnailURL)
  510. if err != nil {
  511. portal.log.Errorln("Failed to download thumbnail in %s: %v", evt.ID, err)
  512. return nil
  513. }
  514. thumbnailType := http.DetectContentType(thumbnail)
  515. var img image.Image
  516. switch thumbnailType {
  517. case "image/png":
  518. img, err = png.Decode(bytes.NewReader(thumbnail))
  519. case "image/gif":
  520. img, err = gif.Decode(bytes.NewReader(thumbnail))
  521. case "image/jpeg":
  522. return thumbnail
  523. default:
  524. return nil
  525. }
  526. var buf bytes.Buffer
  527. err = jpeg.Encode(&buf, img, &jpeg.Options{
  528. Quality: jpeg.DefaultQuality,
  529. })
  530. if err != nil {
  531. portal.log.Errorln("Failed to re-encode thumbnail in %s: %v", evt.ID, err)
  532. return nil
  533. }
  534. return buf.Bytes()
  535. }
  536. func (portal *Portal) preprocessMatrixMedia(sender *User, evt *gomatrix.Event, mediaType whatsapp.MediaType) *MediaUpload {
  537. if evt.Content.Info == nil {
  538. evt.Content.Info = &gomatrix.FileInfo{}
  539. }
  540. caption := evt.Content.Body
  541. exts, err := mime.ExtensionsByType(evt.Content.Info.MimeType)
  542. for _, ext := range exts {
  543. if strings.HasSuffix(caption, ext) {
  544. caption = ""
  545. break
  546. }
  547. }
  548. content, err := portal.MainIntent().DownloadBytes(evt.Content.URL)
  549. if err != nil {
  550. portal.log.Errorfln("Failed to download media in %s: %v", evt.ID, err)
  551. return nil
  552. }
  553. url, mediaKey, fileEncSHA256, fileSHA256, fileLength, err := sender.Conn.Upload(bytes.NewReader(content), mediaType)
  554. if err != nil {
  555. portal.log.Errorfln("Failed to upload media in %s: %v", evt.ID, err)
  556. return nil
  557. }
  558. return &MediaUpload{
  559. Caption: caption,
  560. URL: url,
  561. MediaKey: mediaKey,
  562. FileEncSHA256: fileEncSHA256,
  563. FileSHA256: fileSHA256,
  564. FileLength: fileLength,
  565. Thumbnail: portal.downloadThumbnail(evt),
  566. }
  567. }
  568. type MediaUpload struct {
  569. Caption string
  570. URL string
  571. MediaKey []byte
  572. FileEncSHA256 []byte
  573. FileSHA256 []byte
  574. FileLength uint64
  575. Thumbnail []byte
  576. }
  577. func (portal *Portal) GetMessage(user *User, jid types.WhatsAppMessageID) *waProto.WebMessageInfo {
  578. node, err := user.Conn.LoadMessagesBefore(portal.Key.JID, jid, 1)
  579. if err != nil {
  580. return nil
  581. }
  582. msgs, ok := node.Content.([]interface{})
  583. if !ok {
  584. return nil
  585. }
  586. msg, ok := msgs[0].(*waProto.WebMessageInfo)
  587. if !ok {
  588. return nil
  589. }
  590. node, err = user.Conn.LoadMessagesAfter(portal.Key.JID, msg.GetKey().GetId(), 1)
  591. if err != nil {
  592. return nil
  593. }
  594. msgs, ok = node.Content.([]interface{})
  595. if !ok {
  596. return nil
  597. }
  598. msg, _ = msgs[0].(*waProto.WebMessageInfo)
  599. return msg
  600. }
  601. func (portal *Portal) HandleMatrixMessage(sender *User, evt *gomatrix.Event) {
  602. if portal.IsPrivateChat() && sender.JID != portal.Key.Receiver {
  603. return
  604. }
  605. ts := uint64(evt.Timestamp / 1000)
  606. status := waProto.WebMessageInfo_ERROR
  607. fromMe := true
  608. info := &waProto.WebMessageInfo{
  609. Key: &waProto.MessageKey{
  610. FromMe: &fromMe,
  611. Id: makeMessageID(),
  612. RemoteJid: &portal.Key.JID,
  613. },
  614. MessageTimestamp: &ts,
  615. Message: &waProto.Message{},
  616. Status: &status,
  617. }
  618. ctxInfo := &waProto.ContextInfo{}
  619. replyToID := evt.Content.GetReplyTo()
  620. if len(replyToID) > 0 {
  621. evt.Content.RemoveReplyFallback()
  622. msg := portal.bridge.DB.Message.GetByMXID(replyToID)
  623. if msg != nil {
  624. origMsg := portal.GetMessage(sender, msg.JID)
  625. if origMsg != nil {
  626. ctxInfo.StanzaId = &msg.JID
  627. replyMsgSender := origMsg.GetParticipant()
  628. if origMsg.GetKey().GetFromMe() {
  629. replyMsgSender = sender.JID
  630. }
  631. ctxInfo.Participant = &replyMsgSender
  632. ctxInfo.QuotedMessage = []*waProto.Message{origMsg.Message}
  633. }
  634. }
  635. }
  636. var err error
  637. switch evt.Content.MsgType {
  638. case gomatrix.MsgText, gomatrix.MsgEmote:
  639. text := evt.Content.Body
  640. if evt.Content.Format == gomatrix.FormatHTML {
  641. text = portal.bridge.Formatter.ParseMatrix(evt.Content.FormattedBody)
  642. }
  643. if evt.Content.MsgType == gomatrix.MsgEmote {
  644. text = "/me " + text
  645. }
  646. ctxInfo.MentionedJid = mentionRegex.FindAllString(text, -1)
  647. for index, mention := range ctxInfo.MentionedJid {
  648. ctxInfo.MentionedJid[index] = mention[1:] + whatsappExt.NewUserSuffix
  649. }
  650. if ctxInfo.StanzaId != nil || ctxInfo.MentionedJid != nil {
  651. info.Message.ExtendedTextMessage = &waProto.ExtendedTextMessage{
  652. Text: &text,
  653. ContextInfo: ctxInfo,
  654. }
  655. } else {
  656. info.Message.Conversation = &text
  657. }
  658. case gomatrix.MsgImage:
  659. media := portal.preprocessMatrixMedia(sender, evt, whatsapp.MediaImage)
  660. if media == nil {
  661. return
  662. }
  663. info.Message.ImageMessage = &waProto.ImageMessage{
  664. Caption: &media.Caption,
  665. JpegThumbnail: media.Thumbnail,
  666. Url: &media.URL,
  667. MediaKey: media.MediaKey,
  668. Mimetype: &evt.Content.GetInfo().MimeType,
  669. FileEncSha256: media.FileEncSHA256,
  670. FileSha256: media.FileSHA256,
  671. FileLength: &media.FileLength,
  672. }
  673. case gomatrix.MsgVideo:
  674. media := portal.preprocessMatrixMedia(sender, evt, whatsapp.MediaVideo)
  675. if media == nil {
  676. return
  677. }
  678. duration := uint32(evt.Content.GetInfo().Duration)
  679. info.Message.VideoMessage = &waProto.VideoMessage{
  680. Caption: &media.Caption,
  681. JpegThumbnail: media.Thumbnail,
  682. Url: &media.URL,
  683. MediaKey: media.MediaKey,
  684. Mimetype: &evt.Content.GetInfo().MimeType,
  685. Seconds: &duration,
  686. FileEncSha256: media.FileEncSHA256,
  687. FileSha256: media.FileSHA256,
  688. FileLength: &media.FileLength,
  689. }
  690. case gomatrix.MsgAudio:
  691. media := portal.preprocessMatrixMedia(sender, evt, whatsapp.MediaAudio)
  692. if media == nil {
  693. return
  694. }
  695. duration := uint32(evt.Content.GetInfo().Duration)
  696. info.Message.AudioMessage = &waProto.AudioMessage{
  697. Url: &media.URL,
  698. MediaKey: media.MediaKey,
  699. Mimetype: &evt.Content.GetInfo().MimeType,
  700. Seconds: &duration,
  701. FileEncSha256: media.FileEncSHA256,
  702. FileSha256: media.FileSHA256,
  703. FileLength: &media.FileLength,
  704. }
  705. case gomatrix.MsgFile:
  706. media := portal.preprocessMatrixMedia(sender, evt, whatsapp.MediaDocument)
  707. if media == nil {
  708. return
  709. }
  710. info.Message.DocumentMessage = &waProto.DocumentMessage{
  711. Url: &media.URL,
  712. MediaKey: media.MediaKey,
  713. Mimetype: &evt.Content.GetInfo().MimeType,
  714. FileEncSha256: media.FileEncSHA256,
  715. FileSha256: media.FileSHA256,
  716. FileLength: &media.FileLength,
  717. }
  718. default:
  719. portal.log.Debugln("Unhandled Matrix event:", evt)
  720. return
  721. }
  722. err = sender.Conn.Send(info)
  723. portal.MarkHandled(info.GetKey().GetId(), evt.ID)
  724. if err != nil {
  725. portal.log.Errorfln("Error handling Matrix event %s: %v", evt.ID, err)
  726. } else {
  727. portal.log.Debugln("Handled Matrix event:", evt)
  728. }
  729. }