portal.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809
  1. // mautrix-whatsapp - A Matrix-WhatsApp puppeting bridge.
  2. // Copyright (C) 2018 Tulir Asokan
  3. //
  4. // This program is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Affero General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // This program is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Affero General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Affero General Public License
  15. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. package main
  17. import (
  18. "bytes"
  19. "encoding/hex"
  20. "fmt"
  21. "image"
  22. "image/gif"
  23. "image/jpeg"
  24. "image/png"
  25. "math/rand"
  26. "mime"
  27. "net/http"
  28. "strings"
  29. "sync"
  30. "github.com/Rhymen/go-whatsapp"
  31. waProto "github.com/Rhymen/go-whatsapp/binary/proto"
  32. "maunium.net/go/gomatrix"
  33. log "maunium.net/go/maulogger"
  34. "maunium.net/go/mautrix-appservice"
  35. "maunium.net/go/mautrix-whatsapp/database"
  36. "maunium.net/go/mautrix-whatsapp/types"
  37. "maunium.net/go/mautrix-whatsapp/whatsapp-ext"
  38. )
  39. func (bridge *Bridge) GetPortalByMXID(mxid types.MatrixRoomID) *Portal {
  40. bridge.portalsLock.Lock()
  41. defer bridge.portalsLock.Unlock()
  42. portal, ok := bridge.portalsByMXID[mxid]
  43. if !ok {
  44. dbPortal := bridge.DB.Portal.GetByMXID(mxid)
  45. if dbPortal == nil {
  46. return nil
  47. }
  48. portal = bridge.NewPortal(dbPortal)
  49. bridge.portalsByJID[portal.Key] = portal
  50. if len(portal.MXID) > 0 {
  51. bridge.portalsByMXID[portal.MXID] = portal
  52. }
  53. }
  54. return portal
  55. }
  56. func (bridge *Bridge) GetPortalByJID(key database.PortalKey) *Portal {
  57. bridge.portalsLock.Lock()
  58. defer bridge.portalsLock.Unlock()
  59. portal, ok := bridge.portalsByJID[key]
  60. if !ok {
  61. dbPortal := bridge.DB.Portal.GetByJID(key)
  62. if dbPortal == nil {
  63. dbPortal = bridge.DB.Portal.New()
  64. dbPortal.Key = key
  65. dbPortal.Insert()
  66. }
  67. portal = bridge.NewPortal(dbPortal)
  68. bridge.portalsByJID[portal.Key] = portal
  69. if len(portal.MXID) > 0 {
  70. bridge.portalsByMXID[portal.MXID] = portal
  71. }
  72. }
  73. return portal
  74. }
  75. func (bridge *Bridge) GetAllPortals() []*Portal {
  76. bridge.portalsLock.Lock()
  77. defer bridge.portalsLock.Unlock()
  78. dbPortals := bridge.DB.Portal.GetAll()
  79. output := make([]*Portal, len(dbPortals))
  80. for index, dbPortal := range dbPortals {
  81. portal, ok := bridge.portalsByJID[dbPortal.Key]
  82. if !ok {
  83. portal = bridge.NewPortal(dbPortal)
  84. bridge.portalsByJID[portal.Key] = portal
  85. if len(dbPortal.MXID) > 0 {
  86. bridge.portalsByMXID[dbPortal.MXID] = portal
  87. }
  88. }
  89. output[index] = portal
  90. }
  91. return output
  92. }
  93. func (bridge *Bridge) NewPortal(dbPortal *database.Portal) *Portal {
  94. return &Portal{
  95. Portal: dbPortal,
  96. bridge: bridge,
  97. log: bridge.Log.Sub(fmt.Sprintf("Portal/%s", dbPortal.Key)),
  98. }
  99. }
  100. type Portal struct {
  101. *database.Portal
  102. bridge *Bridge
  103. log log.Logger
  104. roomCreateLock sync.Mutex
  105. }
  106. func (portal *Portal) SyncParticipants(metadata *whatsappExt.GroupInfo) {
  107. changed := false
  108. levels, err := portal.MainIntent().PowerLevels(portal.MXID)
  109. if err != nil {
  110. levels = portal.GetBasePowerLevels()
  111. changed = true
  112. }
  113. for _, participant := range metadata.Participants {
  114. puppet := portal.bridge.GetPuppetByJID(participant.JID)
  115. puppet.Intent().EnsureJoined(portal.MXID)
  116. user := portal.bridge.GetUserByJID(participant.JID)
  117. if user != nil && !portal.bridge.AS.StateStore.IsInvited(portal.MXID, user.MXID) {
  118. portal.MainIntent().InviteUser(portal.MXID, &gomatrix.ReqInviteUser{
  119. UserID: user.MXID,
  120. })
  121. }
  122. expectedLevel := 0
  123. if participant.IsSuperAdmin {
  124. expectedLevel = 95
  125. } else if participant.IsAdmin {
  126. expectedLevel = 50
  127. }
  128. changed = levels.EnsureUserLevel(puppet.MXID, expectedLevel) || changed
  129. if user != nil {
  130. changed = levels.EnsureUserLevel(user.MXID, expectedLevel) || changed
  131. }
  132. }
  133. if changed {
  134. _, err = portal.MainIntent().SetPowerLevels(portal.MXID, levels)
  135. if err != nil {
  136. portal.log.Errorln("Failed to change power levels:", err)
  137. }
  138. }
  139. }
  140. func (portal *Portal) UpdateAvatar(user *User, avatar *whatsappExt.ProfilePicInfo) bool {
  141. if avatar == nil {
  142. var err error
  143. avatar, err = user.Conn.GetProfilePicThumb(portal.Key.JID)
  144. if err != nil {
  145. portal.log.Errorln(err)
  146. return false
  147. }
  148. }
  149. if portal.Avatar == avatar.Tag {
  150. return false
  151. }
  152. data, err := avatar.DownloadBytes()
  153. if err != nil {
  154. portal.log.Errorln("Failed to download avatar:", err)
  155. return false
  156. }
  157. mimeType := http.DetectContentType(data)
  158. resp, err := portal.MainIntent().UploadBytes(data, mimeType)
  159. if err != nil {
  160. portal.log.Errorln("Failed to upload avatar:", err)
  161. return false
  162. }
  163. _, err = portal.MainIntent().SetRoomAvatar(portal.MXID, resp.ContentURI)
  164. if err != nil {
  165. portal.log.Warnln("Failed to set room topic:", err)
  166. return false
  167. }
  168. portal.Avatar = avatar.Tag
  169. return true
  170. }
  171. func (portal *Portal) UpdateName(name string, setBy types.WhatsAppID) bool {
  172. if portal.Name != name {
  173. intent := portal.bridge.GetPuppetByJID(setBy).Intent()
  174. _, err := intent.SetRoomName(portal.MXID, name)
  175. if err == nil {
  176. portal.Name = name
  177. return true
  178. }
  179. portal.log.Warnln("Failed to set room name:", err)
  180. }
  181. return false
  182. }
  183. func (portal *Portal) UpdateTopic(topic string, setBy types.WhatsAppID) bool {
  184. if portal.Topic != topic {
  185. intent := portal.bridge.GetPuppetByJID(setBy).Intent()
  186. _, err := intent.SetRoomTopic(portal.MXID, topic)
  187. if err == nil {
  188. portal.Topic = topic
  189. return true
  190. }
  191. portal.log.Warnln("Failed to set room topic:", err)
  192. }
  193. return false
  194. }
  195. func (portal *Portal) UpdateMetadata(user *User) bool {
  196. metadata, err := user.Conn.GetGroupMetaData(portal.Key.JID)
  197. if err != nil {
  198. portal.log.Errorln(err)
  199. return false
  200. }
  201. portal.SyncParticipants(metadata)
  202. update := false
  203. update = portal.UpdateName(metadata.Name, metadata.NameSetBy) || update
  204. update = portal.UpdateTopic(metadata.Topic, metadata.TopicSetBy) || update
  205. return update
  206. }
  207. func (portal *Portal) Sync(user *User, contact whatsapp.Contact) {
  208. if portal.IsPrivateChat() {
  209. return
  210. }
  211. if len(portal.MXID) == 0 {
  212. portal.Name = contact.Name
  213. err := portal.CreateMatrixRoom([]string{user.MXID})
  214. if err != nil {
  215. portal.log.Errorln("Failed to create portal room:", err)
  216. return
  217. }
  218. }
  219. update := false
  220. update = portal.UpdateMetadata(user) || update
  221. update = portal.UpdateAvatar(user, nil) || update
  222. if update {
  223. portal.Update()
  224. }
  225. }
  226. func (portal *Portal) GetBasePowerLevels() *gomatrix.PowerLevels {
  227. anyone := 0
  228. nope := 99
  229. return &gomatrix.PowerLevels{
  230. UsersDefault: anyone,
  231. EventsDefault: anyone,
  232. RedactPtr: &anyone,
  233. StateDefaultPtr: &nope,
  234. BanPtr: &nope,
  235. InvitePtr: &nope,
  236. Users: map[string]int{
  237. portal.MainIntent().UserID: 100,
  238. },
  239. Events: map[string]int{
  240. gomatrix.StateRoomName.Type: anyone,
  241. gomatrix.StateRoomAvatar.Type: anyone,
  242. gomatrix.StateTopic.Type: anyone,
  243. },
  244. }
  245. }
  246. func (portal *Portal) ChangeAdminStatus(jids []string, setAdmin bool) {
  247. levels, err := portal.MainIntent().PowerLevels(portal.MXID)
  248. if err != nil {
  249. levels = portal.GetBasePowerLevels()
  250. }
  251. newLevel := 0
  252. if setAdmin {
  253. newLevel = 50
  254. }
  255. changed := false
  256. for _, jid := range jids {
  257. puppet := portal.bridge.GetPuppetByJID(jid)
  258. changed = levels.EnsureUserLevel(puppet.MXID, newLevel) || changed
  259. user := portal.bridge.GetUserByJID(jid)
  260. if user != nil {
  261. changed = levels.EnsureUserLevel(user.MXID, newLevel) || changed
  262. }
  263. }
  264. if changed {
  265. _, err = portal.MainIntent().SetPowerLevels(portal.MXID, levels)
  266. if err != nil {
  267. portal.log.Errorln("Failed to change power levels:", err)
  268. }
  269. }
  270. }
  271. func (portal *Portal) RestrictMessageSending(restrict bool) {
  272. levels, err := portal.MainIntent().PowerLevels(portal.MXID)
  273. if err != nil {
  274. levels = portal.GetBasePowerLevels()
  275. }
  276. if restrict {
  277. levels.EventsDefault = 50
  278. } else {
  279. levels.EventsDefault = 0
  280. }
  281. _, err = portal.MainIntent().SetPowerLevels(portal.MXID, levels)
  282. if err != nil {
  283. portal.log.Errorln("Failed to change power levels:", err)
  284. }
  285. }
  286. func (portal *Portal) RestrictMetadataChanges(restrict bool) {
  287. levels, err := portal.MainIntent().PowerLevels(portal.MXID)
  288. if err != nil {
  289. levels = portal.GetBasePowerLevels()
  290. }
  291. newLevel := 0
  292. if restrict {
  293. newLevel = 50
  294. }
  295. changed := false
  296. changed = levels.EnsureEventLevel(gomatrix.StateRoomName, newLevel) || changed
  297. changed = levels.EnsureEventLevel(gomatrix.StateRoomAvatar, newLevel) || changed
  298. changed = levels.EnsureEventLevel(gomatrix.StateTopic, newLevel) || changed
  299. if changed {
  300. _, err = portal.MainIntent().SetPowerLevels(portal.MXID, levels)
  301. if err != nil {
  302. portal.log.Errorln("Failed to change power levels:", err)
  303. }
  304. }
  305. }
  306. func (portal *Portal) CreateMatrixRoom(invite []string) error {
  307. portal.roomCreateLock.Lock()
  308. defer portal.roomCreateLock.Unlock()
  309. if len(portal.MXID) > 0 {
  310. return nil
  311. }
  312. name := portal.Name
  313. topic := portal.Topic
  314. isPrivateChat := false
  315. if portal.IsPrivateChat() {
  316. name = ""
  317. topic = "WhatsApp private chat"
  318. isPrivateChat = true
  319. }
  320. resp, err := portal.MainIntent().CreateRoom(&gomatrix.ReqCreateRoom{
  321. Visibility: "private",
  322. Name: name,
  323. Topic: topic,
  324. Invite: invite,
  325. Preset: "private_chat",
  326. IsDirect: isPrivateChat,
  327. InitialState: []*gomatrix.Event{{
  328. Type: gomatrix.StatePowerLevels,
  329. Content: gomatrix.Content{
  330. PowerLevels: *portal.GetBasePowerLevels(),
  331. },
  332. }},
  333. })
  334. if err != nil {
  335. return err
  336. }
  337. portal.MXID = resp.RoomID
  338. portal.Update()
  339. return nil
  340. }
  341. func (portal *Portal) IsPrivateChat() bool {
  342. return strings.HasSuffix(portal.Key.JID, whatsappExt.NewUserSuffix)
  343. }
  344. func (portal *Portal) MainIntent() *appservice.IntentAPI {
  345. if portal.IsPrivateChat() {
  346. return portal.bridge.GetPuppetByJID(portal.Key.JID).Intent()
  347. }
  348. return portal.bridge.Bot
  349. }
  350. func (portal *Portal) IsDuplicate(id types.WhatsAppMessageID) bool {
  351. msg := portal.bridge.DB.Message.GetByJID(portal.Key, id)
  352. if msg != nil {
  353. return true
  354. }
  355. return false
  356. }
  357. func (portal *Portal) MarkHandled(jid types.WhatsAppMessageID, mxid types.MatrixEventID) {
  358. msg := portal.bridge.DB.Message.New()
  359. msg.Chat = portal.Key
  360. msg.JID = jid
  361. msg.MXID = mxid
  362. msg.Insert()
  363. }
  364. func (portal *Portal) GetMessageIntent(user *User, info whatsapp.MessageInfo) *appservice.IntentAPI {
  365. if info.FromMe {
  366. if portal.IsPrivateChat() {
  367. // TODO handle own messages in private chats properly
  368. return nil
  369. }
  370. return portal.bridge.GetPuppetByJID(user.JID).Intent()
  371. } else if portal.IsPrivateChat() {
  372. return portal.MainIntent()
  373. } else if len(info.SenderJid) == 0 {
  374. if len(info.Source.GetParticipant()) != 0 {
  375. info.SenderJid = info.Source.GetParticipant()
  376. } else {
  377. return nil
  378. }
  379. }
  380. return portal.bridge.GetPuppetByJID(info.SenderJid).Intent()
  381. }
  382. func (portal *Portal) SetReply(content *gomatrix.Content, info whatsapp.MessageInfo) {
  383. if len(info.QuotedMessageID) == 0 {
  384. return
  385. }
  386. message := portal.bridge.DB.Message.GetByJID(portal.Key, info.QuotedMessageID)
  387. if message != nil {
  388. event, err := portal.MainIntent().GetEvent(portal.MXID, message.MXID)
  389. if err != nil {
  390. portal.log.Warnln("Failed to get reply target:", err)
  391. return
  392. }
  393. content.SetReply(event)
  394. }
  395. return
  396. }
  397. func (portal *Portal) HandleTextMessage(source *User, message whatsapp.TextMessage) {
  398. if portal.IsDuplicate(message.Info.Id) {
  399. return
  400. }
  401. err := portal.CreateMatrixRoom([]string{source.MXID})
  402. if err != nil {
  403. portal.log.Errorln("Failed to create portal room:", err)
  404. return
  405. }
  406. intent := portal.GetMessageIntent(source, message.Info)
  407. if intent == nil {
  408. return
  409. }
  410. content := &gomatrix.Content{
  411. Body: message.Text,
  412. MsgType: gomatrix.MsgText,
  413. }
  414. portal.bridge.Formatter.ParseWhatsApp(content)
  415. portal.SetReply(content, message.Info)
  416. intent.UserTyping(portal.MXID, false, 0)
  417. resp, err := intent.SendMassagedMessageEvent(portal.MXID, gomatrix.EventMessage, content, int64(message.Info.Timestamp*1000))
  418. if err != nil {
  419. portal.log.Errorfln("Failed to handle message %s: %v", message.Info.Id, err)
  420. return
  421. }
  422. portal.MarkHandled(message.Info.Id, resp.EventID)
  423. portal.log.Debugln("Handled message", message.Info.Id, "->", resp.EventID)
  424. }
  425. func (portal *Portal) HandleMediaMessage(source *User, download func() ([]byte, error), thumbnail []byte, info whatsapp.MessageInfo, mimeType, caption string) {
  426. if portal.IsDuplicate(info.Id) {
  427. return
  428. }
  429. err := portal.CreateMatrixRoom([]string{source.MXID})
  430. if err != nil {
  431. portal.log.Errorln("Failed to create portal room:", err)
  432. return
  433. }
  434. intent := portal.GetMessageIntent(source, info)
  435. if intent == nil {
  436. return
  437. }
  438. data, err := download()
  439. if err != nil {
  440. portal.log.Errorln("Failed to download media:", err)
  441. return
  442. }
  443. uploaded, err := intent.UploadBytes(data, mimeType)
  444. if err != nil {
  445. portal.log.Errorln("Failed to upload media:", err)
  446. return
  447. }
  448. fileName := info.Id
  449. exts, _ := mime.ExtensionsByType(mimeType)
  450. if exts != nil && len(exts) > 0 {
  451. fileName += exts[0]
  452. }
  453. content := &gomatrix.Content{
  454. Body: fileName,
  455. URL: uploaded.ContentURI,
  456. Info: &gomatrix.FileInfo{
  457. Size: len(data),
  458. MimeType: mimeType,
  459. },
  460. }
  461. portal.SetReply(content, info)
  462. if thumbnail != nil {
  463. thumbnailMime := http.DetectContentType(thumbnail)
  464. uploadedThumbnail, _ := intent.UploadBytes(thumbnail, thumbnailMime)
  465. if uploadedThumbnail != nil {
  466. content.Info.ThumbnailURL = uploadedThumbnail.ContentURI
  467. cfg, _, _ := image.DecodeConfig(bytes.NewReader(data))
  468. content.Info.ThumbnailInfo = &gomatrix.FileInfo{
  469. Size: len(thumbnail),
  470. Width: cfg.Width,
  471. Height: cfg.Height,
  472. MimeType: thumbnailMime,
  473. }
  474. }
  475. }
  476. switch strings.ToLower(strings.Split(mimeType, "/")[0]) {
  477. case "image":
  478. content.MsgType = gomatrix.MsgImage
  479. cfg, _, _ := image.DecodeConfig(bytes.NewReader(data))
  480. content.Info.Width = cfg.Width
  481. content.Info.Height = cfg.Height
  482. case "video":
  483. content.MsgType = gomatrix.MsgVideo
  484. case "audio":
  485. content.MsgType = gomatrix.MsgAudio
  486. default:
  487. content.MsgType = gomatrix.MsgFile
  488. }
  489. intent.UserTyping(portal.MXID, false, 0)
  490. ts := int64(info.Timestamp * 1000)
  491. resp, err := intent.SendMassagedMessageEvent(portal.MXID, gomatrix.EventMessage, content, ts)
  492. if err != nil {
  493. portal.log.Errorfln("Failed to handle message %s: %v", info.Id, err)
  494. return
  495. }
  496. if len(caption) > 0 {
  497. captionContent := &gomatrix.Content{
  498. Body: caption,
  499. MsgType: gomatrix.MsgNotice,
  500. }
  501. portal.bridge.Formatter.ParseWhatsApp(captionContent)
  502. _, err := intent.SendMassagedMessageEvent(portal.MXID, gomatrix.EventMessage, captionContent, ts)
  503. if err != nil {
  504. portal.log.Warnfln("Failed to handle caption of message %s: %v", info.Id, err)
  505. }
  506. // TODO store caption mxid?
  507. }
  508. portal.MarkHandled(info.Id, resp.EventID)
  509. portal.log.Debugln("Handled message", info.Id, "->", resp.EventID)
  510. }
  511. func makeMessageID() *string {
  512. b := make([]byte, 10)
  513. rand.Read(b)
  514. str := strings.ToUpper(hex.EncodeToString(b))
  515. return &str
  516. }
  517. func (portal *Portal) downloadThumbnail(evt *gomatrix.Event) []byte {
  518. if evt.Content.Info == nil || len(evt.Content.Info.ThumbnailURL) == 0 {
  519. return nil
  520. }
  521. thumbnail, err := portal.MainIntent().DownloadBytes(evt.Content.Info.ThumbnailURL)
  522. if err != nil {
  523. portal.log.Errorln("Failed to download thumbnail in %s: %v", evt.ID, err)
  524. return nil
  525. }
  526. thumbnailType := http.DetectContentType(thumbnail)
  527. var img image.Image
  528. switch thumbnailType {
  529. case "image/png":
  530. img, err = png.Decode(bytes.NewReader(thumbnail))
  531. case "image/gif":
  532. img, err = gif.Decode(bytes.NewReader(thumbnail))
  533. case "image/jpeg":
  534. return thumbnail
  535. default:
  536. return nil
  537. }
  538. var buf bytes.Buffer
  539. err = jpeg.Encode(&buf, img, &jpeg.Options{
  540. Quality: jpeg.DefaultQuality,
  541. })
  542. if err != nil {
  543. portal.log.Errorln("Failed to re-encode thumbnail in %s: %v", evt.ID, err)
  544. return nil
  545. }
  546. return buf.Bytes()
  547. }
  548. func (portal *Portal) preprocessMatrixMedia(sender *User, evt *gomatrix.Event, mediaType whatsapp.MediaType) *MediaUpload {
  549. if evt.Content.Info == nil {
  550. evt.Content.Info = &gomatrix.FileInfo{}
  551. }
  552. caption := evt.Content.Body
  553. exts, err := mime.ExtensionsByType(evt.Content.Info.MimeType)
  554. for _, ext := range exts {
  555. if strings.HasSuffix(caption, ext) {
  556. caption = ""
  557. break
  558. }
  559. }
  560. content, err := portal.MainIntent().DownloadBytes(evt.Content.URL)
  561. if err != nil {
  562. portal.log.Errorfln("Failed to download media in %s: %v", evt.ID, err)
  563. return nil
  564. }
  565. url, mediaKey, fileEncSHA256, fileSHA256, fileLength, err := sender.Conn.Upload(bytes.NewReader(content), mediaType)
  566. if err != nil {
  567. portal.log.Errorfln("Failed to upload media in %s: %v", evt.ID, err)
  568. return nil
  569. }
  570. return &MediaUpload{
  571. Caption: caption,
  572. URL: url,
  573. MediaKey: mediaKey,
  574. FileEncSHA256: fileEncSHA256,
  575. FileSHA256: fileSHA256,
  576. FileLength: fileLength,
  577. Thumbnail: portal.downloadThumbnail(evt),
  578. }
  579. }
  580. type MediaUpload struct {
  581. Caption string
  582. URL string
  583. MediaKey []byte
  584. FileEncSHA256 []byte
  585. FileSHA256 []byte
  586. FileLength uint64
  587. Thumbnail []byte
  588. }
  589. func (portal *Portal) GetMessage(user *User, jid types.WhatsAppMessageID) *waProto.WebMessageInfo {
  590. node, err := user.Conn.LoadMessagesBefore(portal.Key.JID, jid, 1)
  591. if err != nil {
  592. return nil
  593. }
  594. msgs, ok := node.Content.([]interface{})
  595. if !ok {
  596. return nil
  597. }
  598. msg, ok := msgs[0].(*waProto.WebMessageInfo)
  599. if !ok {
  600. return nil
  601. }
  602. node, err = user.Conn.LoadMessagesAfter(portal.Key.JID, msg.GetKey().GetId(), 1)
  603. if err != nil {
  604. return nil
  605. }
  606. msgs, ok = node.Content.([]interface{})
  607. if !ok {
  608. return nil
  609. }
  610. msg, _ = msgs[0].(*waProto.WebMessageInfo)
  611. return msg
  612. }
  613. func (portal *Portal) HandleMatrixMessage(sender *User, evt *gomatrix.Event) {
  614. if portal.IsPrivateChat() && sender.JID != portal.Key.Receiver {
  615. return
  616. }
  617. ts := uint64(evt.Timestamp / 1000)
  618. status := waProto.WebMessageInfo_ERROR
  619. fromMe := true
  620. info := &waProto.WebMessageInfo{
  621. Key: &waProto.MessageKey{
  622. FromMe: &fromMe,
  623. Id: makeMessageID(),
  624. RemoteJid: &portal.Key.JID,
  625. },
  626. MessageTimestamp: &ts,
  627. Message: &waProto.Message{},
  628. Status: &status,
  629. }
  630. ctxInfo := &waProto.ContextInfo{}
  631. replyToID := evt.Content.GetReplyTo()
  632. if len(replyToID) > 0 {
  633. evt.Content.RemoveReplyFallback()
  634. msg := portal.bridge.DB.Message.GetByMXID(replyToID)
  635. if msg != nil {
  636. origMsg := portal.GetMessage(sender, msg.JID)
  637. if origMsg != nil {
  638. ctxInfo.StanzaId = &msg.JID
  639. replyMsgSender := origMsg.GetParticipant()
  640. if origMsg.GetKey().GetFromMe() {
  641. replyMsgSender = sender.JID
  642. }
  643. ctxInfo.Participant = &replyMsgSender
  644. ctxInfo.QuotedMessage = []*waProto.Message{origMsg.Message}
  645. }
  646. }
  647. }
  648. var err error
  649. switch evt.Content.MsgType {
  650. case gomatrix.MsgText, gomatrix.MsgEmote:
  651. text := evt.Content.Body
  652. if evt.Content.Format == gomatrix.FormatHTML {
  653. text = portal.bridge.Formatter.ParseMatrix(evt.Content.FormattedBody)
  654. }
  655. if evt.Content.MsgType == gomatrix.MsgEmote {
  656. text = "/me " + text
  657. }
  658. ctxInfo.MentionedJid = mentionRegex.FindAllString(text, -1)
  659. for index, mention := range ctxInfo.MentionedJid {
  660. ctxInfo.MentionedJid[index] = mention[1:] + whatsappExt.NewUserSuffix
  661. }
  662. if ctxInfo.StanzaId != nil || ctxInfo.MentionedJid != nil {
  663. info.Message.ExtendedTextMessage = &waProto.ExtendedTextMessage{
  664. Text: &text,
  665. ContextInfo: ctxInfo,
  666. }
  667. } else {
  668. info.Message.Conversation = &text
  669. }
  670. case gomatrix.MsgImage:
  671. media := portal.preprocessMatrixMedia(sender, evt, whatsapp.MediaImage)
  672. if media == nil {
  673. return
  674. }
  675. info.Message.ImageMessage = &waProto.ImageMessage{
  676. Caption: &media.Caption,
  677. JpegThumbnail: media.Thumbnail,
  678. Url: &media.URL,
  679. MediaKey: media.MediaKey,
  680. Mimetype: &evt.Content.GetInfo().MimeType,
  681. FileEncSha256: media.FileEncSHA256,
  682. FileSha256: media.FileSHA256,
  683. FileLength: &media.FileLength,
  684. }
  685. case gomatrix.MsgVideo:
  686. media := portal.preprocessMatrixMedia(sender, evt, whatsapp.MediaVideo)
  687. if media == nil {
  688. return
  689. }
  690. duration := uint32(evt.Content.GetInfo().Duration)
  691. info.Message.VideoMessage = &waProto.VideoMessage{
  692. Caption: &media.Caption,
  693. JpegThumbnail: media.Thumbnail,
  694. Url: &media.URL,
  695. MediaKey: media.MediaKey,
  696. Mimetype: &evt.Content.GetInfo().MimeType,
  697. Seconds: &duration,
  698. FileEncSha256: media.FileEncSHA256,
  699. FileSha256: media.FileSHA256,
  700. FileLength: &media.FileLength,
  701. }
  702. case gomatrix.MsgAudio:
  703. media := portal.preprocessMatrixMedia(sender, evt, whatsapp.MediaAudio)
  704. if media == nil {
  705. return
  706. }
  707. duration := uint32(evt.Content.GetInfo().Duration)
  708. info.Message.AudioMessage = &waProto.AudioMessage{
  709. Url: &media.URL,
  710. MediaKey: media.MediaKey,
  711. Mimetype: &evt.Content.GetInfo().MimeType,
  712. Seconds: &duration,
  713. FileEncSha256: media.FileEncSHA256,
  714. FileSha256: media.FileSHA256,
  715. FileLength: &media.FileLength,
  716. }
  717. case gomatrix.MsgFile:
  718. media := portal.preprocessMatrixMedia(sender, evt, whatsapp.MediaDocument)
  719. if media == nil {
  720. return
  721. }
  722. info.Message.DocumentMessage = &waProto.DocumentMessage{
  723. Url: &media.URL,
  724. MediaKey: media.MediaKey,
  725. Mimetype: &evt.Content.GetInfo().MimeType,
  726. FileEncSha256: media.FileEncSHA256,
  727. FileSha256: media.FileSHA256,
  728. FileLength: &media.FileLength,
  729. }
  730. default:
  731. portal.log.Debugln("Unhandled Matrix event:", evt)
  732. return
  733. }
  734. err = sender.Conn.Send(info)
  735. portal.MarkHandled(info.GetKey().GetId(), evt.ID)
  736. if err != nil {
  737. portal.log.Errorfln("Error handling Matrix event %s: %v", evt.ID, err)
  738. } else {
  739. portal.log.Debugln("Handled Matrix event:", evt)
  740. }
  741. }