portal.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810
  1. // mautrix-whatsapp - A Matrix-WhatsApp puppeting bridge.
  2. // Copyright (C) 2018 Tulir Asokan
  3. //
  4. // This program is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Affero General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // This program is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Affero General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Affero General Public License
  15. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. package main
  17. import (
  18. "bytes"
  19. "encoding/hex"
  20. "fmt"
  21. "html"
  22. "image"
  23. "image/gif"
  24. "image/jpeg"
  25. "image/png"
  26. "math/rand"
  27. "mime"
  28. "net/http"
  29. "strings"
  30. "sync"
  31. "github.com/Rhymen/go-whatsapp"
  32. waProto "github.com/Rhymen/go-whatsapp/binary/proto"
  33. "maunium.net/go/gomatrix"
  34. log "maunium.net/go/maulogger"
  35. "maunium.net/go/mautrix-appservice"
  36. "maunium.net/go/mautrix-whatsapp/database"
  37. "maunium.net/go/mautrix-whatsapp/types"
  38. "maunium.net/go/mautrix-whatsapp/whatsapp-ext"
  39. )
  40. func (user *User) GetPortalByMXID(mxid types.MatrixRoomID) *Portal {
  41. user.portalsLock.Lock()
  42. defer user.portalsLock.Unlock()
  43. portal, ok := user.portalsByMXID[mxid]
  44. if !ok {
  45. dbPortal := user.bridge.DB.Portal.GetByMXID(mxid)
  46. if dbPortal == nil || dbPortal.Owner != user.ID {
  47. return nil
  48. }
  49. portal = user.NewPortal(dbPortal)
  50. user.portalsByJID[portal.JID] = portal
  51. if len(portal.MXID) > 0 {
  52. user.portalsByMXID[portal.MXID] = portal
  53. }
  54. }
  55. return portal
  56. }
  57. func (user *User) GetPortalByJID(jid types.WhatsAppID) *Portal {
  58. user.portalsLock.Lock()
  59. defer user.portalsLock.Unlock()
  60. portal, ok := user.portalsByJID[jid]
  61. if !ok {
  62. dbPortal := user.bridge.DB.Portal.GetByJID(user.ID, jid)
  63. if dbPortal == nil {
  64. dbPortal = user.bridge.DB.Portal.New()
  65. dbPortal.JID = jid
  66. dbPortal.Owner = user.ID
  67. dbPortal.Insert()
  68. }
  69. portal = user.NewPortal(dbPortal)
  70. user.portalsByJID[portal.JID] = portal
  71. if len(portal.MXID) > 0 {
  72. user.portalsByMXID[portal.MXID] = portal
  73. }
  74. }
  75. return portal
  76. }
  77. func (user *User) GetAllPortals() []*Portal {
  78. user.portalsLock.Lock()
  79. defer user.portalsLock.Unlock()
  80. dbPortals := user.bridge.DB.Portal.GetAll(user.ID)
  81. output := make([]*Portal, len(dbPortals))
  82. for index, dbPortal := range dbPortals {
  83. portal, ok := user.portalsByJID[dbPortal.JID]
  84. if !ok {
  85. portal = user.NewPortal(dbPortal)
  86. user.portalsByJID[dbPortal.JID] = portal
  87. if len(dbPortal.MXID) > 0 {
  88. user.portalsByMXID[dbPortal.MXID] = portal
  89. }
  90. }
  91. output[index] = portal
  92. }
  93. return output
  94. }
  95. func (user *User) NewPortal(dbPortal *database.Portal) *Portal {
  96. return &Portal{
  97. Portal: dbPortal,
  98. user: user,
  99. bridge: user.bridge,
  100. log: user.log.Sub(fmt.Sprintf("Portal/%s", dbPortal.JID)),
  101. }
  102. }
  103. type Portal struct {
  104. *database.Portal
  105. user *User
  106. bridge *Bridge
  107. log log.Logger
  108. roomCreateLock sync.Mutex
  109. }
  110. func (portal *Portal) SyncParticipants(metadata *whatsappExt.GroupInfo) {
  111. changed := false
  112. levels, err := portal.MainIntent().PowerLevels(portal.MXID)
  113. if err != nil {
  114. levels = portal.GetBasePowerLevels()
  115. changed = true
  116. }
  117. for _, participant := range metadata.Participants {
  118. puppet := portal.user.GetPuppetByJID(participant.JID)
  119. puppet.Intent().EnsureJoined(portal.MXID)
  120. expectedLevel := 0
  121. if participant.IsSuperAdmin {
  122. expectedLevel = 95
  123. } else if participant.IsAdmin {
  124. expectedLevel = 50
  125. }
  126. changed = levels.EnsureUserLevel(puppet.MXID, expectedLevel) || changed
  127. if participant.JID == portal.user.JID() {
  128. changed = levels.EnsureUserLevel(portal.user.ID, expectedLevel) || changed
  129. }
  130. }
  131. if changed {
  132. portal.MainIntent().SetPowerLevels(portal.MXID, levels)
  133. }
  134. }
  135. func (portal *Portal) UpdateAvatar(avatar *whatsappExt.ProfilePicInfo) bool {
  136. if avatar == nil {
  137. var err error
  138. avatar, err = portal.user.Conn.GetProfilePicThumb(portal.JID)
  139. if err != nil {
  140. portal.log.Errorln(err)
  141. return false
  142. }
  143. }
  144. if portal.Avatar == avatar.Tag {
  145. return false
  146. }
  147. data, err := avatar.DownloadBytes()
  148. if err != nil {
  149. portal.log.Errorln("Failed to download avatar:", err)
  150. return false
  151. }
  152. mimeType := http.DetectContentType(data)
  153. resp, err := portal.MainIntent().UploadBytes(data, mimeType)
  154. if err != nil {
  155. portal.log.Errorln("Failed to upload avatar:", err)
  156. return false
  157. }
  158. _, err = portal.MainIntent().SetRoomAvatar(portal.MXID, resp.ContentURI)
  159. if err != nil {
  160. portal.log.Warnln("Failed to set room topic:", err)
  161. return false
  162. }
  163. portal.Avatar = avatar.Tag
  164. return true
  165. }
  166. func (portal *Portal) UpdateName(name string, setBy types.WhatsAppID) bool {
  167. if portal.Name != name {
  168. intent := portal.user.GetPuppetByJID(setBy).Intent()
  169. _, err := intent.SetRoomName(portal.MXID, name)
  170. if err == nil {
  171. portal.Name = name
  172. return true
  173. }
  174. portal.log.Warnln("Failed to set room name:", err)
  175. }
  176. return false
  177. }
  178. func (portal *Portal) UpdateTopic(topic string, setBy types.WhatsAppID) bool {
  179. if portal.Topic != topic {
  180. intent := portal.user.GetPuppetByJID(setBy).Intent()
  181. _, err := intent.SetRoomTopic(portal.MXID, topic)
  182. if err == nil {
  183. portal.Topic = topic
  184. return true
  185. }
  186. portal.log.Warnln("Failed to set room topic:", err)
  187. }
  188. return false
  189. }
  190. func (portal *Portal) UpdateMetadata() bool {
  191. metadata, err := portal.user.Conn.GetGroupMetaData(portal.JID)
  192. if err != nil {
  193. portal.log.Errorln(err)
  194. return false
  195. }
  196. portal.SyncParticipants(metadata)
  197. update := false
  198. update = portal.UpdateName(metadata.Name, metadata.NameSetBy) || update
  199. update = portal.UpdateTopic(metadata.Topic, metadata.TopicSetBy) || update
  200. return update
  201. }
  202. func (portal *Portal) Sync(contact whatsapp.Contact) {
  203. if len(portal.MXID) == 0 {
  204. if !portal.IsPrivateChat() {
  205. portal.Name = contact.Name
  206. }
  207. err := portal.CreateMatrixRoom()
  208. if err != nil {
  209. portal.log.Errorln("Failed to create portal room:", err)
  210. return
  211. }
  212. }
  213. if portal.IsPrivateChat() {
  214. return
  215. }
  216. update := false
  217. update = portal.UpdateMetadata() || update
  218. update = portal.UpdateAvatar(nil) || update
  219. if update {
  220. portal.Update()
  221. }
  222. }
  223. func (portal *Portal) GetBasePowerLevels() *gomatrix.PowerLevels {
  224. anyone := 0
  225. nope := 99
  226. return &gomatrix.PowerLevels{
  227. UsersDefault: anyone,
  228. EventsDefault: anyone,
  229. RedactPtr: &anyone,
  230. StateDefaultPtr: &nope,
  231. BanPtr: &nope,
  232. InvitePtr: &nope,
  233. Users: map[string]int{
  234. portal.MainIntent().UserID: 100,
  235. },
  236. Events: map[gomatrix.EventType]int{
  237. gomatrix.StateRoomName: anyone,
  238. gomatrix.StateRoomAvatar: anyone,
  239. gomatrix.StateTopic: anyone,
  240. },
  241. }
  242. }
  243. func (portal *Portal) ChangeAdminStatus(jids []string, setAdmin bool) {
  244. levels, err := portal.MainIntent().PowerLevels(portal.MXID)
  245. if err != nil {
  246. levels = portal.GetBasePowerLevels()
  247. }
  248. newLevel := 0
  249. if setAdmin {
  250. newLevel = 50
  251. }
  252. changed := false
  253. for _, jid := range jids {
  254. puppet := portal.user.GetPuppetByJID(jid)
  255. changed = levels.EnsureUserLevel(puppet.MXID, newLevel) || changed
  256. if jid == portal.user.JID() {
  257. changed = levels.EnsureUserLevel(portal.user.ID, newLevel) || changed
  258. }
  259. }
  260. if changed {
  261. portal.MainIntent().SetPowerLevels(portal.MXID, levels)
  262. }
  263. }
  264. func (portal *Portal) RestrictMessageSending(restrict bool) {
  265. levels, err := portal.MainIntent().PowerLevels(portal.MXID)
  266. if err != nil {
  267. levels = portal.GetBasePowerLevels()
  268. }
  269. if restrict {
  270. levels.EventsDefault = 50
  271. } else {
  272. levels.EventsDefault = 0
  273. }
  274. portal.MainIntent().SetPowerLevels(portal.MXID, levels)
  275. }
  276. func (portal *Portal) RestrictMetadataChanges(restrict bool) {
  277. levels, err := portal.MainIntent().PowerLevels(portal.MXID)
  278. if err != nil {
  279. levels = portal.GetBasePowerLevels()
  280. }
  281. newLevel := 0
  282. if restrict {
  283. newLevel = 50
  284. }
  285. changed := false
  286. changed = levels.EnsureEventLevel(gomatrix.StateRoomName, true, newLevel) || changed
  287. changed = levels.EnsureEventLevel(gomatrix.StateRoomAvatar, true, newLevel) || changed
  288. changed = levels.EnsureEventLevel(gomatrix.StateTopic, true, newLevel) || changed
  289. if changed {
  290. portal.MainIntent().SetPowerLevels(portal.MXID, levels)
  291. }
  292. }
  293. func (portal *Portal) CreateMatrixRoom() error {
  294. portal.roomCreateLock.Lock()
  295. defer portal.roomCreateLock.Unlock()
  296. if len(portal.MXID) > 0 {
  297. return nil
  298. }
  299. name := portal.Name
  300. topic := portal.Topic
  301. isPrivateChat := false
  302. invite := []string{portal.user.ID}
  303. if portal.IsPrivateChat() {
  304. name = ""
  305. topic = "WhatsApp private chat"
  306. isPrivateChat = true
  307. }
  308. resp, err := portal.MainIntent().CreateRoom(&gomatrix.ReqCreateRoom{
  309. Visibility: "private",
  310. Name: name,
  311. Topic: topic,
  312. Invite: invite,
  313. Preset: "private_chat",
  314. IsDirect: isPrivateChat,
  315. InitialState: []*gomatrix.Event{{
  316. Type: gomatrix.StatePowerLevels,
  317. Content: gomatrix.Content{
  318. PowerLevels: *portal.GetBasePowerLevels(),
  319. },
  320. }},
  321. })
  322. if err != nil {
  323. return err
  324. }
  325. portal.MXID = resp.RoomID
  326. portal.Update()
  327. return nil
  328. }
  329. func (portal *Portal) IsPrivateChat() bool {
  330. return strings.HasSuffix(portal.JID, whatsappExt.NewUserSuffix)
  331. }
  332. func (portal *Portal) MainIntent() *appservice.IntentAPI {
  333. if portal.IsPrivateChat() {
  334. return portal.user.GetPuppetByJID(portal.JID).Intent()
  335. }
  336. return portal.bridge.AppService.BotIntent()
  337. }
  338. func (portal *Portal) IsDuplicate(id types.WhatsAppMessageID) bool {
  339. msg := portal.bridge.DB.Message.GetByJID(portal.Owner, id)
  340. if msg != nil {
  341. return true
  342. }
  343. return false
  344. }
  345. func (portal *Portal) MarkHandled(jid types.WhatsAppMessageID, mxid types.MatrixEventID) {
  346. msg := portal.bridge.DB.Message.New()
  347. msg.Owner = portal.Owner
  348. msg.JID = jid
  349. msg.MXID = mxid
  350. msg.Insert()
  351. }
  352. func (portal *Portal) GetMessageIntent(info whatsapp.MessageInfo) *appservice.IntentAPI {
  353. if info.FromMe {
  354. if portal.IsPrivateChat() {
  355. // TODO handle own messages in private chats properly
  356. return nil
  357. }
  358. return portal.user.GetPuppetByJID(portal.user.JID()).Intent()
  359. } else if portal.IsPrivateChat() {
  360. return portal.MainIntent()
  361. } else if len(info.SenderJid) == 0 {
  362. if len(info.Source.GetParticipant()) != 0 {
  363. info.SenderJid = info.Source.GetParticipant()
  364. } else {
  365. return nil
  366. }
  367. }
  368. return portal.user.GetPuppetByJID(info.SenderJid).Intent()
  369. }
  370. func (portal *Portal) SetReply(content *gomatrix.Content, info whatsapp.MessageInfo) {
  371. if len(info.QuotedMessageID) == 0 {
  372. return
  373. }
  374. message := portal.bridge.DB.Message.GetByJID(portal.Owner, info.QuotedMessageID)
  375. if message != nil {
  376. event, err := portal.MainIntent().GetEvent(portal.MXID, message.MXID)
  377. if err != nil {
  378. portal.log.Warnln("Failed to get reply target:", err)
  379. return
  380. }
  381. content.SetReply(event)
  382. }
  383. return
  384. }
  385. func (portal *Portal) FormatWhatsAppMessage(content *gomatrix.Content) {
  386. output := html.EscapeString(content.Body)
  387. for regex, replacement := range portal.user.waReplString {
  388. output = regex.ReplaceAllString(output, replacement)
  389. }
  390. for regex, replacer := range portal.user.waReplFunc {
  391. output = regex.ReplaceAllStringFunc(output, replacer)
  392. }
  393. if output != content.Body {
  394. content.FormattedBody = output
  395. content.Format = gomatrix.FormatHTML
  396. for regex, replacer := range portal.user.waReplFuncText {
  397. content.Body = regex.ReplaceAllStringFunc(content.Body, replacer)
  398. }
  399. }
  400. }
  401. func (portal *Portal) HandleTextMessage(message whatsapp.TextMessage) {
  402. if portal.IsDuplicate(message.Info.Id) {
  403. return
  404. }
  405. err := portal.CreateMatrixRoom()
  406. if err != nil {
  407. portal.log.Errorln("Failed to create portal room:", err)
  408. return
  409. }
  410. intent := portal.GetMessageIntent(message.Info)
  411. if intent == nil {
  412. return
  413. }
  414. content := &gomatrix.Content{
  415. Body: message.Text,
  416. MsgType: gomatrix.MsgText,
  417. }
  418. portal.FormatWhatsAppMessage(content)
  419. portal.SetReply(content, message.Info)
  420. intent.UserTyping(portal.MXID, false, 0)
  421. resp, err := intent.SendMassagedMessageEvent(portal.MXID, gomatrix.EventMessage, content, int64(message.Info.Timestamp*1000))
  422. if err != nil {
  423. portal.log.Errorfln("Failed to handle message %s: %v", message.Info.Id, err)
  424. return
  425. }
  426. portal.MarkHandled(message.Info.Id, resp.EventID)
  427. portal.log.Debugln("Handled message", message.Info.Id, "->", resp.EventID)
  428. }
  429. func (portal *Portal) HandleMediaMessage(download func() ([]byte, error), thumbnail []byte, info whatsapp.MessageInfo, mimeType, caption string) {
  430. if portal.IsDuplicate(info.Id) {
  431. return
  432. }
  433. err := portal.CreateMatrixRoom()
  434. if err != nil {
  435. portal.log.Errorln("Failed to create portal room:", err)
  436. return
  437. }
  438. intent := portal.GetMessageIntent(info)
  439. if intent == nil {
  440. return
  441. }
  442. data, err := download()
  443. if err != nil {
  444. portal.log.Errorln("Failed to download media:", err)
  445. return
  446. }
  447. uploaded, err := intent.UploadBytes(data, mimeType)
  448. if err != nil {
  449. portal.log.Errorln("Failed to upload media:", err)
  450. return
  451. }
  452. fileName := info.Id
  453. exts, _ := mime.ExtensionsByType(mimeType)
  454. if exts != nil && len(exts) > 0 {
  455. fileName += exts[0]
  456. }
  457. content := &gomatrix.Content{
  458. Body: fileName,
  459. URL: uploaded.ContentURI,
  460. Info: &gomatrix.FileInfo{
  461. Size: len(data),
  462. MimeType: mimeType,
  463. },
  464. }
  465. portal.SetReply(content, info)
  466. if thumbnail != nil {
  467. thumbnailMime := http.DetectContentType(thumbnail)
  468. uploadedThumbnail, _ := intent.UploadBytes(thumbnail, thumbnailMime)
  469. if uploadedThumbnail != nil {
  470. content.Info.ThumbnailURL = uploadedThumbnail.ContentURI
  471. cfg, _, _ := image.DecodeConfig(bytes.NewReader(data))
  472. content.Info.ThumbnailInfo = &gomatrix.FileInfo{
  473. Size: len(thumbnail),
  474. Width: cfg.Width,
  475. Height: cfg.Height,
  476. MimeType: thumbnailMime,
  477. }
  478. }
  479. }
  480. switch strings.ToLower(strings.Split(mimeType, "/")[0]) {
  481. case "image":
  482. content.MsgType = gomatrix.MsgImage
  483. cfg, _, _ := image.DecodeConfig(bytes.NewReader(data))
  484. content.Info.Width = cfg.Width
  485. content.Info.Height = cfg.Height
  486. case "video":
  487. content.MsgType = gomatrix.MsgVideo
  488. case "audio":
  489. content.MsgType = gomatrix.MsgAudio
  490. default:
  491. content.MsgType = gomatrix.MsgFile
  492. }
  493. intent.UserTyping(portal.MXID, false, 0)
  494. ts := int64(info.Timestamp * 1000)
  495. resp, err := intent.SendMassagedMessageEvent(portal.MXID, gomatrix.EventMessage, content, ts)
  496. if err != nil {
  497. portal.log.Errorfln("Failed to handle message %s: %v", info.Id, err)
  498. return
  499. }
  500. if len(caption) > 0 {
  501. captionContent := &gomatrix.Content{
  502. Body: caption,
  503. MsgType: gomatrix.MsgNotice,
  504. }
  505. portal.FormatWhatsAppMessage(captionContent)
  506. _, err := intent.SendMassagedMessageEvent(portal.MXID, gomatrix.EventMessage, captionContent, ts)
  507. if err != nil {
  508. portal.log.Warnfln("Failed to handle caption of message %s: %v", info.Id, err)
  509. }
  510. // TODO store caption mxid?
  511. }
  512. portal.MarkHandled(info.Id, resp.EventID)
  513. portal.log.Debugln("Handled message", info.Id, "->", resp.EventID)
  514. }
  515. func makeMessageID() *string {
  516. b := make([]byte, 10)
  517. rand.Read(b)
  518. str := strings.ToUpper(hex.EncodeToString(b))
  519. return &str
  520. }
  521. func (portal *Portal) downloadThumbnail(evt *gomatrix.Event) []byte {
  522. if evt.Content.Info == nil || len(evt.Content.Info.ThumbnailURL) == 0 {
  523. return nil
  524. }
  525. thumbnail, err := portal.MainIntent().DownloadBytes(evt.Content.Info.ThumbnailURL)
  526. if err != nil {
  527. portal.log.Errorln("Failed to download thumbnail in %s: %v", evt.ID, err)
  528. return nil
  529. }
  530. thumbnailType := http.DetectContentType(thumbnail)
  531. var img image.Image
  532. switch thumbnailType {
  533. case "image/png":
  534. img, err = png.Decode(bytes.NewReader(thumbnail))
  535. case "image/gif":
  536. img, err = gif.Decode(bytes.NewReader(thumbnail))
  537. case "image/jpeg":
  538. return thumbnail
  539. default:
  540. return nil
  541. }
  542. var buf bytes.Buffer
  543. err = jpeg.Encode(&buf, img, &jpeg.Options{
  544. Quality: jpeg.DefaultQuality,
  545. })
  546. if err != nil {
  547. portal.log.Errorln("Failed to re-encode thumbnail in %s: %v", evt.ID, err)
  548. return nil
  549. }
  550. return buf.Bytes()
  551. }
  552. func (portal *Portal) preprocessMatrixMedia(evt *gomatrix.Event, mediaType whatsapp.MediaType) *MediaUpload {
  553. if evt.Content.Info == nil {
  554. evt.Content.Info = &gomatrix.FileInfo{}
  555. }
  556. caption := evt.Content.Body
  557. exts, err := mime.ExtensionsByType(evt.Content.Info.MimeType)
  558. for _, ext := range exts {
  559. if strings.HasSuffix(caption, ext) {
  560. caption = ""
  561. break
  562. }
  563. }
  564. content, err := portal.MainIntent().DownloadBytes(evt.Content.URL)
  565. if err != nil {
  566. portal.log.Errorfln("Failed to download media in %s: %v", evt.ID, err)
  567. return nil
  568. }
  569. url, mediaKey, fileEncSHA256, fileSHA256, fileLength, err := portal.user.Conn.Upload(bytes.NewReader(content), mediaType)
  570. if err != nil {
  571. portal.log.Errorfln("Failed to upload media in %s: %v", evt.ID, err)
  572. return nil
  573. }
  574. return &MediaUpload{
  575. Caption: caption,
  576. URL: url,
  577. MediaKey: mediaKey,
  578. FileEncSHA256: fileEncSHA256,
  579. FileSHA256: fileSHA256,
  580. FileLength: fileLength,
  581. Thumbnail: portal.downloadThumbnail(evt),
  582. }
  583. }
  584. type MediaUpload struct {
  585. Caption string
  586. URL string
  587. MediaKey []byte
  588. FileEncSHA256 []byte
  589. FileSHA256 []byte
  590. FileLength uint64
  591. Thumbnail []byte
  592. }
  593. func (portal *Portal) GetMessage(jid types.WhatsAppMessageID) *waProto.WebMessageInfo {
  594. node, err := portal.user.Conn.LoadMessagesBefore(portal.JID, jid, 1)
  595. if err != nil {
  596. return nil
  597. }
  598. msgs, ok := node.Content.([]interface{})
  599. if !ok {
  600. return nil
  601. }
  602. msg, ok := msgs[0].(*waProto.WebMessageInfo)
  603. if !ok {
  604. return nil
  605. }
  606. node, err = portal.user.Conn.LoadMessagesAfter(portal.JID, msg.GetKey().GetId(), 1)
  607. if err != nil {
  608. return nil
  609. }
  610. msgs, ok = node.Content.([]interface{})
  611. if !ok {
  612. return nil
  613. }
  614. msg, _ = msgs[0].(*waProto.WebMessageInfo)
  615. return msg
  616. }
  617. func (portal *Portal) HandleMatrixMessage(evt *gomatrix.Event) {
  618. ts := uint64(evt.Timestamp / 1000)
  619. status := waProto.WebMessageInfo_ERROR
  620. fromMe := true
  621. info := &waProto.WebMessageInfo{
  622. Key: &waProto.MessageKey{
  623. FromMe: &fromMe,
  624. Id: makeMessageID(),
  625. RemoteJid: &portal.JID,
  626. },
  627. MessageTimestamp: &ts,
  628. Message: &waProto.Message{},
  629. Status: &status,
  630. }
  631. ctxInfo := &waProto.ContextInfo{}
  632. replyToID := evt.Content.GetReplyTo()
  633. if len(replyToID) > 0 {
  634. evt.Content.RemoveReplyFallback()
  635. msg := portal.bridge.DB.Message.GetByMXID(replyToID)
  636. if msg != nil {
  637. origMsg := portal.GetMessage(msg.JID)
  638. if origMsg != nil {
  639. ctxInfo.StanzaId = &msg.JID
  640. replyMsgSender := origMsg.GetParticipant()
  641. if origMsg.GetKey().GetFromMe() {
  642. replyMsgSender = portal.user.JID()
  643. }
  644. ctxInfo.Participant = &replyMsgSender
  645. ctxInfo.QuotedMessage = []*waProto.Message{origMsg.Message}
  646. }
  647. }
  648. }
  649. var err error
  650. switch evt.Content.MsgType {
  651. case gomatrix.MsgText, gomatrix.MsgEmote:
  652. text := evt.Content.Body
  653. if evt.Content.Format == gomatrix.FormatHTML {
  654. text = portal.user.htmlParser.Parse(evt.Content.FormattedBody)
  655. }
  656. if evt.Content.MsgType == gomatrix.MsgEmote {
  657. text = "/me " + text
  658. }
  659. ctxInfo.MentionedJid = mentionRegex.FindAllString(text, -1)
  660. for index, mention := range ctxInfo.MentionedJid {
  661. ctxInfo.MentionedJid[index] = mention[1:] + whatsappExt.NewUserSuffix
  662. }
  663. if ctxInfo.StanzaId != nil || ctxInfo.MentionedJid != nil {
  664. info.Message.ExtendedTextMessage = &waProto.ExtendedTextMessage{
  665. Text: &text,
  666. ContextInfo: ctxInfo,
  667. }
  668. } else {
  669. info.Message.Conversation = &text
  670. }
  671. case gomatrix.MsgImage:
  672. media := portal.preprocessMatrixMedia(evt, whatsapp.MediaImage)
  673. if media == nil {
  674. return
  675. }
  676. info.Message.ImageMessage = &waProto.ImageMessage{
  677. Caption: &media.Caption,
  678. JpegThumbnail: media.Thumbnail,
  679. Url: &media.URL,
  680. MediaKey: media.MediaKey,
  681. Mimetype: &evt.Content.GetInfo().MimeType,
  682. FileEncSha256: media.FileEncSHA256,
  683. FileSha256: media.FileSHA256,
  684. FileLength: &media.FileLength,
  685. }
  686. case gomatrix.MsgVideo:
  687. media := portal.preprocessMatrixMedia(evt, whatsapp.MediaVideo)
  688. if media == nil {
  689. return
  690. }
  691. duration := uint32(evt.Content.GetInfo().Duration)
  692. info.Message.VideoMessage = &waProto.VideoMessage{
  693. Caption: &media.Caption,
  694. JpegThumbnail: media.Thumbnail,
  695. Url: &media.URL,
  696. MediaKey: media.MediaKey,
  697. Mimetype: &evt.Content.GetInfo().MimeType,
  698. Seconds: &duration,
  699. FileEncSha256: media.FileEncSHA256,
  700. FileSha256: media.FileSHA256,
  701. FileLength: &media.FileLength,
  702. }
  703. case gomatrix.MsgAudio:
  704. media := portal.preprocessMatrixMedia(evt, whatsapp.MediaAudio)
  705. if media == nil {
  706. return
  707. }
  708. duration := uint32(evt.Content.GetInfo().Duration)
  709. info.Message.AudioMessage = &waProto.AudioMessage{
  710. Url: &media.URL,
  711. MediaKey: media.MediaKey,
  712. Mimetype: &evt.Content.GetInfo().MimeType,
  713. Seconds: &duration,
  714. FileEncSha256: media.FileEncSHA256,
  715. FileSha256: media.FileSHA256,
  716. FileLength: &media.FileLength,
  717. }
  718. case gomatrix.MsgFile:
  719. media := portal.preprocessMatrixMedia(evt, whatsapp.MediaDocument)
  720. if media == nil {
  721. return
  722. }
  723. info.Message.DocumentMessage = &waProto.DocumentMessage{
  724. Url: &media.URL,
  725. MediaKey: media.MediaKey,
  726. Mimetype: &evt.Content.GetInfo().MimeType,
  727. FileEncSha256: media.FileEncSHA256,
  728. FileSha256: media.FileSHA256,
  729. FileLength: &media.FileLength,
  730. }
  731. default:
  732. portal.log.Debugln("Unhandled Matrix event:", evt)
  733. return
  734. }
  735. err = portal.user.Conn.Send(info)
  736. portal.MarkHandled(info.GetKey().GetId(), evt.ID)
  737. if err != nil {
  738. portal.log.Errorfln("Error handling Matrix event %s: %v", evt.ID, err)
  739. } else {
  740. portal.log.Debugln("Handled Matrix event:", evt)
  741. }
  742. }