portal.go 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882
  1. // mautrix-whatsapp - A Matrix-WhatsApp puppeting bridge.
  2. // Copyright (C) 2018 Tulir Asokan
  3. //
  4. // This program is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Affero General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // This program is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Affero General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Affero General Public License
  15. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. package main
  17. import (
  18. "bytes"
  19. "encoding/gob"
  20. "encoding/hex"
  21. "fmt"
  22. "image"
  23. "image/gif"
  24. "image/jpeg"
  25. "image/png"
  26. "math/rand"
  27. "mime"
  28. "net/http"
  29. "strings"
  30. "sync"
  31. "github.com/Rhymen/go-whatsapp"
  32. waProto "github.com/Rhymen/go-whatsapp/binary/proto"
  33. "maunium.net/go/gomatrix"
  34. log "maunium.net/go/maulogger"
  35. "maunium.net/go/mautrix-appservice"
  36. "maunium.net/go/mautrix-whatsapp/database"
  37. "maunium.net/go/mautrix-whatsapp/types"
  38. "maunium.net/go/mautrix-whatsapp/whatsapp-ext"
  39. )
  40. func (bridge *Bridge) GetPortalByMXID(mxid types.MatrixRoomID) *Portal {
  41. bridge.portalsLock.Lock()
  42. defer bridge.portalsLock.Unlock()
  43. portal, ok := bridge.portalsByMXID[mxid]
  44. if !ok {
  45. dbPortal := bridge.DB.Portal.GetByMXID(mxid)
  46. if dbPortal == nil {
  47. return nil
  48. }
  49. portal = bridge.NewPortal(dbPortal)
  50. bridge.portalsByJID[portal.Key] = portal
  51. if len(portal.MXID) > 0 {
  52. bridge.portalsByMXID[portal.MXID] = portal
  53. }
  54. }
  55. return portal
  56. }
  57. func (bridge *Bridge) GetPortalByJID(key database.PortalKey) *Portal {
  58. bridge.portalsLock.Lock()
  59. defer bridge.portalsLock.Unlock()
  60. portal, ok := bridge.portalsByJID[key]
  61. if !ok {
  62. dbPortal := bridge.DB.Portal.GetByJID(key)
  63. if dbPortal == nil {
  64. dbPortal = bridge.DB.Portal.New()
  65. dbPortal.Key = key
  66. dbPortal.Insert()
  67. }
  68. portal = bridge.NewPortal(dbPortal)
  69. bridge.portalsByJID[portal.Key] = portal
  70. if len(portal.MXID) > 0 {
  71. bridge.portalsByMXID[portal.MXID] = portal
  72. }
  73. }
  74. return portal
  75. }
  76. func (bridge *Bridge) GetAllPortals() []*Portal {
  77. bridge.portalsLock.Lock()
  78. defer bridge.portalsLock.Unlock()
  79. dbPortals := bridge.DB.Portal.GetAll()
  80. output := make([]*Portal, len(dbPortals))
  81. for index, dbPortal := range dbPortals {
  82. portal, ok := bridge.portalsByJID[dbPortal.Key]
  83. if !ok {
  84. portal = bridge.NewPortal(dbPortal)
  85. bridge.portalsByJID[portal.Key] = portal
  86. if len(dbPortal.MXID) > 0 {
  87. bridge.portalsByMXID[dbPortal.MXID] = portal
  88. }
  89. }
  90. output[index] = portal
  91. }
  92. return output
  93. }
  94. func (bridge *Bridge) NewPortal(dbPortal *database.Portal) *Portal {
  95. return &Portal{
  96. Portal: dbPortal,
  97. bridge: bridge,
  98. log: bridge.Log.Sub(fmt.Sprintf("Portal/%s", dbPortal.Key)),
  99. messageLocks: make(map[types.WhatsAppMessageID]sync.Mutex),
  100. recentlyHandled: [recentlyHandledLength]types.WhatsAppMessageID{},
  101. }
  102. }
  103. const recentlyHandledLength = 100
  104. type Portal struct {
  105. *database.Portal
  106. bridge *Bridge
  107. log log.Logger
  108. roomCreateLock sync.Mutex
  109. messageLocksLock sync.Mutex
  110. messageLocks map[types.WhatsAppMessageID]sync.Mutex
  111. recentlyHandled [recentlyHandledLength]types.WhatsAppMessageID
  112. recentlyHandledLock sync.Mutex
  113. recentlyHandledIndex uint8
  114. isPrivate *bool
  115. }
  116. func (portal *Portal) getMessageLock(messageID types.WhatsAppMessageID) sync.Mutex {
  117. portal.messageLocksLock.Lock()
  118. defer portal.messageLocksLock.Unlock()
  119. lock, ok := portal.messageLocks[messageID]
  120. if !ok {
  121. portal.messageLocks[messageID] = lock
  122. }
  123. return lock
  124. }
  125. func (portal *Portal) deleteMessageLock(messageID types.WhatsAppMessageID) {
  126. portal.messageLocksLock.Lock()
  127. delete(portal.messageLocks, messageID)
  128. portal.messageLocksLock.Unlock()
  129. }
  130. func (portal *Portal) isRecentlyHandled(id types.WhatsAppMessageID) bool {
  131. start := portal.recentlyHandledIndex
  132. for i := start; i != start; i = (i - 1) % recentlyHandledLength {
  133. if portal.recentlyHandled[i] == id {
  134. return true
  135. }
  136. }
  137. return false
  138. }
  139. func (portal *Portal) isDuplicate(id types.WhatsAppMessageID) bool {
  140. msg := portal.bridge.DB.Message.GetByJID(portal.Key, id)
  141. if msg != nil {
  142. return true
  143. }
  144. return false
  145. }
  146. func init() {
  147. gob.Register(&waProto.Message{})
  148. }
  149. func (portal *Portal) markHandled(source *User, message *waProto.WebMessageInfo, mxid types.MatrixEventID) {
  150. msg := portal.bridge.DB.Message.New()
  151. msg.Chat = portal.Key
  152. msg.JID = message.GetKey().GetId()
  153. msg.MXID = mxid
  154. if message.GetKey().GetFromMe() {
  155. msg.Sender = source.JID
  156. } else if portal.IsPrivateChat() {
  157. msg.Sender = portal.Key.JID
  158. } else {
  159. msg.Sender = message.GetKey().GetParticipant()
  160. if len(msg.Sender) == 0 {
  161. msg.Sender = message.GetParticipant()
  162. }
  163. }
  164. msg.Content = message.Message
  165. msg.Insert()
  166. portal.recentlyHandledLock.Lock()
  167. index := portal.recentlyHandledIndex
  168. portal.recentlyHandledIndex = (portal.recentlyHandledIndex + 1) % recentlyHandledLength
  169. portal.recentlyHandledLock.Unlock()
  170. portal.recentlyHandled[index] = msg.JID
  171. }
  172. func (portal *Portal) startHandling(id types.WhatsAppMessageID) (*sync.Mutex, bool) {
  173. if portal.isRecentlyHandled(id) {
  174. return nil, false
  175. }
  176. lock := portal.getMessageLock(id)
  177. lock.Lock()
  178. if portal.isDuplicate(id) {
  179. lock.Unlock()
  180. return nil, false
  181. }
  182. return &lock, true
  183. }
  184. func (portal *Portal) finishHandling(source *User, message *waProto.WebMessageInfo, mxid types.MatrixEventID) {
  185. portal.markHandled(source, message, mxid)
  186. id := message.GetKey().GetId()
  187. portal.deleteMessageLock(id)
  188. portal.log.Debugln("Handled message", id, "->", mxid)
  189. }
  190. func (portal *Portal) SyncParticipants(metadata *whatsappExt.GroupInfo) {
  191. changed := false
  192. levels, err := portal.MainIntent().PowerLevels(portal.MXID)
  193. if err != nil {
  194. levels = portal.GetBasePowerLevels()
  195. changed = true
  196. }
  197. for _, participant := range metadata.Participants {
  198. puppet := portal.bridge.GetPuppetByJID(participant.JID)
  199. puppet.Intent().EnsureJoined(portal.MXID)
  200. user := portal.bridge.GetUserByJID(participant.JID)
  201. if user != nil && !portal.bridge.AS.StateStore.IsInvited(portal.MXID, user.MXID) {
  202. portal.MainIntent().InviteUser(portal.MXID, &gomatrix.ReqInviteUser{
  203. UserID: user.MXID,
  204. })
  205. }
  206. expectedLevel := 0
  207. if participant.IsSuperAdmin {
  208. expectedLevel = 95
  209. } else if participant.IsAdmin {
  210. expectedLevel = 50
  211. }
  212. changed = levels.EnsureUserLevel(puppet.MXID, expectedLevel) || changed
  213. if user != nil {
  214. changed = levels.EnsureUserLevel(user.MXID, expectedLevel) || changed
  215. }
  216. }
  217. if changed {
  218. _, err = portal.MainIntent().SetPowerLevels(portal.MXID, levels)
  219. if err != nil {
  220. portal.log.Errorln("Failed to change power levels:", err)
  221. }
  222. }
  223. }
  224. func (portal *Portal) UpdateAvatar(user *User, avatar *whatsappExt.ProfilePicInfo) bool {
  225. if avatar == nil {
  226. var err error
  227. avatar, err = user.Conn.GetProfilePicThumb(portal.Key.JID)
  228. if err != nil {
  229. portal.log.Errorln(err)
  230. return false
  231. }
  232. }
  233. if avatar.Status != 0 {
  234. // 401: ???
  235. // 404: ???
  236. return false
  237. }
  238. if portal.Avatar == avatar.Tag {
  239. return false
  240. }
  241. data, err := avatar.DownloadBytes()
  242. if err != nil {
  243. portal.log.Errorln("Failed to download avatar:", err)
  244. return false
  245. }
  246. mimeType := http.DetectContentType(data)
  247. resp, err := portal.MainIntent().UploadBytes(data, mimeType)
  248. if err != nil {
  249. portal.log.Errorln("Failed to upload avatar:", err)
  250. return false
  251. }
  252. _, err = portal.MainIntent().SetRoomAvatar(portal.MXID, resp.ContentURI)
  253. if err != nil {
  254. portal.log.Warnln("Failed to set room topic:", err)
  255. return false
  256. }
  257. portal.Avatar = avatar.Tag
  258. return true
  259. }
  260. func (portal *Portal) UpdateName(name string, setBy types.WhatsAppID) bool {
  261. if portal.Name != name {
  262. intent := portal.bridge.GetPuppetByJID(setBy).Intent()
  263. _, err := intent.SetRoomName(portal.MXID, name)
  264. if err == nil {
  265. portal.Name = name
  266. return true
  267. }
  268. portal.log.Warnln("Failed to set room name:", err)
  269. }
  270. return false
  271. }
  272. func (portal *Portal) UpdateTopic(topic string, setBy types.WhatsAppID) bool {
  273. if portal.Topic != topic {
  274. intent := portal.bridge.GetPuppetByJID(setBy).Intent()
  275. _, err := intent.SetRoomTopic(portal.MXID, topic)
  276. if err == nil {
  277. portal.Topic = topic
  278. return true
  279. }
  280. portal.log.Warnln("Failed to set room topic:", err)
  281. }
  282. return false
  283. }
  284. func (portal *Portal) UpdateMetadata(user *User) bool {
  285. metadata, err := user.Conn.GetGroupMetaData(portal.Key.JID)
  286. if err != nil {
  287. portal.log.Errorln(err)
  288. return false
  289. }
  290. if metadata.Status != 0 {
  291. // 401: access denied
  292. // 404: group does (no longer) exist
  293. // 500: ??? happens with status@broadcast
  294. // TODO: update the room, e.g. change priority level
  295. // to send messages to moderator
  296. return false
  297. }
  298. portal.SyncParticipants(metadata)
  299. update := false
  300. update = portal.UpdateName(metadata.Name, metadata.NameSetBy) || update
  301. update = portal.UpdateTopic(metadata.Topic, metadata.TopicSetBy) || update
  302. return update
  303. }
  304. func (portal *Portal) Sync(user *User, contact whatsapp.Contact) {
  305. if portal.IsPrivateChat() {
  306. return
  307. }
  308. if len(portal.MXID) == 0 {
  309. portal.Name = contact.Name
  310. err := portal.CreateMatrixRoom([]string{user.MXID})
  311. if err != nil {
  312. portal.log.Errorln("Failed to create portal room:", err)
  313. return
  314. }
  315. } else {
  316. portal.MainIntent().EnsureInvited(portal.MXID, user.MXID)
  317. }
  318. update := false
  319. update = portal.UpdateMetadata(user) || update
  320. update = portal.UpdateAvatar(user, nil) || update
  321. if update {
  322. portal.Update()
  323. }
  324. }
  325. func (portal *Portal) GetBasePowerLevels() *gomatrix.PowerLevels {
  326. anyone := 0
  327. nope := 99
  328. return &gomatrix.PowerLevels{
  329. UsersDefault: anyone,
  330. EventsDefault: anyone,
  331. RedactPtr: &anyone,
  332. StateDefaultPtr: &nope,
  333. BanPtr: &nope,
  334. InvitePtr: &nope,
  335. Users: map[string]int{
  336. portal.MainIntent().UserID: 100,
  337. },
  338. Events: map[string]int{
  339. gomatrix.StateRoomName.Type: anyone,
  340. gomatrix.StateRoomAvatar.Type: anyone,
  341. gomatrix.StateTopic.Type: anyone,
  342. },
  343. }
  344. }
  345. func (portal *Portal) ChangeAdminStatus(jids []string, setAdmin bool) {
  346. levels, err := portal.MainIntent().PowerLevels(portal.MXID)
  347. if err != nil {
  348. levels = portal.GetBasePowerLevels()
  349. }
  350. newLevel := 0
  351. if setAdmin {
  352. newLevel = 50
  353. }
  354. changed := false
  355. for _, jid := range jids {
  356. puppet := portal.bridge.GetPuppetByJID(jid)
  357. changed = levels.EnsureUserLevel(puppet.MXID, newLevel) || changed
  358. user := portal.bridge.GetUserByJID(jid)
  359. if user != nil {
  360. changed = levels.EnsureUserLevel(user.MXID, newLevel) || changed
  361. }
  362. }
  363. if changed {
  364. _, err = portal.MainIntent().SetPowerLevels(portal.MXID, levels)
  365. if err != nil {
  366. portal.log.Errorln("Failed to change power levels:", err)
  367. }
  368. }
  369. }
  370. func (portal *Portal) RestrictMessageSending(restrict bool) {
  371. levels, err := portal.MainIntent().PowerLevels(portal.MXID)
  372. if err != nil {
  373. levels = portal.GetBasePowerLevels()
  374. }
  375. if restrict {
  376. levels.EventsDefault = 50
  377. } else {
  378. levels.EventsDefault = 0
  379. }
  380. _, err = portal.MainIntent().SetPowerLevels(portal.MXID, levels)
  381. if err != nil {
  382. portal.log.Errorln("Failed to change power levels:", err)
  383. }
  384. }
  385. func (portal *Portal) RestrictMetadataChanges(restrict bool) {
  386. levels, err := portal.MainIntent().PowerLevels(portal.MXID)
  387. if err != nil {
  388. levels = portal.GetBasePowerLevels()
  389. }
  390. newLevel := 0
  391. if restrict {
  392. newLevel = 50
  393. }
  394. changed := false
  395. changed = levels.EnsureEventLevel(gomatrix.StateRoomName, newLevel) || changed
  396. changed = levels.EnsureEventLevel(gomatrix.StateRoomAvatar, newLevel) || changed
  397. changed = levels.EnsureEventLevel(gomatrix.StateTopic, newLevel) || changed
  398. if changed {
  399. _, err = portal.MainIntent().SetPowerLevels(portal.MXID, levels)
  400. if err != nil {
  401. portal.log.Errorln("Failed to change power levels:", err)
  402. }
  403. }
  404. }
  405. func (portal *Portal) CreateMatrixRoom(invite []string) error {
  406. portal.roomCreateLock.Lock()
  407. defer portal.roomCreateLock.Unlock()
  408. if len(portal.MXID) > 0 {
  409. return nil
  410. }
  411. name := portal.Name
  412. topic := portal.Topic
  413. isPrivateChat := false
  414. if portal.IsPrivateChat() {
  415. name = ""
  416. topic = "WhatsApp private chat"
  417. isPrivateChat = true
  418. }
  419. resp, err := portal.MainIntent().CreateRoom(&gomatrix.ReqCreateRoom{
  420. Visibility: "private",
  421. Name: name,
  422. Topic: topic,
  423. Invite: invite,
  424. Preset: "private_chat",
  425. IsDirect: isPrivateChat,
  426. InitialState: []*gomatrix.Event{{
  427. Type: gomatrix.StatePowerLevels,
  428. Content: gomatrix.Content{
  429. PowerLevels: *portal.GetBasePowerLevels(),
  430. },
  431. }},
  432. })
  433. if err != nil {
  434. return err
  435. }
  436. portal.MXID = resp.RoomID
  437. portal.Update()
  438. return nil
  439. }
  440. func (portal *Portal) IsPrivateChat() bool {
  441. if portal.isPrivate == nil {
  442. val := strings.HasSuffix(portal.Key.JID, whatsappExt.NewUserSuffix)
  443. portal.isPrivate = &val
  444. }
  445. return *portal.isPrivate
  446. }
  447. func (portal *Portal) MainIntent() *appservice.IntentAPI {
  448. if portal.IsPrivateChat() {
  449. return portal.bridge.GetPuppetByJID(portal.Key.JID).Intent()
  450. }
  451. return portal.bridge.Bot
  452. }
  453. func (portal *Portal) GetMessageIntent(user *User, info whatsapp.MessageInfo) *appservice.IntentAPI {
  454. if info.FromMe {
  455. if portal.IsPrivateChat() {
  456. // TODO handle own messages in private chats properly
  457. return nil
  458. }
  459. return portal.bridge.GetPuppetByJID(user.JID).Intent()
  460. } else if portal.IsPrivateChat() {
  461. return portal.MainIntent()
  462. } else if len(info.SenderJid) == 0 {
  463. if len(info.Source.GetParticipant()) != 0 {
  464. info.SenderJid = info.Source.GetParticipant()
  465. } else {
  466. return nil
  467. }
  468. }
  469. return portal.bridge.GetPuppetByJID(info.SenderJid).Intent()
  470. }
  471. func (portal *Portal) SetReply(content *gomatrix.Content, info whatsapp.MessageInfo) {
  472. if len(info.QuotedMessageID) == 0 {
  473. return
  474. }
  475. message := portal.bridge.DB.Message.GetByJID(portal.Key, info.QuotedMessageID)
  476. if message != nil {
  477. event, err := portal.MainIntent().GetEvent(portal.MXID, message.MXID)
  478. if err != nil {
  479. portal.log.Warnln("Failed to get reply target:", err)
  480. return
  481. }
  482. content.SetReply(event)
  483. }
  484. return
  485. }
  486. func (portal *Portal) HandleTextMessage(source *User, message whatsapp.TextMessage) {
  487. lock, ok := portal.startHandling(message.Info.Id)
  488. if !ok {
  489. return
  490. }
  491. defer lock.Unlock()
  492. err := portal.CreateMatrixRoom([]string{source.MXID})
  493. if err != nil {
  494. portal.log.Errorln("Failed to create portal room:", err)
  495. return
  496. }
  497. intent := portal.GetMessageIntent(source, message.Info)
  498. if intent == nil {
  499. return
  500. }
  501. content := &gomatrix.Content{
  502. Body: message.Text,
  503. MsgType: gomatrix.MsgText,
  504. }
  505. portal.bridge.Formatter.ParseWhatsApp(content)
  506. portal.SetReply(content, message.Info)
  507. intent.UserTyping(portal.MXID, false, 0)
  508. resp, err := intent.SendMassagedMessageEvent(portal.MXID, gomatrix.EventMessage, content, int64(message.Info.Timestamp*1000))
  509. if err != nil {
  510. portal.log.Errorfln("Failed to handle message %s: %v", message.Info.Id, err)
  511. return
  512. }
  513. portal.finishHandling(source, message.Info.Source, resp.EventID)
  514. }
  515. func (portal *Portal) HandleMediaMessage(source *User, download func() ([]byte, error), thumbnail []byte, info whatsapp.MessageInfo, mimeType, caption string) {
  516. lock, ok := portal.startHandling(info.Id)
  517. if !ok {
  518. return
  519. }
  520. defer lock.Unlock()
  521. err := portal.CreateMatrixRoom([]string{source.MXID})
  522. if err != nil {
  523. portal.log.Errorln("Failed to create portal room:", err)
  524. return
  525. }
  526. intent := portal.GetMessageIntent(source, info)
  527. if intent == nil {
  528. return
  529. }
  530. data, err := download()
  531. if err != nil {
  532. portal.log.Errorln("Failed to download media:", err)
  533. return
  534. }
  535. uploaded, err := intent.UploadBytes(data, mimeType)
  536. if err != nil {
  537. portal.log.Errorln("Failed to upload media:", err)
  538. return
  539. }
  540. fileName := info.Id
  541. exts, _ := mime.ExtensionsByType(mimeType)
  542. if exts != nil && len(exts) > 0 {
  543. fileName += exts[0]
  544. }
  545. content := &gomatrix.Content{
  546. Body: fileName,
  547. URL: uploaded.ContentURI,
  548. Info: &gomatrix.FileInfo{
  549. Size: len(data),
  550. MimeType: mimeType,
  551. },
  552. }
  553. portal.SetReply(content, info)
  554. if thumbnail != nil {
  555. thumbnailMime := http.DetectContentType(thumbnail)
  556. uploadedThumbnail, _ := intent.UploadBytes(thumbnail, thumbnailMime)
  557. if uploadedThumbnail != nil {
  558. content.Info.ThumbnailURL = uploadedThumbnail.ContentURI
  559. cfg, _, _ := image.DecodeConfig(bytes.NewReader(data))
  560. content.Info.ThumbnailInfo = &gomatrix.FileInfo{
  561. Size: len(thumbnail),
  562. Width: cfg.Width,
  563. Height: cfg.Height,
  564. MimeType: thumbnailMime,
  565. }
  566. }
  567. }
  568. switch strings.ToLower(strings.Split(mimeType, "/")[0]) {
  569. case "image":
  570. content.MsgType = gomatrix.MsgImage
  571. cfg, _, _ := image.DecodeConfig(bytes.NewReader(data))
  572. content.Info.Width = cfg.Width
  573. content.Info.Height = cfg.Height
  574. case "video":
  575. content.MsgType = gomatrix.MsgVideo
  576. case "audio":
  577. content.MsgType = gomatrix.MsgAudio
  578. default:
  579. content.MsgType = gomatrix.MsgFile
  580. }
  581. intent.UserTyping(portal.MXID, false, 0)
  582. ts := int64(info.Timestamp * 1000)
  583. resp, err := intent.SendMassagedMessageEvent(portal.MXID, gomatrix.EventMessage, content, ts)
  584. if err != nil {
  585. portal.log.Errorfln("Failed to handle message %s: %v", info.Id, err)
  586. return
  587. }
  588. if len(caption) > 0 {
  589. captionContent := &gomatrix.Content{
  590. Body: caption,
  591. MsgType: gomatrix.MsgNotice,
  592. }
  593. portal.bridge.Formatter.ParseWhatsApp(captionContent)
  594. _, err := intent.SendMassagedMessageEvent(portal.MXID, gomatrix.EventMessage, captionContent, ts)
  595. if err != nil {
  596. portal.log.Warnfln("Failed to handle caption of message %s: %v", info.Id, err)
  597. }
  598. // TODO store caption mxid?
  599. }
  600. portal.finishHandling(source, info.Source, resp.EventID)
  601. }
  602. func makeMessageID() *string {
  603. b := make([]byte, 10)
  604. rand.Read(b)
  605. str := strings.ToUpper(hex.EncodeToString(b))
  606. return &str
  607. }
  608. func (portal *Portal) downloadThumbnail(evt *gomatrix.Event) []byte {
  609. if evt.Content.Info == nil || len(evt.Content.Info.ThumbnailURL) == 0 {
  610. return nil
  611. }
  612. thumbnail, err := portal.MainIntent().DownloadBytes(evt.Content.Info.ThumbnailURL)
  613. if err != nil {
  614. portal.log.Errorln("Failed to download thumbnail in %s: %v", evt.ID, err)
  615. return nil
  616. }
  617. thumbnailType := http.DetectContentType(thumbnail)
  618. var img image.Image
  619. switch thumbnailType {
  620. case "image/png":
  621. img, err = png.Decode(bytes.NewReader(thumbnail))
  622. case "image/gif":
  623. img, err = gif.Decode(bytes.NewReader(thumbnail))
  624. case "image/jpeg":
  625. return thumbnail
  626. default:
  627. return nil
  628. }
  629. var buf bytes.Buffer
  630. err = jpeg.Encode(&buf, img, &jpeg.Options{
  631. Quality: jpeg.DefaultQuality,
  632. })
  633. if err != nil {
  634. portal.log.Errorln("Failed to re-encode thumbnail in %s: %v", evt.ID, err)
  635. return nil
  636. }
  637. return buf.Bytes()
  638. }
  639. func (portal *Portal) preprocessMatrixMedia(sender *User, evt *gomatrix.Event, mediaType whatsapp.MediaType) *MediaUpload {
  640. if evt.Content.Info == nil {
  641. evt.Content.Info = &gomatrix.FileInfo{}
  642. }
  643. caption := evt.Content.Body
  644. exts, err := mime.ExtensionsByType(evt.Content.Info.MimeType)
  645. for _, ext := range exts {
  646. if strings.HasSuffix(caption, ext) {
  647. caption = ""
  648. break
  649. }
  650. }
  651. content, err := portal.MainIntent().DownloadBytes(evt.Content.URL)
  652. if err != nil {
  653. portal.log.Errorfln("Failed to download media in %s: %v", evt.ID, err)
  654. return nil
  655. }
  656. url, mediaKey, fileEncSHA256, fileSHA256, fileLength, err := sender.Conn.Upload(bytes.NewReader(content), mediaType)
  657. if err != nil {
  658. portal.log.Errorfln("Failed to upload media in %s: %v", evt.ID, err)
  659. return nil
  660. }
  661. return &MediaUpload{
  662. Caption: caption,
  663. URL: url,
  664. MediaKey: mediaKey,
  665. FileEncSHA256: fileEncSHA256,
  666. FileSHA256: fileSHA256,
  667. FileLength: fileLength,
  668. Thumbnail: portal.downloadThumbnail(evt),
  669. }
  670. }
  671. type MediaUpload struct {
  672. Caption string
  673. URL string
  674. MediaKey []byte
  675. FileEncSHA256 []byte
  676. FileSHA256 []byte
  677. FileLength uint64
  678. Thumbnail []byte
  679. }
  680. func (portal *Portal) HandleMatrixMessage(sender *User, evt *gomatrix.Event) {
  681. if portal.IsPrivateChat() && sender.JID != portal.Key.Receiver {
  682. return
  683. }
  684. ts := uint64(evt.Timestamp / 1000)
  685. status := waProto.WebMessageInfo_ERROR
  686. fromMe := true
  687. info := &waProto.WebMessageInfo{
  688. Key: &waProto.MessageKey{
  689. FromMe: &fromMe,
  690. Id: makeMessageID(),
  691. RemoteJid: &portal.Key.JID,
  692. },
  693. MessageTimestamp: &ts,
  694. Message: &waProto.Message{},
  695. Status: &status,
  696. }
  697. ctxInfo := &waProto.ContextInfo{}
  698. replyToID := evt.Content.GetReplyTo()
  699. if len(replyToID) > 0 {
  700. evt.Content.RemoveReplyFallback()
  701. msg := portal.bridge.DB.Message.GetByMXID(replyToID)
  702. if msg != nil && msg.Content != nil {
  703. ctxInfo.StanzaId = &msg.JID
  704. ctxInfo.Participant = &msg.Sender
  705. ctxInfo.QuotedMessage = []*waProto.Message{msg.Content}
  706. }
  707. }
  708. var err error
  709. switch evt.Content.MsgType {
  710. case gomatrix.MsgText, gomatrix.MsgEmote:
  711. text := evt.Content.Body
  712. if evt.Content.Format == gomatrix.FormatHTML {
  713. text = portal.bridge.Formatter.ParseMatrix(evt.Content.FormattedBody)
  714. }
  715. if evt.Content.MsgType == gomatrix.MsgEmote {
  716. text = "/me " + text
  717. }
  718. ctxInfo.MentionedJid = mentionRegex.FindAllString(text, -1)
  719. for index, mention := range ctxInfo.MentionedJid {
  720. ctxInfo.MentionedJid[index] = mention[1:] + whatsappExt.NewUserSuffix
  721. }
  722. if ctxInfo.StanzaId != nil || ctxInfo.MentionedJid != nil {
  723. info.Message.ExtendedTextMessage = &waProto.ExtendedTextMessage{
  724. Text: &text,
  725. ContextInfo: ctxInfo,
  726. }
  727. } else {
  728. info.Message.Conversation = &text
  729. }
  730. case gomatrix.MsgImage:
  731. media := portal.preprocessMatrixMedia(sender, evt, whatsapp.MediaImage)
  732. if media == nil {
  733. return
  734. }
  735. info.Message.ImageMessage = &waProto.ImageMessage{
  736. Caption: &media.Caption,
  737. JpegThumbnail: media.Thumbnail,
  738. Url: &media.URL,
  739. MediaKey: media.MediaKey,
  740. Mimetype: &evt.Content.GetInfo().MimeType,
  741. FileEncSha256: media.FileEncSHA256,
  742. FileSha256: media.FileSHA256,
  743. FileLength: &media.FileLength,
  744. }
  745. case gomatrix.MsgVideo:
  746. media := portal.preprocessMatrixMedia(sender, evt, whatsapp.MediaVideo)
  747. if media == nil {
  748. return
  749. }
  750. duration := uint32(evt.Content.GetInfo().Duration)
  751. info.Message.VideoMessage = &waProto.VideoMessage{
  752. Caption: &media.Caption,
  753. JpegThumbnail: media.Thumbnail,
  754. Url: &media.URL,
  755. MediaKey: media.MediaKey,
  756. Mimetype: &evt.Content.GetInfo().MimeType,
  757. Seconds: &duration,
  758. FileEncSha256: media.FileEncSHA256,
  759. FileSha256: media.FileSHA256,
  760. FileLength: &media.FileLength,
  761. }
  762. case gomatrix.MsgAudio:
  763. media := portal.preprocessMatrixMedia(sender, evt, whatsapp.MediaAudio)
  764. if media == nil {
  765. return
  766. }
  767. duration := uint32(evt.Content.GetInfo().Duration)
  768. info.Message.AudioMessage = &waProto.AudioMessage{
  769. Url: &media.URL,
  770. MediaKey: media.MediaKey,
  771. Mimetype: &evt.Content.GetInfo().MimeType,
  772. Seconds: &duration,
  773. FileEncSha256: media.FileEncSHA256,
  774. FileSha256: media.FileSHA256,
  775. FileLength: &media.FileLength,
  776. }
  777. case gomatrix.MsgFile:
  778. media := portal.preprocessMatrixMedia(sender, evt, whatsapp.MediaDocument)
  779. if media == nil {
  780. return
  781. }
  782. info.Message.DocumentMessage = &waProto.DocumentMessage{
  783. Url: &media.URL,
  784. MediaKey: media.MediaKey,
  785. Mimetype: &evt.Content.GetInfo().MimeType,
  786. FileEncSha256: media.FileEncSHA256,
  787. FileSha256: media.FileSHA256,
  788. FileLength: &media.FileLength,
  789. }
  790. default:
  791. portal.log.Debugln("Unhandled Matrix event:", evt)
  792. return
  793. }
  794. portal.markHandled(sender, info, evt.ID)
  795. err = sender.Conn.Send(info)
  796. if err != nil {
  797. portal.log.Errorfln("Error handling Matrix event %s: %v", evt.ID, err)
  798. } else {
  799. portal.log.Debugln("Handled Matrix event:", evt)
  800. }
  801. }