// mautrix-gmessages - A Matrix-Google Messages puppeting bridge.
// Copyright (C) 2023 Tulir Asokan
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU Affero General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU Affero General Public License for more details.
//
// You should have received a copy of the GNU Affero General Public License
// along with this program. If not, see
%s", event.TextToHTML(subject), event.TextToHTML(content.Body))
content.Body = fmt.Sprintf("**%s**\n%s", subject, content.Body)
}
func addDownloadStatus(content *event.MessageEventContent, status string) {
content.Body = fmt.Sprintf("%s\n\n%s", content.Body, status)
if content.Format == event.FormatHTML {
content.FormattedBody = fmt.Sprintf("
%s
%s
", content.FormattedBody, event.TextToHTML(status)) } } func (portal *Portal) shouldIgnoreStatus(status gmproto.MessageStatusType) bool { switch status { case gmproto.MessageStatusType_TOMBSTONE_PROTOCOL_SWITCH_TO_TEXT, gmproto.MessageStatusType_TOMBSTONE_PROTOCOL_SWITCH_TO_RCS, gmproto.MessageStatusType_TOMBSTONE_PROTOCOL_SWITCH_TO_ENCRYPTED_RCS, gmproto.MessageStatusType_TOMBSTONE_PROTOCOL_SWITCH_TO_ENCRYPTED_RCS_INFO, gmproto.MessageStatusType_TOMBSTONE_ONE_ON_ONE_SMS_CREATED, gmproto.MessageStatusType_TOMBSTONE_ONE_ON_ONE_RCS_CREATED, gmproto.MessageStatusType_TOMBSTONE_ENCRYPTED_ONE_ON_ONE_RCS_CREATED, gmproto.MessageStatusType_MESSAGE_STATUS_TOMBSTONE_PROTOCOL_SWITCH_TEXT_TO_E2EE, gmproto.MessageStatusType_MESSAGE_STATUS_TOMBSTONE_PROTOCOL_SWITCH_E2EE_TO_TEXT, gmproto.MessageStatusType_MESSAGE_STATUS_TOMBSTONE_PROTOCOL_SWITCH_RCS_TO_E2EE, gmproto.MessageStatusType_MESSAGE_STATUS_TOMBSTONE_PROTOCOL_SWITCH_E2EE_TO_RCS: return portal.IsPrivateChat() case gmproto.MessageStatusType_MESSAGE_STATUS_TOMBSTONE_ENCRYPTED_GROUP_CREATED, gmproto.MessageStatusType_MESSAGE_STATUS_TOMBSTONE_GROUP_PROTOCOL_SWITCH_E2EE_TO_RCS, gmproto.MessageStatusType_MESSAGE_STATUS_TOMBSTONE_GROUP_PROTOCOL_SWITCH_RCS_TO_E2EE, gmproto.MessageStatusType_TOMBSTONE_RCS_GROUP_CREATED, gmproto.MessageStatusType_TOMBSTONE_MMS_GROUP_CREATED, gmproto.MessageStatusType_TOMBSTONE_SMS_BROADCAST_CREATED: return true case gmproto.MessageStatusType_TOMBSTONE_SHOW_LINK_PREVIEWS: return true default: return false } } func (portal *Portal) convertGoogleMessage(ctx context.Context, source *User, evt *gmproto.Message, backfill bool, raw []byte) *ConvertedMessage { log := zerolog.Ctx(ctx) var cm ConvertedMessage cm.Status = evt.GetMessageStatus().GetStatus() cm.SenderID = evt.ParticipantID cm.ID = evt.MessageID cm.PartCount = len(evt.GetMessageInfo()) cm.Timestamp = time.UnixMicro(evt.Timestamp) cm.DontBridge = portal.shouldIgnoreStatus(cm.Status) if cm.Status >= 200 && cm.Status < 300 { cm.Intent = portal.bridge.Bot if !portal.Encrypted && portal.IsPrivateChat() { cm.Intent = portal.MainIntent() } } else { cm.Intent = portal.getIntent(ctx, source, evt.ParticipantID) if cm.Intent == nil { return nil } } var replyTo id.EventID if evt.GetReplyMessage() != nil { cm.ReplyTo = evt.GetReplyMessage().GetMessageID() msg, err := portal.bridge.DB.Message.GetByID(ctx, portal.Receiver, cm.ReplyTo) if err != nil { log.Err(err).Str("reply_to_id", cm.ReplyTo).Msg("Failed to get reply target message") } else if msg == nil { if backfill { replyTo = portal.deterministicEventID(cm.ReplyTo, 0) } else { log.Warn().Str("reply_to_id", cm.ReplyTo).Msg("Reply target message not found") } } else if msg.IsFakeMXID() { log.Debug().Str("reply_to_id", msg.ID).Msg("Ignoring reply to non-bridged message") } else { replyTo = msg.MXID } } subject := evt.GetSubject() downloadStatus := downloadPendingStatusMessage(evt.GetMessageStatus().GetStatus()) cm.MediaStatus = downloadStatus for _, part := range evt.MessageInfo { var content event.MessageEventContent pendingMedia := false switch data := part.GetData().(type) { case *gmproto.MessageInfo_MessageContent: content = event.MessageEventContent{ MsgType: event.MsgText, Body: data.MessageContent.GetContent(), } if subject != "" { addSubject(&content, subject) subject = "" } if downloadStatus != "" { addDownloadStatus(&content, downloadStatus) downloadStatus = "" } case *gmproto.MessageInfo_MediaContent: if data.MediaContent.MediaID == "" && data.MediaContent.MediaID2 == "" { pendingMedia = true content = event.MessageEventContent{ MsgType: event.MsgNotice, Body: fmt.Sprintf("Waiting for attachment %s", data.MediaContent.GetMediaName()), } } else if contentPtr, err := portal.convertGoogleMedia(ctx, source, cm.Intent, data.MediaContent); err != nil { pendingMedia = true log.Err(err).Msg("Failed to copy attachment") content = event.MessageEventContent{ MsgType: event.MsgNotice, Body: fmt.Sprintf("Failed to transfer attachment %s", data.MediaContent.GetMediaName()), } } else { content = *contentPtr } default: continue } if replyTo != "" { content.RelatesTo = &event.RelatesTo{InReplyTo: &event.InReplyTo{EventID: replyTo}} } cm.Parts = append(cm.Parts, ConvertedMessagePart{ ID: part.GetActionMessageID(), PendingMedia: pendingMedia, Content: &content, }) } if downloadStatus != "" { content := event.MessageEventContent{ MsgType: event.MsgNotice, Body: downloadStatus, } if subject != "" { addSubject(&content, subject) subject = "" } cm.Parts = append(cm.Parts, ConvertedMessagePart{Content: &content}) } if subject != "" { cm.Parts = append(cm.Parts, ConvertedMessagePart{ Content: &event.MessageEventContent{ MsgType: event.MsgText, Body: subject, }, }) } if portal.bridge.Config.Bridge.BeeperGalleries { cm.MergeGallery() } if portal.bridge.Config.Bridge.CaptionInMessage { cm.MergeCaption() } if raw != nil && base64.StdEncoding.EncodedLen(len(raw)) < 8192 && len(cm.Parts) > 0 { extra := cm.Parts[0].Extra if extra == nil { extra = make(map[string]any) } extra["fi.mau.gmessages.raw_debug_data"] = base64.StdEncoding.EncodeToString(raw) cm.Parts[0].Extra = extra } return &cm } func (msg *ConvertedMessage) MergeGallery() { var textPart *ConvertedMessagePart var pendingImageParts, pendingImagePartsHTML []string var imageParts []*event.MessageEventContent var pendingMedia bool for _, part := range msg.Parts { pendingMedia = pendingMedia || part.PendingMedia switch part.Content.MsgType { case event.MsgText: textPart = &part case event.MsgNotice: // TODO this doesn't handle formatted bodies in pending/failed media parts pendingImageParts = append(pendingImageParts, part.Content.Body) pendingImagePartsHTML = append(pendingImagePartsHTML, fmt.Sprintf("%s
", event.TextToHTML(part.Content.Body))) case event.MsgImage, event.MsgVideo, event.MsgAudio, event.MsgFile: // TODO this ignores extra content in media parts imageParts = append(imageParts, part.Content) default: return } } if len(imageParts)+len(pendingImageParts) < 2 { return } var caption, captionHTML string if textPart != nil { caption = textPart.Content.Body captionHTML = textPart.Content.FormattedBody if captionHTML == "" { captionHTML = event.TextToHTML(caption) } if len(pendingImageParts) > 0 { caption = fmt.Sprintf("%s\n\n%s", caption, strings.Join(pendingImageParts, "\n\n")) captionHTML = fmt.Sprintf("%s%s", ensureParagraph(captionHTML), strings.Join(pendingImagePartsHTML, "")) } } if len(imageParts) == 0 { msg.Parts = []ConvertedMessagePart{{ ID: msg.Parts[0].ID, PendingMedia: pendingMedia, Content: &event.MessageEventContent{ MsgType: event.MsgText, Body: caption, Format: event.FormatHTML, FormattedBody: captionHTML, }, }} } else { msg.Parts = []ConvertedMessagePart{{ ID: msg.Parts[0].ID, PendingMedia: pendingMedia, Content: &event.MessageEventContent{ MsgType: event.MsgBeeperGallery, Body: "Sent a gallery", BeeperGalleryImages: imageParts, BeeperGalleryCaption: caption, BeeperGalleryCaptionHTML: captionHTML, }, }} } } func ensureParagraph(html string) string { if !strings.HasPrefix(html, "") { return fmt.Sprintf("
%s
", html) } return html } func (msg *ConvertedMessage) MergeCaption() { if len(msg.Parts) != 2 { return } var textPart, filePart ConvertedMessagePart if msg.Parts[0].Content.MsgType == event.MsgText { textPart = msg.Parts[0] filePart = msg.Parts[1] } else { textPart = msg.Parts[1] filePart = msg.Parts[0] } if textPart.Content.MsgType != event.MsgText { return } switch filePart.Content.MsgType { case event.MsgImage, event.MsgVideo, event.MsgAudio, event.MsgFile: filePart.Content.FileName = filePart.Content.Body filePart.Content.Body = textPart.Content.Body filePart.Content.Format = textPart.Content.Format filePart.Content.FormattedBody = textPart.Content.FormattedBody case event.MsgNotice: // If it's a notice, the media failed or is pending if textPart.Content.Format == event.FormatHTML { filePart.Content.Format = event.FormatHTML filePart.Content.FormattedBody = fmt.Sprintf("%s
%s", event.TextToHTML(filePart.Content.Body), ensureParagraph(textPart.Content.FormattedBody)) } filePart.Content.Body = fmt.Sprintf("%s\n\n%s", filePart.Content.Body, textPart.Content.Body) filePart.Content.MsgType = event.MsgText default: return } msg.Parts = []ConvertedMessagePart{filePart} } func (portal *Portal) convertGoogleMedia(ctx context.Context, source *User, intent *appservice.IntentAPI, msg *gmproto.MediaContent) (*event.MessageEventContent, error) { var data []byte var err error if msg.MediaID != "" { data, err = source.Client.DownloadMedia(msg.MediaID, msg.DecryptionKey) } else if msg.MediaID2 != "" { data, err = source.Client.DownloadMedia(msg.MediaID2, msg.DecryptionKey2) } else { err = fmt.Errorf("no media ID found") } if err != nil { return nil, err } mime := libgm.FormatToMediaType[msg.GetFormat()].Format if mime == "" { mime = mimetype.Detect(data).String() } msgtype := event.MsgFile switch strings.Split(mime, "/")[0] { case "image": msgtype = event.MsgImage case "video": msgtype = event.MsgVideo // TODO convert weird formats to mp4 case "audio": msgtype = event.MsgAudio // TODO convert everything to ogg and include voice message metadata } content := &event.MessageEventContent{ MsgType: msgtype, Body: msg.MediaName, Info: &event.FileInfo{ MimeType: mime, Size: len(data), }, } return content, portal.uploadMedia(ctx, intent, data, content) } func (portal *Portal) isRecentlyHandled(id string) bool { start := portal.recentlyHandledIndex for i := start; i != start; i = (i - 1) % recentlyHandledLength { if portal.recentlyHandled[i] == id { return true } } return false } func (portal *Portal) markHandled(cm *ConvertedMessage, eventID id.EventID, mediaParts map[string]database.MediaPart, recent bool) *database.Message { msg := portal.bridge.DB.Message.New() msg.Chat = portal.Key msg.RoomID = portal.MXID msg.ID = cm.ID msg.MXID = eventID msg.Timestamp = cm.Timestamp msg.Sender = cm.SenderID msg.Status.Type = cm.Status msg.Status.PartCount = cm.PartCount msg.Status.MediaStatus = cm.MediaStatus msg.Status.MediaParts = mediaParts err := msg.Insert(context.TODO()) if err != nil { portal.zlog.Err(err).Str("message_id", cm.ID).Msg("Failed to insert message to database") } if recent { portal.recentlyHandledLock.Lock() index := portal.recentlyHandledIndex portal.recentlyHandledIndex = (portal.recentlyHandledIndex + 1) % recentlyHandledLength portal.recentlyHandledLock.Unlock() portal.recentlyHandled[index] = cm.ID } return msg } func (portal *Portal) SyncParticipants(ctx context.Context, source *User, metadata *gmproto.Conversation) (userIDs []id.UserID, changed bool) { var firstParticipant *gmproto.Participant var manyParticipants bool for _, participant := range metadata.Participants { if participant.IsMe { err := source.AddSelfParticipantID(ctx, participant.ID.ParticipantID) if err != nil { portal.zlog.Warn().Err(err). Str("participant_id", participant.ID.ParticipantID). Msg("Failed to save self participant ID") } continue } else if participant.ID.Number == "" { portal.zlog.Warn().Interface("participant", participant).Msg("No number found in non-self participant entry") continue } if firstParticipant == nil { firstParticipant = participant } else { manyParticipants = true } puppet := source.GetPuppetByID(participant.ID.ParticipantID, participant.ID.Number) if puppet == nil { portal.zlog.Error().Any("participant_id", participant.ID).Msg("Failed to get puppet for participant") continue } userIDs = append(userIDs, puppet.MXID) puppet.Sync(ctx, source, participant) if portal.MXID != "" { err := puppet.IntentFor(portal).EnsureJoined(ctx, portal.MXID) if err != nil { portal.zlog.Err(err). Str("user_id", puppet.MXID.String()). Msg("Failed to ensure ghost is joined to portal") } } } if !metadata.IsGroupChat && !manyParticipants && portal.OtherUserID != firstParticipant.ID.ParticipantID { portal.zlog.Info(). Str("old_other_user_id", portal.OtherUserID). Str("new_other_user_id", firstParticipant.ID.ParticipantID). Msg("Found other user ID in DM") portal.OtherUserID = firstParticipant.ID.ParticipantID portal.bridge.portalsLock.Lock() portal.bridge.portalsByOtherUser[database.Key{ ID: portal.OtherUserID, Receiver: portal.Receiver, }] = portal portal.bridge.portalsLock.Unlock() changed = true } if portal.MXID != "" { members, err := portal.MainIntent().JoinedMembers(ctx, portal.MXID) if err != nil { portal.zlog.Warn().Err(err).Msg("Failed to get joined members") } else { delete(members.Joined, portal.bridge.Bot.UserID) delete(members.Joined, source.MXID) for _, userID := range userIDs { delete(members.Joined, userID) } for userID := range members.Joined { _, err = portal.MainIntent().KickUser(ctx, portal.MXID, &mautrix.ReqKickUser{ UserID: userID, Reason: "User is not participating in chat", }) if err != nil { portal.zlog.Warn().Err(err). Str("user_id", userID.String()). Msg("Failed to kick extra user from portal") } else { portal.zlog.Debug(). Str("user_id", userID.String()). Msg("Kicked extra user from portal") } } } } return userIDs, changed } func (portal *Portal) UpdateName(ctx context.Context, name string, updateInfo bool) bool { if portal.Name != name || (!portal.NameSet && len(portal.MXID) > 0 && portal.shouldSetDMRoomMetadata()) { portal.zlog.Debug().Str("old_name", portal.Name).Str("new_name", name).Msg("Updating name") portal.Name = name portal.NameSet = false if updateInfo { defer func() { err := portal.Update(ctx) if err != nil { portal.zlog.Err(err).Msg("Failed to save portal after updating name") } }() } if len(portal.MXID) > 0 && !portal.shouldSetDMRoomMetadata() { portal.UpdateBridgeInfo(ctx) } else if len(portal.MXID) > 0 { intent := portal.MainIntent() _, err := intent.SetRoomName(ctx, portal.MXID, name) if errors.Is(err, mautrix.MForbidden) && intent != portal.MainIntent() { _, err = portal.MainIntent().SetRoomName(ctx, portal.MXID, name) } if err == nil { portal.NameSet = true if updateInfo { portal.UpdateBridgeInfo(ctx) } return true } else { portal.zlog.Warn().Err(err).Msg("Failed to set room name") } } } return false } func (portal *Portal) UpdateMetadata(ctx context.Context, user *User, info *gmproto.Conversation) []id.UserID { participants, update := portal.SyncParticipants(ctx, user, info) if portal.Type != info.Type { portal.zlog.Debug(). Str("old_type", portal.Type.String()). Str("new_type", info.Type.String()). Msg("Conversation type changed") portal.Type = info.Type update = true } if portal.OutgoingID != info.DefaultOutgoingID { portal.zlog.Debug(). Str("old_id", portal.OutgoingID). Str("new_id", info.DefaultOutgoingID). Msg("Default outgoing participant ID changed") portal.OutgoingID = info.DefaultOutgoingID update = true } if portal.MXID != "" { update = portal.addToPersonalSpace(ctx, user, false) || update } if portal.shouldSetDMRoomMetadata() { update = portal.UpdateName(ctx, info.Name, false) || update } if portal.MXID != "" { pls, err := portal.MainIntent().PowerLevels(ctx, portal.MXID) if err != nil { portal.zlog.Warn().Err(err).Msg("Failed to get power levels") } else if portal.updatePowerLevels(info, pls) { resp, err := portal.MainIntent().SetPowerLevels(ctx, portal.MXID, pls) if err != nil { portal.zlog.Warn().Err(err).Msg("Failed to update power levels") } else { portal.zlog.Debug().Str("event_id", resp.EventID.String()).Msg("Updated power levels") } } } // TODO avatar if update { err := portal.Update(ctx) if err != nil { portal.zlog.Err(err).Msg("Failed to save portal after updating metadata") } if portal.MXID != "" { portal.UpdateBridgeInfo(ctx) } } return participants } func (portal *Portal) ensureUserInvited(ctx context.Context, user *User) bool { return user.ensureInvited(ctx, portal.MainIntent(), portal.MXID, portal.IsPrivateChat()) } func (portal *Portal) GetBasePowerLevels() *event.PowerLevelsEventContent { anyone := 0 nope := 99 return &event.PowerLevelsEventContent{ UsersDefault: anyone, EventsDefault: anyone, RedactPtr: &anyone, StateDefaultPtr: &nope, BanPtr: &nope, KickPtr: &nope, InvitePtr: &nope, Users: map[id.UserID]int{ portal.MainIntent().UserID: 100, portal.bridge.Bot.UserID: 100, }, Events: map[string]int{ event.StateRoomName.Type: anyone, event.StateRoomAvatar.Type: anyone, event.EventReaction.Type: anyone, event.EventRedaction.Type: anyone, }, } } func (portal *Portal) updatePowerLevels(conv *gmproto.Conversation, pl *event.PowerLevelsEventContent) bool { expectedEventsDefault := 0 if conv.GetReadOnly() { expectedEventsDefault = 99 } changed := false if pl.EventsDefault != expectedEventsDefault { pl.EventsDefault = expectedEventsDefault changed = true } changed = pl.EnsureEventLevel(event.EventReaction, expectedEventsDefault) || changed // Explicitly set m.room.redaction level to 0 so redactions work even if sending is disabled changed = pl.EnsureEventLevel(event.EventRedaction, 0) || changed changed = pl.EnsureUserLevel(portal.bridge.Bot.UserID, 100) || changed return changed } func (portal *Portal) getBridgeInfoStateKey() string { return fmt.Sprintf("fi.mau.gmessages://gmessages/%s", portal.ID) } func (portal *Portal) getBridgeInfo() (string, event.BridgeEventContent) { content := event.BridgeEventContent{ BridgeBot: portal.bridge.Bot.UserID, Creator: portal.MainIntent().UserID, Protocol: event.BridgeInfoSection{ ID: "gmessages", DisplayName: "Google Messages", AvatarURL: portal.bridge.Config.AppService.Bot.ParsedAvatar.CUString(), ExternalURL: "https://messages.google.com/", }, Channel: event.BridgeInfoSection{ ID: portal.ID, DisplayName: portal.Name, }, } if portal.Type == gmproto.ConversationType_SMS { content.Protocol.ID = "gmessages-sms" content.Protocol.DisplayName = "Google Messages (SMS)" } else if portal.Type == gmproto.ConversationType_RCS { content.Protocol.ID = "gmessages-rcs" content.Protocol.DisplayName = "Google Messages (RCS)" } return portal.getBridgeInfoStateKey(), content } func (portal *Portal) UpdateBridgeInfo(ctx context.Context) { if len(portal.MXID) == 0 { portal.zlog.Debug().Msg("Not updating bridge info: no Matrix room created") return } portal.zlog.Debug().Msg("Updating bridge info...") stateKey, content := portal.getBridgeInfo() _, err := portal.MainIntent().SendStateEvent(ctx, portal.MXID, event.StateBridge, stateKey, content) if err != nil { portal.zlog.Warn().Err(err).Msg("Failed to update m.bridge") } // TODO remove this once https://github.com/matrix-org/matrix-doc/pull/2346 is in spec _, err = portal.MainIntent().SendStateEvent(ctx, portal.MXID, event.StateHalfShotBridge, stateKey, content) if err != nil { portal.zlog.Warn().Err(err).Msg("Failed to update uk.half-shot.bridge") } } func (portal *Portal) shouldSetDMRoomMetadata() bool { return !portal.IsPrivateChat() || portal.bridge.Config.Bridge.PrivateChatPortalMeta == "always" || ((portal.IsEncrypted() || (portal.MXID == "" && portal.bridge.Config.Bridge.Encryption.Default)) && portal.bridge.Config.Bridge.PrivateChatPortalMeta != "never") } func (portal *Portal) GetEncryptionEventContent() (evt *event.EncryptionEventContent) { evt = &event.EncryptionEventContent{Algorithm: id.AlgorithmMegolmV1} if rot := portal.bridge.Config.Bridge.Encryption.Rotation; rot.EnableCustom { evt.RotationPeriodMillis = rot.Milliseconds evt.RotationPeriodMessages = rot.Messages } return } func (portal *Portal) CreateMatrixRoom(ctx context.Context, user *User, conv *gmproto.Conversation, isFromSync bool) error { portal.roomCreateLock.Lock() defer portal.roomCreateLock.Unlock() if len(portal.MXID) > 0 { return nil } var err error if conv == nil { portal.zlog.Debug().Msg("CreateMatrixRoom called without conversation info, requesting from phone") conv, err = user.Client.GetConversation(portal.ID) if err != nil { return fmt.Errorf("failed to get conversation info: %w", err) } } members := portal.UpdateMetadata(ctx, user, conv) var avatarURL id.ContentURI if portal.IsPrivateChat() { puppet := portal.GetDMPuppet() if puppet == nil { portal.zlog.Error().Msg("Didn't find ghost of other user in DM :(") return fmt.Errorf("ghost not found") } if portal.shouldSetDMRoomMetadata() { avatarURL = puppet.AvatarMXC } } intent := portal.MainIntent() if err = intent.EnsureRegistered(ctx); err != nil { return err } portal.zlog.Info().Msg("Creating Matrix room") bridgeInfoStateKey, bridgeInfo := portal.getBridgeInfo() pl := portal.GetBasePowerLevels() portal.updatePowerLevels(conv, pl) initialState := []*event.Event{{ Type: event.StatePowerLevels, Content: event.Content{Parsed: pl}, }, { Type: event.StateBridge, Content: event.Content{Parsed: bridgeInfo}, StateKey: &bridgeInfoStateKey, }, { // TODO remove this once https://github.com/matrix-org/matrix-doc/pull/2346 is in spec Type: event.StateHalfShotBridge, Content: event.Content{Parsed: bridgeInfo}, StateKey: &bridgeInfoStateKey, }} var invite []id.UserID if portal.bridge.Config.Bridge.Encryption.Default { initialState = append(initialState, &event.Event{ Type: event.StateEncryption, Content: event.Content{ Parsed: portal.GetEncryptionEventContent(), }, }) portal.Encrypted = true if portal.IsPrivateChat() { invite = append(invite, portal.bridge.Bot.UserID) } } if !avatarURL.IsEmpty() { initialState = append(initialState, &event.Event{ Type: event.StateRoomAvatar, Content: event.Content{ Parsed: &event.RoomAvatarEventContent{URL: avatarURL}, }, }) } creationContent := make(map[string]interface{}) if !portal.bridge.Config.Bridge.FederateRooms { creationContent["m.federate"] = false } autoJoinInvites := portal.bridge.SpecVersions.Supports(mautrix.BeeperFeatureAutojoinInvites) if autoJoinInvites { portal.zlog.Debug().Msg("Hungryserv mode: adding all group members in create request") invite = append(invite, members...) invite = append(invite, user.MXID) } req := &mautrix.ReqCreateRoom{ Visibility: "private", Name: portal.Name, Invite: invite, Preset: "private_chat", IsDirect: portal.IsPrivateChat(), InitialState: initialState, CreationContent: creationContent, BeeperAutoJoinInvites: autoJoinInvites, } if !portal.shouldSetDMRoomMetadata() { req.Name = "" } resp, err := intent.CreateRoom(ctx, req) if err != nil { return err } portal.zlog.Info().Str("new_room_id", resp.RoomID.String()).Msg("Matrix room created") portal.InSpace = false portal.NameSet = len(req.Name) > 0 portal.forwardBackfillLock.Lock() portal.MXID = resp.RoomID portal.updateLogger() portal.bridge.portalsLock.Lock() portal.bridge.portalsByMXID[portal.MXID] = portal portal.bridge.portalsLock.Unlock() err = portal.Update(context.TODO()) if err != nil { portal.zlog.Err(err).Msg("Failed to save portal after creating room") } // We set the memberships beforehand to make sure the encryption key exchange in initial backfill knows the users are here. inviteMembership := event.MembershipInvite if autoJoinInvites { inviteMembership = event.MembershipJoin } for _, userID := range invite { // TODO handle errors portal.bridge.StateStore.SetMembership(ctx, portal.MXID, userID, inviteMembership) } if !autoJoinInvites { if !portal.IsPrivateChat() { portal.SyncParticipants(ctx, user, conv) } else { if portal.bridge.Config.Bridge.Encryption.Default { err = portal.bridge.Bot.EnsureJoined(ctx, portal.MXID) if err != nil { portal.zlog.Err(err).Msg("Failed to join created portal with bridge bot for e2be") } } user.UpdateDirectChats(ctx, map[id.UserID][]id.RoomID{portal.GetDMPuppet().MXID: {portal.MXID}}) } portal.ensureUserInvited(ctx, user) } user.syncChatDoublePuppetDetails(ctx, portal, conv, true) allowNotify := !isFromSync go portal.initialForwardBackfill(user, !conv.GetUnread(), allowNotify) go portal.addToPersonalSpace(context.TODO(), user, true) return nil } func (portal *Portal) addToPersonalSpace(ctx context.Context, user *User, updateInfo bool) bool { spaceID := user.GetSpaceRoom(ctx) if len(spaceID) == 0 || portal.InSpace { return false } _, err := portal.bridge.Bot.SendStateEvent(ctx, spaceID, event.StateSpaceChild, portal.MXID.String(), &event.SpaceChildEventContent{ Via: []string{portal.bridge.Config.Homeserver.Domain}, }) if err != nil { portal.zlog.Err(err).Str("space_id", spaceID.String()).Msg("Failed to add room to user's personal filtering space") portal.InSpace = false } else { portal.zlog.Debug().Str("space_id", spaceID.String()).Msg("Added room to user's personal filtering space") portal.InSpace = true } if updateInfo { err = portal.Update(ctx) if err != nil { portal.zlog.Err(err).Msg("Failed to update portal after adding to personal space") } } return true } func (portal *Portal) IsPrivateChat() bool { return portal.OtherUserID != "" } func (portal *Portal) GetDMPuppet() *Puppet { if portal.IsPrivateChat() { puppet := portal.bridge.GetPuppetByKey(database.Key{Receiver: portal.Receiver, ID: portal.OtherUserID}, "") return puppet } return nil } func (portal *Portal) MainIntent() *appservice.IntentAPI { if puppet := portal.GetDMPuppet(); puppet != nil { return puppet.DefaultIntent() } return portal.bridge.Bot } func (portal *Portal) sendMainIntentMessage(ctx context.Context, content *event.MessageEventContent) (*mautrix.RespSendEvent, error) { return portal.sendMessage(ctx, portal.MainIntent(), event.EventMessage, content, nil, 0) } func (portal *Portal) encrypt(ctx context.Context, intent *appservice.IntentAPI, content *event.Content, eventType event.Type) (event.Type, error) { if !portal.Encrypted || portal.bridge.Crypto == nil { return eventType, nil } intent.AddDoublePuppetValue(content) // TODO maybe the locking should be inside mautrix-go? portal.encryptLock.Lock() defer portal.encryptLock.Unlock() err := portal.bridge.Crypto.Encrypt(ctx, portal.MXID, eventType, content) if err != nil { return eventType, fmt.Errorf("failed to encrypt event: %w", err) } return event.EventEncrypted, nil } func (portal *Portal) sendMessage(ctx context.Context, intent *appservice.IntentAPI, eventType event.Type, content *event.MessageEventContent, extraContent map[string]interface{}, timestamp int64) (*mautrix.RespSendEvent, error) { wrappedContent := event.Content{Parsed: content, Raw: extraContent} var err error eventType, err = portal.encrypt(ctx, intent, &wrappedContent, eventType) if err != nil { return nil, err } _, _ = intent.UserTyping(ctx, portal.MXID, false, 0) if timestamp == 0 { return intent.SendMessageEvent(ctx, portal.MXID, eventType, &wrappedContent) } else { return intent.SendMassagedMessageEvent(ctx, portal.MXID, eventType, &wrappedContent, timestamp) } } func (portal *Portal) encryptFileInPlace(data []byte, mimeType string) (string, *event.EncryptedFileInfo) { if !portal.Encrypted { return mimeType, nil } file := &event.EncryptedFileInfo{ EncryptedFile: *attachment.NewEncryptedFile(), URL: "", } file.EncryptInPlace(data) return "application/octet-stream", file } func (portal *Portal) uploadMedia(ctx context.Context, intent *appservice.IntentAPI, data []byte, content *event.MessageEventContent) error { uploadMimeType, file := portal.encryptFileInPlace(data, content.Info.MimeType) req := mautrix.ReqUploadMedia{ ContentBytes: data, ContentType: uploadMimeType, } var mxc id.ContentURI if portal.bridge.Config.Homeserver.AsyncMedia { uploaded, err := intent.UploadAsync(ctx, req) if err != nil { return err } mxc = uploaded.ContentURI } else { uploaded, err := intent.UploadMedia(ctx, req) if err != nil { return err } mxc = uploaded.ContentURI } if file != nil { file.URL = mxc.CUString() content.File = file } else { content.URL = mxc.CUString() } content.Info.Size = len(data) if content.Info.Width == 0 && content.Info.Height == 0 && strings.HasPrefix(content.Info.MimeType, "image/") { cfg, _, _ := image.DecodeConfig(bytes.NewReader(data)) content.Info.Width, content.Info.Height = cfg.Width, cfg.Height } // This is a hack for bad clients like Element iOS that require a thumbnail (https://github.com/vector-im/element-ios/issues/4004) if strings.HasPrefix(content.Info.MimeType, "image/") && content.Info.ThumbnailInfo == nil { infoCopy := *content.Info content.Info.ThumbnailInfo = &infoCopy if content.File != nil { content.Info.ThumbnailFile = file } else { content.Info.ThumbnailURL = content.URL } } return nil } func (portal *Portal) convertMatrixMessage(ctx context.Context, sender *User, content *event.MessageEventContent, txnID string) (*gmproto.SendMessageRequest, error) { log := zerolog.Ctx(ctx) req := &gmproto.SendMessageRequest{ ConversationID: portal.ID, TmpID: txnID, MessagePayload: &gmproto.MessagePayload{ ConversationID: portal.ID, TmpID: txnID, TmpID2: txnID, ParticipantID: portal.OutgoingID, }, SIMPayload: sender.GetSIM(portal.OutgoingID).GetSIMData().GetSIMPayload(), } replyToMXID := content.RelatesTo.GetReplyTo() if replyToMXID != "" { replyToMsg, err := portal.bridge.DB.Message.GetByMXID(ctx, replyToMXID) if err != nil { log.Err(err).Str("reply_to_mxid", replyToMXID.String()).Msg("Failed to get reply target message") } else if replyToMsg == nil { log.Warn().Str("reply_to_mxid", replyToMXID.String()).Msg("Reply target message not found") } else { req.IsReply = true req.Reply = &gmproto.ReplyPayload{MessageID: replyToMsg.ID} } } switch content.MsgType { case event.MsgText, event.MsgEmote, event.MsgNotice: text := content.Body if content.MsgType == event.MsgEmote { text = "/me " + text } req.MessagePayload.MessageInfo = []*gmproto.MessageInfo{{ Data: &gmproto.MessageInfo_MessageContent{MessageContent: &gmproto.MessageContent{ Content: text, }}, }} case event.MsgImage, event.MsgVideo, event.MsgAudio, event.MsgFile: resp, err := portal.reuploadMedia(ctx, sender, content) if err != nil { return nil, err } req.MessagePayload.MessageInfo = []*gmproto.MessageInfo{{ Data: &gmproto.MessageInfo_MediaContent{MediaContent: resp}, }} case event.MsgBeeperGallery: for i, part := range content.BeeperGalleryImages { convertedPart, err := portal.reuploadMedia(ctx, sender, part) if err != nil { return nil, fmt.Errorf("failed to reupload gallery image #%d: %w", i+1, err) } req.MessagePayload.MessageInfo = append(req.MessagePayload.MessageInfo, &gmproto.MessageInfo{ Data: &gmproto.MessageInfo_MediaContent{MediaContent: convertedPart}, }) } if content.BeeperGalleryCaption != "" { req.MessagePayload.MessageInfo = append(req.MessagePayload.MessageInfo, &gmproto.MessageInfo{ Data: &gmproto.MessageInfo_MessageContent{MessageContent: &gmproto.MessageContent{ Content: content.BeeperGalleryCaption, }}, }) } default: return nil, fmt.Errorf("%w %s", errUnknownMsgType, content.MsgType) } return req, nil } func (portal *Portal) reuploadMedia(ctx context.Context, sender *User, content *event.MessageEventContent) (*gmproto.MediaContent, error) { var url id.ContentURI if content.File != nil { url = content.File.URL.ParseOrIgnore() } else { url = content.URL.ParseOrIgnore() } if url.IsEmpty() { return nil, errMissingMediaURL } data, err := portal.MainIntent().DownloadBytes(ctx, url) if err != nil { return nil, exerrors.NewDualError(errMediaDownloadFailed, err) } if content.File != nil { err = content.File.DecryptInPlace(data) if err != nil { return nil, exerrors.NewDualError(errMediaDecryptFailed, err) } } if content.Info.MimeType == "" { content.Info.MimeType = mimetype.Detect(data).String() } fileName := content.Body if content.FileName != "" { fileName = content.FileName } resp, err := sender.Client.UploadMedia(data, fileName, content.Info.MimeType) if err != nil { return nil, exerrors.NewDualError(errMediaReuploadFailed, err) } return resp, nil } func (portal *Portal) HandleMatrixMessage(sender *User, evt *event.Event, timings messageTimings) { ms := metricSender{portal: portal, timings: &timings} log := portal.zlog.With(). Str("event_id", evt.ID.String()). Str("action", "handle matrix message"). Logger() ctx := log.WithContext(context.TODO()) log.Debug().Dur("age", timings.totalReceive).Msg("Handling Matrix message") content, ok := evt.Content.Parsed.(*event.MessageEventContent) if !ok { return } txnID := util.GenerateTmpID() portal.outgoingMessagesLock.Lock() portal.outgoingMessages[txnID] = &outgoingMessage{Event: evt} portal.outgoingMessagesLock.Unlock() if evt.Type == event.EventSticker { content.MsgType = event.MsgImage } start := time.Now() req, err := portal.convertMatrixMessage(ctx, sender, content, txnID) timings.convert = time.Since(start) if err != nil { go ms.sendMessageMetrics(ctx, sender, evt, err, "Error converting", true) return } log.Debug(). Str("tmp_id", req.TmpID). Str("participant_id", req.GetMessagePayload().GetParticipantID()). Msg("Sending Matrix message to Google Messages") start = time.Now() resp, err := sender.Client.SendMessage(req) timings.send = time.Since(start) if err != nil { go ms.sendMessageMetrics(ctx, sender, evt, err, "Error sending", true) } else if resp.Status != gmproto.SendMessageResponse_SUCCESS { go ms.sendMessageMetrics(ctx, sender, evt, fmt.Errorf("response status %d", resp.Status), "Error sending", true) } else { go ms.sendMessageMetrics(ctx, sender, evt, nil, "", true) } } func (portal *Portal) HandleMatrixReadReceipt(brUser bridge.User, eventID id.EventID, receipt event.ReadReceipt) { user := brUser.(*User) log := portal.zlog.With(). Str("event_id", eventID.String()). Time("receipt_ts", receipt.Timestamp). Str("action", "handle matrix read receipt"). Logger() if user.Client == nil { log.Debug().Msg("User is not connected, ignoring read receipt") return } ctx := log.WithContext(context.TODO()) log.Debug().Msg("Handling Matrix read receipt") targetMessage, err := portal.bridge.DB.Message.GetByMXID(ctx, eventID) if err != nil { log.Err(err).Msg("Failed to get target message to handle read receipt") return } else if targetMessage == nil { lastMessage, err := portal.bridge.DB.Message.GetLastInChatWithMXID(ctx, portal.Key) if err != nil { log.Err(err).Msg("Failed to get last message to handle read receipt") return } else if receipt.Timestamp.Before(lastMessage.Timestamp) { log.Debug().Msg("Ignoring read receipt for unknown message with timestamp before last message") return } else { log.Debug().Msg("Marking last message in chat as read for receipt targeting unknown message") } targetMessage = lastMessage } log = log.With().Str("message_id", targetMessage.ID).Logger() go func() { err = user.Client.MarkRead(portal.ID, targetMessage.ID) if err != nil { log.Err(err).Msg("Failed to mark message as read") } else { log.Debug().Msg("Marked message as read after Matrix read receipt") } }() } func (portal *Portal) HandleMatrixReaction(sender *User, evt *event.Event) { err := portal.handleMatrixReaction(sender, evt) go portal.sendMessageMetrics(context.TODO(), sender, evt, err, "Error sending", nil) } func (portal *Portal) handleMatrixReaction(sender *User, evt *event.Event) error { content, ok := evt.Content.Parsed.(*event.ReactionEventContent) if !ok { return fmt.Errorf("unexpected parsed content type %T", evt.Content.Parsed) } log := portal.zlog.With(). Str("event_id", evt.ID.String()). Str("target_event_id", content.RelatesTo.EventID.String()). Str("action", "handle matrix reaction"). Logger() ctx := log.WithContext(context.TODO()) log.Debug().Msg("Handling Matrix reaction") msg, err := portal.bridge.DB.Message.GetByMXID(ctx, content.RelatesTo.EventID) if err != nil { log.Err(err).Msg("Failed to get reaction target event") return fmt.Errorf("failed to get event from database") } else if msg == nil { return errTargetNotFound } existingReaction, err := portal.bridge.DB.Reaction.GetByID(ctx, portal.Receiver, msg.ID, portal.OutgoingID) if err != nil { log.Err(err).Msg("Failed to get existing reaction") return fmt.Errorf("failed to get existing reaction from database") } emoji := variationselector.Remove(content.RelatesTo.Key) action := gmproto.SendReactionRequest_ADD if existingReaction != nil { action = gmproto.SendReactionRequest_SWITCH } resp, err := sender.Client.SendReaction(&gmproto.SendReactionRequest{ MessageID: msg.ID, ReactionData: gmproto.MakeReactionData(emoji), Action: action, }) if err != nil { return fmt.Errorf("failed to send reaction: %w", err) } else if !resp.Success { return fmt.Errorf("got non-success response") } if existingReaction == nil { existingReaction = portal.bridge.DB.Reaction.New() existingReaction.Chat = portal.Key existingReaction.MessageID = msg.ID existingReaction.Sender = portal.OutgoingID } else if sender.DoublePuppetIntent != nil { _, err = sender.DoublePuppetIntent.RedactEvent(ctx, portal.MXID, existingReaction.MXID) if err != nil { log.Err(err).Msg("Failed to redact old reaction with double puppet after new Matrix reaction") } } else { _, err = portal.MainIntent().RedactEvent(ctx, portal.MXID, existingReaction.MXID) if err != nil { log.Err(err).Msg("Failed to redact old reaction with main intent after new Matrix reaction") } } existingReaction.Reaction = emoji existingReaction.MXID = evt.ID err = existingReaction.Insert(ctx) if err != nil { log.Err(err).Msg("Failed to save reaction from Matrix to database") } return nil } func (portal *Portal) HandleMatrixRedaction(sender *User, evt *event.Event) { err := portal.handleMatrixRedaction(sender, evt) go portal.sendMessageMetrics(context.TODO(), sender, evt, err, "Error sending", nil) } func (portal *Portal) handleMatrixMessageRedaction(ctx context.Context, sender *User, redacts id.EventID) error { log := zerolog.Ctx(ctx) msg, err := portal.bridge.DB.Message.GetByMXID(ctx, redacts) if err != nil { log.Err(err).Msg("Failed to get redaction target message") return fmt.Errorf("failed to get event from database") } else if msg == nil { return errTargetNotFound } resp, err := sender.Client.DeleteMessage(msg.ID) if err != nil { return fmt.Errorf("failed to send message removal: %w", err) } else if !resp.Success { return fmt.Errorf("got non-success response") } err = msg.Delete(ctx) if err != nil { log.Err(err).Msg("Failed to delete message from database after Matrix redaction") } return nil } func (portal *Portal) handleMatrixReactionRedaction(ctx context.Context, sender *User, redacts id.EventID) error { log := zerolog.Ctx(ctx) existingReaction, err := portal.bridge.DB.Reaction.GetByMXID(ctx, redacts) if err != nil { log.Err(err).Msg("Failed to get redaction target reaction") return fmt.Errorf("failed to get event from database") } else if existingReaction == nil { return errTargetNotFound } resp, err := sender.Client.SendReaction(&gmproto.SendReactionRequest{ MessageID: existingReaction.MessageID, ReactionData: gmproto.MakeReactionData(existingReaction.Reaction), Action: gmproto.SendReactionRequest_REMOVE, }) if err != nil { return fmt.Errorf("failed to send reaction removal: %w", err) } else if !resp.Success { return fmt.Errorf("got non-success response") } err = existingReaction.Delete(ctx) if err != nil { log.Err(err).Msg("Failed to remove reaction from database after Matrix redaction") } return nil } func (portal *Portal) handleMatrixRedaction(sender *User, evt *event.Event) error { log := portal.zlog.With(). Str("event_id", evt.ID.String()). Str("target_event_id", evt.Redacts.String()). Str("action", "handle matrix redaction"). Logger() ctx := log.WithContext(context.TODO()) log.Debug().Msg("Handling Matrix redaction") err := portal.handleMatrixMessageRedaction(ctx, sender, evt.Redacts) if err == errTargetNotFound { err = portal.handleMatrixReactionRedaction(ctx, sender, evt.Redacts) } return err } func (portal *Portal) Delete(ctx context.Context) { err := portal.Portal.Delete(ctx) if err != nil { portal.zlog.Err(err).Msg("Failed to delete portal from database") } portal.bridge.portalsLock.Lock() delete(portal.bridge.portalsByKey, portal.Key) if len(portal.MXID) > 0 { delete(portal.bridge.portalsByMXID, portal.MXID) } portal.bridge.portalsLock.Unlock() } func (portal *Portal) RemoveMXID(ctx context.Context) { portal.bridge.portalsLock.Lock() if len(portal.MXID) == 0 { portal.bridge.portalsLock.Unlock() return } delete(portal.bridge.portalsByMXID, portal.MXID) portal.MXID = "" portal.NameSet = false portal.InSpace = false portal.Encrypted = false portal.bridge.portalsLock.Unlock() err := portal.bridge.DB.Message.DeleteAllInChat(ctx, portal.Key) if err != nil { portal.zlog.Err(err).Msg("Failed to delete messages from database") } err = portal.Update(ctx) if err != nil { portal.zlog.Err(err).Msg("Failed to remove portal mxid from database") } } func (portal *Portal) Cleanup(ctx context.Context) { if len(portal.MXID) == 0 { return } intent := portal.bridge.Bot if portal.IsPrivateChat() { intent = portal.bridge.AS.Intent(portal.bridge.FormatPuppetMXID(database.Key{ ID: portal.OtherUserID, Receiver: portal.Receiver, })) } if portal.bridge.SpecVersions.Supports(mautrix.BeeperFeatureRoomYeeting) { err := intent.BeeperDeleteRoom(ctx, portal.MXID) if err != nil && !errors.Is(err, mautrix.MNotFound) { portal.zlog.Err(err).Msg("Failed to delete room using hungryserv yeet endpoint") } return } members, err := intent.JoinedMembers(ctx, portal.MXID) if err != nil { portal.zlog.Err(err).Msg("Failed to get portal members for cleanup") return } for member := range members.Joined { if member == intent.UserID { continue } if portal.bridge.IsGhost(member) { _, err = portal.bridge.AS.Intent(member).LeaveRoom(ctx, portal.MXID) if err != nil { portal.zlog.Err(err).Msg("Failed to leave as puppet while cleaning up portal") } } else { _, err = intent.KickUser(ctx, portal.MXID, &mautrix.ReqKickUser{UserID: member, Reason: "Deleting portal"}) if err != nil { portal.zlog.Err(err).Msg("Failed to kick user while cleaning up portal") } } } _, err = intent.LeaveRoom(ctx, portal.MXID) if err != nil { portal.zlog.Err(err).Msg("Failed to leave with main intent while cleaning up portal") } }