diff --git a/pkg/connector/backfill.go b/pkg/connector/backfill.go index e2c7d114..8f006e0b 100644 --- a/pkg/connector/backfill.go +++ b/pkg/connector/backfill.go @@ -293,10 +293,7 @@ func (wa *WhatsAppClient) handleWAHistorySync( for i, rawMsg := range rawMessages { // Don't store messages that will just be skipped. msgEvt, err := wa.Client.ParseWebMessage(jid, rawMsg.GetMessage()) - if err != nil && getMessageType(rawMsg.GetMessage().GetMessage()) == "ignore" { - ignoredTypes++ - continue - } else if err != nil { + if err != nil { log.Warn().Err(err). Int("msg_index", i). Str("msg_id", rawMsg.GetMessage().GetKey().GetID()). diff --git a/pkg/connector/wamsgtype.go b/pkg/connector/wamsgtype.go index 2b1458b7..7e28a653 100644 --- a/pkg/connector/wamsgtype.go +++ b/pkg/connector/wamsgtype.go @@ -156,6 +156,40 @@ func getMessageType(waMsg *waE2E.Message) string { return "chat" case waMsg.PlaceholderMessage != nil: return "placeholder" + case waMsg.PinInChatMessage != nil: + return "pin" + case waMsg.RichResponseMessage != nil: + return "rich response" + case waMsg.CallLogMesssage != nil: + return "call log" + case waMsg.SpoilerMessage != nil: + return "spoiler" + case waMsg.QuestionMessage != nil: + return "question" + case waMsg.QuestionReplyMessage != nil: + return "question reply" + case waMsg.PollAddOptionMessage != nil: + return "poll add option" + case waMsg.GroupStatusMessage != nil, waMsg.GroupStatusMessageV2 != nil: + return "group status" + case waMsg.GroupStatusMentionMessage != nil: + return "group status mention" + case waMsg.StatusNotificationMessage != nil: + return "status notification" + case waMsg.EventInviteMessage != nil: + return "event invite" + case waMsg.MusicMessage != nil: + return "music" + case waMsg.NewsletterAdminProfileMessage != nil: + return "newsletter admin profile" + case waMsg.NewsletterScheduledMessage != nil: + return "newsletter scheduled" + case waMsg.AssociatedChildMessage != nil: + return "associated child" + case waMsg.BotForwardedMessage != nil: + return "bot forwarded" + case waMsg.AudioStickerMessage != nil: + return "audio sticker" case waMsg.SenderKeyDistributionMessage != nil, waMsg.StickerSyncRmrMessage != nil, waMsg.MessageHistoryBundle != nil: return "ignore" default: diff --git a/pkg/msgconv/from-whatsapp.go b/pkg/msgconv/from-whatsapp.go index ec273076..db18f35a 100644 --- a/pkg/msgconv/from-whatsapp.go +++ b/pkg/msgconv/from-whatsapp.go @@ -322,7 +322,6 @@ func (mc *MessageConverter) ToMatrix( cm.ThreadRoot = ptr.Ptr(waid.MakeMessageID(chat, pcp, commentTarget.GetID())) } mc.cutOffLongMessage(part.Content) - logOversizedPart(ctx, part) return cm } diff --git a/pkg/msgconv/wa-text.go b/pkg/msgconv/wa-text.go index 7afcc81f..52874fd8 100644 --- a/pkg/msgconv/wa-text.go +++ b/pkg/msgconv/wa-text.go @@ -18,7 +18,6 @@ package msgconv import ( "context" - "encoding/json" "fmt" "html" "regexp" @@ -26,7 +25,6 @@ import ( "strconv" "strings" - "github.com/rs/zerolog" "go.mau.fi/whatsmeow/proto/waE2E" "maunium.net/go/mautrix/bridgev2" "maunium.net/go/mautrix/event" @@ -74,36 +72,6 @@ func (mc *MessageConverter) cutOffLongMessage(content *event.MessageEventContent } } -func logOversizedPart(ctx context.Context, part *bridgev2.ConvertedMessagePart) { - if part == nil || part.Content == nil { - return - } - contentJSON, _ := json.Marshal(part.Content) - extraJSON, _ := json.Marshal(part.Extra) - if len(contentJSON)+len(extraJSON) <= 40000 { - return - } - extraKeys := make([]string, 0, len(part.Extra)) - for key := range part.Extra { - extraKeys = append(extraKeys, key) - } - var mentionCount int - if part.Content.Mentions != nil { - mentionCount = len(part.Content.Mentions.UserIDs) - } - linkPreviewJSON, _ := json.Marshal(part.Content.BeeperLinkPreviews) - zerolog.Ctx(ctx).Warn(). - Str("msg_type", string(part.Content.MsgType)). - Int("content_json_size", len(contentJSON)). - Int("extra_json_size", len(extraJSON)). - Int("body_size", len(part.Content.Body)). - Int("formatted_body_size", len(part.Content.FormattedBody)). - Int("mention_count", mentionCount). - Int("link_preview_json_size", len(linkPreviewJSON)). - Strs("extra_keys", extraKeys). - Msg("Converted message part is larger than the cut-off limit") -} - func (mc *MessageConverter) parseFormatting(content *event.MessageEventContent, allowInlineURL, forceHTML bool) { parsedHTML := parseWAFormattingToHTML(content.Body, allowInlineURL) if forceHTML || parsedHTML != event.TextToHTML(content.Body) {