From 964cb8b3267db49ca736bca9d71100bdde209f56 Mon Sep 17 00:00:00 2001 From: nielsandriesse Date: Wed, 5 May 2021 13:49:24 +1000 Subject: [PATCH] Fix new deletion method --- .../Database/Storage+OpenGroups.swift | 1 - .../Open Groups/V1/OpenGroupAPI.swift | 5 ----- .../Pollers/OpenGroupPoller.swift | 15 ++++++++++----- .../Pollers/OpenGroupPollerV2.swift | 16 +++++++++++----- SessionMessagingKit/Storage.swift | 3 +-- SessionMessagingKit/Threads/TSThread.h | 2 +- SessionMessagingKit/Threads/TSThread.m | 7 +++---- 7 files changed, 26 insertions(+), 23 deletions(-) diff --git a/SessionMessagingKit/Database/Storage+OpenGroups.swift b/SessionMessagingKit/Database/Storage+OpenGroups.swift index 4d57bf84b..00f73dac9 100644 --- a/SessionMessagingKit/Database/Storage+OpenGroups.swift +++ b/SessionMessagingKit/Database/Storage+OpenGroups.swift @@ -178,7 +178,6 @@ extension Storage { // MARK: - Metadata private static let openGroupUserCountCollection = "SNOpenGroupUserCountCollection" - private static let openGroupMessageIDCollection = "LKMessageIDCollection" private static let openGroupImageCollection = "SNOpenGroupImageCollection" public func getUserCount(forV2OpenGroupWithID openGroupID: String) -> UInt64? { diff --git a/SessionMessagingKit/Open Groups/V1/OpenGroupAPI.swift b/SessionMessagingKit/Open Groups/V1/OpenGroupAPI.swift index 59479d1de..555a50e4e 100644 --- a/SessionMessagingKit/Open Groups/V1/OpenGroupAPI.swift +++ b/SessionMessagingKit/Open Groups/V1/OpenGroupAPI.swift @@ -121,11 +121,6 @@ public final class OpenGroupAPI : DotNetAPI { SNLog("Ignoring open group message with invalid signature.") return nil } - let existingMessageID = storage.getIDForMessage(withServerID: result.serverID!) - guard existingMessageID == nil else { - SNLog("Ignoring duplicate open group message.") - return nil - } return result }.sorted { $0.serverTimestamp < $1.serverTimestamp} } diff --git a/SessionMessagingKit/Sending & Receiving/Pollers/OpenGroupPoller.swift b/SessionMessagingKit/Sending & Receiving/Pollers/OpenGroupPoller.swift index c64a52a65..2a1c5286e 100644 --- a/SessionMessagingKit/Sending & Receiving/Pollers/OpenGroupPoller.swift +++ b/SessionMessagingKit/Sending & Receiving/Pollers/OpenGroupPoller.swift @@ -176,13 +176,18 @@ public final class OpenGroupPoller : NSObject { private func pollForDeletedMessages() { let openGroup = self.openGroup + let storage = SNMessagingKitConfiguration.shared.storage OpenGroupAPI.getDeletedMessageServerIDs(for: openGroup.channel, on: openGroup.server).done(on: DispatchQueue.global(qos: .default)) { deletedMessageServerIDs in - let deletedMessageIDs = deletedMessageServerIDs.compactMap { Storage.shared.getIDForMessage(withServerID: UInt64($0)) } - SNMessagingKitConfiguration.shared.storage.write { transaction in - deletedMessageIDs.forEach { messageID in - let transaction = transaction as! YapDatabaseReadWriteTransaction - TSMessage.fetch(uniqueId: messageID, transaction: transaction)?.remove(with: transaction) + storage.write { transaction in + let transaction = transaction as! YapDatabaseReadWriteTransaction + guard let threadID = storage.getThreadID(for: openGroup.id), + let thread = TSGroupThread.fetch(uniqueId: threadID, transaction: transaction) else { return } + var messagesToRemove: [TSMessage] = [] + thread.enumerateInteractions(with: transaction) { interaction, stop in + guard let message = interaction as? TSMessage, deletedMessageServerIDs.contains(message.openGroupServerMessageID) else { return } + messagesToRemove.append(message) } + messagesToRemove.forEach { $0.remove(with: transaction) } } }.retainUntilComplete() } diff --git a/SessionMessagingKit/Sending & Receiving/Pollers/OpenGroupPollerV2.swift b/SessionMessagingKit/Sending & Receiving/Pollers/OpenGroupPollerV2.swift index 31c267e12..3e3d4f4e5 100644 --- a/SessionMessagingKit/Sending & Receiving/Pollers/OpenGroupPollerV2.swift +++ b/SessionMessagingKit/Sending & Receiving/Pollers/OpenGroupPollerV2.swift @@ -67,6 +67,7 @@ public final class OpenGroupPollerV2 : NSObject { } private func handleCompactPollBody(_ body: OpenGroupAPIV2.CompactPollResponseBody, isBackgroundPoll: Bool) { + let storage = SNMessagingKitConfiguration.shared.storage // - Messages // Sorting the messages by server ID before importing them fixes an issue where messages that quote older messages can't find those older messages let openGroupID = "\(server).\(body.room)" @@ -80,17 +81,22 @@ public final class OpenGroupPollerV2 : NSObject { envelope.setSource(message.sender!) // Safe because messages with a nil sender are filtered out envelope.setServerTimestamp(message.sentTimestamp) let job = MessageReceiveJob(data: try! envelope.buildSerializedData(), openGroupMessageServerID: UInt64(message.serverID!), openGroupID: openGroupID, isBackgroundPoll: isBackgroundPoll) - SNMessagingKitConfiguration.shared.storage.write { transaction in + storage.write { transaction in SessionMessagingKit.JobQueue.shared.add(job, using: transaction) } } // - Deletions - let deletedMessageIDs = body.deletions.compactMap { Storage.shared.getIDForMessage(withServerID: UInt64($0.deletedMessageID)) } - SNMessagingKitConfiguration.shared.storage.write { transaction in + let deletedMessageServerIDs = Set(body.deletions.map { UInt64($0.deletedMessageID) }) + storage.write { transaction in let transaction = transaction as! YapDatabaseReadWriteTransaction - deletedMessageIDs.forEach { messageID in - TSMessage.fetch(uniqueId: messageID, transaction: transaction)?.remove(with: transaction) + guard let threadID = storage.v2GetThreadID(for: openGroupID), + let thread = TSGroupThread.fetch(uniqueId: threadID, transaction: transaction) else { return } + var messagesToRemove: [TSMessage] = [] + thread.enumerateInteractions(with: transaction) { interaction, stop in + guard let message = interaction as? TSMessage, deletedMessageServerIDs.contains(message.openGroupServerMessageID) else { return } + messagesToRemove.append(message) } + messagesToRemove.forEach { $0.remove(with: transaction) } } // - Moderators if var x = OpenGroupAPIV2.moderators[server] { diff --git a/SessionMessagingKit/Storage.swift b/SessionMessagingKit/Storage.swift index 16510804b..5c209c103 100644 --- a/SessionMessagingKit/Storage.swift +++ b/SessionMessagingKit/Storage.swift @@ -47,6 +47,7 @@ public protocol SessionMessagingKitStorageProtocol { func getAllV2OpenGroups() -> [String:OpenGroupV2] func getV2OpenGroup(for threadID: String) -> OpenGroupV2? + func v2GetThreadID(for v2OpenGroupID: String) -> String? func getThreadID(for openGroupID: String) -> String? func updateMessageIDCollectionByPruningMessagesWithIDs(_ messageIDs: Set, using transaction: Any) @@ -70,8 +71,6 @@ public protocol SessionMessagingKitStorageProtocol { // MARK: - Open Group Metadata func setUserCount(to newValue: UInt64, forV2OpenGroupWithID openGroupID: String, using transaction: Any) - func getIDForMessage(withServerID serverID: UInt64) -> String? - func setIDForMessage(withServerID serverID: UInt64, to messageID: String, using transaction: Any) func setOpenGroupDisplayName(to displayName: String, for publicKey: String, inOpenGroupWithID openGroupID: String, using transaction: Any) func setLastProfilePictureUploadDate(_ date: Date) // Stored in user defaults so no transaction is needed diff --git a/SessionMessagingKit/Threads/TSThread.h b/SessionMessagingKit/Threads/TSThread.h index 1e2fca890..5e291f52a 100644 --- a/SessionMessagingKit/Threads/TSThread.h +++ b/SessionMessagingKit/Threads/TSThread.h @@ -45,7 +45,7 @@ BOOL IsNoteToSelfEnabled(void); #pragma mark Interactions -- (void)enumerateInteractionsWithTransaction:(YapDatabaseReadTransaction *)transaction usingBlock:(void (^)(TSInteraction *interaction, YapDatabaseReadTransaction *transaction))block; +- (void)enumerateInteractionsWithTransaction:(YapDatabaseReadTransaction *)transaction usingBlock:(void (^)(TSInteraction *interaction, BOOL *stop))block; - (void)enumerateInteractionsUsingBlock:(void (^)(TSInteraction *interaction))block; diff --git a/SessionMessagingKit/Threads/TSThread.m b/SessionMessagingKit/Threads/TSThread.m index 16d43361c..0fa0f83b3 100644 --- a/SessionMessagingKit/Threads/TSThread.m +++ b/SessionMessagingKit/Threads/TSThread.m @@ -158,15 +158,14 @@ BOOL IsNoteToSelfEnabled(void) * Iterate over this thread's interactions */ - (void)enumerateInteractionsWithTransaction:(YapDatabaseReadTransaction *)transaction - usingBlock:(void (^)(TSInteraction *interaction, - YapDatabaseReadTransaction *transaction))block + usingBlock:(void (^)(TSInteraction *interaction, BOOL *stop))block { YapDatabaseViewTransaction *interactionsByThread = [transaction ext:TSMessageDatabaseViewExtensionName]; [interactionsByThread enumerateKeysAndObjectsInGroup:self.uniqueId usingBlock:^(NSString *collection, NSString *key, id object, NSUInteger index, BOOL *stop) { TSInteraction *interaction = object; - block(interaction, transaction); + block(interaction, stop); }]; } @@ -179,7 +178,7 @@ BOOL IsNoteToSelfEnabled(void) [self.dbReadWriteConnection readWithBlock:^(YapDatabaseReadTransaction *transaction) { [self enumerateInteractionsWithTransaction:transaction usingBlock:^( - TSInteraction *interaction, YapDatabaseReadTransaction *t) { + TSInteraction *interaction, BOOL *stop) { block(interaction); }];