unreads: Fix topic case-sensitivity.

Maps canoncalized topic names to
a variant of the actual topic name.

This is achieved by introducing a TopicMap class
similar to FoldDict in web.

See https://chat.zulip.org/#narrow/channel/516-mobile-dev-help/topic/Expected.20behaviour.20for.20case.20insensitivity.20for.20unreads.20.23F980/near/2076806

Fixes #980.

Author: apoorvapendse

lib/model/topicmap.dart

@@ -0,0 +1,55 @@
+
+import '../api/model/model.dart';
+
+class TopicMap<T> {
+  final Map<String, _KeyValue<T>> _topicMessageMap = {};
+
+  int get size => _topicMessageMap.length;
+
+  T? get(TopicName key) {
+    return _topicMessageMap[_munge(key)]?.v;
+  }
+
+  void set(TopicName key, T value) {
+    _topicMessageMap[_munge(key)] = _KeyValue(k: key, v: value);
+  }
+
+  TopicName? getSomeTopicVersion(TopicName key) {
+    return _topicMessageMap[_munge(key)]?.k;
+  }
+
+  bool has(TopicName key) => _topicMessageMap.containsKey(_munge(key));
+
+  bool delete(TopicName key) => _topicMessageMap.remove(_munge(key)) != null;
+
+  Iterable<TopicName> keys() => _topicMessageMap.values.map((kv) => kv.k);
+
+  Iterable<T> values() => _topicMessageMap.values.map((kv) => kv.v);
+
+  Iterable<MapEntry<TopicName, T>> get entries =>
+      _topicMessageMap.entries.map((kv) => MapEntry(kv.value.k, kv.value.v));
+
+  void clear() => _topicMessageMap.clear();
+
+
+  String _munge(TopicName key) => key.toString().toLowerCase();
+}
+
+extension TopicMapExtensions<T> on TopicMap<T> {
+  // Converts this `TopicMap<T>` into a plain `Map<TopicName, T>`,
+  // making it easier to do standard deep equality checks in tests.
+  Map<TopicName, T> toMap() {
+    final result = <TopicName, T>{};
+    for (final entry in entries) {
+      result[entry.key] = entry.value;
+    }
+    return result;
+  }
+}
+
+class _KeyValue<T> {
+  final TopicName k;
+  final T v;
+
+  _KeyValue({required this.k, required this.v});
+}

lib/model/unreads.dart

@@ -10,6 +10,7 @@ import '../log.dart';
 import 'algorithms.dart';
 import 'narrow.dart';
 import 'channel.dart';
+import 'topicmap.dart';
 
 /// The view-model for unread messages.
 ///
@@ -40,14 +41,14 @@ class Unreads extends ChangeNotifier {
     required int selfUserId,
     required ChannelStore channelStore,
   }) {
-    final streams = <int, Map<TopicName, QueueList<int>>>{};
+    final streams = <int, TopicMap<QueueList<int>>>{};
     final dms = <DmNarrow, QueueList<int>>{};
     final mentions = Set.of(initial.mentions);
 
     for (final unreadChannelSnapshot in initial.channels) {
       final streamId = unreadChannelSnapshot.streamId;
       final topic = unreadChannelSnapshot.topic;
-      (streams[streamId] ??= {})[topic] = QueueList.from(unreadChannelSnapshot.unreadMessageIds);
+      (streams[streamId] ??= TopicMap<QueueList<int>>()).set(topic,QueueList.from(unreadChannelSnapshot.unreadMessageIds));
     }
 
     for (final unreadDmSnapshot in initial.dms) {
@@ -86,7 +87,7 @@ class Unreads extends ChangeNotifier {
   // int count;
 
   /// Unread stream messages, as: stream ID → topic → message IDs (sorted).
-  final Map<int, Map<TopicName, QueueList<int>>> streams;
+  final Map<int, TopicMap<QueueList<int>>> streams;
 
   /// Unread DM messages, as: DM narrow → message IDs (sorted).
   final Map<DmNarrow, QueueList<int>> dms;
@@ -187,7 +188,9 @@ class Unreads extends ChangeNotifier {
 
   int countInTopicNarrow(int streamId, TopicName topic) {
     final topics = streams[streamId];
-    return topics?[topic]?.length ?? 0;
+    if (topics == null) return 0;
+    final qlist = topics.get(topic);
+    return qlist?.length ?? 0;
   }
 
   int countInDmNarrow(DmNarrow narrow) => dms[narrow]?.length ?? 0;
@@ -443,26 +446,30 @@ class Unreads extends ChangeNotifier {
   // TODO use efficient lookups
   bool _slowIsPresentInStreams(int messageId) {
     return streams.values.any(
-      (topics) => topics.values.any(
+      (topics) => topics.values().any(
         (messageIds) => messageIds.contains(messageId),
       ),
     );
   }
 
   void _addLastInStreamTopic(int messageId, int streamId, TopicName topic) {
-    ((streams[streamId] ??= {})[topic] ??= QueueList()).addLast(messageId);
+    if ((streams[streamId] ??= TopicMap<QueueList<int>>()).get(topic) == null) {
+      streams[streamId]?.set(topic, QueueList<int>());
+    }
+    (streams[streamId] ??= TopicMap<QueueList<int>>()).get(topic)?.addLast(messageId);
   }
 
   // [messageIds] must be sorted ascending and without duplicates.
   void _addAllInStreamTopic(QueueList<int> messageIds, int streamId, TopicName topic) {
-    final topics = streams[streamId] ??= {};
-    topics.update(topic,
-      ifAbsent: () => messageIds,
-      // setUnion dedupes existing and incoming unread IDs,
-      // so we tolerate zulip/zulip#22164, fixed in 6.0
-      // TODO(server-6) remove 6.0 comment
-      (existing) => setUnion(existing, messageIds),
-    );
+    final topics = streams[streamId] ??= TopicMap<QueueList<int>>();
+    if (topics.has(topic)) {
+      // If the topic already exists, update its message ids with setUnion
+    topics.set(topic, setUnion(topics.get(topic) ?? QueueList<int>(), messageIds));
+    } else {
+      // If the topic does not exist, insert the new messageIds list
+    topics.set(topic, messageIds);
+    }
+
   }
 
   // TODO use efficient model lookups
@@ -477,9 +484,9 @@ class Unreads extends ChangeNotifier {
         }
       }
       for (final topic in newlyEmptyTopics) {
-        topics.remove(topic);
+        topics.delete(topic);
       }
-      if (topics.isEmpty) {
+      if (topics.size==0) {
         newlyEmptyStreams.add(streamId);
       }
     }
@@ -491,14 +498,14 @@ class Unreads extends ChangeNotifier {
   void _removeAllInStreamTopic(Set<int> incomingMessageIds, int streamId, TopicName topic) {
     final topics = streams[streamId];
     if (topics == null) return;
-    final messageIds = topics[topic];
+    final messageIds = topics.get(topic);
     if (messageIds == null) return;
 
     // ([QueueList] doesn't have a `removeAll`)
     messageIds.removeWhere((id) => incomingMessageIds.contains(id));
     if (messageIds.isEmpty) {
-      topics.remove(topic);
-      if (topics.isEmpty) {
+      topics.delete(topic);
+      if (topics.size==0) {
         streams.remove(streamId);
       }
     }

pubspec.lock

@@ -291,10 +291,10 @@ packages:
     dependency: "direct dev"
     description:
       name: fake_async
-      sha256: "6a95e56b2449df2273fd8c45a662d6947ce1ebb7aafe80e550a3f68297f3cacc"
+      sha256: "5368f224a74523e8d2e7399ea1638b37aecfca824a3cc4dfdf77bf1fa905ac44"
       url: "https://pub.dev"
     source: hosted
-    version: "1.3.2"
+    version: "1.3.3"
   ffi:
     dependency: transitive
     description:
@@ -607,10 +607,10 @@ packages:
     dependency: "direct main"
     description:
       name: intl
-      sha256: d6f56758b7d3014a48af9701c085700aac781a92a87a62b1333b46d8879661cf
+      sha256: "3df61194eb431efc39c4ceba583b95633a403f46c9fd341e550ce0bfa50e9aa5"
       url: "https://pub.dev"
     source: hosted
-    version: "0.19.0"
+    version: "0.20.2"
   io:
     dependency: transitive
     description:
@@ -647,10 +647,10 @@ packages:
     dependency: transitive
     description:
       name: leak_tracker
-      sha256: c35baad643ba394b40aac41080300150a4f08fd0fd6a10378f8f7c6bc161acec
+      sha256: "6bb818ecbdffe216e81182c2f0714a2e62b593f4a4f13098713ff1685dfb6ab0"
       url: "https://pub.dev"
     source: hosted
-    version: "10.0.8"
+    version: "10.0.9"
   leak_tracker_flutter_testing:
     dependency: transitive
     description:
@@ -1244,10 +1244,10 @@ packages:
     dependency: transitive
     description:
       name: vm_service
-      sha256: "0968250880a6c5fe7edc067ed0a13d4bae1577fe2771dcf3010d52c4a9d3ca14"
+      sha256: ddfa8d30d89985b96407efce8acbdd124701f96741f2d981ca860662f1c0dc02
       url: "https://pub.dev"
     source: hosted
-    version: "14.3.1"
+    version: "15.0.0"
   wakelock_plus:
     dependency: "direct main"
     description:
@@ -1300,10 +1300,10 @@ packages:
     dependency: transitive
     description:
       name: webdriver
-      sha256: "3d773670966f02a646319410766d3b5e1037efb7f07cc68f844d5e06cd4d61c8"
+      sha256: "2f3a14ca026957870cfd9c635b83507e0e51d8091568e90129fbf805aba7cade"
       url: "https://pub.dev"
     source: hosted
-    version: "3.0.4"
+    version: "3.1.0"
   webkit_inspection_protocol:
     dependency: transitive
     description:

test/model/unreads_checks.dart

@@ -2,10 +2,18 @@ import 'package:checks/checks.dart';
 import 'package:collection/collection.dart';
 import 'package:zulip/api/model/model.dart';
 import 'package:zulip/model/narrow.dart';
+import 'package:zulip/model/topicmap.dart';
 import 'package:zulip/model/unreads.dart';
 
 extension UnreadsChecks on Subject<Unreads> {
-  Subject<Map<int, Map<TopicName, QueueList<int>>>> get streams => has((u) => u.streams, 'streams');
+  Subject<Map<int, Map<TopicName, QueueList<int>>>> get streams => has(
+    (unreads) {
+      return unreads.streams.map(
+        (streamId, topicMap) => MapEntry(streamId, topicMap.toMap()),
+      );
+    },
+    'streams',
+  );
   Subject<Map<DmNarrow, QueueList<int>>> get dms => has((u) => u.dms, 'dms');
   Subject<Set<int>> get mentions => has((u) => u.mentions, 'mentions');
   Subject<bool> get oldUnreadsMissing => has((u) => u.oldUnreadsMissing, 'oldUnreadsMissing');

test/model/unreads_test.dart

@@ -59,6 +59,8 @@ void main() {
       'checkMatchesMessages: duplicate messages in test input');
 
     final Map<int, Map<TopicName, QueueList<int>>> expectedStreams = {};
+    final earliestCapitalizationByStream =
+      <int, Map<String, String>>{};
     final Map<DmNarrow, QueueList<int>> expectedDms = {};
     final Set<int> expectedMentions = {};
     for (final message in messages) {
@@ -67,9 +69,25 @@ void main() {
       }
       switch (message) {
         case StreamMessage():
-          final perTopic = expectedStreams[message.streamId] ??= {};
-          final messageIds = perTopic[message.topic] ??= QueueList();
-          messageIds.add(message.id);
+          // Convert the message’s topic to lowercase, just like our code.
+          final streamId = message.streamId;
+          final realTopic = message.topic.toString();
+          final lowerTopic = realTopic.toLowerCase();
+
+          final perTopic = expectedStreams[streamId]
+              ??= <TopicName, QueueList<int>>{};
+
+          final earliestMap = earliestCapitalizationByStream[streamId]
+              ??= <String, String>{};
+
+          // If we already have a capitalization for this topic, reuse it;
+          // otherwise, record this new capitalization as earliest.
+          final earliestCaps = earliestMap[lowerTopic] ??= realTopic;
+
+          // Insert the message under that earliestCaps key
+          final topicName = TopicName(earliestCaps);
+          final qlist = perTopic[topicName] ??= QueueList<int>();
+          qlist.add(message.id);
         case DmMessage():
           final narrow = DmNarrow.ofMessage(message, selfUserId: eg.selfUser.userId);
           final messageIds = expectedDms[narrow] ??= QueueList();
@@ -332,13 +350,15 @@ void main() {
         final stream2 = eg.stream(streamId: 2);
         for (final (oldStream, newStream, oldTopic, newTopic) in [
           (stream1, stream1, 'a', 'a'),
+          (stream1, stream1, 'a', 'A'),
+          (stream1, stream1, 'Zebra', 'ZEBRa'),
           (stream1, stream1, 'a', 'b'),
           (stream1, stream2, 'a', 'a'),
           (stream1, stream2, 'a', 'b'),
         ]) {
           final description = [
             oldStream.streamId == newStream.streamId ? 'same stream' : 'different stream',
-            oldTopic == newTopic ? 'same topic' : 'different topic',
+            oldTopic.toLowerCase() == newTopic.toLowerCase() ? 'same topic' : 'different topic',
           ].join(' / ');
           test(description, () {
             final oldMessage = eg.streamMessage(stream: oldStream, topic: oldTopic, flags: []);