Add unread_msg_ids datastructure to index

Fixes #496

Author: kaustubh-nair

tests/conftest.py

@@ -480,7 +480,8 @@ def empty_index():
             stream_msg_template['id']: stream_msg_template,
             pm_template['id']: pm_template,
             group_pm_template['id']: group_pm_template,
-        })
+        }),
+        'unread_msg_ids': set()
     })
 
 
@@ -704,10 +705,10 @@ def stream_dict(streams_fixture):
 @pytest.fixture
 def classified_unread_counts():
     """
-    Unread counts return by
+    Unread counts and unread_msg_ids returned by
     helper.classify_unread_counts function.
     """
-    return {
+    return ({
         'all_msg': 12,
         'all_pms': 8,
         'unread_topics': {
@@ -726,4 +727,4 @@ def classified_unread_counts():
             1000: 3,
             99: 1
         }
-    }
+    }, {1, 2, 3, 4, 5, 6, 7, 11, 12, 13, 101, 102})

tests/helper/test_helper.py

@@ -183,8 +183,9 @@ def test_classify_unread_counts(mocker, initial_data, stream_dict,
     model.initial_data = initial_data
     model.muted_topics = muted_topics
     model.muted_streams = muted_streams
-    assert classify_unread_counts(model) == dict(classified_unread_counts,
-                                                 **vary_in_unreads)
+    assert classify_unread_counts(model) == (dict(classified_unread_counts[0],
+                                             **vary_in_unreads),
+                                             classified_unread_counts[1])
 
 
 @pytest.mark.parametrize('color', [

tests/model/test_model.py

@@ -34,7 +34,7 @@ def model(self, mocker, initial_data, user_profile):
         # NOTE: PATCH WHERE USED NOT WHERE DEFINED
         self.classify_unread_counts = mocker.patch(
             'zulipterminal.model.classify_unread_counts',
-            return_value=[])
+            return_value=([], set()))
         self.client.get_profile.return_value = user_profile
         model = Model(self.controller)
         return model
@@ -436,7 +436,7 @@ def test_success_get_messages(self, mocker, messages_successful_response,
                      return_value=({}, set(), [], []))
         self.classify_unread_counts = mocker.patch(
             'zulipterminal.model.classify_unread_counts',
-            return_value=[])
+            return_value=([], set()))
 
         # Setup mocks before calling get_messages
         self.client.get_messages.return_value = messages_successful_response
@@ -476,7 +476,7 @@ def test_get_message_false_first_anchor(
                      return_value=({}, set(), [], []))
         self.classify_unread_counts = mocker.patch(
             'zulipterminal.model.classify_unread_counts',
-            return_value=[])
+            return_value=([], set()))
 
         # Setup mocks before calling get_messages
         messages_successful_response['anchor'] = 0
@@ -509,7 +509,7 @@ def test_fail_get_messages(self, mocker, error_response,
                      return_value=({}, set(), [], []))
         self.classify_unread_counts = mocker.patch(
             'zulipterminal.model.classify_unread_counts',
-            return_value=[])
+            return_value=([], set()))
 
         # Setup mock before calling get_messages
         # FIXME This has no influence on the result
@@ -588,7 +588,7 @@ def test__update_initial_data_raises_exception(self, mocker, initial_data):
                      return_value=({}, set(), [], []))
         self.classify_unread_counts = mocker.patch(
             'zulipterminal.model.classify_unread_counts',
-            return_value=[])
+            return_value=([], set()))
 
         # Setup mocks before calling get_messages
         self.client.register.return_value = initial_data
@@ -622,7 +622,7 @@ def test_get_all_users(self, mocker, initial_data, user_list, user_dict,
                      return_value=({}, set(), [], []))
         self.classify_unread_counts = mocker.patch(
             'zulipterminal.model.classify_unread_counts',
-            return_value=[])
+            return_value=([], set()))
         model = Model(self.controller)
         assert model.user_dict == user_dict
         assert model.users == user_list

zulipterminal/helper.py

@@ -38,6 +38,8 @@
     'search': Set[int],  # {message_id, ...}
     # Downloaded message data
     'messages': Dict[int, Message],  # message_id: Message
+    # unread message data; additional data in model.initial_data['unread_msgs']
+    'unread_msg_ids': Set[int]  # {message_ids, ...}
 })
 
 initial_index = Index(
@@ -52,6 +54,7 @@
     topics=defaultdict(list),
     search=set(),
     messages=defaultdict(dict),
+    unread_msg_ids=set(),
 )
 
 
@@ -351,9 +354,10 @@ def index_messages(messages: List[Message],
     return index
 
 
-def classify_unread_counts(model: Any) -> UnreadCounts:
+def classify_unread_counts(model: Any) -> Tuple[UnreadCounts, Set[int]]:
     # TODO: support group pms
     unread_msg_counts = model.initial_data['unread_msgs']
+    unread_msg_ids: Set[int] = set()
 
     unread_counts = UnreadCounts(
         all_msg=0,
@@ -365,13 +369,17 @@ def classify_unread_counts(model: Any) -> UnreadCounts:
     )
 
     for pm in unread_msg_counts['pms']:
-        count = len(pm['unread_message_ids'])
+        message_ids = pm['unread_message_ids']
+        unread_msg_ids.update(message_ids)
+        count = len(message_ids)
         unread_counts['unread_pms'][pm['sender_id']] = count
         unread_counts['all_msg'] += count
         unread_counts['all_pms'] += count
 
     for stream in unread_msg_counts['streams']:
-        count = len(stream['unread_message_ids'])
+        message_ids = stream['unread_message_ids']
+        unread_msg_ids.update(message_ids)
+        count = len(message_ids)
         stream_id = stream['stream_id']
         if [model.stream_dict[stream_id]['name'],
                 stream['topic']] in model.muted_topics:
@@ -386,14 +394,16 @@ def classify_unread_counts(model: Any) -> UnreadCounts:
 
     # store unread count of group pms in `unread_huddles`
     for group_pm in unread_msg_counts['huddles']:
-        count = len(group_pm['unread_message_ids'])
+        message_ids = group_pm['unread_message_ids']
+        unread_msg_ids.update(message_ids)
+        count = len(message_ids)
         user_ids = group_pm['user_ids_string'].split(',')
         user_ids = frozenset(map(int, user_ids))
         unread_counts['unread_huddles'][user_ids] = count
         unread_counts['all_msg'] += count
         unread_counts['all_pms'] += count
 
-    return unread_counts
+    return unread_counts, unread_msg_ids
 
 
 def match_user(user: Any, text: str) -> bool:

zulipterminal/model.py

@@ -116,7 +116,8 @@ def __init__(self, controller: Any) -> None:
         self.user_group_by_id = {}  # type: Dict[int, Dict[str, Any]]
         self.user_group_names = self._group_info_from_realm_user_groups(groups)
 
-        self.unread_counts = classify_unread_counts(self)
+        unread_data = classify_unread_counts(self)
+        self.unread_counts, self.index['unread_msg_ids'] = unread_data
 
         self.fetch_all_topics(workers=5)