refine_persons(): Keep persons where 'email_address' & a 'message_header' are reachable (#2526)

* Create 20251120123523_refine_persons_fix_tags_filter_1.sql

* at least one reachable message_header must exist

Author: J43fura

supabase/migrations/20251120123523_refine_persons_fix_tags_filter_1.sql

@@ -0,0 +1,142 @@
+-- Keep only persons where at least one tag is reachable (Not 3) --
+CREATE OR REPLACE FUNCTION private.refine_persons(userid uuid)
+RETURNS void
+LANGUAGE plpgsql
+SET search_path = ''
+AS $$
+BEGIN
+    CREATE TEMP TABLE user_points_of_contact AS
+        SELECT
+            poc.person_email,
+            poc.name,
+            poc.plus_address,
+            poc.message_id,
+            poc."from",
+            poc."to",
+            poc.bcc,
+            poc.cc,
+            poc.reply_to,
+            m.date,
+            m.conversation
+        FROM private.pointsofcontact poc
+        JOIN private.messages m 
+            ON poc.message_id = m.message_id
+            AND poc.user_id = m.user_id
+        WHERE poc.user_id = userid;
+
+    CREATE TEMP TABLE grouped_tags AS
+		SELECT
+			person_email AS email,
+			array_agg(name) AS tags
+		FROM private.tags tg
+		WHERE
+			tg.user_id = userid
+        -- email address must be reachable
+        AND tg.source = 'refined#email_address'
+        AND tg.reachable IN (1, 2)
+        -- at least one reachable message_header must exist
+        AND EXISTS (
+            SELECT 1
+            FROM private.tags mh
+            WHERE mh.user_id = userid
+            AND mh.person_email = tg.person_email
+            AND mh.source = 'refined#message_header'
+            AND mh.reachable IN (1, 2)
+        )
+		GROUP BY person_email;
+
+    CREATE TEMP TABLE name_aggregates AS
+        SELECT
+            upc.person_email,
+            upc.name,
+            MAX(upc.date) AS recent_date,
+            COUNT(*) AS total,
+            array_agg(upc.name) OVER (PARTITION BY upc.person_email) AS alternate_name
+        FROM user_points_of_contact upc
+        WHERE upc.name IS NOT NULL
+        GROUP BY upc.person_email, upc.name;
+
+    CREATE TEMP TABLE real_names AS
+        SELECT DISTINCT
+            na.person_email,
+            FIRST_VALUE(na.name) OVER (
+                PARTITION BY na.person_email
+                ORDER BY na.total DESC, na.recent_date DESC
+            ) AS preferred_name,
+            na.alternate_name
+        FROM name_aggregates na;
+
+    CREATE TEMP TABLE email_aggregates AS
+        SELECT
+            upc.person_email,
+            MAX(upc.date) AS recency,
+            MIN(upc.date) AS seniority,
+            private.get_distinct_or_exclude_from_array(
+                array_agg(upc.plus_address)::text[],
+                ARRAY[]::text[]
+            ) AS alternate_email,
+            COUNT(*) AS occurrence,
+            COUNT(CASE WHEN upc."from" = true OR upc.reply_to = true THEN 1 END) AS sender,
+            COUNT(CASE WHEN upc."to" = true OR upc.bcc = true OR upc.cc = true THEN 1 END) AS recipient,
+            COUNT(CASE WHEN upc.conversation = true THEN 1 END) AS conversations,
+            COUNT(CASE WHEN upc.conversation = true AND upc."from" = true THEN 1 END) AS replied_conversations
+        FROM user_points_of_contact upc
+        GROUP BY upc.person_email;
+
+    CREATE TEMP TABLE combined_data AS
+        SELECT
+            ea.*,
+            gt.tags as tags,
+            pn.preferred_name AS name,
+            private.get_distinct_or_exclude_from_array(pn.alternate_name, ARRAY[pn.preferred_name, ea.person_email]) AS alternate_name
+        FROM email_aggregates ea
+        LEFT JOIN real_names pn ON ea.person_email = pn.person_email
+        JOIN grouped_tags gt ON ea.person_email = gt.email;
+
+    UPDATE private.persons
+    SET
+        name = cd.name,
+        alternate_name = cd.alternate_name,
+        alternate_email = cd.alternate_email
+    FROM combined_data cd
+    WHERE private.persons.email = cd.person_email;
+
+    INSERT INTO private.refinedpersons (
+        user_id, email, occurrence, recency, seniority,
+        sender, recipient, conversations, replied_conversations, tags
+    )
+    SELECT
+        userid,
+        cd.person_email,
+        cd.occurrence,
+        cd.recency,
+        cd.seniority,
+        cd.sender,
+        cd.recipient,
+        cd.conversations,
+        cd.replied_conversations,
+        cd.tags
+    FROM combined_data cd
+    ON CONFLICT (user_id, email) DO UPDATE
+    SET
+        occurrence = EXCLUDED.occurrence,
+        recency = EXCLUDED.recency,
+        seniority = EXCLUDED.seniority,
+        sender = EXCLUDED.sender,
+        recipient = EXCLUDED.recipient,
+        conversations = EXCLUDED.conversations,
+        replied_conversations = EXCLUDED.replied_conversations,
+        tags = EXCLUDED.tags;
+    
+    -- Drop temp tables after function execution
+    DROP TABLE IF EXISTS user_points_of_contact;
+    DROP TABLE IF EXISTS grouped_tags;
+    DROP TABLE IF EXISTS name_aggregates;
+    DROP TABLE IF EXISTS real_names;
+    DROP TABLE IF EXISTS email_aggregates;
+    DROP TABLE IF EXISTS combined_data;
+
+    -- Clear table messages
+    DELETE FROM private.messages m WHERE m.user_id = user_id;
+END;
+$$;