fix: add fallback for signature extraction & minor fixes (#2479)

Author: malek10xdev

backend/src/workers/email-signature/handler.ts

@@ -129,11 +129,14 @@ export class EmailSignatureProcessor {
     body: string,
     messageDate: string
   ): Promise<void> {
-    const signature = this.extractSignature(body);
+    const signature =
+      this.extractSignature(body) ??
+      body.trim().split('\n').slice(-10).join('\n');
 
     if (!signature || !isUsefulSignatureContent(signature)) {
       this.logging.info('No signature found; skipping cache', {
         email,
+        body: signature,
         miningId
       });
       return;

micro-services/emails-fetcher/.env.dev

@@ -48,4 +48,5 @@ IMAP_MAX_CONNECTIONS = 10               # ( REQUIRED ) Maximum simultaneous IMAP
 # ==============| API - FETCHING CONFIGURATION |============= #
 FETCHING_BATCH_SIZE_TO_SEND = 200                     # Number of messages per sending batch
 FETCHING_CHUNK_SIZE_PER_CONNECTION = 2000             # Number of messages fetched per IMAP connection chunk
-FETCHING_MAX_CONNECTIONS_PER_FOLDER = 10              # Maximum concurrent connections per IMAP folder
+FETCHING_MAX_CONNECTIONS_PER_FOLDER = 10              # Maximum concurrent connections per IMAP folder
+FETCHING_MAX_BODY_TEXT_PLAIN_SIZE = 10500             # Maximum concurrent connections per IMAP folder

micro-services/emails-fetcher/src/services/imap/ImapEmailsFetcher.ts

@@ -569,7 +569,7 @@ export default class ImapEmailsFetcher {
         continue;
 
       const text = decodeQuotedPrintable(
-        msg.bodyParts?.get(partId)?.toLocaleString() ?? '',
+        msg.bodyParts?.get(partId)?.toString() ?? '',
         'utf-8'
       );
 

run.sh

@@ -2,7 +2,9 @@ npm run dev:backend-api &
 npm run dev:micro-services-emails-fetcher &
 npm run dev:backend-worker &
 npm run dev:backend-email-worker &
+npm run dev:backend-email-signature-worker &
 npm run dev:backend-mock-external-services &
+npm run dev:micro-services-emails-fetcher &
 npm run dev:supabase-functions &
 npm run dev:frontend &
 wait