Fix api server crash (#2298)

* fix: increase memory allocated to Node.js

* fix potential memory leaks in IMAP fetcher

* add command to run signature extractor worker

Author: malek10xdev

backend/api.Dockerfile

@@ -18,4 +18,4 @@ COPY --from=build-stage /leadminer-api/dist .
 EXPOSE 8081
 EXPOSE 8021
 
-CMD ["node", "server.js"]
+CMD ["node", "--max-old-space-size=4096", "server.js"]

backend/src/services/imap/ImapEmailsFetcher.ts

@@ -256,6 +256,8 @@ export default class ImapEmailsFetcher {
 
         if (this.isCanceled === true) {
           const message = `Canceled process on folder ${folderPath} with ID ${this.miningId}`;
+          msg.removeAllListeners();
+          fetchResult.removeAllListeners();
           reject(new Error(message));
           return;
         }
@@ -284,6 +286,10 @@ export default class ImapEmailsFetcher {
             );
           }
 
+          // Clear large chunks early
+          header = null as unknown as string;
+          body = null as unknown as string;
+
           const messageId = getMessageId(parsedHeader);
 
           parsedHeader['message-id'] = [messageId];

package.json

@@ -15,6 +15,7 @@
     "dev:backend-api": "npm run dev:api --prefix ./backend",
     "dev:backend-worker": "npm run dev:worker --prefix ./backend",
     "dev:backend-email-worker": "npm run dev:email-worker --prefix ./backend",
+    "dev:backend-email-signature-worker": "npm run dev:email-signature-worker --prefix ./backend",
     "dev:backend-mock-external-services": "npm run dev:mock-external-services --prefix ./backend"
   },
   "author": "ankaboot",