fix email verification rate-limiting and race conditions (#2558)

Author: malek10xdev

.env.docker

@@ -24,7 +24,7 @@ REDIS_SIGNATURE_STREAM_CONSUMER_GROUP = 'email-signature-consumer-group'
 REDIS_CLEANING_STREAM_CONSUMER_GROUP = 'email-verification-consumer-group' # consumer group for cleaning worker
 REDIS_EXTRACTING_STREAM_CONSUMER_GROUP = 'email-messages-consumer-group'   # Consumer group for extracting worker
 REDIS_EMAIL_SIGNATURE_CONSUMER_BATCH_SIZE = 500
-REDIS_EMAIL_VERIFICATION_CONSUMER_BATCH_SIZE = 500
+REDIS_EMAIL_VERIFICATION_CONSUMER_BATCH_SIZE = 1000
 
 SIGNATURE_USE_LLM = false
 SIGNATURE_OPENROUTER_API_KEY = 'test-key'
@@ -107,7 +107,7 @@ REDIS_MAXMEMORY = 1gb                   # ( REQUIRED ) Max memory used by redis,
 REDIS_DB = 0                            # ( REQUIRED ) Redis db
 REDIS_TLS = false                       # ( REQUIRED ) Enable or disable TLS for Redis
 REDIS_EXPIRATION_TIMEOUT = 7776000      # ( REQUIRED ) Expiration timeout (90 days ) for Redis entries
-REDIS_CONSUMER_BATCH_SIZE = 100         # ( REQUIRED ) The entries to read from each stream
+REDIS_CONSUMER_BATCH_SIZE = 200         # ( REQUIRED ) The entries to read from each stream
 
 # ==============| IMAP CONNECTION CONFIG |============= #
 IMAP_FETCH_BODY = true              # Enable or disable fetching Email bodies

backend/.env.dev

@@ -42,7 +42,7 @@ REDIS_MAXMEMORY = 1gb     # ( REQUIRED ) Max memory used by redis, adjust it dep
 REDIS_DB = 0              # ( REQUIRED ) Redis db
 REDIS_TLS = false       # ( REQUIRED ) Enable or disable TLS for Redis
 REDIS_EXPIRATION_TIMEOUT = 7776000 # ( REQUIRED ) Expiration timeout (90 days ) for Redis entries
-REDIS_CONSUMER_BATCH_SIZE = 100   # ( REQUIRED ) The entries to read from each stream
+REDIS_CONSUMER_BATCH_SIZE = 200   # ( REQUIRED ) The entries to read from each stream
 
 
 # ==============| API - REDIS CHANNELS, STREAMS |============= #
@@ -52,7 +52,7 @@ REDIS_SIGNATURE_STREAM_CONSUMER_GROUP = 'email-signature-consumer-group'
 REDIS_CLEANING_STREAM_CONSUMER_GROUP = 'email-verification-consumer-group' # consumer group for cleaning worker
 REDIS_EXTRACTING_STREAM_CONSUMER_GROUP = 'email-messages-consumer-group'   # Consumer group for extracting worker
 REDIS_EMAIL_SIGNATURE_CONSUMER_BATCH_SIZE = 500
-REDIS_EMAIL_VERIFICATION_CONSUMER_BATCH_SIZE = 500
+REDIS_EMAIL_VERIFICATION_CONSUMER_BATCH_SIZE = 1000
 
 
 # ==============| API - OAUTH CONFIG |============= #
@@ -111,14 +111,14 @@ REACHER_RATE_LIMITER_INTERVAL = 60000 # 1 minute
 #   - EnrichLayer: https://enrichlayer.com/docs/pc/#enrich-layer-overview
 #
 THEDIG_URL = http://127.0.0.1:8083/thedig/
-THEDIG_API_KEY = _
+THEDIG_API_KEY = test-api-key
 
 VOILANORBERT_URL = http://127.0.0.1:8083/voilanorbert/2018-01-08/
 VOILANORBERT_USERNAME = any_string
 VOILANORBERT_API_KEY = test-api-key
 
-ENRICH_LAYER_URL = https://enrichlayer.com/
-ENRICH_LAYER_API_KEY = _
+ENRICH_LAYER_URL = http://127.0.0.1:8083/enrichlayer/
+ENRICH_LAYER_API_KEY = test-api-key
 
 
 # ==============| THIRD-PARTY - IMAP EMAIL FETCHING SERVICE |============= #