fix: added eM Client guide, bumped @ladjs/graceful to handle uncaughtExceptions (e.g. undici) otherwise processes restart, added agent.destroy(), optimizations to sync paid alias allowlist job (still needs tested and monitored, extremely slow and long running)

Author: titanism

app/models/aliases.js

@@ -349,6 +349,7 @@ const Aliases = new mongoose.Schema({
 });
 
 // compound index
+Aliases.index({ domain: 1, is_enabled: 1, user: 1, _id: 1 });
 Aliases.index({ user: 1, domain: 1 });
 Aliases.index({ _id: 1, domain: 1 });
 Aliases.index({ name: 1, domain: 1 });

app/models/domains.js

@@ -498,6 +498,8 @@ const Domains = new mongoose.Schema({
   tokens: [Token]
 });
 
+Domains.index({ plan: 1, has_txt_record: 1, _id: 1 });
+
 Domains.index(
   { smtp_suspended_sent_at: 1 },
   {

app/views/faq/index.md

@@ -15,6 +15,7 @@
   * [Thunderbird](#thunderbird)
   * [Microsoft Outlook](#microsoft-outlook)
   * [Apple Mail](#apple-mail)
+  * [eM Client](#em-client)
   * [Mobile Devices](#mobile-devices)
   * [Postfix SMTP Relay Configuration](#postfix-smtp-relay-configuration)
   * [How to Send Mail As using Gmail](#how-to-send-mail-as-using-gmail)
@@ -275,6 +276,20 @@ Everything is done in-memory and [our source code is on GitHub](https://github.c
    * Password: Your generated password
 6. Click **Sign In**
 
+### eM Client
+
+1. Create a new alias and generate a password in your Forward Email dashboard
+2. Open eM Client and go to **Menu → Accounts → + Add Account**
+3. Click on **Mail** and then select **Other**
+4. Enter your Forward Email address and click **Next**
+5. Enter the following server settings:
+   * **Incoming server**: `imap.forwardemail.net`
+   * **Outgoing server**: `smtp.forwardemail.net`
+6. Enter your full email address as the **User name** and your generated password as the **Password** for both incoming and outgoing servers.
+7. eM Client will test the connection. Once it passes, click **Next**.
+8. Enter your name and choose an account name.
+9. Click **Finish**.
+
 ### Mobile Devices
 
 For iOS:
@@ -3216,9 +3231,9 @@ We publish our IP addresses at <https://forwardemail.net/ips>.
 
 Yes, we have a [list of domain name extensions](#what-domain-name-extensions-are-allowlisted-by-default) that are allowlisted by default and a dynamic, cached, and rolling allowlist based off [strict criteria](#what-is-your-allowlist-criteria).
 
-All domains, emails, and IP addresses used by paying customers are automatically checked against our denylist hourly &ndash; which alerts admins who can manually intervene if necessary.
+All domains, emails, and IP addresses used by paying customers are automatically checked against our denylist hourly – which alerts admins who can manually intervene if necessary.
 
-Additionally, if one of your domains or its email addresses are denylisted (e.g. for sending spam, viruses, or due to impersonation attacks) &ndash; then the domain admins (you) and our team admins will be notified by email immediately.  We strongly recommend that you [configure DMARC](#how-do-i-set-up-dmarc-for-forward-email) to prevent this.
+Additionally, if one of your domains or its email addresses are denylisted (e.g. for sending spam, viruses, or due to impersonation attacks) – then the domain admins (you) and our team admins will be notified by email immediately.  We strongly recommend that you [configure DMARC](#how-do-i-set-up-dmarc-for-forward-email) to prevent this.
 
 ### What domain name extensions are allowlisted by default
 

helpers/retry-client.js

@@ -85,6 +85,8 @@ class RetryClient extends undici.Client {
         const ms = calculateDelay(count);
         if (ms) await timers.setTimeout(ms);
         return this.request(options, count + 1);
+      } finally {
+        if (options.dispatcher) options.dispatcher.destroy();
       }
     };
   }

helpers/retry-request.js

@@ -94,6 +94,8 @@ async function retryRequest(url, opts = {}, count = 1) {
     const ms = opts.calculateDelay(count);
     if (ms) await timers.setTimeout(ms);
     return retryRequest(url, opts, count + 1);
+  } finally {
+    if (opts.dispatcher) opts.dispatcher.destroy();
   }
 }
 

helpers/wkd.js

@@ -57,38 +57,40 @@ function WKD(resolver, client) {
           new TimeoutError(`${url} took longer than ${DURATION}`)
         );
     }, ms(DURATION));
+    const dispatcher = new undici.Agent({
+      headersTimeout: ms(DURATION),
+      connectTimeout: ms(DURATION),
+      bodyTimeout: ms(DURATION),
+      //
+      //
+      // TODO: there is a bug in tangerine where if we supply
+      //       a custom resolver in self-hosted mode then
+      //       it causes an uncaught exception it appears
+      //
+      //
+      // TODO: an uncaught exception occurs here in self hosting sometimes (?)
+      // TypeError: Cannot read properties of undefined (reading 'length')
+      // (which means it occurs in tangerine under the hood)
+      //
+      ...(config.isSelfHosted
+        ? {}
+        : {
+            connect: {
+              lookup(hostname, options, fn) {
+                resolver
+                  .lookup(hostname, options)
+                  .then((result) => {
+                    fn(null, result?.address, result?.family);
+                  })
+                  .catch((err) => fn(err));
+              }
+            }
+          })
+    });
     const response = await undici.fetch(url, {
       signal: abortController.signal,
-      dispatcher: new undici.Agent({
-        headersTimeout: ms(DURATION),
-        connectTimeout: ms(DURATION),
-        bodyTimeout: ms(DURATION),
-        //
-        //
-        // TODO: there is a bug in tangerine where if we supply
-        //       a custom resolver in self-hosted mode then
-        //       it causes an uncaught exception it appears
-        //
-        //
-        // TODO: an uncaught exception occurs here in self hosting sometimes (?)
-        // TypeError: Cannot read properties of undefined (reading 'length')
-        // (which means it occurs in tangerine under the hood)
-        //
-        ...(config.isSelfHosted
-          ? {}
-          : {
-              connect: {
-                lookup(hostname, options, fn) {
-                  resolver
-                    .lookup(hostname, options)
-                    .then((result) => {
-                      fn(null, result?.address, result?.family);
-                    })
-                    .catch((err) => fn(err));
-                }
-              }
-            })
-      })
+      dispatcher
+      // TODO: may need `dispatcher.destroy()`, but not sure since we use `undici.fetch` vs `undici.request`
     });
     clearTimeout(t);
     return response;