feat(twilio): add retry on message send fail (#651)

packages/channels/src/twilio/config.ts

@@ -5,10 +5,14 @@ export interface TwilioConfig extends ChannelConfig {
   accountSID: string
   authToken: string
   messageDelay?: string
+  retryMaxAttempts?: number
+  retryDelay?: string
 }
 
 export const TwilioConfigSchema = {
   accountSID: Joi.string().regex(/^AC.*/).required(),
   authToken: Joi.string().required(),
-  messageDelay: Joi.string().optional()
+  messageDelay: Joi.string().optional(),
+  retryMaxAttempts: Joi.number().optional(),
+  retryDelay: Joi.string().optional()
 }

packages/channels/src/twilio/senders/common.ts

@@ -1,22 +1,45 @@
+import { backOff } from 'exponential-backoff'
 import ms from 'ms'
 import { CommonSender } from '../../base/senders/common'
 import { TwilioContext } from '../context'
 
+const DEFAULT_MAX_ATTEMPTS = 3
+
 export class TwilioCommonSender extends CommonSender {
   async send(context: TwilioContext) {
     for (const message of context.messages) {
-      await context.state.twilio.messages.create({
-        ...message,
-        from: context.identity,
-        to: context.sender
-      })
+      const { messageDelay, retryDelay, retryMaxAttempts = DEFAULT_MAX_ATTEMPTS } = context.state.config
+      await backOff(
+        async () => {
+          await context.state.twilio.messages.create({
+            ...message,
+            from: context.identity,
+            to: context.sender
+          })
 
-      const { messageDelay } = context.state.config
-      if (messageDelay) {
-        // depending on the account it might be required to limit the rps to each number
-        // usually this is an issue for carousels
-        await new Promise((resolve) => setTimeout(resolve, ms(messageDelay)))
-      }
+          if (messageDelay) {
+            // depending on the account it might be required to limit the rps to each number
+            // usually this is an issue for carousels
+            await new Promise((resolve) => setTimeout(resolve, ms(messageDelay)))
+          }
+        },
+        {
+          jitter: 'none',
+          numOfAttempts: retryMaxAttempts,
+          startingDelay: (retryDelay && ms(retryDelay)) || 1000,
+          retry: (e, attemptNumber) => {
+            if (attemptNumber === 1) {
+              context.logger?.error(
+                e,
+                `Failed to send message to Twilio on first attempt. Retrying ${retryMaxAttempts} more times`
+              )
+            } else {
+              context.logger?.error(e, `Failed again, retry: ${attemptNumber}`)
+            }
+            return true
+          }
+        }
+      )
     }
   }
 }