cloud_functions: add retries to ntt related requests

Signed-off-by: bingyuyap <bingyu.yap.21@gmail.com>

Author: bingyuyap

cloud_functions/src/computeNTTRateLimits.ts

@@ -10,6 +10,7 @@ import {
   NTTEvmChain,
   NTTChain,
   nttChains,
+  retry,
 } from '@wormhole-foundation/wormhole-monitor-common';
 import { EvmPlatform } from '@wormhole-foundation/sdk-evm';
 import { SolanaPlatform } from '@wormhole-foundation/sdk-solana';
@@ -76,7 +77,7 @@ async function computeNTTRateLimits_(
   let totalInboundCapacity = 0n;
   const inboundRateLimits = await Promise.all(
     inboundChains.map(async (inboundChain): Promise<NTTRateLimit> => {
-      const inboundCapacity = await ntt.getCurrentInboundCapacity(inboundChain);
+      const inboundCapacity = await retry(() => ntt.getCurrentInboundCapacity(inboundChain));
       totalInboundCapacity += inboundCapacity;
 
       return {
@@ -91,7 +92,7 @@ async function computeNTTRateLimits_(
     })
   );
 
-  const outboundCapacity = await ntt.getCurrentOutboundCapacity();
+  const outboundCapacity = await retry(() => ntt.getCurrentOutboundCapacity());
 
   return {
     tokenName: token,

common/src/evm.ts

@@ -1,5 +1,6 @@
 import axios from 'axios';
 import { keccak256 } from '@wormhole-foundation/sdk-definitions';
+import { retry } from './utils';
 
 export async function callContractMethod(
   rpc: string,
@@ -23,7 +24,7 @@ export async function callContractMethod(
   };
 
   try {
-    const response = await axios.post(rpc, payload);
+    const response = await retry(() => axios.post(rpc, payload));
     if (response.data.error) {
       throw new Error(`Error calling contract method: ${response.data.error.message}`);
     }

common/src/solana.ts

@@ -10,6 +10,7 @@ import axios from 'axios';
 import { decode } from 'bs58';
 import { encoding } from '@wormhole-foundation/sdk-base';
 import { TokenAmount } from './types';
+import { retry } from './utils';
 
 export const isLegacyMessage = (message: Message | MessageV0): message is Message => {
   return message.version === 'legacy';
@@ -43,7 +44,7 @@ export const getSolanaTokenDecimals = async (rpc: string, mintAddress: string):
   };
 
   try {
-    const response = await axios.post(rpc, payload);
+    const response = await retry(() => axios.post(rpc, payload));
     const result = response.data.result;
     if (result?.value?.data?.parsed?.info?.decimals !== undefined) {
       return result.value.data.parsed.info.decimals;
@@ -106,7 +107,7 @@ export async function makeRpcCall(
     ],
   };
 
-  const response = await axios.post(rpcUrl, payload);
+  const response = await retry(() => axios.post(rpcUrl, payload));
   if (response.data.error) {
     throw new Error(`Error fetching ${method} account: ${response.data.error.message}`);
   }

common/src/utils.ts

@@ -214,3 +214,24 @@ export async function sendToPagerDuty(info: PagerDutyInfo): Promise<any> {
   }
   return response.data.data;
 }
+
+// Retry utility function
+export async function retry<T>(
+  fn: () => Promise<T>,
+  retries = 3,
+  delay = 1000,
+  retryCount = 0
+): Promise<T> {
+  try {
+    return await fn();
+  } catch (error) {
+    if (retryCount >= retries) {
+      console.error(`Failed after ${retries} retries:`, error);
+      throw error;
+    } else {
+      console.warn(`Retrying (${retryCount + 1}/${retries})...`, error);
+      await new Promise((resolve) => setTimeout(resolve, delay * (retryCount + 1)));
+      return retry(fn, retries, delay, retryCount + 1);
+    }
+  }
+}