#2044 Add Ignore errors and timeout for ORM Cache (#2130)

Add Ignore errors and timeout for ORM cache

Author: dheepak-aot

sources/packages/backend/libs/sims-db/src/data-source.ts

@@ -54,7 +54,11 @@ import {
   ApplicationOfferingChangeRequest,
 } from "./entities";
 import { ClusterNode, ClusterOptions, RedisOptions } from "ioredis";
-import { ORM_CACHE_LIFETIME } from "@sims/utilities";
+import {
+  ORM_CACHE_LIFETIME,
+  ORM_CACHE_REDIS_COMMAND_TIMEOUT,
+  ORM_CACHE_REDIS_RETRY_INTERVAL,
+} from "@sims/utilities";
 import { ConfigService } from "@sims/utilities/config";
 
 interface ORMCacheConfig {
@@ -93,14 +97,22 @@ function getORMCacheConfig(): ORMCacheConfig | false {
     return false;
   }
 
+  const retryStrategy = (times: number) => {
+    const delay = Math.min(times * 100, ORM_CACHE_REDIS_RETRY_INTERVAL);
+    return delay;
+  };
+
   if (config.redis.redisStandaloneMode) {
     return {
       type: "ioredis",
       options: {
         host: config.redis.redisHost,
         port: config.redis.redisPort,
         password: config.redis.redisPassword,
+        commandTimeout: ORM_CACHE_REDIS_COMMAND_TIMEOUT,
+        retryStrategy,
       },
+      ignoreErrors: true,
       duration: ORM_CACHE_LIFETIME,
     };
   }
@@ -113,9 +125,12 @@ function getORMCacheConfig(): ORMCacheConfig | false {
       options: {
         redisOptions: {
           password: config.redis.redisPassword,
+          commandTimeout: ORM_CACHE_REDIS_COMMAND_TIMEOUT,
         },
+        clusterRetryStrategy: retryStrategy,
       },
     },
+    ignoreErrors: true,
     duration: ORM_CACHE_LIFETIME,
   };
 }

sources/packages/backend/libs/utilities/src/system-configurations-constants.ts

@@ -24,6 +24,22 @@ export const MIN_CANADA_LOAN_OVERAWARD = 250;
  * Default lifetime of ORM cache in milliseconds.
  */
 export const ORM_CACHE_LIFETIME = 10 * 60 * 1000;
+
+/**
+ * Redis command timeout of the ORM cache in milliseconds.
+ */
+export const ORM_CACHE_REDIS_COMMAND_TIMEOUT = 5 * 1000;
+
+/**
+ * Redis retry interval to retry connection
+ * when a connection cannot be established to redis.
+ *
+ * Ref for standalone: https://github.com/redis/ioredis/tree/v4#auto-reconnect
+ *
+ * Ref for cluster: https://github.com/redis/ioredis/tree/v4#cluster
+ */
+export const ORM_CACHE_REDIS_RETRY_INTERVAL = 60 * 1000;
+
 /**
  * Minimum number of days from COE approval date to the disbursement date.
  */