fix: Feed refreshes were not getting re-enqueued for failed jobs

Author: MohamedBassem

Diff for: apps/workers/package.json

@@ -16,7 +16,7 @@
     "drizzle-orm": "^0.33.0",
     "execa": "9.3.1",
     "jsdom": "^24.0.0",
-    "liteque": "^0.2.0",
+    "liteque": "^0.3.0",
     "metascraper": "^5.45.24",
     "metascraper-amazon": "^5.45.22",
     "metascraper-description": "^5.45.22",

Diff for: packages/shared/package.json

@@ -6,7 +6,7 @@
   "type": "module",
   "dependencies": {
     "glob": "^11.0.0",
-    "liteque": "^0.2.0",
+    "liteque": "^0.3.0",
     "meilisearch": "^0.37.0",
     "ollama": "^0.5.9",
     "openai": "^4.67.1",

Diff for: packages/shared/queues.ts

@@ -27,6 +27,7 @@ export const LinkCrawlerQueue = new SqliteQueue<ZCrawlLinkRequest>(
     defaultJobArgs: {
       numRetries: 5,
     },
+    keepFailedJobs: false,
   },
 );
 
@@ -43,6 +44,7 @@ export const OpenAIQueue = new SqliteQueue<ZOpenAIRequest>(
     defaultJobArgs: {
       numRetries: 3,
     },
+    keepFailedJobs: false,
   },
 );
 
@@ -61,6 +63,7 @@ export const SearchIndexingQueue = new SqliteQueue<ZSearchIndexingRequest>(
     defaultJobArgs: {
       numRetries: 5,
     },
+    keepFailedJobs: false,
   },
 );
 
@@ -77,6 +80,7 @@ export const TidyAssetsQueue = new SqliteQueue<ZTidyAssetsRequest>(
     defaultJobArgs: {
       numRetries: 1,
     },
+    keepFailedJobs: false,
   },
 );
 
@@ -107,6 +111,7 @@ export const VideoWorkerQueue = new SqliteQueue<ZVideoRequest>(
     defaultJobArgs: {
       numRetries: 5,
     },
+    keepFailedJobs: false,
   },
 );
 
@@ -131,5 +136,6 @@ export const FeedQueue = new SqliteQueue<ZFeedRequestSchema>(
       // One retry is enough for the feed queue given that it's periodic
       numRetries: 1,
     },
+    keepFailedJobs: false,
   },
 );