(feat/deep-research) Alpha implementation of deep research (#1202)

* Nick:

* Revert "fix(v1/types): fix extract -> json rename (FIR-1072) (#1195)"

This reverts commit 586a10f40d.

* Update deep-research-service.ts

* Nick:

* Nick:

* Nick:

* Nick:

* Nick:

* Nick:

* Update deep-research-service.ts

* Nick:

* Update deep-research-service.ts

* Apply suggestions from code review

---------

Co-authored-by: Gergő Móricz <mo.geryy@gmail.com>

apps/api/src/services/queue-service.ts

@@ -6,6 +6,7 @@ let scrapeQueue: Queue;
 let extractQueue: Queue;
 let loggingQueue: Queue;
 let indexQueue: Queue;
+let deepResearchQueue: Queue;
 
 export const redisConnection = new IORedis(process.env.REDIS_URL!, {
   maxRetriesPerRequest: null,
@@ -15,6 +16,7 @@ export const scrapeQueueName = "{scrapeQueue}";
 export const extractQueueName = "{extractQueue}";
 export const loggingQueueName = "{loggingQueue}";
 export const indexQueueName = "{indexQueue}";
+export const deepResearchQueueName = "{deepResearchQueue}";
 
 export function getScrapeQueue() {
   if (!scrapeQueue) {
@@ -70,6 +72,24 @@ export function getIndexQueue() {
   return indexQueue;
 }
 
+export function getDeepResearchQueue() {
+  if (!deepResearchQueue) {
+    deepResearchQueue = new Queue(deepResearchQueueName, {
+      connection: redisConnection,
+      defaultJobOptions: {
+        removeOnComplete: {
+          age: 90000, // 25 hours
+        },
+        removeOnFail: {
+          age: 90000, // 25 hours
+        },
+      },
+    });
+    logger.info("Deep research queue created");
+  }
+  return deepResearchQueue;
+}
+
 // === REMOVED IN FAVOR OF POLLING -- NOT RELIABLE
 // import { QueueEvents } from 'bullmq';
 // export const scrapeQueueEvents = new QueueEvents(scrapeQueueName, { connection: redisConnection.duplicate() });