From c8e0bb93ea5ff67ef330563f3fac5f54af4a1ffd Mon Sep 17 00:00:00 2001
From: Gergo Moricz <mo.geryy@gmail.com>
Date: Fri, 30 Aug 2024 20:40:45 +0200
Subject: [PATCH 1/2] fix(crawl-status): handle null data when purging rawHtml

---
 apps/api/src/controllers/v1/crawl-status.ts | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/apps/api/src/controllers/v1/crawl-status.ts b/apps/api/src/controllers/v1/crawl-status.ts
index 7b94f07a..845f616c 100644
--- a/apps/api/src/controllers/v1/crawl-status.ts
+++ b/apps/api/src/controllers/v1/crawl-status.ts
@@ -103,7 +103,9 @@ export async function crawlStatusController(req: RequestWithAuth<CrawlStatusPara
   if (data.length > 0) {
     if (!doneJobs[0].data.pageOptions.includeRawHtml) {
       for (let ii = 0; ii < doneJobs.length; ii++) {
-        delete data[ii].rawHtml;
+        if (data[ii]) {
+          delete data[ii].rawHtml;
+        }
       }
     }
   }

From 050cac51ec0b3a546c092b3ddf659c2d2ad3ae0c Mon Sep 17 00:00:00 2001
From: Nicolas <nicolascamara29@gmail.com>
Date: Fri, 30 Aug 2024 17:02:29 -0300
Subject: [PATCH 2/2] Update types.ts

---
 apps/api/src/controllers/v1/types.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.ts
index 12d1c501..ba7e9fb0 100644
--- a/apps/api/src/controllers/v1/types.ts
+++ b/apps/api/src/controllers/v1/types.ts
@@ -126,7 +126,7 @@ export const mapRequestSchema = crawlerOptions.extend({
   includeSubdomains: z.boolean().default(true),
   search: z.string().optional(),
   ignoreSitemap: z.boolean().default(false),
-  limit: z.number().min(1).max(50).default(5000).optional(),
+  limit: z.number().min(1).max(5000).default(5000).optional(),
 }).strict(strictMessage);
 
 // export type MapRequest = {