diff --git a/apps/api/src/controllers/v1/crawl-status.ts b/apps/api/src/controllers/v1/crawl-status.ts index 7b94f07a..845f616c 100644 --- a/apps/api/src/controllers/v1/crawl-status.ts +++ b/apps/api/src/controllers/v1/crawl-status.ts @@ -103,7 +103,9 @@ export async function crawlStatusController(req: RequestWithAuth 0) { if (!doneJobs[0].data.pageOptions.includeRawHtml) { for (let ii = 0; ii < doneJobs.length; ii++) { - delete data[ii].rawHtml; + if (data[ii]) { + delete data[ii].rawHtml; + } } } } diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.ts index 4049dbda..f7f7dc75 100644 --- a/apps/api/src/controllers/v1/types.ts +++ b/apps/api/src/controllers/v1/types.ts @@ -160,7 +160,7 @@ export const mapRequestSchema = crawlerOptions.extend({ includeSubdomains: z.boolean().default(true), search: z.string().optional(), ignoreSitemap: z.boolean().default(false), - limit: z.number().min(1).max(50).default(5000).optional(), + limit: z.number().min(1).max(5000).default(5000).optional(), }).strict(strictMessage); // export type MapRequest = {