Iyeoluwads/firecrawl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'main' into v1/llm-extract

Browse Source
This commit is contained in:
Nicolas
2024-08-30 17:16:21 -03:00
parent ef5c8931eb 050cac51ec
commit 522d256b11
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/src/controllers/v1/crawl-status.ts
+3 -1
View File
@@ -103,7 +103,9 @@ export async function crawlStatusController(req: RequestWithAuth<CrawlStatusPara
if (data.length > 0) { if (data.length > 0) {
if (!doneJobs[0].data.pageOptions.includeRawHtml) { if (!doneJobs[0].data.pageOptions.includeRawHtml) {
for (let ii = 0; ii < doneJobs.length; ii++) { for (let ii = 0; ii < doneJobs.length; ii++) {
delete data[ii].rawHtml; if (data[ii]) {
delete data[ii].rawHtml;
}
} }
} }
} }
apps/api/src/controllers/v1/types.ts
+1 -1
View File
@@ -160,7 +160,7 @@ export const mapRequestSchema = crawlerOptions.extend({
includeSubdomains: z.boolean().default(true), includeSubdomains: z.boolean().default(true),
search: z.string().optional(), search: z.string().optional(),
ignoreSitemap: z.boolean().default(false), ignoreSitemap: z.boolean().default(false),
limit: z.number().min(1).max(50).default(5000).optional(), limit: z.number().min(1).max(5000).default(5000).optional(),
}).strict(strictMessage); }).strict(strictMessage);
// export type MapRequest = { // export type MapRequest = {