Iyeoluwads/firecrawl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(v1): add public actions api

Browse Source
This commit is contained in:
Gergő Móricz
2024-09-18 20:39:25 +02:00
parent 42d677fe3c
commit 093c064bff
4 changed files with 74 additions and 55 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts
+4 -5
View File
@@ -136,7 +136,7 @@ export async function scrapWithFireEngine({
Logger.debug(`⛏️ Fire-Engine (${engine}): Request timed out for ${url}`);
logParams.error_message = "Request timed out";
return { html: "", screenshot: "", pageStatusCode: null, pageError: "" };
return { html: "", pageStatusCode: null, pageError: "" };
}
if (checkStatusResponse.status !== 200 || checkStatusResponse.data.error) {
@@ -155,7 +155,6 @@ export async function scrapWithFireEngine({
return {
html: "",
screenshot: "",
pageStatusCode,
pageError: checkStatusResponse.data?.pageError ?? checkStatusResponse.data?.error,
};
@@ -171,7 +170,7 @@ export async function scrapWithFireEngine({
logParams.success = true;
logParams.response_code = pageStatusCode;
logParams.error_message = pageError;
return { html: content, screenshot: "", pageStatusCode, pageError };
return { html: content, pageStatusCode, pageError };
} else {
const data = checkStatusResponse.data;
@@ -183,7 +182,7 @@ export async function scrapWithFireEngine({
logParams.error_message = data.pageError ?? data.error;
return {
html: data.content ?? "",
screenshot: data.screenshot ?? "",
screenshots: data.screenshots,
pageStatusCode: data.pageStatusCode,
pageError: data.pageError ?? data.error,
};
@@ -196,7 +195,7 @@ export async function scrapWithFireEngine({
Logger.debug(`⛏️ Fire-Engine: Failed to fetch url: ${url} | Error: ${error}`);
logParams.error_message = error.message || error;
}
return { html: "", screenshot: "", pageStatusCode: null, pageError: logParams.error_message };
return { html: "", pageStatusCode: null, pageError: logParams.error_message };
} finally {
const endTime = Date.now();
logParams.time_taken_seconds = (endTime - logParams.startTime) / 1000;