Iyeoluwads/firecrawl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(crawl-status): improve finished checking

Browse Source
This commit is contained in:
Gergő Móricz
2025-01-17 17:18:36 +01:00
parent e6531278f6
commit 078c0679aa
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/src/controllers/v1/crawl-status.ts
+2 -1
View File
@@ -13,6 +13,7 @@ import {
getDoneJobsOrderedLength, getDoneJobsOrderedLength,
getThrottledJobs, getThrottledJobs,
isCrawlFinished, isCrawlFinished,
isCrawlFinishedLocked,
} from "../../lib/crawl-redis"; } from "../../lib/crawl-redis";
import { getScrapeQueue } from "../../services/queue-service"; import { getScrapeQueue } from "../../services/queue-service";
import { import {
@@ -117,7 +118,7 @@ export async function crawlStatusController(
sc.cancelled sc.cancelled
? "cancelled" ? "cancelled"
: validJobStatuses.every((x) => x[1] === "completed") && : validJobStatuses.every((x) => x[1] === "completed") &&
await isCrawlFinished(req.params.jobId) (await isCrawlFinishedLocked(req.params.jobId) || await isCrawlFinished(req.params.jobId))
? "completed" ? "completed"
: "scraping"; : "scraping";