fix(scrape): remove scrape job from queue after the job is done
This commit is contained in:
@@ -62,6 +62,8 @@ export async function scrapeHelper(
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
await job.remove();
|
||||||
|
|
||||||
if (!doc) {
|
if (!doc) {
|
||||||
console.error("!!! PANIC DOC IS", doc, job);
|
console.error("!!! PANIC DOC IS", doc, job);
|
||||||
return { success: true, error: "No page found", returnCode: 200, data: doc };
|
return { success: true, error: "No page found", returnCode: 200, data: doc };
|
||||||
|
|||||||
Reference in New Issue
Block a user