fix(crawl-status): handle null data when purging rawHtml
This commit is contained in:
@@ -103,10 +103,12 @@ export async function crawlStatusController(req: RequestWithAuth<CrawlStatusPara
|
|||||||
if (data.length > 0) {
|
if (data.length > 0) {
|
||||||
if (!doneJobs[0].data.pageOptions.includeRawHtml) {
|
if (!doneJobs[0].data.pageOptions.includeRawHtml) {
|
||||||
for (let ii = 0; ii < doneJobs.length; ii++) {
|
for (let ii = 0; ii < doneJobs.length; ii++) {
|
||||||
|
if (data[ii]) {
|
||||||
delete data[ii].rawHtml;
|
delete data[ii].rawHtml;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
res.status(200).json({
|
res.status(200).json({
|
||||||
status,
|
status,
|
||||||
|
|||||||
Reference in New Issue
Block a user