fix(crawl-status): keep 10 megabyte pages if they're the only thing in the output
This commit is contained in:
@@ -84,8 +84,8 @@ export async function crawlStatusController(req: RequestWithAuth<CrawlStatusPara
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// if we ran over the bytes limit, remove the last document
|
// if we ran over the bytes limit, remove the last document, except if it's the only document
|
||||||
if (bytes > bytesLimit) {
|
if (bytes > bytesLimit && doneJobs.length !== 1) {
|
||||||
doneJobs.splice(doneJobs.length - 1, 1);
|
doneJobs.splice(doneJobs.length - 1, 1);
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
|
|||||||
Reference in New Issue
Block a user