Nick: comments

This commit is contained in:
Nicolas
2024-07-03 18:01:54 -03:00
parent 90c54c32fd
commit 2d30cc6117
4 changed files with 33 additions and 1 deletions
@@ -4,6 +4,14 @@ import { generateRequestParams } from "../single_url";
import { fetchAndProcessPdf } from "../utils/pdfProcessor";
import { universalTimeout } from "../global";
/**
* Scrapes a URL with Playwright
* @param url The URL to scrape
* @param waitFor The time to wait for the page to load
* @param headers The headers to send with the request
* @param pageOptions The options for the page
* @returns The scraped content
*/
export async function scrapWithPlaywright(
url: string,
waitFor: number = 0,