add comment

2025-01-07 13:57:47 +01:00
parent 7d73ebdbf1
commit 7a03275575
1 changed files with 1 additions and 0 deletions
@@ -724,6 +724,7 @@ async function processJob(job: Job & { id: string }, token: string) {
        ) {
          if (job.data.isCrawlSourceScrape) {
            // TODO: re-fetch sitemap for redirect target domain
            // TODO: reset crawl source url to new target
          } else {
            throw new Error(
              "Redirected target URL is not allowed by crawlOptions",