Update extract.ts
This commit is contained in:
@@ -44,7 +44,7 @@ export async function extractController(
|
|||||||
|
|
||||||
// Process all URLs in parallel
|
// Process all URLs in parallel
|
||||||
const urlPromises = req.body.urls.map(async (url) => {
|
const urlPromises = req.body.urls.map(async (url) => {
|
||||||
if (url.includes('/*')) {
|
if (url.includes('/*') || req.body.allowExternalLinks) {
|
||||||
// Handle glob pattern URLs
|
// Handle glob pattern URLs
|
||||||
const baseUrl = url.replace('/*', '');
|
const baseUrl = url.replace('/*', '');
|
||||||
const pathPrefix = baseUrl.split('/').slice(3).join('/'); // Get path after domain if any
|
const pathPrefix = baseUrl.split('/').slice(3).join('/'); // Get path after domain if any
|
||||||
|
|||||||
Reference in New Issue
Block a user