mirror of
https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl
synced 2025-08-06 02:06:05 +08:00
Update extract.ts
This commit is contained in:
parent
22848af5ae
commit
91f4fd815f
@ -44,7 +44,7 @@ export async function extractController(
|
||||
|
||||
// Process all URLs in parallel
|
||||
const urlPromises = req.body.urls.map(async (url) => {
|
||||
if (url.includes('/*')) {
|
||||
if (url.includes('/*') || req.body.allowExternalLinks) {
|
||||
// Handle glob pattern URLs
|
||||
const baseUrl = url.replace('/*', '');
|
||||
const pathPrefix = baseUrl.split('/').slice(3).join('/'); // Get path after domain if any
|
||||
|
Loading…
x
Reference in New Issue
Block a user