mirror of
https://github.com/mendableai/firecrawl.git
synced 2024-11-16 03:32:22 +08:00
Update extract.ts
This commit is contained in:
parent
22848af5ae
commit
91f4fd815f
|
@ -44,7 +44,7 @@ export async function extractController(
|
|||
|
||||
// Process all URLs in parallel
|
||||
const urlPromises = req.body.urls.map(async (url) => {
|
||||
if (url.includes('/*')) {
|
||||
if (url.includes('/*') || req.body.allowExternalLinks) {
|
||||
// Handle glob pattern URLs
|
||||
const baseUrl = url.replace('/*', '');
|
||||
const pathPrefix = baseUrl.split('/').slice(3).join('/'); // Get path after domain if any
|
||||
|
|
Loading…
Reference in New Issue
Block a user