mirror of
https://github.com/mendableai/firecrawl.git
synced 2024-11-15 19:22:19 +08:00
This commit is contained in:
parent
9519897102
commit
3c1b1909f8
|
@ -61,6 +61,7 @@ export async function mapController(
|
||||||
sitemap.forEach((x) => {
|
sitemap.forEach((x) => {
|
||||||
links.push(x.url);
|
links.push(x.url);
|
||||||
});
|
});
|
||||||
|
links = links.slice(1, limit);
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
let urlWithoutWww = req.body.url.replace("www.", "");
|
let urlWithoutWww = req.body.url.replace("www.", "");
|
||||||
|
|
Loading…
Reference in New Issue
Block a user