Austin/firecrawl
1
0
Fork 0
mirror of https://github.com/mendableai/firecrawl.git synced 2024-11-16 03:32:22 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Update crawler.ts

Browse Source
This commit is contained in:
Nicolas 2024-04-27 11:17:10 -07:00
parent 0f694e0608
commit 1dc6458c6a
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/api/src/scraper/WebScraper/crawler.ts
View File

@ -272,7 +272,7 @@ export class WebCrawler {
".woff",
".ttf",
".woff2",
".webp",
".webp"
];
return fileExtensions.some((ext) => url.endsWith(ext));
}