Austin/firecrawl
1
0
Fork 0
mirror of https://github.com/mendableai/firecrawl.git synced 2024-11-16 03:32:22 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fixed developer.notion special case

Browse Source
This commit is contained in:
rafaelsideguide 2024-10-11 10:54:59 -03:00
parent 0d48f4513a
commit c1f98d0371
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/api/src/scraper/WebScraper/custom/handleCustomScraping.ts
View File

@ -5,7 +5,7 @@ export async function handleCustomScraping(
url: string
): Promise<{ scraper: string; url: string; waitAfterLoad?: number, pageOptions?: { scrollXPaths?: string[] } } | null> {
// Check for Readme Docs special case
if (text.includes('<meta name="readme-deploy"')) {
if (text.includes('<meta name="readme-deploy"') && !url.includes('developers.notion.com')) {
Logger.debug(
`Special use case detected for ${url}, using Fire Engine with wait time 1000ms`
);