Austin/firecrawl
1
0
Fork 0
mirror of https://github.com/mendableai/firecrawl.git synced 2024-11-16 03:32:22 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Update website_params.ts

Browse Source
This commit is contained in:
rafaelsideguide 2024-05-22 15:07:12 -03:00
parent ff147f1f51
commit 73f1d09d39
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/api/src/scraper/WebScraper/utils/custom/website_params.ts
View File

@ -137,7 +137,7 @@ export const urlSpecificParams = {
"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9",
},
},
"spider.cloud":{
"rsseau.fr":{
defaultScraper: "fetch",
headers: {
"User-Agent":