mirror of
https://github.com/mendableai/firecrawl.git
synced 2024-11-16 03:32:22 +08:00
Merge branch 'mog/bulk-scrape'
This commit is contained in:
commit
e3cb00990a
|
@ -353,7 +353,7 @@ async function processJob(job: Job, token: string) {
|
|||
docs: docs,
|
||||
time_taken: timeTakenInSeconds,
|
||||
team_id: job.data.team_id,
|
||||
mode: job.data.mode,
|
||||
mode: job.data.crawlerOptions === null ? "batch_scrape" : job.data.mode,
|
||||
url: job.data.url,
|
||||
crawlerOptions: job.data.crawlerOptions,
|
||||
pageOptions: job.data.pageOptions,
|
||||
|
|
|
@ -11,7 +11,7 @@
|
|||
"author": "",
|
||||
"license": "ISC",
|
||||
"dependencies": {
|
||||
"@mendable/firecrawl-js": "1.7.0-beta.2",
|
||||
"@mendable/firecrawl-js": "1.7.1",
|
||||
"axios": "^1.6.8",
|
||||
"firecrawl": "^1.2.0",
|
||||
"ts-node": "^10.9.2",
|
||||
|
|
Loading…
Reference in New Issue
Block a user