Merge branch 'mog/bulk-scrape'

This commit is contained in:
Nicolas 2024-10-23 16:31:14 -03:00
commit e3cb00990a
2 changed files with 2 additions and 2 deletions

View File

@ -353,7 +353,7 @@ async function processJob(job: Job, token: string) {
docs: docs,
time_taken: timeTakenInSeconds,
team_id: job.data.team_id,
mode: job.data.mode,
mode: job.data.crawlerOptions === null ? "batch_scrape" : job.data.mode,
url: job.data.url,
crawlerOptions: job.data.crawlerOptions,
pageOptions: job.data.pageOptions,

View File

@ -11,7 +11,7 @@
"author": "",
"license": "ISC",
"dependencies": {
"@mendable/firecrawl-js": "1.7.0-beta.2",
"@mendable/firecrawl-js": "1.7.1",
"axios": "^1.6.8",
"firecrawl": "^1.2.0",
"ts-node": "^10.9.2",