Merge branch 'mog/bulk-scrape'

This commit is contained in:
Nicolas 2024-10-23 16:31:14 -03:00
commit e3cb00990a
2 changed files with 2 additions and 2 deletions

View File

@ -353,7 +353,7 @@ async function processJob(job: Job, token: string) {
docs: docs, docs: docs,
time_taken: timeTakenInSeconds, time_taken: timeTakenInSeconds,
team_id: job.data.team_id, team_id: job.data.team_id,
mode: job.data.mode, mode: job.data.crawlerOptions === null ? "batch_scrape" : job.data.mode,
url: job.data.url, url: job.data.url,
crawlerOptions: job.data.crawlerOptions, crawlerOptions: job.data.crawlerOptions,
pageOptions: job.data.pageOptions, pageOptions: job.data.pageOptions,

View File

@ -11,7 +11,7 @@
"author": "", "author": "",
"license": "ISC", "license": "ISC",
"dependencies": { "dependencies": {
"@mendable/firecrawl-js": "1.7.0-beta.2", "@mendable/firecrawl-js": "1.7.1",
"axios": "^1.6.8", "axios": "^1.6.8",
"firecrawl": "^1.2.0", "firecrawl": "^1.2.0",
"ts-node": "^10.9.2", "ts-node": "^10.9.2",