mirror of
https://github.com/mendableai/firecrawl.git
synced 2024-11-16 03:32:22 +08:00
fix(queue-worker): logging job on batch scrape error
This commit is contained in:
parent
91f52287db
commit
aa9a47bce7
|
@ -581,7 +581,7 @@ async function processJob(job: Job & { id: string }, token: string) {
|
||||||
time_taken: 0,
|
time_taken: 0,
|
||||||
team_id: job.data.team_id,
|
team_id: job.data.team_id,
|
||||||
mode: job.data.crawlerOptions !== null ? "crawl" : "batch_scrape",
|
mode: job.data.crawlerOptions !== null ? "crawl" : "batch_scrape",
|
||||||
url: sc ? sc.originUrl : job.data.url,
|
url: sc ? sc.originUrl ?? job.data.url : job.data.url,
|
||||||
crawlerOptions: sc ? sc.crawlerOptions : undefined,
|
crawlerOptions: sc ? sc.crawlerOptions : undefined,
|
||||||
scrapeOptions: sc ? sc.scrapeOptions : job.data.scrapeOptions,
|
scrapeOptions: sc ? sc.scrapeOptions : job.data.scrapeOptions,
|
||||||
origin: job.data.origin,
|
origin: job.data.origin,
|
||||||
|
|
Loading…
Reference in New Issue
Block a user