fix(queue-worker): logging job on batch scrape error

This commit is contained in:
Móricz Gergő 2024-11-12 13:00:19 +01:00
parent 91f52287db
commit aa9a47bce7

View File

@ -581,7 +581,7 @@ async function processJob(job: Job & { id: string }, token: string) {
time_taken: 0, time_taken: 0,
team_id: job.data.team_id, team_id: job.data.team_id,
mode: job.data.crawlerOptions !== null ? "crawl" : "batch_scrape", mode: job.data.crawlerOptions !== null ? "crawl" : "batch_scrape",
url: sc ? sc.originUrl : job.data.url, url: sc ? sc.originUrl ?? job.data.url : job.data.url,
crawlerOptions: sc ? sc.crawlerOptions : undefined, crawlerOptions: sc ? sc.crawlerOptions : undefined,
scrapeOptions: sc ? sc.scrapeOptions : job.data.scrapeOptions, scrapeOptions: sc ? sc.scrapeOptions : job.data.scrapeOptions,
origin: job.data.origin, origin: job.data.origin,