Merge branch 'main' into nsc/pay-as-you-go-lw2

This commit is contained in:
Nicolas 2024-10-25 14:02:24 -03:00
commit 4590577cba

View File

@ -499,7 +499,7 @@ async function processJob(job: Job, token: string) {
time_taken: (Date.now() - sc.createdAt) / 1000,
team_id: job.data.team_id,
mode: job.data.crawlerOptions !== null ? "crawl" : "batch_scrape",
url: sc.originUrl,
url: sc?.originUrl ?? (job.data.crawlerOptions === null ? "Batch Scrape" : "Unknown"),
crawlerOptions: sc.crawlerOptions,
pageOptions: sc.pageOptions,
origin: job.data.origin,