Merge branch 'feat/scrape-monitoring'
This commit is contained in:
commit
88f5efce8f
|
@ -270,7 +270,7 @@ export async function scrapSingleUrl(
|
||||||
const insertedLogId = await logInsertPromise;
|
const insertedLogId = await logInsertPromise;
|
||||||
ScrapeEvents.updateScrapeResult(insertedLogId, {
|
ScrapeEvents.updateScrapeResult(insertedLogId, {
|
||||||
response_size: scraperResponse.text.length,
|
response_size: scraperResponse.text.length,
|
||||||
success: !scraperResponse.metadata.pageError && !!text,
|
success: !(scraperResponse.metadata.pageStatusCode && scraperResponse.metadata.pageStatusCode >= 400) && !!text,
|
||||||
error: scraperResponse.metadata.pageError,
|
error: scraperResponse.metadata.pageError,
|
||||||
response_code: scraperResponse.metadata.pageStatusCode,
|
response_code: scraperResponse.metadata.pageStatusCode,
|
||||||
time_taken: Date.now() - timer,
|
time_taken: Date.now() - timer,
|
||||||
|
|
Loading…
Reference in New Issue