diff --git a/apps/api/src/controllers/v1/crawl-status.ts b/apps/api/src/controllers/v1/crawl-status.ts index 1fe2fd9..7b94f07 100644 --- a/apps/api/src/controllers/v1/crawl-status.ts +++ b/apps/api/src/controllers/v1/crawl-status.ts @@ -100,6 +100,14 @@ export async function crawlStatusController(req: RequestWithAuth 0) { + if (!doneJobs[0].data.pageOptions.includeRawHtml) { + for (let ii = 0; ii < doneJobs.length; ii++) { + delete data[ii].rawHtml; + } + } + } + res.status(200).json({ status, completed: doneJobsLength,