fix: moved delete rawHtml to end of controller

2024-08-29 10:02:05 -03:00 · 2024-08-29 10:02:05 -03:00 · f8323f9b11
parent 02410aca36
commit f8323f9b11
1 changed files with 8 additions and 0 deletions
--- a/apps/api/src/controllers/v1/crawl-status.ts
+++ b/apps/api/src/controllers/v1/crawl-status.ts
@ -100,6 +100,14 @@ export async function crawlStatusController(req: RequestWithAuth<CrawlStatusPara
    nextURL.searchParams.set("limit", req.query.limit);
  }

+  if (data.length > 0) {
+    if (!doneJobs[0].data.pageOptions.includeRawHtml) {
+      for (let ii = 0; ii < doneJobs.length; ii++) {
+        delete data[ii].rawHtml;
+      }
+    }
+  }
+
  res.status(200).json({
    status,
    completed: doneJobsLength,