From f8323f9b11ab6444dc86579697ee9595a6d9352e Mon Sep 17 00:00:00 2001
From: rafaelsideguide <150964962+rafaelsideguide@users.noreply.github.com>
Date: Thu, 29 Aug 2024 10:02:05 -0300
Subject: [PATCH] fix: moved delete rawHtml to end of controller

---
 apps/api/src/controllers/v1/crawl-status.ts | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/apps/api/src/controllers/v1/crawl-status.ts b/apps/api/src/controllers/v1/crawl-status.ts
index 1fe2fd9..7b94f07 100644
--- a/apps/api/src/controllers/v1/crawl-status.ts
+++ b/apps/api/src/controllers/v1/crawl-status.ts
@@ -100,6 +100,14 @@ export async function crawlStatusController(req: RequestWithAuth<CrawlStatusPara
     nextURL.searchParams.set("limit", req.query.limit);
   }
 
+  if (data.length > 0) {
+    if (!doneJobs[0].data.pageOptions.includeRawHtml) {
+      for (let ii = 0; ii < doneJobs.length; ii++) {
+        delete data[ii].rawHtml;
+      }
+    }
+  }
+
   res.status(200).json({
     status,
     completed: doneJobsLength,