Update single_url.ts

2024-06-02 20:23:45 -07:00 · 2024-06-02 20:23:45 -07:00 · fde522c3e1
parent c7d5a9ad48
commit fde522c3e1
1 changed files with 1 additions and 0 deletions
--- a/apps/api/src/scraper/WebScraper/single_url.ts
+++ b/apps/api/src/scraper/WebScraper/single_url.ts
@ -268,6 +268,7 @@ export async function scrapSingleUrl(
    includeHtml: false,
    waitFor: 0,
    screenshot: false,
+    headers: {}
  },
  existingHtml: string = ""
 ): Promise<Document> {