Update index.ts

2024-07-22 19:14:53 -04:00 · 2024-07-22 19:14:53 -04:00 · 8916fec66c
parent 575ddc9e6e
commit 8916fec66c
1 changed files with 1 additions and 1 deletions
--- a/apps/api/src/scraper/WebScraper/index.ts
+++ b/apps/api/src/scraper/WebScraper/index.ts
@ -278,7 +278,7 @@ export class WebScraperDataProvider {
    ]);

    if (this.mode === "single_urls" && documents.length > 0) {
-      documents[0].metadata.sitemap = sitemapData;
+      documents[0].metadata.sitemap = sitemapData ?? undefined;
    } else {
      documents = await this.getSitemapData(this.urls[0], documents);
    }