added missing variables

This commit is contained in:
rafaelsideguide 2024-09-05 13:57:26 -03:00
parent a37ec6d17c
commit b301ffc922
2 changed files with 6 additions and 0 deletions

View File

@ -589,6 +589,9 @@ export class WebScraperDataProvider {
includeLinks: options.pageOptions?.includeLinks ?? true,
fullPageScreenshot: options.pageOptions?.fullPageScreenshot ?? false,
screenshot: options.pageOptions?.screenshot ?? false,
useFastMode: options.pageOptions?.useFastMode ?? false,
disableJSDom: options.pageOptions?.disableJSDom ?? false,
atsv: options.pageOptions?.atsv ?? false
};
this.extractorOptions = options.extractorOptions ?? { mode: "markdown" };
this.replaceAllPathsWithAbsolutePaths =

View File

@ -146,6 +146,9 @@ export async function scrapSingleUrl(
parsePDF: pageOptions.parsePDF ?? true,
removeTags: pageOptions.removeTags ?? [],
onlyIncludeTags: pageOptions.onlyIncludeTags ?? [],
useFastMode: pageOptions.useFastMode ?? false,
disableJSDom: pageOptions.disableJSDom ?? false,
atsv: pageOptions.atsv ?? false
}
if (extractorOptions) {