added missing variables
This commit is contained in:
parent
a37ec6d17c
commit
b301ffc922
|
@ -589,6 +589,9 @@ export class WebScraperDataProvider {
|
|||
includeLinks: options.pageOptions?.includeLinks ?? true,
|
||||
fullPageScreenshot: options.pageOptions?.fullPageScreenshot ?? false,
|
||||
screenshot: options.pageOptions?.screenshot ?? false,
|
||||
useFastMode: options.pageOptions?.useFastMode ?? false,
|
||||
disableJSDom: options.pageOptions?.disableJSDom ?? false,
|
||||
atsv: options.pageOptions?.atsv ?? false
|
||||
};
|
||||
this.extractorOptions = options.extractorOptions ?? { mode: "markdown" };
|
||||
this.replaceAllPathsWithAbsolutePaths =
|
||||
|
|
|
@ -146,6 +146,9 @@ export async function scrapSingleUrl(
|
|||
parsePDF: pageOptions.parsePDF ?? true,
|
||||
removeTags: pageOptions.removeTags ?? [],
|
||||
onlyIncludeTags: pageOptions.onlyIncludeTags ?? [],
|
||||
useFastMode: pageOptions.useFastMode ?? false,
|
||||
disableJSDom: pageOptions.disableJSDom ?? false,
|
||||
atsv: pageOptions.atsv ?? false
|
||||
}
|
||||
|
||||
if (extractorOptions) {
|
||||
|
|
Loading…
Reference in New Issue