AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-05 08:00:38 +08:00
Code Issues Packages Projects Releases Wiki Activity

added missing variables

Browse Source
This commit is contained in:
rafaelsideguide 2024-09-05 13:57:26 -03:00
parent a37ec6d17c
commit b301ffc922
2 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
apps/api/src/scraper/WebScraper/index.ts
View File

@ -589,6 +589,9 @@ export class WebScraperDataProvider {
includeLinks: options.pageOptions?.includeLinks ?? true, includeLinks: options.pageOptions?.includeLinks ?? true,
fullPageScreenshot: options.pageOptions?.fullPageScreenshot ?? false, fullPageScreenshot: options.pageOptions?.fullPageScreenshot ?? false,
screenshot: options.pageOptions?.screenshot ?? false, screenshot: options.pageOptions?.screenshot ?? false,
useFastMode: options.pageOptions?.useFastMode ?? false,
disableJSDom: options.pageOptions?.disableJSDom ?? false,
atsv: options.pageOptions?.atsv ?? false
}; };
this.extractorOptions = options.extractorOptions ?? { mode: "markdown" }; this.extractorOptions = options.extractorOptions ?? { mode: "markdown" };
this.replaceAllPathsWithAbsolutePaths = this.replaceAllPathsWithAbsolutePaths =

3
apps/api/src/scraper/WebScraper/single_url.ts
View File

@ -146,6 +146,9 @@ export async function scrapSingleUrl(
parsePDF: pageOptions.parsePDF ?? true, parsePDF: pageOptions.parsePDF ?? true,
removeTags: pageOptions.removeTags ?? [], removeTags: pageOptions.removeTags ?? [],
onlyIncludeTags: pageOptions.onlyIncludeTags ?? [], onlyIncludeTags: pageOptions.onlyIncludeTags ?? [],
useFastMode: pageOptions.useFastMode ?? false,
disableJSDom: pageOptions.disableJSDom ?? false,
atsv: pageOptions.atsv ?? false
} }
if (extractorOptions) { if (extractorOptions) {