AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-05 15:10:47 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #453 from mendableai/nsc/notion-fix

Browse Source 
Notion Website Fixes
This commit is contained in:
Nicolas 2024-07-24 11:40:19 -04:00 committed by GitHub
commit 4ead89f983
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 14 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
apps/api/src/scraper/WebScraper/utils/custom/website_params.ts
View File

@ -22,7 +22,7 @@ export const urlSpecificParams = {
},
},
"support.greenpay.me":{
defaultScraper: "playwright",
defaultScraper: "fire-engine",
params: {
wait_browser: "networkidle2",
block_resources: false,
@ -43,7 +43,7 @@ export const urlSpecificParams = {
},
},
"docs.pdw.co":{
defaultScraper: "playwright",
defaultScraper: "fire-engine",
params: {
wait_browser: "networkidle2",
block_resources: false,
@ -83,7 +83,7 @@ export const urlSpecificParams = {
},
},
"developers.notion.com":{
defaultScraper: "playwright",
defaultScraper: "fire-engine",
params: {
wait_browser: "networkidle2",
block_resources: false,
@ -103,7 +103,7 @@ export const urlSpecificParams = {
},
},
"docs2.hubitat.com":{
defaultScraper: "playwright",
defaultScraper: "fire-engine",
params: {
wait_browser: "networkidle2",
block_resources: false,
@ -153,7 +153,7 @@ export const urlSpecificParams = {
},
},
"help.salesforce.com":{
defaultScraper: "playwright",
defaultScraper: "fire-engine",
params: {
wait_browser: "networkidle2",
block_resources: false,
@ -203,4 +203,13 @@ export const urlSpecificParams = {
},
},
},
"notion.com":{
defaultScraper: "fire-engine",
params: {
wait_browser: "networkidle2",
block_resources: false,
wait: 2000,
engine: "playwright",
}
},
};