AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-05 18:10:46 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #762 from mendableai/feat/developer-notion-special-case

Browse Source 
fixed developer.notion special case
This commit is contained in:
Rafael Miller 2024-10-11 11:08:48 -03:00 committed by GitHub
commit 5c42dbc0a8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/api/src/scraper/WebScraper/custom/handleCustomScraping.ts
View File

@ -5,7 +5,7 @@ export async function handleCustomScraping(
url: string url: string
): Promise<{ scraper: string; url: string; waitAfterLoad?: number, pageOptions?: { scrollXPaths?: string[] } } | null> { ): Promise<{ scraper: string; url: string; waitAfterLoad?: number, pageOptions?: { scrollXPaths?: string[] } } | null> {
// Check for Readme Docs special case // Check for Readme Docs special case
if (text.includes('<meta name="readme-deploy"')) { if (text.includes('<meta name="readme-deploy"') && !url.includes('developers.notion.com')) {
Logger.debug( Logger.debug(
`Special use case detected for ${url}, using Fire Engine with wait time 1000ms` `Special use case detected for ${url}, using Fire Engine with wait time 1000ms`
); );