AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-13 20:25:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

Nick: removed 401

Browse Source
This commit is contained in:
Nicolas 2024-10-03 18:52:17 -03:00
parent 93657f6a44
commit 25dd16bf2a
2 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/api/src/scraper/WebScraper/single_url.ts
View File

@ -425,7 +425,7 @@ export async function scrapSingleUrl(
Logger.debug(`⛏️ ${scraper}: Successfully scraped ${urlToScrap} with text length >= 100 or screenshot, breaking`); Logger.debug(`⛏️ ${scraper}: Successfully scraped ${urlToScrap} with text length >= 100 or screenshot, breaking`);
break; break;
} }
if (pageStatusCode && (pageStatusCode == 404 || pageStatusCode == 400 || pageStatusCode == 401)) { if (pageStatusCode && (pageStatusCode == 404 || pageStatusCode == 400)) {
Logger.debug(`⛏️ ${scraper}: Successfully scraped ${urlToScrap} with status code ${pageStatusCode}, breaking`); Logger.debug(`⛏️ ${scraper}: Successfully scraped ${urlToScrap} with status code ${pageStatusCode}, breaking`);
break; break;
} }

1
apps/redis/start-redis-server.sh
View File

@ -28,3 +28,4 @@ redis-server $PW_ARG \
--maxmemory-policy $MAXMEMORY_POLICY \ --maxmemory-policy $MAXMEMORY_POLICY \
--appendonly $APPENDONLY \ --appendonly $APPENDONLY \
--save "$SAVE" --save "$SAVE"
--save "$SAVE" \