AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-14 17:25:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

bugfixed pageStatusCode

Browse Source
This commit is contained in:
rafaelsideguide 2024-07-02 10:51:35 -03:00
parent 50eecf04a9
commit 7b7154ba1e
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
apps/api/src/scraper/WebScraper/single_url.ts
View File

@ -518,12 +518,13 @@ export async function scrapSingleUrl(
html = attempt.html ?? ""; html = attempt.html ?? "";
rawHtml = attempt.rawHtml ?? ""; rawHtml = attempt.rawHtml ?? "";
screenshot = attempt.screenshot ?? ""; screenshot = attempt.screenshot ?? "";
if (attempt.pageStatusCode) { if (attempt.pageStatusCode) {
pageStatusCode = attempt.pageStatusCode; pageStatusCode = attempt.pageStatusCode;
} }
if (attempt.pageError && attempt.pageStatusCode != 200) { if (attempt.pageError && attempt.pageStatusCode >= 400) {
pageError = attempt.pageError; pageError = attempt.pageError;
} else { } else if (attempt.pageStatusCode < 400) {
pageError = undefined; pageError = undefined;
} }