diff --git a/apps/api/src/controllers/v1/search.ts b/apps/api/src/controllers/v1/search.ts index 7d7bf9d3..1d8c59eb 100644 --- a/apps/api/src/controllers/v1/search.ts +++ b/apps/api/src/controllers/v1/search.ts @@ -73,13 +73,17 @@ async function scrapeSearchResult( teamId: options.teamId, }); + let statusCode = 0; + if (error.message.includes("Could not scrape url")) { + statusCode = 403; + } // Return a minimal document with SERP results at top level return { title: searchResult.title, description: searchResult.description, url: searchResult.url, metadata: { - statusCode: 0, + statusCode, error: error.message, }, };