AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-14 04:26:06 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #996 from mendableai/fix/title-extra-info

Browse Source 
[BUG] fixed title extra info
This commit is contained in:
Nicolas 2024-12-19 16:05:49 -03:00 committed by GitHub
commit ed24853ca6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/api/src/scraper/scrapeURL/lib/extractMetadata.ts
View File

@ -40,7 +40,7 @@ export function extractMetadata(
const soup = load(html);
try {
title = soup("title").text() || undefined;
title = soup("title").first().text().trim() || undefined;
description = soup('meta[name="description"]').attr("content") || undefined;
// Assuming the language is part of the URL as per the regex pattern