AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-04-18 12:09:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

retry models

Browse Source
This commit is contained in:
rafaelmmiller 2025-04-09 19:14:19 -03:00
parent 844749be6e
commit 2424688f56
2 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts
View File

@ -243,18 +243,18 @@ export async function extractData({
}),
);
}
console.log("smartscrapeResults", smartscrapeResults);
// console.log("smartscrapeResults", smartscrapeResults);
const scrapedPages = smartscrapeResults.map(
(result) => result.scrapedPages,
);
console.log("scrapedPages", scrapedPages);
// console.log("scrapedPages", scrapedPages);
const htmls = scrapedPages.flat().map((page) => page.html);
console.log("htmls", htmls);
// console.log("htmls", htmls);
const markdowns = await Promise.all(
htmls.map(async (html) => await parseMarkdown(html)),
);
console.log("markdowns", markdowns);
// console.log("markdowns", markdowns);
extractedData = await Promise.all(
markdowns.map(async (markdown) => {
const newExtractOptions = {

4
apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
View File

@ -186,10 +186,10 @@ export async function generateCompletions({
markdown,
previousWarning,
isExtractEndpoint,
model = getModel("gpt-4o-mini"),
model = getModel("gpt-4o-mini", "openai"),
mode = "object",
providerOptions,
retryModel = getModel("claude-3-7-sonnet-latest", "anthropic"),
retryModel = getModel("claude-3-5-sonnet-20240620", "anthropic"),
}: GenerateCompletionsOptions): Promise<{
extract: any;
numTokens: number;