AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-07-31 10:01:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

retry models

Browse Source
This commit is contained in:
rafaelmmiller 2025-04-09 19:14:19 -03:00
parent 844749be6e
commit 2424688f56
2 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts
View File

@ -243,18 +243,18 @@ export async function extractData({
}), }),
); );
} }
console.log("smartscrapeResults", smartscrapeResults); // console.log("smartscrapeResults", smartscrapeResults);
const scrapedPages = smartscrapeResults.map( const scrapedPages = smartscrapeResults.map(
(result) => result.scrapedPages, (result) => result.scrapedPages,
); );
console.log("scrapedPages", scrapedPages); // console.log("scrapedPages", scrapedPages);
const htmls = scrapedPages.flat().map((page) => page.html); const htmls = scrapedPages.flat().map((page) => page.html);
console.log("htmls", htmls); // console.log("htmls", htmls);
const markdowns = await Promise.all( const markdowns = await Promise.all(
htmls.map(async (html) => await parseMarkdown(html)), htmls.map(async (html) => await parseMarkdown(html)),
); );
console.log("markdowns", markdowns); // console.log("markdowns", markdowns);
extractedData = await Promise.all( extractedData = await Promise.all(
markdowns.map(async (markdown) => { markdowns.map(async (markdown) => {
const newExtractOptions = { const newExtractOptions = {

4
apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
View File

@ -186,10 +186,10 @@ export async function generateCompletions({
markdown, markdown,
previousWarning, previousWarning,
isExtractEndpoint, isExtractEndpoint,
model = getModel("gpt-4o-mini"), model = getModel("gpt-4o-mini", "openai"),
mode = "object", mode = "object",
providerOptions, providerOptions,
retryModel = getModel("claude-3-7-sonnet-latest", "anthropic"), retryModel = getModel("claude-3-5-sonnet-20240620", "anthropic"),
}: GenerateCompletionsOptions): Promise<{ }: GenerateCompletionsOptions): Promise<{
extract: any; extract: any;
numTokens: number; numTokens: number;