AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-15 20:45:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(diff): log if it takes a long time with params

Browse Source
This commit is contained in:
Gergő Móricz 2025-04-23 20:46:45 +02:00
parent 37dabce1ed
commit 0e7f2c8599
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
apps/api/src/scraper/scrapeURL/transformers/diff.ts
View File

@ -59,11 +59,16 @@ function compareExtractedData(previousData: any, currentData: any): any {
export async function deriveDiff(meta: Meta, document: Document): Promise<Document> { export async function deriveDiff(meta: Meta, document: Document): Promise<Document> {
if (meta.options.formats.includes("changeTracking")) { if (meta.options.formats.includes("changeTracking")) {
const start = Date.now();
const res = await supabase_service const res = await supabase_service
.rpc("diff_get_last_scrape_3", { .rpc("diff_get_last_scrape_3", {
i_team_id: meta.internalOptions.teamId, i_team_id: meta.internalOptions.teamId,
i_url: document.metadata.sourceURL ?? meta.url, i_url: document.metadata.sourceURL ?? meta.url,
}); });
const end = Date.now();
if (end - start > 1000) {
meta.logger.debug("Diffing took a while", { time: end - start, params: { i_team_id: meta.internalOptions.teamId, i_url: document.metadata.sourceURL ?? meta.url } });
}
const data: { const data: {
o_job_id: string, o_job_id: string,