AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-13 04:49:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

Add waitFor of 5000ms for changeTracking format

Browse Source 
Co-Authored-By: hello@sideguide.dev <hello@sideguide.dev>
This commit is contained in:
Devin AI 2025-04-13 18:25:12 +00:00
parent 5658232ed6
commit 9ab2a26636
2 changed files with 20 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
apps/api/src/__tests__/snips/scrape.test.ts
View File

@ -95,6 +95,23 @@ describe("Scrape tests", () => {
expect(response.changeTracking).toBeDefined();
expect(response.changeTracking?.previousScrapeAt).not.toBeNull();
}, 30000);
it.concurrent("enforces a minimum waitFor of 5000ms", async () => {
const response1 = await scrape({
url: "https://example.com",
formats: ["markdown", "changeTracking"],
});
expect(response1.changeTracking).toBeDefined();
const response2 = await scrape({
url: "https://example.com",
formats: ["markdown", "changeTracking"],
waitFor: 1000,
});
expect(response2.changeTracking).toBeDefined();
}, 30000);
it.concurrent("includes git diff when requested", async () => {
const response = await scrape({

3
apps/api/src/scraper/scrapeURL/index.ts
View File

@ -390,6 +390,9 @@ export async function scrapeURL(
options: ScrapeOptions,
internalOptions: InternalOptions,
): Promise<ScrapeUrlResponse> {
if (options.formats.includes("changeTracking") && options.waitFor < 5000) {
options.waitFor = 5000;
}
const meta = await buildMetaObject(id, url, options, internalOptions);
try {
while (true) {