AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-13 06:08:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

temporarily disable some flaky tests

Browse Source
This commit is contained in:
Gergő Móricz 2025-04-10 13:07:09 +02:00
parent 415603acb0
commit a461f72d17
1 changed files with 32 additions and 30 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

62
apps/api/src/__tests__/snips/crawl.test.ts
View File

@ -37,37 +37,39 @@ describe("Crawl tests", () => {
} }
}, 120000); }, 120000);
it.concurrent("discovers URLs properly when origin is not included", async () => { // TEMP: Flaky
const res = await crawl({ // it.concurrent("discovers URLs properly when origin is not included", async () => {
url: "https://firecrawl.dev", // const res = await crawl({
includePaths: ["^/blog"], // url: "https://firecrawl.dev",
ignoreSitemap: true, // includePaths: ["^/blog"],
limit: 10, // ignoreSitemap: true,
}); // limit: 10,
// });
expect(res.success).toBe(true); // expect(res.success).toBe(true);
if (res.success) { // if (res.success) {
expect(res.data.length).toBeGreaterThan(1); // expect(res.data.length).toBeGreaterThan(1);
for (const page of res.data) { // for (const page of res.data) {
expect(page.metadata.url ?? page.metadata.sourceURL).toMatch(/^https:\/\/(www\.)?firecrawl\.dev\/blog/); // expect(page.metadata.url ?? page.metadata.sourceURL).toMatch(/^https:\/\/(www\.)?firecrawl\.dev\/blog/);
} // }
} // }
}, 120000); // }, 120000);
it.concurrent("discovers URLs properly when maxDiscoveryDepth is provided", async () => { // TEMP: Flaky
const res = await crawl({ // it.concurrent("discovers URLs properly when maxDiscoveryDepth is provided", async () => {
url: "https://firecrawl.dev", // const res = await crawl({
ignoreSitemap: true, // url: "https://firecrawl.dev",
maxDiscoveryDepth: 1, // ignoreSitemap: true,
limit: 10, // maxDiscoveryDepth: 1,
}); // limit: 10,
// });
expect(res.success).toBe(true); // expect(res.success).toBe(true);
if (res.success) { // if (res.success) {
expect(res.data.length).toBeGreaterThan(1); // expect(res.data.length).toBeGreaterThan(1);
for (const page of res.data) { // for (const page of res.data) {
expect(page.metadata.url ?? page.metadata.sourceURL).not.toMatch(/^https:\/\/(www\.)?firecrawl\.dev\/blog\/.+$/); // expect(page.metadata.url ?? page.metadata.sourceURL).not.toMatch(/^https:\/\/(www\.)?firecrawl\.dev\/blog\/.+$/);
} // }
} // }
}, 120000); // }, 120000);
}); });