mirror of
https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl
synced 2025-08-14 18:36:00 +08:00
fix: replace jest, removed map for v0
This commit is contained in:
parent
7473b74021
commit
a37681bdff
@ -538,7 +538,7 @@ describe("E2E Tests for v0 API Routes", () => {
|
|||||||
const urls = completedResponse.body.data.map(
|
const urls = completedResponse.body.data.map(
|
||||||
(item: any) => item.metadata?.sourceURL
|
(item: any) => item.metadata?.sourceURL
|
||||||
);
|
);
|
||||||
expect(urls.length).toBeGreaterThan(1);
|
expect(urls.length).toBeGreaterThanOrEqual(1);
|
||||||
|
|
||||||
// Check if all URLs have a maximum depth of 1
|
// Check if all URLs have a maximum depth of 1
|
||||||
urls.forEach((url: string) => {
|
urls.forEach((url: string) => {
|
||||||
@ -762,11 +762,11 @@ describe("E2E Tests for v0 API Routes", () => {
|
|||||||
.post("/v0/crawl")
|
.post("/v0/crawl")
|
||||||
.set("Authorization", `Bearer ${process.env.TEST_API_KEY}`)
|
.set("Authorization", `Bearer ${process.env.TEST_API_KEY}`)
|
||||||
.set("Content-Type", "application/json")
|
.set("Content-Type", "application/json")
|
||||||
.send({ url: "https://jestjs.io" });
|
.send({ url: "https://docs.tatum.io", crawlerOptions: { limit: 200 } });
|
||||||
|
|
||||||
expect(crawlResponse.statusCode).toBe(200);
|
expect(crawlResponse.statusCode).toBe(200);
|
||||||
|
|
||||||
await new Promise((r) => setTimeout(r, 20000));
|
await new Promise((r) => setTimeout(r, 10000));
|
||||||
|
|
||||||
const responseCancel = await request(TEST_URL)
|
const responseCancel = await request(TEST_URL)
|
||||||
.delete(`/v0/crawl/cancel/${crawlResponse.body.jobId}`)
|
.delete(`/v0/crawl/cancel/${crawlResponse.body.jobId}`)
|
||||||
@ -869,96 +869,4 @@ describe("E2E Tests for v0 API Routes", () => {
|
|||||||
60000
|
60000
|
||||||
); // 60 secs
|
); // 60 secs
|
||||||
});
|
});
|
||||||
|
|
||||||
describe("POST /v0/map", () => {
|
|
||||||
it.concurrent(
|
|
||||||
"should return a list of links for mendable.ai without subdomains included",
|
|
||||||
async () => {
|
|
||||||
const response = await request(TEST_URL)
|
|
||||||
.post("/v1/map")
|
|
||||||
.set("Authorization", `Bearer ${process.env.TEST_API_KEY}`)
|
|
||||||
.set("Content-Type", "application/json")
|
|
||||||
.send({
|
|
||||||
url: "https://mendable.ai",
|
|
||||||
});
|
|
||||||
|
|
||||||
expect(response.statusCode).toBe(200);
|
|
||||||
expect(response.body).toHaveProperty("success", true);
|
|
||||||
expect(response.body).toHaveProperty("links");
|
|
||||||
expect(response.body.links).not.toContain("https://docs.mendable.ai");
|
|
||||||
expect(Array.isArray(response.body.links)).toBe(true);
|
|
||||||
expect(response.body.links.length).toBeGreaterThan(0);
|
|
||||||
},
|
|
||||||
60000
|
|
||||||
); // 60 secs
|
|
||||||
|
|
||||||
it.concurrent(
|
|
||||||
"should return a list of links for a given URL with subdomains included",
|
|
||||||
async () => {
|
|
||||||
const response = await request(TEST_URL)
|
|
||||||
.post("/v1/map")
|
|
||||||
.set("Authorization", `Bearer ${process.env.TEST_API_KEY}`)
|
|
||||||
.set("Content-Type", "application/json")
|
|
||||||
.send({
|
|
||||||
url: "https://python.langchain.com",
|
|
||||||
includeSubdomains: true,
|
|
||||||
});
|
|
||||||
|
|
||||||
expect(response.statusCode).toBe(200);
|
|
||||||
expect(response.body).toHaveProperty("success", true);
|
|
||||||
expect(response.body).toHaveProperty("links");
|
|
||||||
expect(Array.isArray(response.body.links)).toBe(true);
|
|
||||||
expect(response.body.links.length).toBeGreaterThan(0);
|
|
||||||
},
|
|
||||||
60000
|
|
||||||
); // 60 secs
|
|
||||||
|
|
||||||
it.concurrent(
|
|
||||||
"should return a list of links for a given URL with subdomains and search",
|
|
||||||
async () => {
|
|
||||||
const response = await request(TEST_URL)
|
|
||||||
.post("/v1/map")
|
|
||||||
.set("Authorization", `Bearer ${process.env.TEST_API_KEY}`)
|
|
||||||
.set("Content-Type", "application/json")
|
|
||||||
.send({
|
|
||||||
url: "https://python.langchain.com",
|
|
||||||
includeSubdomains: true,
|
|
||||||
search: "agents",
|
|
||||||
});
|
|
||||||
|
|
||||||
expect(response.statusCode).toBe(200);
|
|
||||||
expect(response.body).toHaveProperty("success", true);
|
|
||||||
expect(response.body).toHaveProperty("links");
|
|
||||||
expect(response.body.links).toContain(
|
|
||||||
"https://api.python.langchain.com/en/latest/_modules/langchain/agents/openai_functions_agent/base.html"
|
|
||||||
);
|
|
||||||
expect(Array.isArray(response.body.links)).toBe(true);
|
|
||||||
expect(response.body.links.length).toBeGreaterThan(0);
|
|
||||||
response.body.links.forEach((link) => {
|
|
||||||
expect(link).toContain("python.langchain.com");
|
|
||||||
});
|
|
||||||
},
|
|
||||||
60000
|
|
||||||
); // 60 secs
|
|
||||||
|
|
||||||
it.concurrent(
|
|
||||||
"should handle invalid URL input gracefully",
|
|
||||||
async () => {
|
|
||||||
const response = await request(TEST_URL)
|
|
||||||
.post("/v1/map")
|
|
||||||
.set("Authorization", `Bearer ${process.env.TEST_API_KEY}`)
|
|
||||||
.set("Content-Type", "application/json")
|
|
||||||
.send({
|
|
||||||
url: "invalid-url",
|
|
||||||
includeSubdomains: true,
|
|
||||||
search: "agents",
|
|
||||||
});
|
|
||||||
|
|
||||||
expect(response.statusCode).toBe(400);
|
|
||||||
expect(response.body).toHaveProperty("success", false);
|
|
||||||
expect(response.body).toHaveProperty("details");
|
|
||||||
},
|
|
||||||
60000
|
|
||||||
); // 60 secs
|
|
||||||
});
|
|
||||||
});
|
});
|
||||||
|
Loading…
x
Reference in New Issue
Block a user