From 82551bb6bc74c1d61b96f91fe8d2c20a157a6deb Mon Sep 17 00:00:00 2001 From: Nicolas Date: Thu, 3 Oct 2024 17:13:30 -0300 Subject: [PATCH] Update index.test.ts --- .../__tests__/e2e_v1_withAuth/index.test.ts | 71 ++++++++++--------- 1 file changed, 36 insertions(+), 35 deletions(-) diff --git a/apps/api/src/__tests__/e2e_v1_withAuth/index.test.ts b/apps/api/src/__tests__/e2e_v1_withAuth/index.test.ts index 8aabf748..552a7333 100644 --- a/apps/api/src/__tests__/e2e_v1_withAuth/index.test.ts +++ b/apps/api/src/__tests__/e2e_v1_withAuth/index.test.ts @@ -278,23 +278,24 @@ describe("E2E Tests for v1 API Routes", () => { expect(response.body.data.metadata.statusCode).toBe(401); }, 60000); - it.concurrent('should return a successful response for a scrape with 403 page', async () => { - const response: ScrapeResponseRequestTest = await request(TEST_URL) - .post('/v1/scrape') - .set('Authorization', `Bearer ${process.env.TEST_API_KEY}`) - .set('Content-Type', 'application/json') - .send({ url: 'https://httpstat.us/403' }); - await new Promise((r) => setTimeout(r, 5000)); + // Removed it as we want to retry fallback to the next scraper + // it.concurrent('should return a successful response for a scrape with 403 page', async () => { + // const response: ScrapeResponseRequestTest = await request(TEST_URL) + // .post('/v1/scrape') + // .set('Authorization', `Bearer ${process.env.TEST_API_KEY}`) + // .set('Content-Type', 'application/json') + // .send({ url: 'https://httpstat.us/403' }); + // await new Promise((r) => setTimeout(r, 5000)); - expect(response.statusCode).toBe(200); - expect(response.body).toHaveProperty('data'); - if (!("data" in response.body)) { - throw new Error("Expected response body to have 'data' property"); - } - expect(response.body.data).toHaveProperty('markdown'); - expect(response.body.data).toHaveProperty('metadata'); - expect(response.body.data.metadata.statusCode).toBe(403); - }, 60000); + // expect(response.statusCode).toBe(200); + // expect(response.body).toHaveProperty('data'); + // if (!("data" in response.body)) { + // throw new Error("Expected response body to have 'data' property"); + // } + // expect(response.body.data).toHaveProperty('markdown'); + // expect(response.body.data).toHaveProperty('metadata'); + // expect(response.body.data.metadata.statusCode).toBe(403); + // }, 60000); it.concurrent('should return a successful response for a scrape with 404 page', async () => { const response: ScrapeResponseRequestTest = await request(TEST_URL) @@ -314,23 +315,23 @@ describe("E2E Tests for v1 API Routes", () => { expect(response.body.data.metadata.statusCode).toBe(404); }, 60000); - it.concurrent('should return a successful response for a scrape with 405 page', async () => { - const response: ScrapeResponseRequestTest = await request(TEST_URL) - .post('/v1/scrape') - .set('Authorization', `Bearer ${process.env.TEST_API_KEY}`) - .set('Content-Type', 'application/json') - .send({ url: 'https://httpstat.us/405' }); - await new Promise((r) => setTimeout(r, 5000)); + // it.concurrent('should return a successful response for a scrape with 405 page', async () => { + // const response: ScrapeResponseRequestTest = await request(TEST_URL) + // .post('/v1/scrape') + // .set('Authorization', `Bearer ${process.env.TEST_API_KEY}`) + // .set('Content-Type', 'application/json') + // .send({ url: 'https://httpstat.us/405' }); + // await new Promise((r) => setTimeout(r, 5000)); - expect(response.statusCode).toBe(200); - expect(response.body).toHaveProperty('data'); - if (!("data" in response.body)) { - throw new Error("Expected response body to have 'data' property"); - } - expect(response.body.data).toHaveProperty('markdown'); - expect(response.body.data).toHaveProperty('metadata'); - expect(response.body.data.metadata.statusCode).toBe(405); - }, 60000); + // expect(response.statusCode).toBe(200); + // expect(response.body).toHaveProperty('data'); + // if (!("data" in response.body)) { + // throw new Error("Expected response body to have 'data' property"); + // } + // expect(response.body.data).toHaveProperty('markdown'); + // expect(response.body.data).toHaveProperty('metadata'); + // expect(response.body.data.metadata.statusCode).toBe(405); + // }, 60000); it.concurrent('should return a successful response for a scrape with 500 page', async () => { const response: ScrapeResponseRequestTest = await request(TEST_URL) @@ -680,7 +681,7 @@ describe("POST /v1/crawl", () => { .set("Content-Type", "application/json") .send({ url: "https://firecrawl.dev", - limit: 10, + limit: 20, includePaths: ["blog/*"], }); @@ -736,7 +737,7 @@ describe("POST /v1/crawl", () => { .set("Content-Type", "application/json") .send({ url: "https://firecrawl.dev", - limit: 10, + limit: 20, excludePaths: ["blog/*"], }); @@ -932,7 +933,7 @@ describe("GET /v1/crawl/:jobId", () => { expect(crawlResponse.statusCode).toBe(200); - await new Promise((r) => setTimeout(r, 10000)); + await new Promise((r) => setTimeout(r, 5000)); const responseCancel = await request(TEST_URL) .delete(`/v1/crawl/${crawlResponse.body.id}`)