This page is used for end-to-end (e2e) testing with Firecrawl.
"); + }, + 30000); + + it.concurrent("should handle 'rawHtml' in 'formats' parameter correctly", + async () => { + const scrapeRequest = { + url: E2E_TEST_SERVER_URL, + formats: ["rawHtml"] + } as ScrapeRequest; + + const response: ScrapeResponseRequestTest = await request(FIRECRAWL_API_URL) + .post("/v1/scrape") + .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`) + .set("Content-Type", "application/json") + .send(scrapeRequest); + + expect(response.statusCode).toBe(200); + expect(response.body).toHaveProperty("data"); + if (!("data" in response.body)) { + throw new Error("Expected response body to have 'data' property"); + } + + expect(response.body.data).not.toHaveProperty("markdown"); + expect(response.body.data).toHaveProperty("rawHtml"); + + expect(response.body.data.rawHtml).toContain(">This page is used for end-to-end (e2e) testing with Firecrawl."); + expect(response.body.data.rawHtml).toContain(">Header"); + }, + 30000); + + // - TODO: tests for links + // - TODO: tests for screenshot + // - TODO: tests for screenshot@fullPage + + it.concurrent("should handle 'headers' parameter correctly", async () => { + // @ts-ignore + const scrapeRequest = { + url: E2E_TEST_SERVER_URL, + headers: { "e2e-header-test": "firecrawl" } + } as ScrapeRequest; + + const response: ScrapeResponseRequestTest = await request(FIRECRAWL_API_URL) + .post("/v1/scrape") + .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`) + .set("Content-Type", "application/json") + .send(scrapeRequest); + + expect(response.statusCode).toBe(200); + expect(response.body).toHaveProperty("data"); + if (!("data" in response.body)) { + throw new Error("Expected response body to have 'data' property"); + } + + expect(response.body.data.markdown).toContain("e2e-header-test: firecrawl"); + }, 30000); + + it.concurrent("should handle 'includeTags' parameter correctly", + async () => { + const scrapeRequest = { + url: E2E_TEST_SERVER_URL, + includeTags: ['#content-1'] + } as ScrapeRequest; + + const response: ScrapeResponseRequestTest = await request(FIRECRAWL_API_URL) + .post("/v1/scrape") + .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`) + .set("Content-Type", "application/json") + .send(scrapeRequest); + + expect(response.statusCode).toBe(200); + expect(response.body).toHaveProperty("data"); + if (!("data" in response.body)) { + throw new Error("Expected response body to have 'data' property"); + } + + expect(response.body.data.markdown).not.toContain("This page is used for end-to-end (e2e) testing with Firecrawl.
"); + expect(response.body.data.markdown).toContain("Content with id #content-1"); + }, + 30000); + + it.concurrent("should handle 'excludeTags' parameter correctly", + async () => { + const scrapeRequest = { + url: E2E_TEST_SERVER_URL, + excludeTags: ['#content-1'] + } as ScrapeRequest; + + const response: ScrapeResponseRequestTest = await request(FIRECRAWL_API_URL) + .post("/v1/scrape") + .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`) + .set("Content-Type", "application/json") + .send(scrapeRequest); + + expect(response.statusCode).toBe(200); + expect(response.body).toHaveProperty("data"); + if (!("data" in response.body)) { + throw new Error("Expected response body to have 'data' property"); + } + + expect(response.body.data.markdown).toContain("This page is used for end-to-end (e2e) testing with Firecrawl."); + expect(response.body.data.markdown).not.toContain("Content with id #content-1"); + }, + 30000); + + it.concurrent("should handle 'onlyMainContent' parameter correctly", + async () => { + const scrapeRequest = { + url: E2E_TEST_SERVER_URL, + formats: ["html", "markdown"], + onlyMainContent: false + } as ScrapeRequest; + + const response: ScrapeResponseRequestTest = await request(FIRECRAWL_API_URL) + .post("/v1/scrape") + .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`) + .set("Content-Type", "application/json") + .send(scrapeRequest); + + expect(response.statusCode).toBe(200); + expect(response.body).toHaveProperty("data"); + if (!("data" in response.body)) { + throw new Error("Expected response body to have 'data' property"); + } + + expect(response.body.data.markdown).toContain("This page is used for end-to-end (e2e) testing with Firecrawl."); + expect(response.body.data.html).toContain("| Header 1 | Header 2 |
|---|---|
| Row 1 Col 1 | Row 1 Col 2 |
| Row 2 Col 1 | Row 2 Col 2 |
| Header 1 | Header 2 |
|---|---|
| Row 1 Col 1 | Row 1 Col 2 |
| Header 1 |
|---|
| Row 1 Col 1 |
| Row 2 Col 1 |
| Header 1 |
|---|
| Row 1 Col 1 |
| Row 1 Col 1 | Row 1 Col 2 |
| Row 2 Col 1 | Row 2 Col 2 |
Some text before
-| Row 1 Col 1 | Row 1 Col 2 |
| Row 2 Col 1 | Row 2 Col 2 |
Some text after
-Some text before
-Some text after
-