From 98c788ca7a0a27f1c9da5a94971f59647634f0f3 Mon Sep 17 00:00:00 2001 From: Caleb Peffer <44934913+calebpeffer@users.noreply.github.com> Date: Tue, 16 Jul 2024 21:13:52 -0700 Subject: [PATCH] Caleb: added a test to ensure links on page exists and isn't zero on mendable --- .../WebScraper/__tests__/single_url.test.ts | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/apps/api/src/scraper/WebScraper/__tests__/single_url.test.ts b/apps/api/src/scraper/WebScraper/__tests__/single_url.test.ts index 7966648b..63408eaf 100644 --- a/apps/api/src/scraper/WebScraper/__tests__/single_url.test.ts +++ b/apps/api/src/scraper/WebScraper/__tests__/single_url.test.ts @@ -22,3 +22,17 @@ describe('scrapSingleUrl', () => { }, 10000); }); + +it('should return a list of links on the mendable.ai page', async () => { + const url = 'https://mendable.ai'; + const pageOptions: PageOptions = { includeHtml: true }; + + const result = await scrapSingleUrl(url, pageOptions); + + // Check if the result contains a list of links + expect(result.linksOnPage).toBeDefined(); + expect(Array.isArray(result.linksOnPage)).toBe(true); + expect(result.linksOnPage.length).toBeGreaterThan(0); +}, 10000); + +