AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-12 06:08:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

fixing request

Browse Source
This commit is contained in:
rafaelsideguide 2024-08-20 17:08:02 -03:00
parent fa89d2e535
commit 537fc689b6
1 changed files with 8 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
apps/js-sdk/firecrawl/src/__tests__/v1/e2e_withAuth/index.test.ts
View File

@ -157,22 +157,19 @@ describe('FirecrawlApp E2E Tests', () => {
test.concurrent('should return successful response for crawl with options and wait for completion', async () => { test.concurrent('should return successful response for crawl with options and wait for completion', async () => {
const app = new FirecrawlApp({ apiKey: TEST_API_KEY, apiUrl: API_URL }); const app = new FirecrawlApp({ apiKey: TEST_API_KEY, apiUrl: API_URL });
const response = await app.crawlUrl('https://roastmywebsite.ai', { const response = await app.crawlUrl('https://roastmywebsite.ai', {
crawlerOptions: { excludePaths: ['blog/*'],
excludePaths: ['blog/*'], includePaths: ['/'],
includePaths: ['/'], maxDepth: 2,
maxDepth: 2, ignoreSitemap: true,
ignoreSitemap: true, limit: 10,
limit: 10, allowBackwardLinks: true,
allowBackwardLinks: true, allowExternalLinks: true,
allowExternalLinks: true, scrapeOptions: {
},
pageOptions: {
formats: ['markdown', 'html', 'rawHtml', 'screenshot', 'links'], formats: ['markdown', 'html', 'rawHtml', 'screenshot', 'links'],
headers: { "x-key": "test" }, headers: { "x-key": "test" },
includeTags: ['h1'], includeTags: ['h1'],
excludeTags: ['h2'], excludeTags: ['h2'],
onlyMainContent: true, onlyMainContent: true,
timeout: 30000,
waitFor: 1000 waitFor: 1000
} }
} as CrawlParams, true, 30) as CrawlStatusResponse; } as CrawlParams, true, 30) as CrawlStatusResponse;