fixing request

This commit is contained in:
rafaelsideguide 2024-08-20 17:08:02 -03:00
parent fa89d2e535
commit 537fc689b6

View File

@ -157,22 +157,19 @@ describe('FirecrawlApp E2E Tests', () => {
test.concurrent('should return successful response for crawl with options and wait for completion', async () => { test.concurrent('should return successful response for crawl with options and wait for completion', async () => {
const app = new FirecrawlApp({ apiKey: TEST_API_KEY, apiUrl: API_URL }); const app = new FirecrawlApp({ apiKey: TEST_API_KEY, apiUrl: API_URL });
const response = await app.crawlUrl('https://roastmywebsite.ai', { const response = await app.crawlUrl('https://roastmywebsite.ai', {
crawlerOptions: { excludePaths: ['blog/*'],
excludePaths: ['blog/*'], includePaths: ['/'],
includePaths: ['/'], maxDepth: 2,
maxDepth: 2, ignoreSitemap: true,
ignoreSitemap: true, limit: 10,
limit: 10, allowBackwardLinks: true,
allowBackwardLinks: true, allowExternalLinks: true,
allowExternalLinks: true, scrapeOptions: {
},
pageOptions: {
formats: ['markdown', 'html', 'rawHtml', 'screenshot', 'links'], formats: ['markdown', 'html', 'rawHtml', 'screenshot', 'links'],
headers: { "x-key": "test" }, headers: { "x-key": "test" },
includeTags: ['h1'], includeTags: ['h1'],
excludeTags: ['h2'], excludeTags: ['h2'],
onlyMainContent: true, onlyMainContent: true,
timeout: 30000,
waitFor: 1000 waitFor: 1000
} }
} as CrawlParams, true, 30) as CrawlStatusResponse; } as CrawlParams, true, 30) as CrawlStatusResponse;