From c7f217098075a974c6a274cad04e8f8111cd8379 Mon Sep 17 00:00:00 2001 From: Nicolas Date: Wed, 23 Oct 2024 16:04:46 -0300 Subject: [PATCH] Update example.py --- apps/python-sdk/example.py | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) diff --git a/apps/python-sdk/example.py b/apps/python-sdk/example.py index 02c06288..e7c80b30 100644 --- a/apps/python-sdk/example.py +++ b/apps/python-sdk/example.py @@ -9,6 +9,23 @@ app = FirecrawlApp(api_key="fc-") scrape_result = app.scrape_url('firecrawl.dev') print(scrape_result['markdown']) + +# Test batch scrape +urls = ['https://example.com', 'https://docs.firecrawl.dev'] +batch_scrape_params = { + 'formats': ['markdown', 'html'], +} + +# Synchronous batch scrape +batch_result = app.batch_scrape_urls(urls, batch_scrape_params) +print("Synchronous Batch Scrape Result:") +print(batch_result['data'][0]['markdown']) + +# Asynchronous batch scrape +async_batch_result = app.async_batch_scrape_urls(urls, batch_scrape_params) +print("\nAsynchronous Batch Scrape Result:") +print(async_batch_result) + # Crawl a website: idempotency_key = str(uuid.uuid4()) # optional idempotency key crawl_result = app.crawl_url('firecrawl.dev', {'excludePaths': ['blog/*']}, 2, idempotency_key)