AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-11 21:09:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

Use async job status monitor for AsyncFirecrawlApp (#1498)

Browse Source
This commit is contained in:
John Bledsoe 2025-04-24 12:28:29 -04:00 committed by GitHub
parent 8b82e11625
commit ca82015bca
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
apps/python-sdk/firecrawl/firecrawl.py
View File

@ -3022,7 +3022,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
id = response.get('id') id = response.get('id')
except: except:
raise Exception(f'Failed to parse Firecrawl response as JSON.') raise Exception(f'Failed to parse Firecrawl response as JSON.')
return self._monitor_job_status(id, headers, poll_interval) return await self._async_monitor_job_status(id, headers, poll_interval)
else: else:
self._handle_error(response, 'start batch scrape job') self._handle_error(response, 'start batch scrape job')
@ -3259,7 +3259,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
id = response.get('id') id = response.get('id')
except: except:
raise Exception(f'Failed to parse Firecrawl response as JSON.') raise Exception(f'Failed to parse Firecrawl response as JSON.')
return self._monitor_job_status(id, headers, poll_interval) return await self._async_monitor_job_status(id, headers, poll_interval)
else: else:
self._handle_error(response, 'start crawl job') self._handle_error(response, 'start crawl job')
@ -3472,7 +3472,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
data.extend(next_data.get('data', [])) data.extend(next_data.get('data', []))
status_data = next_data status_data = next_data
status_data['data'] = data status_data['data'] = data
return status_data return CrawlStatusResponse(**status_data)
else: else:
raise Exception('Job completed but no data was returned') raise Exception('Job completed but no data was returned')
elif status_data.get('status') in ['active', 'paused', 'pending', 'queued', 'waiting', 'scraping']: elif status_data.get('status') in ['active', 'paused', 'pending', 'queued', 'waiting', 'scraping']: