AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-11 20:58:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

Nick: only new activities/sources in the callback

Browse Source
This commit is contained in:
Nicolas 2025-03-02 17:46:12 -03:00
parent 33c59ee474
commit aa54fd1658
2 changed files with 10 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/python-sdk/firecrawl/__init__.py
View File

@ -13,7 +13,7 @@ import os
from .firecrawl import FirecrawlApp # noqa
__version__ = "1.13.1"
__version__ = "1.13.2"
# Define the logger for the Firecrawl project
logger: logging.Logger = logging.getLogger("firecrawl")

11
apps/python-sdk/firecrawl/firecrawl.py
View File

@ -1128,16 +1128,23 @@ class FirecrawlApp:
return response
job_id = response['id']
last_activity_count = 0
last_source_count = 0
while True:
status = self.check_deep_research_status(job_id)
if on_activity and 'activities' in status:
for activity in status['activities']:
new_activities = status['activities'][last_activity_count:]
for activity in new_activities:
on_activity(activity)
last_activity_count = len(status['activities'])
if on_source and 'sources' in status:
for source in status['sources']:
new_sources = status['sources'][last_source_count:]
for source in new_sources:
on_source(source)
last_source_count = len(status['sources'])
if status['status'] == 'completed':
return status