AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-14 05:25:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'sdk-improv/async' of https://github.com/mendableai/firecrawl into sdk-improv/async

Browse Source
This commit is contained in:
Nicolas 2025-04-17 23:50:57 -07:00
commit 287032017b
1 changed files with 45 additions and 34 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
apps/python-sdk/firecrawl/firecrawl.py
View File

@ -84,6 +84,15 @@ class FirecrawlDocumentMetadata(pydantic.BaseModel):
statusCode: Optional[int] = None statusCode: Optional[int] = None
error: Optional[str] = None error: Optional[str] = None
class AgentOptions(pydantic.BaseModel):
"""Configuration for the agent."""
model: Literal["FIRE-1"] = "FIRE-1"
prompt: Optional[str] = None
class AgentOptionsExtract(pydantic.BaseModel):
"""Configuration for the agent in extract operations."""
model: Literal["FIRE-1"] = "FIRE-1"
class ActionsResult(pydantic.BaseModel): class ActionsResult(pydantic.BaseModel):
"""Result of actions performed during scraping.""" """Result of actions performed during scraping."""
screenshots: List[str] screenshots: List[str]
@ -172,17 +181,24 @@ class ExecuteJavascriptAction(pydantic.BaseModel):
type: Literal["executeJavascript"] type: Literal["executeJavascript"]
script: str script: str
class ExtractAgent(pydantic.BaseModel):
"""Configuration for the agent in extract operations."""
model: Literal["FIRE-1"] = "FIRE-1"
class ExtractConfig(pydantic.BaseModel): class ExtractConfig(pydantic.BaseModel):
"""Configuration for extraction.""" """Configuration for extraction."""
prompt: Optional[str] = None prompt: Optional[str] = None
schema: Optional[Any] = None schema: Optional[Any] = None
systemPrompt: Optional[str] = None systemPrompt: Optional[str] = None
agent: Optional[ExtractAgent] = None
class ScrapeParams(CommonOptions): class ScrapeParams(CommonOptions):
"""Parameters for scraping operations.""" """Parameters for scraping operations."""
extract: Optional[ExtractConfig] = None extract: Optional[ExtractConfig] = None
jsonOptions: Optional[ExtractConfig] = None jsonOptions: Optional[ExtractConfig] = None
actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None
agent: Optional[AgentOptions] = None
class ScrapeResponse(FirecrawlDocument[T], Generic[T]): class ScrapeResponse(FirecrawlDocument[T], Generic[T]):
"""Response from scraping operations.""" """Response from scraping operations."""
@ -395,9 +411,6 @@ class ChangeTrackingData(pydantic.BaseModel):
show_sources: Optional[bool] = False show_sources: Optional[bool] = False
agent: Optional[Dict[str, Any]] = None agent: Optional[Dict[str, Any]] = None
class ExtractResponse(pydantic.BaseModel): class ExtractResponse(pydantic.BaseModel):
""" """
Response from the extract operation. Response from the extract operation.
@ -407,8 +420,6 @@ class ChangeTrackingData(pydantic.BaseModel):
error: Optional[str] = None error: Optional[str] = None
class FirecrawlApp: class FirecrawlApp:
def __init__(self, api_key: Optional[str] = None, api_url: Optional[str] = None) -> None: def __init__(self, api_key: Optional[str] = None, api_url: Optional[str] = None) -> None:
""" """
Initialize the FirecrawlApp instance with API key, API URL. Initialize the FirecrawlApp instance with API key, API URL.