AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-13 18:46:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'sdk-improv/async' of https://github.com/mendableai/firecrawl into sdk-improv/async

Browse Source
This commit is contained in:
Nicolas 2025-04-17 23:50:57 -07:00
commit 287032017b
1 changed files with 45 additions and 34 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

77
apps/python-sdk/firecrawl/firecrawl.py
View File

@ -84,6 +84,15 @@ class FirecrawlDocumentMetadata(pydantic.BaseModel):
statusCode: Optional[int] = None statusCode: Optional[int] = None
error: Optional[str] = None error: Optional[str] = None
class AgentOptions(pydantic.BaseModel):
"""Configuration for the agent."""
model: Literal["FIRE-1"] = "FIRE-1"
prompt: Optional[str] = None
class AgentOptionsExtract(pydantic.BaseModel):
"""Configuration for the agent in extract operations."""
model: Literal["FIRE-1"] = "FIRE-1"
class ActionsResult(pydantic.BaseModel): class ActionsResult(pydantic.BaseModel):
"""Result of actions performed during scraping.""" """Result of actions performed during scraping."""
screenshots: List[str] screenshots: List[str]
@ -172,17 +181,24 @@ class ExecuteJavascriptAction(pydantic.BaseModel):
type: Literal["executeJavascript"] type: Literal["executeJavascript"]
script: str script: str
class ExtractAgent(pydantic.BaseModel):
"""Configuration for the agent in extract operations."""
model: Literal["FIRE-1"] = "FIRE-1"
class ExtractConfig(pydantic.BaseModel): class ExtractConfig(pydantic.BaseModel):
"""Configuration for extraction.""" """Configuration for extraction."""
prompt: Optional[str] = None prompt: Optional[str] = None
schema: Optional[Any] = None schema: Optional[Any] = None
systemPrompt: Optional[str] = None systemPrompt: Optional[str] = None
agent: Optional[ExtractAgent] = None
class ScrapeParams(CommonOptions): class ScrapeParams(CommonOptions):
"""Parameters for scraping operations.""" """Parameters for scraping operations."""
extract: Optional[ExtractConfig] = None extract: Optional[ExtractConfig] = None
jsonOptions: Optional[ExtractConfig] = None jsonOptions: Optional[ExtractConfig] = None
actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None
agent: Optional[AgentOptions] = None
class ScrapeResponse(FirecrawlDocument[T], Generic[T]): class ScrapeResponse(FirecrawlDocument[T], Generic[T]):
"""Response from scraping operations.""" """Response from scraping operations."""
@ -372,43 +388,38 @@ class ChangeTrackingData(pydantic.BaseModel):
diff: Optional[Dict[str, Any]] = None diff: Optional[Dict[str, Any]] = None
json: Optional[Any] = None json: Optional[Any] = None
class SearchResponse(pydantic.BaseModel): class SearchResponse(pydantic.BaseModel):
""" """
Response from the search operation. Response from the search operation.
""" """
success: bool success: bool
data: List[Dict[str, Any]] data: List[Dict[str, Any]]
warning: Optional[str] = None warning: Optional[str] = None
error: Optional[str] = None error: Optional[str] = None
class ExtractParams(pydantic.BaseModel): class ExtractParams(pydantic.BaseModel):
""" """
Parameters for the extract operation. Parameters for the extract operation.
""" """
prompt: Optional[str] = None prompt: Optional[str] = None
schema_: Optional[Any] = pydantic.Field(None, alias='schema') schema_: Optional[Any] = pydantic.Field(None, alias='schema')
system_prompt: Optional[str] = None system_prompt: Optional[str] = None
allow_external_links: Optional[bool] = False allow_external_links: Optional[bool] = False
enable_web_search: Optional[bool] = False enable_web_search: Optional[bool] = False
# Just for backwards compatibility # Just for backwards compatibility
enableWebSearch: Optional[bool] = False enableWebSearch: Optional[bool] = False
show_sources: Optional[bool] = False show_sources: Optional[bool] = False
agent: Optional[Dict[str, Any]] = None agent: Optional[Dict[str, Any]] = None
class ExtractResponse(pydantic.BaseModel):
"""
Response from the extract operation.
class ExtractResponse(pydantic.BaseModel): """
""" success: bool
Response from the extract operation. data: Optional[Any] = None
""" error: Optional[str] = None
success: bool
data: Optional[Any] = None
error: Optional[str] = None
class FirecrawlApp: class FirecrawlApp:
def __init__(self, api_key: Optional[str] = None, api_url: Optional[str] = None) -> None: def __init__(self, api_key: Optional[str] = None, api_url: Optional[str] = None) -> None:
""" """
Initialize the FirecrawlApp instance with API key, API URL. Initialize the FirecrawlApp instance with API key, API URL.