AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-20 01:09:06 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(js-sdk): auto mode proxy (FIR-2145) (#1602)

Browse Source 
* feat(js-sdk): auto mode proxy

* Nick: py sdk

---------

Co-authored-by: Nicolas <nicolascamara29@gmail.com>
This commit is contained in:
Gergő Móricz 2025-05-28 19:31:48 +02:00 committed by GitHub
parent a5efff07f9
commit 3557c90210
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 13 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/js-sdk/firecrawl/package.json
View File

@ -1,6 +1,6 @@
{ {
"name": "@mendable/firecrawl-js", "name": "@mendable/firecrawl-js",
"version": "1.25.1", "version": "1.25.2",
"description": "JavaScript SDK for Firecrawl API", "description": "JavaScript SDK for Firecrawl API",
"main": "dist/index.js", "main": "dist/index.js",
"types": "dist/index.d.ts", "types": "dist/index.d.ts",

2
apps/js-sdk/firecrawl/src/index.ts
View File

@ -119,7 +119,7 @@ export interface CrawlScrapeOptions {
skipTlsVerification?: boolean; skipTlsVerification?: boolean;
removeBase64Images?: boolean; removeBase64Images?: boolean;
blockAds?: boolean; blockAds?: boolean;
proxy?: "basic" | "stealth"; proxy?: "basic" | "stealth" | "auto";
} }
export type Action = { export type Action = {

2
apps/python-sdk/firecrawl/__init__.py
View File

@ -13,7 +13,7 @@ import os
from .firecrawl import FirecrawlApp, AsyncFirecrawlApp, JsonConfig, ScrapeOptions, ChangeTrackingOptions # noqa from .firecrawl import FirecrawlApp, AsyncFirecrawlApp, JsonConfig, ScrapeOptions, ChangeTrackingOptions # noqa
__version__ = "2.7.0" __version__ = "2.7.1"
# Define the logger for the Firecrawl project # Define the logger for the Firecrawl project
logger: logging.Logger = logging.getLogger("firecrawl") logger: logging.Logger = logging.getLogger("firecrawl")

20
apps/python-sdk/firecrawl/firecrawl.py
View File

@ -155,7 +155,7 @@ class ScrapeOptions(pydantic.BaseModel):
skipTlsVerification: Optional[bool] = None skipTlsVerification: Optional[bool] = None
removeBase64Images: Optional[bool] = None removeBase64Images: Optional[bool] = None
blockAds: Optional[bool] = None blockAds: Optional[bool] = None
proxy: Optional[Literal["basic", "stealth"]] = None proxy: Optional[Literal["basic", "stealth", "auto"]] = None
changeTrackingOptions: Optional[ChangeTrackingOptions] = None changeTrackingOptions: Optional[ChangeTrackingOptions] = None
class WaitAction(pydantic.BaseModel): class WaitAction(pydantic.BaseModel):
@ -459,7 +459,7 @@ class FirecrawlApp:
skip_tls_verification: Optional[bool] = None, skip_tls_verification: Optional[bool] = None,
remove_base64_images: Optional[bool] = None, remove_base64_images: Optional[bool] = None,
block_ads: Optional[bool] = None, block_ads: Optional[bool] = None,
proxy: Optional[Literal["basic", "stealth"]] = None, proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
extract: Optional[JsonConfig] = None, extract: Optional[JsonConfig] = None,
json_options: Optional[JsonConfig] = None, json_options: Optional[JsonConfig] = None,
actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None, actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
@ -481,7 +481,7 @@ class FirecrawlApp:
skip_tls_verification (Optional[bool]): Skip TLS verification skip_tls_verification (Optional[bool]): Skip TLS verification
remove_base64_images (Optional[bool]): Remove base64 images remove_base64_images (Optional[bool]): Remove base64 images
block_ads (Optional[bool]): Block ads block_ads (Optional[bool]): Block ads
proxy (Optional[Literal["basic", "stealth"]]): Proxy type (basic/stealth) proxy (Optional[Literal["basic", "stealth", "auto"]]): Proxy type (basic/stealth)
extract (Optional[JsonConfig]): Content extraction settings extract (Optional[JsonConfig]): Content extraction settings
json_options (Optional[JsonConfig]): JSON extraction settings json_options (Optional[JsonConfig]): JSON extraction settings
actions (Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]]): Actions to perform actions (Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]]): Actions to perform
@ -1191,7 +1191,7 @@ class FirecrawlApp:
skip_tls_verification: Optional[bool] = None, skip_tls_verification: Optional[bool] = None,
remove_base64_images: Optional[bool] = None, remove_base64_images: Optional[bool] = None,
block_ads: Optional[bool] = None, block_ads: Optional[bool] = None,
proxy: Optional[Literal["basic", "stealth"]] = None, proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
extract: Optional[JsonConfig] = None, extract: Optional[JsonConfig] = None,
json_options: Optional[JsonConfig] = None, json_options: Optional[JsonConfig] = None,
actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None, actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
@ -1325,7 +1325,7 @@ class FirecrawlApp:
skip_tls_verification: Optional[bool] = None, skip_tls_verification: Optional[bool] = None,
remove_base64_images: Optional[bool] = None, remove_base64_images: Optional[bool] = None,
block_ads: Optional[bool] = None, block_ads: Optional[bool] = None,
proxy: Optional[Literal["basic", "stealth"]] = None, proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
extract: Optional[JsonConfig] = None, extract: Optional[JsonConfig] = None,
json_options: Optional[JsonConfig] = None, json_options: Optional[JsonConfig] = None,
actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None, actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
@ -1457,7 +1457,7 @@ class FirecrawlApp:
skip_tls_verification: Optional[bool] = None, skip_tls_verification: Optional[bool] = None,
remove_base64_images: Optional[bool] = None, remove_base64_images: Optional[bool] = None,
block_ads: Optional[bool] = None, block_ads: Optional[bool] = None,
proxy: Optional[Literal["basic", "stealth"]] = None, proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
extract: Optional[JsonConfig] = None, extract: Optional[JsonConfig] = None,
json_options: Optional[JsonConfig] = None, json_options: Optional[JsonConfig] = None,
actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None, actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
@ -2852,7 +2852,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
skip_tls_verification: Optional[bool] = None, skip_tls_verification: Optional[bool] = None,
remove_base64_images: Optional[bool] = None, remove_base64_images: Optional[bool] = None,
block_ads: Optional[bool] = None, block_ads: Optional[bool] = None,
proxy: Optional[Literal["basic", "stealth"]] = None, proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
extract: Optional[JsonConfig] = None, extract: Optional[JsonConfig] = None,
json_options: Optional[JsonConfig] = None, json_options: Optional[JsonConfig] = None,
actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None, actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
@ -2873,7 +2873,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
skip_tls_verification (Optional[bool]): Skip TLS verification skip_tls_verification (Optional[bool]): Skip TLS verification
remove_base64_images (Optional[bool]): Remove base64 images remove_base64_images (Optional[bool]): Remove base64 images
block_ads (Optional[bool]): Block ads block_ads (Optional[bool]): Block ads
proxy (Optional[Literal["basic", "stealth"]]): Proxy type (basic/stealth) proxy (Optional[Literal["basic", "stealth", "auto"]]): Proxy type (basic/stealth)
extract (Optional[JsonConfig]): Content extraction settings extract (Optional[JsonConfig]): Content extraction settings
json_options (Optional[JsonConfig]): JSON extraction settings json_options (Optional[JsonConfig]): JSON extraction settings
actions (Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]]): Actions to perform actions (Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]]): Actions to perform
@ -2981,7 +2981,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
skip_tls_verification: Optional[bool] = None, skip_tls_verification: Optional[bool] = None,
remove_base64_images: Optional[bool] = None, remove_base64_images: Optional[bool] = None,
block_ads: Optional[bool] = None, block_ads: Optional[bool] = None,
proxy: Optional[Literal["basic", "stealth"]] = None, proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
extract: Optional[JsonConfig] = None, extract: Optional[JsonConfig] = None,
json_options: Optional[JsonConfig] = None, json_options: Optional[JsonConfig] = None,
actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None, actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,
@ -3120,7 +3120,7 @@ class AsyncFirecrawlApp(FirecrawlApp):
skip_tls_verification: Optional[bool] = None, skip_tls_verification: Optional[bool] = None,
remove_base64_images: Optional[bool] = None, remove_base64_images: Optional[bool] = None,
block_ads: Optional[bool] = None, block_ads: Optional[bool] = None,
proxy: Optional[Literal["basic", "stealth"]] = None, proxy: Optional[Literal["basic", "stealth", "auto"]] = None,
extract: Optional[JsonConfig] = None, extract: Optional[JsonConfig] = None,
json_options: Optional[JsonConfig] = None, json_options: Optional[JsonConfig] = None,
actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None, actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,