AI/firecrawl
1
0
Fork 0
mirror of https://git-proxy.hk.martin98.com/https://github.com/mendableai/firecrawl synced 2025-04-10 13:52:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(self-host/ai): use any OpenAI-compatible API (#1245)

Browse Source
This commit is contained in:
Gergő Móricz 2025-02-23 09:07:32 +01:00 committed by GitHub
parent b88b573909
commit 15489be542
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 10 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
SELF_HOST.md
View File

@ -56,6 +56,10 @@ USE_DB_AUTHENTICATION=false
# MODEL_NAME=deepseek-r1:7b
# MODEL_EMBEDDING_NAME=nomic-embed-text
# Experimental: Use any OpenAI-compatible API
# OPENAI_BASE_URL=https://example.com/v1
# OPENAI_API_KEY=
## === Proxy ===
# PROXY_SERVER can be a full URL (e.g. http://0.1.2.3:1234) or just an IP and port combo (e.g. 0.1.2.3:1234)
# Do not uncomment PROXY_USERNAME and PROXY_PASSWORD if your proxy is unauthenticated

9
apps/api/src/lib/generic-ai.ts
View File

@ -1,9 +1,12 @@
import { openai } from '@ai-sdk/openai';
import { createOpenAI } from '@ai-sdk/openai';
import { createOllama } from "ollama-ai-provider";
const modelAdapter = process.env.OLLAMA_BASE_URL ? createOllama({
baseURL: process.env.OLLAMA_BASE_URL!,
}) : openai;
baseURL: process.env.OLLAMA_BASE_URL,
}) : createOpenAI({
apiKey: process.env.OPENAI_API_KEY,
baseURL: process.env.OPENAI_BASE_URL,
});
export function getModel(name: string) {
return process.env.MODEL_NAME ? modelAdapter(process.env.MODEL_NAME) : modelAdapter(name);