Config Examples

Jump to bottom

Farkhod Sadykov edited this page Sep 20, 2026 · 1 revision

OpenAI-native

provider = "openai-native"
endpoint = "https://api.openai.com/v1/responses"
api_key = "YOUR_API_KEY"
model = "gpt-6-astra"

OpenAI-compatible

provider = "openai-compatible"
endpoint = "https://your-provider.com/v1/chat/completions"
api_key = "YOUR_API_KEY"
model = "your-model"

LLama

provider = "llama"
endpoint = "http://localhost:8080/v1/chat/completions"
model = "your-model"

Ollama

provider = "ollama"
endpoint = "http://localhost:11434/v1/chat/completions"
model = "your-model"