Tog bort oanvänd konfiguration. Lade till preferred_ep
This commit is contained in:
@@ -3,36 +3,23 @@ backend:
|
||||
url: "http://localhost:5004"
|
||||
api: "/api/chat"
|
||||
|
||||
preferred_ep: "Ollama-WARA"
|
||||
|
||||
endpoints:
|
||||
- model: "AUTODETECT"
|
||||
title: "Ollama-local"
|
||||
title: "Ollama-local" # Must be a unique identifier
|
||||
url: "http://localhost:11434"
|
||||
provider: "ollama"
|
||||
# - model: "AUTODETECT"
|
||||
- model: "AUTODETECT"
|
||||
title: "Ollama-WARA"
|
||||
- model: "llava:13b"
|
||||
title: "Ollama-WARA" # Must be a unique identifier
|
||||
url: "https://ollama-test.wara-ops.org"
|
||||
requestOptions:
|
||||
headers:
|
||||
Authorization: "${OLLAMA_API_KEY}" # on MacOS: echo "Authorization: Basic $(echo -n 'user:password' | gbase64 -w 0)"
|
||||
provider: "ollama"
|
||||
|
||||
# Ollama Server Configuration – this section is to be removed when endpoints are being parsed correctly
|
||||
ollama:
|
||||
title: "Ollama-local"
|
||||
# url: "http://localhost:11434"
|
||||
url: "https://ollama-test.wara-ops.org"
|
||||
api_key: "${OLLAMA_API_KEY}" # Refer to environment variable
|
||||
# model: "phi3:mini" # Select a model supported by the Ollama server
|
||||
# model: "llama3:70b" # Select a model supported by the Ollama server
|
||||
model: "llama3.1:70b" # Select a model supported by the Ollama server
|
||||
# model: "llama3.1:8b" # Select a model supported by the Ollama server
|
||||
# model: "llama3:latest" # Select a model supported by the Ollama server
|
||||
# model: "mannix/llama3-8b-ablitered-v3:latest" # Select a model supported by the Ollama server
|
||||
# model: "mistral-nemo:latest" # Select a model supported by the Ollama server
|
||||
# model: "gemma2:27b"
|
||||
# model: "AUTODETECT"
|
||||
|
||||
|
||||
# Logging – comment out the whole section for default level which is INFO
|
||||
logging:
|
||||
|
||||
Reference in New Issue
Block a user