Tog bort oanvänd konfiguration. Lade till preferred_ep
This commit is contained in:
@@ -3,36 +3,23 @@ backend:
|
|||||||
url: "http://localhost:5004"
|
url: "http://localhost:5004"
|
||||||
api: "/api/chat"
|
api: "/api/chat"
|
||||||
|
|
||||||
|
preferred_ep: "Ollama-WARA"
|
||||||
|
|
||||||
endpoints:
|
endpoints:
|
||||||
- model: "AUTODETECT"
|
- model: "AUTODETECT"
|
||||||
title: "Ollama-local"
|
title: "Ollama-local" # Must be a unique identifier
|
||||||
url: "http://localhost:11434"
|
url: "http://localhost:11434"
|
||||||
provider: "ollama"
|
provider: "ollama"
|
||||||
# - model: "AUTODETECT"
|
# - model: "AUTODETECT"
|
||||||
- model: "AUTODETECT"
|
- model: "llava:13b"
|
||||||
title: "Ollama-WARA"
|
title: "Ollama-WARA" # Must be a unique identifier
|
||||||
url: "https://ollama-test.wara-ops.org"
|
url: "https://ollama-test.wara-ops.org"
|
||||||
requestOptions:
|
requestOptions:
|
||||||
headers:
|
headers:
|
||||||
Authorization: "${OLLAMA_API_KEY}" # on MacOS: echo "Authorization: Basic $(echo -n 'user:password' | gbase64 -w 0)"
|
Authorization: "${OLLAMA_API_KEY}" # on MacOS: echo "Authorization: Basic $(echo -n 'user:password' | gbase64 -w 0)"
|
||||||
provider: "ollama"
|
provider: "ollama"
|
||||||
|
|
||||||
# Ollama Server Configuration – this section is to be removed when endpoints are being parsed correctly
|
|
||||||
ollama:
|
|
||||||
title: "Ollama-local"
|
|
||||||
# url: "http://localhost:11434"
|
|
||||||
url: "https://ollama-test.wara-ops.org"
|
|
||||||
api_key: "${OLLAMA_API_KEY}" # Refer to environment variable
|
|
||||||
# model: "phi3:mini" # Select a model supported by the Ollama server
|
|
||||||
# model: "llama3:70b" # Select a model supported by the Ollama server
|
|
||||||
model: "llama3.1:70b" # Select a model supported by the Ollama server
|
|
||||||
# model: "llama3.1:8b" # Select a model supported by the Ollama server
|
|
||||||
# model: "llama3:latest" # Select a model supported by the Ollama server
|
|
||||||
# model: "mannix/llama3-8b-ablitered-v3:latest" # Select a model supported by the Ollama server
|
|
||||||
# model: "mistral-nemo:latest" # Select a model supported by the Ollama server
|
|
||||||
# model: "gemma2:27b"
|
|
||||||
# model: "AUTODETECT"
|
|
||||||
|
|
||||||
# Logging – comment out the whole section for default level which is INFO
|
# Logging – comment out the whole section for default level which is INFO
|
||||||
logging:
|
logging:
|
||||||
|
|||||||
Reference in New Issue
Block a user