Tog bort oanvänd konfiguration. Lade till preferred_ep

This commit is contained in:
Joakim Persson
2024-08-05 14:10:21 +02:00
parent c7630bf6b3
commit 56f9038e6c
+5 -18
View File
@@ -3,36 +3,23 @@ backend:
url: "http://localhost:5004" url: "http://localhost:5004"
api: "/api/chat" api: "/api/chat"
preferred_ep: "Ollama-WARA"
endpoints: endpoints:
- model: "AUTODETECT" - model: "AUTODETECT"
title: "Ollama-local" title: "Ollama-local" # Must be a unique identifier
url: "http://localhost:11434" url: "http://localhost:11434"
provider: "ollama" provider: "ollama"
# - model: "AUTODETECT" # - model: "AUTODETECT"
- model: "AUTODETECT" - model: "llava:13b"
title: "Ollama-WARA" title: "Ollama-WARA" # Must be a unique identifier
url: "https://ollama-test.wara-ops.org" url: "https://ollama-test.wara-ops.org"
requestOptions: requestOptions:
headers: headers:
Authorization: "${OLLAMA_API_KEY}" # on MacOS: echo "Authorization: Basic $(echo -n 'user:password' | gbase64 -w 0)" Authorization: "${OLLAMA_API_KEY}" # on MacOS: echo "Authorization: Basic $(echo -n 'user:password' | gbase64 -w 0)"
provider: "ollama" provider: "ollama"
# Ollama Server Configuration this section is to be removed when endpoints are being parsed correctly
ollama:
title: "Ollama-local"
# url: "http://localhost:11434"
url: "https://ollama-test.wara-ops.org"
api_key: "${OLLAMA_API_KEY}" # Refer to environment variable
# model: "phi3:mini" # Select a model supported by the Ollama server
# model: "llama3:70b" # Select a model supported by the Ollama server
model: "llama3.1:70b" # Select a model supported by the Ollama server
# model: "llama3.1:8b" # Select a model supported by the Ollama server
# model: "llama3:latest" # Select a model supported by the Ollama server
# model: "mannix/llama3-8b-ablitered-v3:latest" # Select a model supported by the Ollama server
# model: "mistral-nemo:latest" # Select a model supported by the Ollama server
# model: "gemma2:27b"
# model: "AUTODETECT"
# Logging comment out the whole section for default level which is INFO # Logging comment out the whole section for default level which is INFO
logging: logging: