From 56f9038e6c3f71714976158590569f94f29c4d9f Mon Sep 17 00:00:00 2001 From: Joakim Persson Date: Mon, 5 Aug 2024 14:10:21 +0200 Subject: [PATCH] =?UTF-8?q?Tog=20bort=20oanv=C3=A4nd=20konfiguration.=20La?= =?UTF-8?q?de=20till=20preferred=5Fep?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- smartassist/config/smartassist.yaml | 23 +++++------------------ 1 file changed, 5 insertions(+), 18 deletions(-) diff --git a/smartassist/config/smartassist.yaml b/smartassist/config/smartassist.yaml index 8127867..658ea5b 100644 --- a/smartassist/config/smartassist.yaml +++ b/smartassist/config/smartassist.yaml @@ -3,36 +3,23 @@ backend: url: "http://localhost:5004" api: "/api/chat" +preferred_ep: "Ollama-WARA" endpoints: - model: "AUTODETECT" - title: "Ollama-local" + title: "Ollama-local" # Must be a unique identifier url: "http://localhost:11434" provider: "ollama" # - model: "AUTODETECT" - - model: "AUTODETECT" - title: "Ollama-WARA" + - model: "llava:13b" + title: "Ollama-WARA" # Must be a unique identifier url: "https://ollama-test.wara-ops.org" requestOptions: headers: Authorization: "${OLLAMA_API_KEY}" # on MacOS: echo "Authorization: Basic $(echo -n 'user:password' | gbase64 -w 0)" provider: "ollama" -# Ollama Server Configuration – this section is to be removed when endpoints are being parsed correctly -ollama: - title: "Ollama-local" - # url: "http://localhost:11434" - url: "https://ollama-test.wara-ops.org" - api_key: "${OLLAMA_API_KEY}" # Refer to environment variable - # model: "phi3:mini" # Select a model supported by the Ollama server - # model: "llama3:70b" # Select a model supported by the Ollama server - model: "llama3.1:70b" # Select a model supported by the Ollama server - # model: "llama3.1:8b" # Select a model supported by the Ollama server - # model: "llama3:latest" # Select a model supported by the Ollama server - # model: "mannix/llama3-8b-ablitered-v3:latest" # Select a model supported by the Ollama server - # model: "mistral-nemo:latest" # Select a model supported by the Ollama server - # model: "gemma2:27b" - # model: "AUTODETECT" + # Logging – comment out the whole section for default level which is INFO logging: