From 1f6f0a72d5e2a74d4406fbff87703ce5b4417afd Mon Sep 17 00:00:00 2001 From: Joakim Persson Date: Wed, 31 Jul 2024 23:23:14 +0200 Subject: [PATCH] =?UTF-8?q?Lade=20till=20information=20f=C3=B6r=20ollama-t?= =?UTF-8?q?est.wara-ops.org?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- smartassist/config/smartassist.yaml | 22 ++++++++++++++++++++-- 1 file changed, 20 insertions(+), 2 deletions(-) diff --git a/smartassist/config/smartassist.yaml b/smartassist/config/smartassist.yaml index 4f91aa6..d43e2b4 100644 --- a/smartassist/config/smartassist.yaml +++ b/smartassist/config/smartassist.yaml @@ -1,22 +1,40 @@ # Frontend Configuration -frontend: - url: "http://localhost:5004" +# frontend: +# url: "http://localhost:5004" # Backend Configuration backend: url: "http://localhost:5004" api: "/api/chat" + +models: + - model: "AUTODETECT" + title: "Ollama" + url: "http://localhost:11434" + provider: "ollama" + - model: "AUTODETECT" + title: "Ollama-WARA" + url: "https://ollama-test.wara-ops.org" + requestOptions: + headers: + Authorization: "${OLLAMA_API_KEY}" # This should expand to something like "Basic XY...=" + provider: "ollama" + # Ollama Server Configuration ollama: + title: "Ollama-local" url: "http://localhost:11434" api_key: "${OLLAMA_API_KEY}" # Refer to environment variable model: "phi3:mini" # Select a model supported by the Ollama server # model: "llama3:70b" # Select a model supported by the Ollama server + # model: "llama3.1:70b" # Select a model supported by the Ollama server + # model: "llama3.1:8b" # Select a model supported by the Ollama server # model: "llama3:latest" # Select a model supported by the Ollama server # model: "mannix/llama3-8b-ablitered-v3:latest" # Select a model supported by the Ollama server # model: "mistral-nemo:latest" # Select a model supported by the Ollama server # model: "gemma2:27b" + # model: "AUTODETECT" # Logging – comment out the whole section for default level which is INFO logging: