From 534874e81059edaee8ffb702ec27ba21a1f962d7 Mon Sep 17 00:00:00 2001 From: Joakim Persson Date: Mon, 29 Jul 2024 00:45:10 +0200 Subject: [PATCH] =?UTF-8?q?Lagt=20till=20tillst=C3=A5nd=20och=20metoder=20?= =?UTF-8?q?f=C3=B6r=20vilken=20llm=20som=20ska=20anv=C3=A4ndas?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- smartassist/src/utils.py | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/smartassist/src/utils.py b/smartassist/src/utils.py index 2aebcbc..026a0ef 100644 --- a/smartassist/src/utils.py +++ b/smartassist/src/utils.py @@ -24,6 +24,7 @@ class GlobalState: cls._instance.logger.addHandler(handler) cls._instance.logger.setLevel(getattr(logging, cls._instance.log_level)) # Initialize root logger level cls._instance.logger.info(" __new__(cls): Logger in GlobalState created: %s", cls._instance.logger) + cls._instance.llm = "phi3:mini" # Default LLM for queries. TODO: Check with ollama server that it actually exists return cls._instance def configure_logging(self, level=None): @@ -53,4 +54,13 @@ class GlobalState: if module_name is None: module_name = __name__ logger = logging.getLogger(module_name) - return logger \ No newline at end of file + return logger + + def set_llm(self, model_name="phi3:mini"): + """Set LLM for queries""" + self.llm = model_name + + def get_llm(self): + """Getter for which LLM is used for queries""" + return self.llm +