Lagt till tillstånd och metoder för vilken llm som ska användas

This commit is contained in:
2024-07-29 00:45:10 +02:00
parent 0cccd02050
commit 534874e810
+11 -1
View File
@@ -24,6 +24,7 @@ class GlobalState:
cls._instance.logger.addHandler(handler) cls._instance.logger.addHandler(handler)
cls._instance.logger.setLevel(getattr(logging, cls._instance.log_level)) # Initialize root logger level cls._instance.logger.setLevel(getattr(logging, cls._instance.log_level)) # Initialize root logger level
cls._instance.logger.info(" __new__(cls): Logger in GlobalState created: %s", cls._instance.logger) cls._instance.logger.info(" __new__(cls): Logger in GlobalState created: %s", cls._instance.logger)
cls._instance.llm = "phi3:mini" # Default LLM for queries. TODO: Check with ollama server that it actually exists
return cls._instance return cls._instance
def configure_logging(self, level=None): def configure_logging(self, level=None):
@@ -53,4 +54,13 @@ class GlobalState:
if module_name is None: if module_name is None:
module_name = __name__ module_name = __name__
logger = logging.getLogger(module_name) logger = logging.getLogger(module_name)
return logger return logger
def set_llm(self, model_name="phi3:mini"):
"""Set LLM for queries"""
self.llm = model_name
def get_llm(self):
"""Getter for which LLM is used for queries"""
return self.llm