Lagt till /api/tags för att kunna få ut lista av tillgängliga modeller (LLM:er) på aktuell ollama-server

This commit is contained in:
Joakim Persson
2024-08-02 23:09:15 +02:00
parent 3659308675
commit 5f2b71c965
+14 -1
View File
@@ -87,6 +87,19 @@ CORS(app, resources={
} }
}) })
@app.route('/api/tags', methods=['GET'])
def tag(url = "http://localhost:11434/api/tags", headers = None):
# def tag(url = "http://localhost:11434/api/tags", headers = {"Content-Type": "application/json"}):
"""Get a list of models for the server located at url."""
try:
logger.debug(f"url: {url} headers: {headers}")
response = requests.get(url, headers=headers)
return response.json()
# return response
except requests.exceptions.RequestException as e:
logger.error("Request Exception: %s", str(e))
return {'error': 'Failed to process request'}
@app.route('/api/chat', methods=['POST']) @app.route('/api/chat', methods=['POST'])
def chat(model = "phi3:mini"): def chat(model = "phi3:mini"):
@@ -101,7 +114,7 @@ def chat(model = "phi3:mini"):
data = request.get_json() data = request.get_json()
message = data.get('query') message = data.get('query')
url_server = data.get('url_server', "https://ollama-test.wara-ops.org/api/generate") # Use provided URL or default url_server = data.get('url_server', "https://ollama-test.wara-ops.org/api/generate") # Use provided URL or default
model = data.get('model', model) # Use provided model or default model = data.get('model', model) # Use provided model or default if not provided
# Get chat history from session storage (e.g., a dictionary) # Get chat history from session storage (e.g., a dictionary)
chat_history = session.get('chat_history', []) chat_history = session.get('chat_history', [])