diff --git a/kubernetes/base/002-deployment.yaml b/kubernetes/base/002-deployment.yaml index 26166a3..23c3533 100644 --- a/kubernetes/base/002-deployment.yaml +++ b/kubernetes/base/002-deployment.yaml @@ -14,7 +14,7 @@ spec: spec: containers: - name: summary-lens-service - image: gravitate-registry.cr.de-fra.ionos.com/summary-lens-service:v0.11.0 + image: gravitate-registry.cr.de-fra.ionos.com/summary-lens-service:v0.12.0 imagePullPolicy: Always env: - name: SERVER_URL diff --git a/lens_app/core.py b/lens_app/core.py index 4e31d10..89d7205 100644 --- a/lens_app/core.py +++ b/lens_app/core.py @@ -1,4 +1,6 @@ from datetime import datetime + +from click import option from fhirpathpy import evaluate from dotenv import load_dotenv import os @@ -397,12 +399,14 @@ def summarize2( prompt_message = prompt result = client.chat( - model="llama3.1", + model="llama3.2:3b", messages=[ {"content": systemMessage, "role": "system"}, {"content": prompt_message, "role": "assistant"}, ], - stream=False + stream=False, + keep_alive="-1m", + options={"seed": 1234, "temperature": 0} ) response = format_response(result["message"]["content"])