Changed base model to a smaller model

Gravitate-Health · Dec 19, 2024 · 32ab52c · 32ab52c
1 parent 4c73bb8
commit 32ab52c
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 3 deletions.
diff --git a/kubernetes/base/002-deployment.yaml b/kubernetes/base/002-deployment.yaml
@@ -14,7 +14,7 @@ spec:
     spec:
       containers:
       - name: summary-lens-service
-        image: gravitate-registry.cr.de-fra.ionos.com/summary-lens-service:v0.11.0
+        image: gravitate-registry.cr.de-fra.ionos.com/summary-lens-service:v0.12.0
         imagePullPolicy: Always
         env:
         - name: SERVER_URL

diff --git a/lens_app/core.py b/lens_app/core.py
@@ -1,4 +1,6 @@
 from datetime import datetime
+
+from click import option
 from fhirpathpy import evaluate
 from dotenv import load_dotenv
 import os
@@ -397,12 +399,14 @@ def summarize2(
         prompt_message = prompt
 
         result = client.chat(
-            model="llama3.1",
+            model="llama3.2:3b",
             messages=[
                 {"content": systemMessage, "role": "system"},
                 {"content": prompt_message, "role": "assistant"},
             ],
-            stream=False
+            stream=False,
+            keep_alive="-1m",
+            options={"seed": 1234, "temperature": 0}
         )
 
         response = format_response(result["message"]["content"])