bug fix

amazon-science · Sep 5, 2024 · c7ceebc · c7ceebc
1 parent 4d17fa9
commit c7ceebc
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 8 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "refchecker"
-version = "0.2.7"
+version = "0.2.8"
 description = "RefChecker provides automatic checking pipeline for detecting fine-grained hallucinations generated by Large Language Models."
 authors = [
     "Xiangkun Hu <[email protected]>",

diff --git a/refchecker/utils.py b/refchecker/utils.py
@@ -102,15 +102,12 @@ def get_model_batch_response(
     if sagemaker_client is not None:
         parameters = {
             "max_new_tokens": max_new_tokens,
-            "temperature": temperature,
-            "num_beams": 1,
-            "do_sample": False,
-            "top_p": 0.9,
-            "logits_processor" : None,
-            # "remove_invalid_values" : True
+            "temperature": temperature
         }
         if sagemaker_params is not None:
-            parameters.update(sagemaker_params)
+            for k, v in sagemaker_params.items():
+                if k in parameters:
+                    parameters[k] = v
         response_list = []
         for prompt in prompts:
             r = sagemaker_client.invoke_endpoint(