fix(retrievers): fix threshold logic in HybridQdrantInMemoryRetriever

Aleph-Alpha · Dec 10, 2024 · e6b6f8c · e6b6f8c
1 parent 837294c
commit e6b6f8c
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/src/intelligence_layer/connectors/retrievers/hybrid_qdrant_in_memory_retriever.py b/src/intelligence_layer/connectors/retrievers/hybrid_qdrant_in_memory_retriever.py
@@ -128,7 +128,6 @@ def get_filtered_documents_with_scores(
             limit=self._k,
             filter=filter,
             with_payload=True,
-            score_threshold=self._threshold,
         )
         sparse_request = models.SearchRequest(
             vector=models.NamedSparseVector(
@@ -150,7 +149,11 @@ def get_filtered_documents_with_scores(
             [dense_request_response, sparse_request_response], limit=self._k
         )
 
-        return [self._point_to_search_result(point) for point in search_result]
+        return [
+            self._point_to_search_result(point)
+            for point in search_result
+            if point.score >= self._threshold
+        ]
 
     def get_relevant_documents_with_scores(
         self, query: str