refine token similarity calculation

KevinHuSh · Oct 8, 2024 · c5e57bb · c5e57bb
1 parent a3ab5ba
commit c5e57bb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/rag/nlp/query.py b/rag/nlp/query.py
@@ -190,4 +190,4 @@ def similarity(self, qtwt, dtwt):
         #d = 1e-9
         # for k, v in dtwt.items():
         #    d += v * v
-        return s / q / max(1, math.sqrt(math.log10(max(len(qtwt.keys()), len(dtwt.keys())))))# math.sqrt(q) / math.sqrt(d)
+        return s / q #/ max(1, math.sqrt(math.log10(max(len(qtwt.keys()), len(dtwt.keys())))))# math.sqrt(q) / math.sqrt(d)