small reweight

opentensor · Aug 28, 2023 · e513a97 · e513a97
1 parent c9dbf4d
commit e513a97
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/openvalidators/reward/config.py b/openvalidators/reward/config.py
@@ -35,8 +35,8 @@ class DefaultRewardFrameworkConfig:
     """Reward framework default configuration.
     Note: All the weights should add up to 1.0.
     """
-    dpo_model_weight: float = 0.4
+    dpo_model_weight: float = 0.3
     rlhf_model_weight: float = 0.4
-    reciprocate_model_weight: float = 0.2
+    reciprocate_model_weight: float = 0.3
     dahoas_model_weight: float = 0
     prompt_model_weight: float = 0