reweighting

opentensor · Aug 25, 2023 · c9dbf4d · c9dbf4d
1 parent bd315ec
commit c9dbf4d
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/openvalidators/reward/config.py b/openvalidators/reward/config.py
@@ -35,8 +35,8 @@ class DefaultRewardFrameworkConfig:
     """Reward framework default configuration.
     Note: All the weights should add up to 1.0.
     """
-    dpo_model_weight: float = 0.2
+    dpo_model_weight: float = 0.4
     rlhf_model_weight: float = 0.4
-    reciprocate_model_weight: float = 0.4
+    reciprocate_model_weight: float = 0.2
     dahoas_model_weight: float = 0
     prompt_model_weight: float = 0