Modifying base in yarn embedding (huggingface#2212)

yuanwu2017 · Sep 25, 2024 · dedeb3c · dedeb3c
1 parent 5029e72
commit dedeb3c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/server/text_generation_server/layers/rotary.py b/server/text_generation_server/layers/rotary.py
@@ -102,7 +102,7 @@ def static(cls, config, dim, base, device):
                     max_position_embeddings=rope_scaling[
                         "original_max_position_embeddings"
                     ],
-                    base=10000.0,
+                    base=base,
                     device=inv_freq.device,
                     scaling_factor=scaling_factor,
                     extrapolation_factor=1,