yo

llmfoundry/models/hf/hf_causal_lm.py

@@ -85,6 +85,7 @@ def __init__(
         config_overrides: Optional[dict[str, Any]] = None,
         peft_config: Optional[dict[str, Any]] = None,
         use_train_metrics: bool = True,
+        allow_embedding_resizing: bool = False,
         additional_train_metrics: Optional[list] = None,
         additional_eval_metrics: Optional[list] = None,
         should_save_peft_only: bool = True,
@@ -131,6 +132,7 @@ def __init__(
             tokenizer=tokenizer,
             metrics=train_metrics,
             eval_metrics=eval_metrics,
+            allow_embedding_resizing=allow_embedding_resizing,
             init_device=init_device,
             peft_config=peft_config_object,
             should_save_peft_only=should_save_peft_only,

llmfoundry/models/hf/model_wrapper.py

@@ -38,6 +38,7 @@ def __init__(
         metrics: Optional[list[Metric]] = None,
         eval_metrics: Optional[list[Metric]] = None,
         shift_labels: bool = False,
+        allow_embedding_resizing: bool = False,
         init_device: Optional[str] = None,
         peft_config: Optional['PeftConfig'] = None,
         should_save_peft_only: bool = True,
@@ -49,6 +50,7 @@ def __init__(
             metrics=metrics,
             eval_metrics=eval_metrics,
             shift_labels=shift_labels,
+            allow_embedding_resizing=allow_embedding_resizing,
             peft_config=peft_config,
             should_save_peft_only=should_save_peft_only,
         )

setup.py

@@ -80,12 +80,12 @@
 extra_deps['dev'] = [
     'coverage[toml]==7.6.1',
     'pre-commit>=3.4.0,<4',
-    'pytest>=7.2.1,<8',
+    'pytest>=7.2.1,<9',
     'pytest_codeblocks>=0.16.1,<0.18',
     'pytest-cov>=4,<6',
     'pyright==1.1.256',
     'toml>=0.10.2,<0.11',
-    'packaging>=21,<23',
+    'packaging>=21,<25',
     'hf_transfer==0.1.3',
 ]