Added deprecated warning, created new base class, updated Causal and T5

mosaicml · Aug 20, 2024 · e06fd6a · e06fd6a
1 parent 83a08a7
commit e06fd6a
Show file tree

Hide file tree

Showing 5 changed files with 498 additions and 418 deletions.
diff --git a/llmfoundry/models/hf/__init__.py b/llmfoundry/models/hf/__init__.py
@@ -9,8 +9,10 @@
 )
 from llmfoundry.models.hf.hf_t5 import ComposerHFT5
 from llmfoundry.models.hf.model_wrapper import HuggingFaceModelWithFSDP
+from llmfoundry.models.hf.hf_base import BaseHuggingFaceModel
 
 __all__ = [
+    'BaseHuggingFaceModel',
     'ComposerHFCausalLM',
     'ComposerHFT5',
     'prepare_hf_causal_lm_model_for_fsdp',