diff --git a/ai_edge_torch/generative/layers/model_config.py b/ai_edge_torch/generative/layers/model_config.py index 2e35d026..2447e5df 100644 --- a/ai_edge_torch/generative/layers/model_config.py +++ b/ai_edge_torch/generative/layers/model_config.py @@ -27,6 +27,7 @@ class ActivationType(enum.Enum): SILU = enum.auto() GELU = enum.auto() GELU_TANH = enum.auto() + GELU_QUICK = enum.auto() GE_GLU = enum.auto() RELU = enum.auto()