From b51a17d82edf7569d379470a87be2cd70ab419f4 Mon Sep 17 00:00:00 2001 From: lucast2021 Date: Sun, 5 Jan 2025 10:43:41 -0600 Subject: [PATCH] unexpected modules type adjustment Signed-off-by: lucast2021 --- vllm/lora/models.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/lora/models.py b/vllm/lora/models.py index a13b9346d17cc..5b7225bdc8f37 100644 --- a/vllm/lora/models.py +++ b/vllm/lora/models.py @@ -4,7 +4,7 @@ import os import re from dataclasses import dataclass, field -from typing import Any, Callable, Dict, List, Optional, Sequence, Type +from typing import Any, Callable, Dict, List, Optional, Sequence, Type, Union import safetensors.torch import torch @@ -219,7 +219,7 @@ def from_local_checkpoint( config["vllm_max_position_embeddings"] = max_position_embeddings peft_helper = PEFTHelper.from_dict(config) - unexpected_modules: List[str] + unexpected_modules: List[Union[list[str], str]] if os.path.isfile(lora_tensor_path): tensors: Dict[str, torch.Tensor] = {} # Find unexpected modules.