Skip to content

Commit

Permalink
unexpected modules type adjustment
Browse files Browse the repository at this point in the history
Signed-off-by: lucast2021 <[email protected]>
  • Loading branch information
lucast2021 committed Jan 5, 2025
1 parent 58fbdfb commit b51a17d
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions vllm/lora/models.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
import os
import re
from dataclasses import dataclass, field
from typing import Any, Callable, Dict, List, Optional, Sequence, Type
from typing import Any, Callable, Dict, List, Optional, Sequence, Type, Union

import safetensors.torch
import torch
Expand Down Expand Up @@ -219,7 +219,7 @@ def from_local_checkpoint(

config["vllm_max_position_embeddings"] = max_position_embeddings
peft_helper = PEFTHelper.from_dict(config)
unexpected_modules: List[str]
unexpected_modules: List[Union[list[str], str]]
if os.path.isfile(lora_tensor_path):
tensors: Dict[str, torch.Tensor] = {}
# Find unexpected modules.
Expand Down

0 comments on commit b51a17d

Please sign in to comment.