Skip to content

vllm.transformers_utils.tokenizer

__getattr__ 

__getattr__(name: str)
Source code in vllm/transformers_utils/tokenizer.py 
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
def __getattr__(name: str):
    # Keep until lm-eval is updated
    if name == "get_tokenizer":
        from vllm.tokenizers import get_tokenizer

        warnings.warn(
            "`vllm.transformers_utils.tokenizer.get_tokenizer` "
            "has been moved to `vllm.tokenizers.get_tokenizer`. "
            "The old name will be removed in a future version.",
            DeprecationWarning,
            stacklevel=2,
        )

        return get_tokenizer