Skip to content

vllm.model_executor.layers.pooler.common

ActivationFn module-attribute 

ActivationFn = Callable[[_T], _T]

ClassifierFn module-attribute 

ClassifierFn = Callable[[Tensor], Tensor]

ProjectorFn module-attribute 

ProjectorFn = Callable[[Tensor], Tensor]

_T module-attribute 

_T = TypeVar('_T', bound=Tensor | list[Tensor])

__all__ module-attribute 

__all__ = [
    "ActivationFn",
    "ClassifierFn",
    "ProjectorFn",
    "PoolingParamsUpdate",
]

PoolingParamsUpdate dataclass

Source code in vllm/model_executor/layers/pooler/common.py 
18
19
20
21
22
23
24
25
26
27
28
29
@dataclass(frozen=True)
class PoolingParamsUpdate:
    requires_token_ids: bool = False
    """Set this flag to enable `get_prompt_token_ids` for your pooler."""

    def __or__(self, other: "PoolingParamsUpdate") -> "PoolingParamsUpdate":
        return PoolingParamsUpdate(
            requires_token_ids=self.requires_token_ids or other.requires_token_ids,
        )

    def apply(self, params: PoolingParams) -> None:
        params.requires_token_ids = self.requires_token_ids

requires_token_ids class-attribute instance-attribute 

requires_token_ids: bool = False

Set this flag to enable get_prompt_token_ids for your pooler.

__init__ 

__init__(requires_token_ids: bool = False) -> None

__or__ 

__or__(other: PoolingParamsUpdate) -> PoolingParamsUpdate
Source code in vllm/model_executor/layers/pooler/common.py 
23
24
25
26
def __or__(self, other: "PoolingParamsUpdate") -> "PoolingParamsUpdate":
    return PoolingParamsUpdate(
        requires_token_ids=self.requires_token_ids or other.requires_token_ids,
    )

apply 

apply(params: PoolingParams) -> None
Source code in vllm/model_executor/layers/pooler/common.py 
28
29
def apply(self, params: PoolingParams) -> None:
    params.requires_token_ids = self.requires_token_ids