Skip to content

vllm.model_executor.model_loader.base_loader

BaseModelLoader

Bases: ABC

Base class for model loaders.

Source code in vllm/model_executor/model_loader/base_loader.py 
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
class BaseModelLoader(ABC):
    """Base class for model loaders."""

    def __init__(self, load_config: LoadConfig):
        self.load_config = load_config

    @abstractmethod
    def download_model(self, model_config: ModelConfig) -> None:
        """Download a model so that it can be immediately loaded."""
        raise NotImplementedError

    @abstractmethod
    def load_model(self, *, vllm_config: VllmConfig,
                   model_config: ModelConfig) -> nn.Module:
        """Load a model with the given configurations."""
        raise NotImplementedError

load_config instance-attribute 

load_config = load_config

__init__ 

__init__(load_config: LoadConfig)
Source code in vllm/model_executor/model_loader/base_loader.py 
12
13
def __init__(self, load_config: LoadConfig):
    self.load_config = load_config

download_model abstractmethod 

download_model(model_config: ModelConfig) -> None

Download a model so that it can be immediately loaded.

Source code in vllm/model_executor/model_loader/base_loader.py 
15
16
17
18
@abstractmethod
def download_model(self, model_config: ModelConfig) -> None:
    """Download a model so that it can be immediately loaded."""
    raise NotImplementedError

load_model abstractmethod 

load_model(
    *, vllm_config: VllmConfig, model_config: ModelConfig
) -> Module

Load a model with the given configurations.

Source code in vllm/model_executor/model_loader/base_loader.py 
20
21
22
23
24
@abstractmethod
def load_model(self, *, vllm_config: VllmConfig,
               model_config: ModelConfig) -> nn.Module:
    """Load a model with the given configurations."""
    raise NotImplementedError