Skip to content

vllm.triton_utils.importing

HAS_TRITON module-attribute

HAS_TRITON = (
    find_spec("triton") is not None
    or find_spec("pytorch-triton-xpu") is not None
)

logger module-attribute

logger = init_logger(__name__)

TritonLanguagePlaceholder

Bases: ModuleType

Source code in vllm/triton_utils/importing.py
class TritonLanguagePlaceholder(types.ModuleType):

    def __init__(self):
        super().__init__("triton.language")
        self.constexpr = None
        self.dtype = None
        self.int64 = None

constexpr instance-attribute

constexpr = None

dtype instance-attribute

dtype = None

int64 instance-attribute

int64 = None

__init__

__init__()
Source code in vllm/triton_utils/importing.py
def __init__(self):
    super().__init__("triton.language")
    self.constexpr = None
    self.dtype = None
    self.int64 = None

TritonPlaceholder

Bases: ModuleType

Source code in vllm/triton_utils/importing.py
class TritonPlaceholder(types.ModuleType):

    def __init__(self):
        super().__init__("triton")
        self.jit = self._dummy_decorator("jit")
        self.autotune = self._dummy_decorator("autotune")
        self.heuristics = self._dummy_decorator("heuristics")
        self.language = TritonLanguagePlaceholder()
        logger.warning_once(
            "Triton is not installed. Using dummy decorators. "
            "Install it via `pip install triton` to enable kernel"
            " compilation.")

    def _dummy_decorator(self, name):

        def decorator(*args, **kwargs):
            if args and callable(args[0]):
                return args[0]
            return lambda f: f

        return decorator

autotune instance-attribute

autotune = _dummy_decorator('autotune')

heuristics instance-attribute

heuristics = _dummy_decorator('heuristics')

jit instance-attribute

jit = _dummy_decorator('jit')

language instance-attribute

__init__

__init__()
Source code in vllm/triton_utils/importing.py
def __init__(self):
    super().__init__("triton")
    self.jit = self._dummy_decorator("jit")
    self.autotune = self._dummy_decorator("autotune")
    self.heuristics = self._dummy_decorator("heuristics")
    self.language = TritonLanguagePlaceholder()
    logger.warning_once(
        "Triton is not installed. Using dummy decorators. "
        "Install it via `pip install triton` to enable kernel"
        " compilation.")

_dummy_decorator

_dummy_decorator(name)
Source code in vllm/triton_utils/importing.py
def _dummy_decorator(self, name):

    def decorator(*args, **kwargs):
        if args and callable(args[0]):
            return args[0]
        return lambda f: f

    return decorator