Skip to content

vllm.triton_utils.importing

HAS_TRITON module-attribute 

HAS_TRITON = (
    find_spec("triton") is not None
    or find_spec("pytorch-triton-xpu") is not None
)

logger module-attribute 

logger = init_logger(__name__)

TritonLanguagePlaceholder

Bases: ModuleType

Source code in vllm/triton_utils/importing.py 
43
44
45
46
47
48
49
class TritonLanguagePlaceholder(types.ModuleType):

    def __init__(self):
        super().__init__("triton.language")
        self.constexpr = None
        self.dtype = None
        self.int64 = None

constexpr instance-attribute 

constexpr = None

dtype instance-attribute 

dtype = None

int64 instance-attribute 

int64 = None

__init__ 

__init__()
Source code in vllm/triton_utils/importing.py 
45
46
47
48
49
def __init__(self):
    super().__init__("triton.language")
    self.constexpr = None
    self.dtype = None
    self.int64 = None

TritonPlaceholder

Bases: ModuleType

Source code in vllm/triton_utils/importing.py 
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
class TritonPlaceholder(types.ModuleType):

    def __init__(self):
        super().__init__("triton")
        self.jit = self._dummy_decorator("jit")
        self.autotune = self._dummy_decorator("autotune")
        self.heuristics = self._dummy_decorator("heuristics")
        self.language = TritonLanguagePlaceholder()
        logger.warning_once(
            "Triton is not installed. Using dummy decorators. "
            "Install it via `pip install triton` to enable kernel"
            " compilation.")

    def _dummy_decorator(self, name):

        def decorator(*args, **kwargs):
            if args and callable(args[0]):
                return args[0]
            return lambda f: f

        return decorator

autotune instance-attribute 

autotune = _dummy_decorator('autotune')

heuristics instance-attribute 

heuristics = _dummy_decorator('heuristics')

jit instance-attribute 

jit = _dummy_decorator('jit')

language instance-attribute 

language = TritonLanguagePlaceholder()

__init__ 

__init__()
Source code in vllm/triton_utils/importing.py 
22
23
24
25
26
27
28
29
30
31
def __init__(self):
    super().__init__("triton")
    self.jit = self._dummy_decorator("jit")
    self.autotune = self._dummy_decorator("autotune")
    self.heuristics = self._dummy_decorator("heuristics")
    self.language = TritonLanguagePlaceholder()
    logger.warning_once(
        "Triton is not installed. Using dummy decorators. "
        "Install it via `pip install triton` to enable kernel"
        " compilation.")

_dummy_decorator 

_dummy_decorator(name)
Source code in vllm/triton_utils/importing.py 
33
34
35
36
37
38
39
40
def _dummy_decorator(self, name):

    def decorator(*args, **kwargs):
        if args and callable(args[0]):
            return args[0]
        return lambda f: f

    return decorator