Skip to content

vllm.triton_utils.importing

HAS_TRITON module-attribute 

HAS_TRITON = (
    find_spec("triton") is not None
    or find_spec("pytorch-triton-xpu") is not None
)

active_drivers module-attribute 

active_drivers = [
    (driver) for x in (values()) if driver and is_active()
]

cuda_visible_devices module-attribute 

cuda_visible_devices = get('CUDA_VISIBLE_DEVICES')

is_distributed_env module-attribute 

is_distributed_env = (
    cuda_visible_devices is not None and len(strip()) == 0
)

logger module-attribute 

logger = init_logger(__name__)

TritonLanguagePlaceholder

Bases: ModuleType

Source code in vllm/triton_utils/importing.py 
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
class TritonLanguagePlaceholder(types.ModuleType):
    def __init__(self):
        super().__init__("triton.language")
        self.constexpr = None
        self.dtype = None
        self.int64 = None
        self.int32 = None
        self.tensor = None
        self.exp = None
        self.log = None
        self.log2 = None

constexpr instance-attribute 

constexpr = None

dtype instance-attribute 

dtype = None

exp instance-attribute 

exp = None

int32 instance-attribute 

int32 = None

int64 instance-attribute 

int64 = None

log instance-attribute 

log = None

log2 instance-attribute 

log2 = None

tensor instance-attribute 

tensor = None

__init__ 

__init__()
Source code in vllm/triton_utils/importing.py 
 94
 95
 96
 97
 98
 99
100
101
102
103
def __init__(self):
    super().__init__("triton.language")
    self.constexpr = None
    self.dtype = None
    self.int64 = None
    self.int32 = None
    self.tensor = None
    self.exp = None
    self.log = None
    self.log2 = None

TritonPlaceholder

Bases: ModuleType

Source code in vllm/triton_utils/importing.py 
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
class TritonPlaceholder(types.ModuleType):
    def __init__(self):
        super().__init__("triton")
        self.__version__ = "3.4.0"
        self.jit = self._dummy_decorator("jit")
        self.autotune = self._dummy_decorator("autotune")
        self.heuristics = self._dummy_decorator("heuristics")
        self.Config = self._dummy_decorator("Config")
        self.language = TritonLanguagePlaceholder()

    def _dummy_decorator(self, name):
        def decorator(*args, **kwargs):
            if args and callable(args[0]):
                return args[0]
            return lambda f: f

        return decorator

Config instance-attribute 

Config = _dummy_decorator('Config')

__version__ instance-attribute 

__version__ = '3.4.0'

autotune instance-attribute 

autotune = _dummy_decorator('autotune')

heuristics instance-attribute 

heuristics = _dummy_decorator('heuristics')

jit instance-attribute 

jit = _dummy_decorator('jit')

language instance-attribute 

language = TritonLanguagePlaceholder()

__init__ 

__init__()
Source code in vllm/triton_utils/importing.py 
75
76
77
78
79
80
81
82
def __init__(self):
    super().__init__("triton")
    self.__version__ = "3.4.0"
    self.jit = self._dummy_decorator("jit")
    self.autotune = self._dummy_decorator("autotune")
    self.heuristics = self._dummy_decorator("heuristics")
    self.Config = self._dummy_decorator("Config")
    self.language = TritonLanguagePlaceholder()

_dummy_decorator 

_dummy_decorator(name)
Source code in vllm/triton_utils/importing.py 
84
85
86
87
88
89
90
def _dummy_decorator(self, name):
    def decorator(*args, **kwargs):
        if args and callable(args[0]):
            return args[0]
        return lambda f: f

    return decorator