Skip to content

vllm.triton_utils.importing

HAS_TRITON module-attribute 

HAS_TRITON = (
    find_spec("triton") is not None
    or find_spec("pytorch-triton-xpu") is not None
)

active_drivers module-attribute 

active_drivers = [
    (driver) for x in (values()) if driver and is_active()
]

cuda_visible_devices module-attribute 

cuda_visible_devices = get('CUDA_VISIBLE_DEVICES')

is_distributed_env module-attribute 

is_distributed_env = (
    cuda_visible_devices is not None and len(strip()) == 0
)

logger module-attribute 

logger = init_logger(__name__)

TritonLanguagePlaceholder

Bases: ModuleType

Source code in vllm/triton_utils/importing.py 
88
89
90
91
92
93
94
95
class TritonLanguagePlaceholder(types.ModuleType):

    def __init__(self):
        super().__init__("triton.language")
        self.constexpr = None
        self.dtype = None
        self.int64 = None
        self.int32 = None

constexpr instance-attribute 

constexpr = None

dtype instance-attribute 

dtype = None

int32 instance-attribute 

int32 = None

int64 instance-attribute 

int64 = None

__init__ 

__init__()
Source code in vllm/triton_utils/importing.py 
90
91
92
93
94
95
def __init__(self):
    super().__init__("triton.language")
    self.constexpr = None
    self.dtype = None
    self.int64 = None
    self.int32 = None

TritonPlaceholder

Bases: ModuleType

Source code in vllm/triton_utils/importing.py 
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
class TritonPlaceholder(types.ModuleType):

    def __init__(self):
        super().__init__("triton")
        self.__version__ = "3.3.0"
        self.jit = self._dummy_decorator("jit")
        self.autotune = self._dummy_decorator("autotune")
        self.heuristics = self._dummy_decorator("heuristics")
        self.Config = self._dummy_decorator("Config")
        self.language = TritonLanguagePlaceholder()

    def _dummy_decorator(self, name):

        def decorator(*args, **kwargs):
            if args and callable(args[0]):
                return args[0]
            return lambda f: f

        return decorator

Config instance-attribute 

Config = _dummy_decorator('Config')

__version__ instance-attribute 

__version__ = '3.3.0'

autotune instance-attribute 

autotune = _dummy_decorator('autotune')

heuristics instance-attribute 

heuristics = _dummy_decorator('heuristics')

jit instance-attribute 

jit = _dummy_decorator('jit')

language instance-attribute 

language = TritonLanguagePlaceholder()

__init__ 

__init__()
Source code in vllm/triton_utils/importing.py 
69
70
71
72
73
74
75
76
def __init__(self):
    super().__init__("triton")
    self.__version__ = "3.3.0"
    self.jit = self._dummy_decorator("jit")
    self.autotune = self._dummy_decorator("autotune")
    self.heuristics = self._dummy_decorator("heuristics")
    self.Config = self._dummy_decorator("Config")
    self.language = TritonLanguagePlaceholder()

_dummy_decorator 

_dummy_decorator(name)
Source code in vllm/triton_utils/importing.py 
78
79
80
81
82
83
84
85
def _dummy_decorator(self, name):

    def decorator(*args, **kwargs):
        if args and callable(args[0]):
            return args[0]
        return lambda f: f

    return decorator