o
    -i                  
   @   s\  d dl Z d dlZd dlmZ d dlmZ eeZeddup#edduZerzCd dl	m
Z
 dd e
 D Ze jd	ZeduoGee d kZerVeed krVed
 nesheedkrhedee dZW n) eyy   ed dZY n ey Z zede dZW Y dZ[ndZ[ww esed G dd dejZG dd dejZdS )    N)	find_spec)init_loggertritonzpytorch-triton-xpu)backendsc                 C   s"   g | ]}|j r|j  r|j qS  )driver	is_active).0xr   r   X/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/vllm/triton_utils/importing.py
<listcomp>   s    r   CUDA_VISIBLE_DEVICESzaTriton found 0 active drivers in distributed environment. This is expected during initialization.   zkTriton is installed but %d active driver(s) found (expected 1). Disabling Triton to prevent runtime errors.FzSTriton is installed, but `triton.backends` could not be imported. Disabling Triton.zXAn unexpected error occurred while checking Triton active drivers: %s. Disabling Triton.z\Triton not installed or not compatible; certain GPU-related functions will not be available.c                       s$   e Zd Z fddZdd Z  ZS )TritonPlaceholderc                    sN   t  d d| _| d| _| d| _| d| _| d| _t | _	d S )Nr   z3.4.0jitautotune
heuristicsConfig)
super__init____version___dummy_decoratorr   r   r   r   TritonLanguagePlaceholderlanguageself	__class__r   r   r   K   s   zTritonPlaceholder.__init__c                 C   s   dd }|S )Nc                  _   s    | rt | d r| d S dd S )Nr   c                 S   s   | S )Nr   )fr   r   r   <lambda>X   s    zGTritonPlaceholder._dummy_decorator.<locals>.decorator.<locals>.<lambda>)callable)argskwargsr   r   r   	decoratorU   s   z5TritonPlaceholder._dummy_decorator.<locals>.decoratorr   )r   namer#   r   r   r   r   T   s   z"TritonPlaceholder._dummy_decorator)__name__
__module____qualname__r   r   __classcell__r   r   r   r   r   J   s    	r   c                       s   e Zd Z fddZ  ZS )r   c                    s@   t  d d | _d | _d | _d | _d | _d | _d | _d | _	d S )Nztriton.language)
r   r   	constexprdtypeint64int32tensorexploglog2r   r   r   r   r   ^   s   
z"TritonLanguagePlaceholder.__init__)r%   r&   r'   r   r(   r   r   r   r   r   ]   s    r   )ostypesimportlib.utilr   vllm.loggerr   r%   logger
HAS_TRITONtriton.backendsr   valuesactive_driversenvirongetcuda_visible_deviceslenstripis_distributed_envdebuginfoImportErrorwarning	Exceptione
ModuleTyper   r   r   r   r   r   <module>   s^   
	