o
    Tin                     @   s    d dl mZ G dd deZdS )   )SYCLOpBuilderc                       sV   e Zd ZdZdZd fdd	Zdd Zdd	 Zd
d Zdd Z	dd Z
dd Z  ZS )InferenceBuilderDS_BUILD_TRANSFORMER_INFERENCEtransformer_inferenceNc                    s$   |d u r| j n|}t j|d d S )N)name)NAMEsuper__init__)selfr   	__class__ Z/home/ubuntu/.local/lib/python3.10/site-packages/deepspeed/ops/op_builder/xpu/inference.pyr	      s   zInferenceBuilder.__init__c                 C   s   d| j  dS )Nz$deepspeed.ops.transformer.inference._op)r   r
   r   r   r   absolute_name   s   zInferenceBuilder.absolute_namec                 C   s   d S Nr   r   r   r   r   sources      zInferenceBuilder.sourcesc                 C      g S r   r   r   r   r   r   include_paths   r   zInferenceBuilder.include_pathsc                 C   r   r   r   r   r   r   r   extra_ldflags   r   zInferenceBuilder.extra_ldflagsc                 C   r   r   r   r   r   r   r   cxx_args   r   zInferenceBuilder.cxx_argsc                 C   s@   zdd l }t|dr|jjjW S |jjW S  ty   tdw )N    	deepspeedzRPlease install intel-extension-for-pytorch >= 2.1.30 to include DeepSpeed kernels.)intel_extension_for_pytorchhasattrr   r   xpuImportError)r
   r   r   r   r   load   s   

zInferenceBuilder.loadr   )__name__
__module____qualname__	BUILD_VARr   r	   r   r   r   r   r   r   __classcell__r   r   r   r   r      s    r   N)builderr   r   r   r   r   r   <module>   s   