o
    Ti                     @   s&   d dl Z d dlmZ dadddZdS )	    N)QuantizerBuilder      Fc                 C   s   t d u r	t  a |r'|r| jtjkrt jnt j}n(| jtjkr#t jnt j	}n|r6| jtjkr2t j
nt j}n| jtjkr?t jnt j}|| ||S )N)quantizer_cuda_moduler   loaddtypetorchhalfds_sr_quantize_asym_fp16ds_sr_quantize_asym_fp32ds_sr_quantize_fp16ds_sr_quantize_fp32ds_quantize_asym_fp16ds_quantize_asym_fp32ds_quantize_fp16ds_quantize_fp32)inputgroupsbit_numsrasymquantize_func r   U/home/ubuntu/.local/lib/python3.10/site-packages/deepspeed/ops/quantizer/quantizer.pyds_quantizer   s   
r   )r   r   FF)r   deepspeed.ops.op_builderr   r   r   r   r   r   r   <module>   s   