o
    پi                     @   sf   d dl Z de jfddZde jdededede jf
d	d
Zde jde jdededede jfddZdS )    Nreturnc                 C   s   t jj| ||||S N)torchops
sgl_kernelgptq_marlin_repack)
b_q_weightpermsize_ksize_nnum_bits r   E/home/ubuntu/.local/lib/python3.10/site-packages/sgl_kernel/marlin.pyr      s   r   r   r
   r   r   c                 C   s   t jj| |||S r   )r   r   r   awq_marlin_repack)r   r
   r   r   r   r   r   r      s   r   r	   c                 C   sn   | j d }|d dksJ tj||d ||d  f| j| jd}t|D ]}tjj| | |||||< q$|S )Nr         )devicedtype)	shaper   emptyr   r   ranger   r   r   )r   r	   r
   r   r   num_expertsoutputer   r   r   awq_marlin_moe_repack   s   

r   )r   Tensorr   intr   r   r   r   r   r   <module>   s8    

