o
    پi                     @   s   d dl Z d dlZd dlZd dlZdejdejddfddZdejdejddfddZd	d
 ed dD Zedd
 e	eD 7 Zg dZ
dZejZejdee ee
dededdfddZedkrleeg dS dS )    Ninputweightreturnc                 C      ddl m} || || d d S )Nr   rmsnorm)output)sglang.jit_kernel.normr   r   r   r    r   X/home/ubuntu/.local/lib/python3.10/site-packages/sglang/jit_kernel/tests/test_rmsnorm.pysglang_jit_rmsnorm      r   c                 C   r   )Nr   r   )out)flashinfer.normr   r
   r   r   r   flashinfer_rmsnorm   r   r   c                 C   s   g | ]}d | qS )   r   ).0nr   r   r   
<listcomp>   s    r      c                 C   s   g | ]
\}}|d  | qS )   r   )r   ixr   r   r   r      s    )
i   i   i   i   i   i   i   i   i   i    cudazbatch_size,hidden_size
batch_sizehidden_sizec                 C   s^   t j| |ttd}t j|ttd}| }| }t|| t|| tjj	||ddd d S )N)devicedtypeg{Gz?)atolrtol)
torchrandnDEVICEDTYPEcloner   r   tritontestingassert_close)r   r   r   r   input_sglanginput_flashinferr   r   r   test_rmsnorm   s   

r+   __main__)	itertoolspytestr!   r&   Tensorr   r   rangeBS_LIST	enumerateHIDDEN_SIZE_LISTr#   bfloat16r$   markparametrizelistproductintr+   __name__main__file__r   r   r   r   <module>   s$    
