o
    پi                     @  sn   d dl mZ d dlmZ d dlZd dlmZmZmZ er"d dl	m
Z
 edd
dZddddejfdddZdS )    )annotations)TYPE_CHECKINGN)
cache_onceload_jitmake_cpp_args)Moduledtypetorch.dtypereturnr   c                 C  s0   t | }tdg|R dgdd| dfgdS )Ntimestep_embeddingz diffusion/timestep_embedding.cuhztimestep_embedding<>)
cuda_filescuda_wrappers)r   r   )r   args r   X/home/ubuntu/.local/lib/python3.10/site-packages/sglang/jit_kernel/timestep_embedding.py_jit_timestep_embedding_module   s   r   Fg           i'  ttorch.Tensordimintflip_sin_to_cosbooldownscale_freq_shiftfloatscale
max_periodc           	   
   C  sn   | j tjtjtjfvr| |} tj| jd |ftj| jd}t	| j }|
| |||t|t|t| |S )Nr   )r   device)r   torchfloat16bfloat16float32toemptyshaper   r   r   r   r   )	r   r   r   r   r   r   r   outputmoduler   r   r   r      s   	

	r   )r   r	   r
   r   )r   r   r   r   r   r   r   r   r   r   r   r   r   r	   r
   r   )
__future__r   typingr   r   sglang.jit_kernel.utilsr   r   r   tvm_ffi.moduler   r   r"   r   r   r   r   r   <module>   s    