o
    پi                  
   @   sT   d dl mZmZmZ d dlZ	d	dejdejdeeee ejf  ddfddZdS )
    )ListOptionalUnionNlogitsbitmaskindicesreturnc                 C   sH   t |trtj|tj| jd}|d ur|| j}tjj	| || d S )N)dtypedevice)

isinstancelisttorchtensorint32r
   toops
sgl_kernel apply_token_bitmask_inplace_cuda)r   r   r    r   F/home/ubuntu/.local/lib/python3.10/site-packages/sgl_kernel/grammar.pyr      s
   
r   )N)typingr   r   r   r   Tensorintr   r   r   r   r   <module>   s    