o
    پi*                     @  s   d dl mZ d dlZd dlmZmZ d dlZd dlZd dl	m
Z
 d dlmZ er.d dlmZ eeZi Zdd	d
ZdddZeddddZdS )    )annotationsN)TYPE_CHECKINGList)FAKE_BOOTSTRAP_HOST)GenerateReqInput)TokenizerManagernamestrc                   s    fdd}|S )Nc                   s   | t  < | S )N)_warmup_registry)fnr    Q/home/ubuntu/.local/lib/python3.10/site-packages/sglang/srt/entrypoints/warmup.py	decorator   s   zwarmup.<locals>.decoratorr   )r   r   r   r   r   warmup   s   r   disaggregation_modewarmup_names	List[str]tokenizer_managerr   c                   sN   |D ]!}|t vrtd|  qtd|  t | | |I d H  qd S )NzCould not find custom warmup zRunning warmup )r
   loggerwarninginfo)r   r   r   warmup_namer   r   r   execute_warmups   s   r   
voice_chatc                   st   t ddD ]0}|d }ttjjd|gd dddgdd	d
}| dkr,d|_t|_	|
|d  I d H  qd S )N   i      i   )size   g?g        )max_new_tokenstemperaturestop_token_idsmin_p)	input_idssampling_paramsnullr   )tqdmtranger   nprandomrandinttolistbootstrap_roomr   bootstrap_hostgenerate_request	__anext__)r   r   ir   generate_req_inputr   r   r   r   )   s    	)r   r	   )r   r	   r   r   r   r   )r   r	   r   r   )
__future__r   loggingtypingr   r   numpyr(   r&   sglang.srt.disaggregation.utilsr   sglang.srt.managers.io_structr   %sglang.srt.managers.tokenizer_managerr   	getLogger__file__r   r
   r   r   r   r   r   r   r   <module>   s    


