o
    پi4                  
   @   s  U d dl Z d dlZd dlmZmZmZ d dlmZ e e	Z
er1dZeed< dZedB ed< dZedB ed< d Zeed< dZedB ed	< ejd
Zeed< ejdZeed< dZeed< dZeed< dZeed< dZedB ed< d Zeed< dZeed< dZeed< dZedB ed< dZedB ed< dZ edB ed< dZ!e"ed< dZ#e"ed< dZ$e"ed < dZ%e"ed!< dZ&eed"< d Z'eed#< d$Z(eed%< d&Z)e*ed'< d(Z+eed)< dZ,e"ed*< dZ-eed+< d,Z.eed-< dZ/edB ed.< dZ0edB ed/< d0Z1eed1< dZ2eed2< d Z3eed3< d$Z4eed4< d&Z5e*ed5< d(Z6eed6< dZ7e"ed7< dZ8eed8< d9Z9e"ed:< dZ:e"ed;< d<efd=d>Z;d<efd?d@Z<dAedB d<edB fdBdCZ=dvdDedEedB d<eg edB f fdFdGZ>dvdDedEeeB dB d<eg edB f fdHdIZ?dDedEee*B d<eg e*f fdJdKZ@dwdDedEed<eg e"f fdMdNZAdwdOeBe dEed<eg e"f fdPdQZC	dvdDedReg ef dB d<eg edB f fdSdTZDi de>ddde>dde>ddUeCdUdVgde>ddeAddeDddWdX deDddYdX de?ddde>dde>ddZeAdZd[de?dd d	e>d	d\e?d\dde?ddde>di de>ddde>ddde?dd d]eDd]d^e>d^de>ddd_eDd_deAdd eAd d;eAd;dLd!eAd!d"e?d"dd#e?d#d d%e?d%d$d'e@d'd&d)e?d)d(d*eAd*dLe?d+de>d-d,e>d.e>d/e>d1d0eAd:d`daZEeFeeg ef f edb< dced[fddedefdfedgfdhe*difdjedkfdled[fgZGdmdn ZHeGD ]\ZIZJZKeHeIeJeK\ZLZMeMeEeL< qdodp ZNeNeEd7< dqefdrdsZOdtdu ZPdS )x    N)TYPE_CHECKINGAnyCallableget_bool_env_var<   ,SGLANG_DIFFUSION_RINGBUFFER_WARNING_INTERVALSGLANG_DIFFUSION_NCCL_SO_PATHLD_LIBRARY_PATH
LOCAL_RANKCUDA_VISIBLE_DEVICESz~/.cache/sgl_diffusionSGLANG_DIFFUSION_CACHE_ROOTz~/.config/sgl_diffusionSGLANG_DIFFUSION_CONFIG_ROOT   "SGLANG_DIFFUSION_CONFIGURE_LOGGINGINFOSGLANG_DIFFUSION_LOGGING_LEVEL SGLANG_DIFFUSION_LOGGING_PREFIX$SGLANG_DIFFUSION_LOGGING_CONFIG_PATHSGLANG_DIFFUSION_TRACE_FUNCTIONfork(SGLANG_DIFFUSION_WORKER_MULTIPROC_METHODcudaSGLANG_DIFFUSION_TARGET_DEVICEMAX_JOBSNVCC_THREADSCMAKE_BUILD_TYPEFVERBOSE SGLANG_DIFFUSION_SERVER_DEV_MODESGLANG_DIFFUSION_STAGE_LOGGINGSGLANG_CACHE_DIT_ENABLEDSGLANG_CACHE_DIT_FNSGLANG_CACHE_DIT_BN   SGLANG_CACHE_DIT_WARMUPgQ?SGLANG_CACHE_DIT_RDT   SGLANG_CACHE_DIT_MCSGLANG_CACHE_DIT_TAYLORSEERSGLANG_CACHE_DIT_TS_ORDERnoneSGLANG_CACHE_DIT_SCM_PRESET!SGLANG_CACHE_DIT_SCM_COMPUTE_BINSSGLANG_CACHE_DIT_SCM_CACHE_BINSdynamicSGLANG_CACHE_DIT_SCM_POLICYSGLANG_CACHE_DIT_SECONDARY_FNSGLANG_CACHE_DIT_SECONDARY_BN!SGLANG_CACHE_DIT_SECONDARY_WARMUPSGLANG_CACHE_DIT_SECONDARY_RDTSGLANG_CACHE_DIT_SECONDARY_MC%SGLANG_CACHE_DIT_SECONDARY_TAYLORSEER#SGLANG_CACHE_DIT_SECONDARY_TS_ORDERTSGLANG_USE_RUNAI_MODEL_STREAMER%SGLANG_DIFFUSION_VAE_CHANNELS_LAST_3Dreturnc                   C      t dt jt jddS )NXDG_CACHE_HOME~z.cacheosgetenvpathjoin
expanduser rD   rD   N/home/ubuntu/.local/lib/python3.10/site-packages/sglang/multimodal_gen/envs.pyget_default_cache_root=      rF   c                   C   r;   )NXDG_CONFIG_HOMEr=   z.configr>   rD   rD   rD   rE   get_default_config_rootD   rG   rI   valuec                 C   s   | d urt | S d S N)int)rJ   rD   rD   rE   maybe_convert_intK   s   rM   keydefaultc                        fddS )Nc                      s   t  S rK   )r?   r@   rD   rO   rN   rD   rE   <lambda>Q   s    z_lazy_str.<locals>.<lambda>rD   rN   rO   rD   rQ   rE   	_lazy_strP      rT   c                        fdd}|S )Nc                     s.   t } | d u r d urt S d S t| S rK   )r?   r@   rL   valrQ   rD   rE   _getterU   s   
z_lazy_int.<locals>._getterrD   )rN   rO   rY   rD   rQ   rE   	_lazy_intT   s   rZ   c                    rP   )Nc                      s   t tt S rK   )floatr?   r@   strrD   rQ   rD   rE   rR   _   s    z_lazy_float.<locals>.<lambda>rD   rS   rD   rQ   rE   _lazy_float^   rU   r]   falsec                    rP   )Nc                      s
   t  S rK   r   rD   rQ   rD   rE   rR   c   s   
 z_lazy_bool.<locals>.<lambda>rD   rS   rD   rQ   rE   
_lazy_boolb   rU   r_   keysc                    rV   )Nc                     s6   D ]
} t | dr dS qst d S t d  S )Nr^   Tr   r   r   )rN   rO   r`   rD   rE   rY   g   s   

z_lazy_bool_any.<locals>._getterrD   )r`   rO   rY   rD   ra   rE   _lazy_bool_anyf   s   
rb   default_funcc                    rV   )Nc                     s0   t } | d u r d u rd S   } t j| S rK   )r?   r@   rA   rC   rW   rc   rN   rD   rE   rY   w   s   
z_lazy_path.<locals>._getterrD   )rN   rc   rY   rD   rd   rE   
_lazy_patht   s   re    SGLANG_DIFFUSION_USE_PRECOMPILED+SGLANG_DIFFUSION_PRECOMPILED_WHEEL_LOCATIONc                   C      t jt dS Nsgl_diffusion)r?   rA   rB   rI   rD   rD   rD   rE   rR          rR   c                   C   rh   ri   )r?   rA   rB   rF   rD   rD   rD   rE   rR      rk   .SGLANG_DIFFUSION_TEST_DYNAMO_FULLGRAPH_CAPTURE1+SGLANG_DIFFUSION_ENGINE_ITERATION_TIMEOUT_S!SGLANG_DIFFUSION_ATTENTION_CONFIG"SGLANG_DIFFUSION_ATTENTION_BACKEND#SGLANG_DIFFUSION_TORCH_PROFILER_DIRtrue)r*   r,   r-   r.   r0   r8   environment_variablesFNBN0WARMUP4RDTz0.24MC3TS_ORDERc                    s.   d|  d|   fdd}|fS )NSGLANG_CACHE_DIT_SGLANG_CACHE_DIT_SECONDARY_c                     s.   t } | d ur| S t t S rK   )r?   r@   r\   rW   default_valprimary_keysecondary_key	type_funcrD   rE   rY   (  s   
z)_create_secondary_getter.<locals>._getterrD   )suffixr   r   rY   rD   r   rE   _create_secondary_getter$  s   

r   c                   C   s   t dtdddS )Nr6   r)   r^   )rO   )r   r?   r@   rD   rD   rD   rE   _secondary_taylorseer_getter7  s   
r   namec                 C   s&   | t v r	t |   S tdtd| )Nzmodule z has no attribute )rs   AttributeError__name__)r   rD   rD   rE   __getattr__D  s   
r   c                   C   s   t t S rK   )listrs   r`   rD   rD   rD   rE   __dir__K  s   r   rK   )r^   )Qloggingr?   typingr   r   r   *sglang.multimodal_gen.runtime.utils.commonr   	getLoggerr   loggerr   rL   __annotations__r	   r\   r
   r   r   rA   rC   r   r   r   r   r   r   r   r   r   r   r   r   r   boolr   r    r!   r"   r#   r%   r&   r[   r(   r)   r*   r,   r-   r.   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   rF   rI   rM   rT   rZ   r]   r_   r   rb   re   rs   dict_CACHE_DIT_SECONDARY_CONFIGSr   r   r   r   rN   getterr   r   r   rD   rD   rD   rE   <module>   s  

(,"
 $
	 ',146
;=?FIM
Q
UX\aflopu
w
y
{
}
 
     
