o
    `Û·iˆ  ã                   @   sÂ  d dl Z ee  dd¡ƒZee  dd¡ƒZed krdZee  dd¡ƒZe j dd¡dkZ	d	Z
d
ZdZee  dd¡ƒZee  dd¡ƒZee  deedƒƒ¡ƒZee  dd¡ƒZee  deedƒƒ¡ƒZee  ded
ƒ¡ƒZd ZdZee  dd¡ƒZe j dd¡dkZe j dd¡Zee  dd¡ƒZddhZee j dd¡ƒZeee  d d!¡ƒƒZd"Zee  d#d$¡ƒZee j d%d&¡ƒZ ee j d'd&¡ƒZ!ee j d(d)¡ƒZ"ee j d*e¡ƒZ#e j d+e j$ %d,¡¡Z&dS )-é    NÚ/RAYLLM_ALLOW_NEW_PLACEMENT_GROUPS_IN_DEPLOYMENTÚ1Ú$DEFAULT_MULTIPLEX_DOWNLOAD_TIMEOUT_SÚ30Ú"DEFAULT_MULTIPLEX_DOWNLOAD_RETRIESÚ3Ú'RAYLLM_ENABLE_WORKER_PROCESS_SETUP_HOOKé   i  zadapter_config.jsonÚ+RAY_SERVE_LLM_DEFAULT_HEALTH_CHECK_PERIOD_SÚ10Ú,RAY_SERVE_LLM_DEFAULT_HEALTH_CHECK_TIMEOUT_SÚ*RAY_SERVE_LLM_DEFAULT_MAX_ONGOING_REQUESTSg    eÍÍAÚ"RAY_SERVE_LLM_DEFAULT_MAX_REPLICASÚ1RAY_SERVE_LLM_DEFAULT_MAX_TARGET_ONGOING_REQUESTSÚRAYLLM_ENGINE_START_TIMEOUT_Sé   Ú&RAYLLM_MODEL_RESPONSE_BATCH_TIMEOUT_MSÚ50Ú!RAYLLM_ENABLE_REQUEST_PROMPT_LOGSÚRAYLLM_GUIDED_DECODING_BACKENDÚxgrammarÚ!RAYLLM_MAX_NUM_STOPPING_SEQUENCESÚ8ÚHUGGING_FACE_HUB_TOKENÚHF_TOKENÚ!RAY_SERVE_LLM_ROUTER_HTTP_TIMEOUTiX  ÚRAYLLM_ENABLE_VERBOSE_TELEMETRYÚ0ÚRAYLLM_VLLM_ENGINE_CLSÚ+RAY_SERVE_LLM_ROUTER_TO_MODEL_REPLICA_RATIOÚ2Ú!RAY_SERVE_LLM_ROUTER_MIN_REPLICASé   Ú%RAY_SERVE_LLM_ROUTER_INITIAL_REPLICASÚ!RAY_SERVE_LLM_ROUTER_MAX_REPLICASiè  Ú,RAY_SERVE_LLM_ROUTER_TARGET_ONGOING_REQUESTSÚRAYLLM_HOME_DIRz
~/.ray/llm)'ÚosÚintÚgetenvÚ(ALLOW_NEW_PLACEMENT_GROUPS_IN_DEPLOYMENTÚfloatr   Ú DEFAULT_MULTIPLEX_DOWNLOAD_TRIESÚenvironÚgetÚ ENABLE_WORKER_PROCESS_SETUP_HOOKÚCLOUD_OBJECT_MISSING_EXPIRE_SÚCLOUD_OBJECT_EXISTS_EXPIRE_SÚLORA_ADAPTER_CONFIG_NAMEÚDEFAULT_HEALTH_CHECK_PERIOD_SÚDEFAULT_HEALTH_CHECK_TIMEOUT_SÚstrÚDEFAULT_MAX_ONGOING_REQUESTSÚDEFAULT_MAX_REPLICASÚ#DEFAULT_MAX_TARGET_ONGOING_REQUESTSÚENGINE_START_TIMEOUT_SÚMIN_NUM_TOPLOGPROBS_ALLOWEDÚMAX_NUM_TOPLOGPROBS_ALLOWEDÚMODEL_RESPONSE_BATCH_TIMEOUT_MSr   r   ÚMAX_NUM_STOPPING_SEQUENCESÚENV_VARS_TO_PROPAGATEÚDEFAULT_LLM_ROUTER_HTTP_TIMEOUTÚboolÚENABLE_VERBOSE_TELEMETRYÚRAYLLM_VLLM_ENGINE_CLS_ENVÚ%DEFAULT_ROUTER_TO_MODEL_REPLICA_RATIOÚDEFAULT_LLM_ROUTER_MIN_REPLICASÚ#DEFAULT_LLM_ROUTER_INITIAL_REPLICASÚDEFAULT_LLM_ROUTER_MAX_REPLICASÚ*DEFAULT_LLM_ROUTER_TARGET_ONGOING_REQUESTSÚpathÚ
expanduserr&   © rJ   rJ   úW/home/ubuntu/vllm_env/lib/python3.10/site-packages/ray/llm/_internal/serve/constants.pyÚ<module>   sŠ    
ÿ
ÿ
ÿ	ÿ
ÿ
ÿÿÿ
ÿÿÿþÿ
ÿÿÿÿþÿ	