o
    c²“iÿ  ã                   @   s†  d dl Z ee  dd¡ƒZee  dd¡ƒZed krdZee  dd¡ƒZdZe j 	d	d¡dkZ
d
ZdZdZee  dd¡ƒZee  dd¡ƒZee  dedƒ¡ƒZd ZdZee  dd¡ƒZe j 	dd¡dkZe j 	dd¡Zee  dd¡ƒZddhZee j 	dd¡ƒZeee  dd¡ƒƒZdZee  d d!¡ƒZee j 	d"d ¡ƒZee j 	d#d$¡ƒZee j 	d%d¡ƒZ ee j 	d&e¡ƒZ!e j 	d'e j" #d(¡¡Z$dS ))é    NÚ/RAYLLM_ALLOW_NEW_PLACEMENT_GROUPS_IN_DEPLOYMENTÚ1Ú$DEFAULT_MULTIPLEX_DOWNLOAD_TIMEOUT_SÚ30Ú"DEFAULT_MULTIPLEX_DOWNLOAD_RETRIESÚ3é   Ú'RAYLLM_ENABLE_WORKER_PROCESS_SETUP_HOOKé   i  zadapter_config.jsonÚ$RAYLLM_DEFAULT_HEALTH_CHECK_PERIOD_SÚ10Ú%RAYLLM_DEFAULT_HEALTH_CHECK_TIMEOUT_SÚRAYLLM_ENGINE_START_TIMEOUT_Sé   Ú&RAYLLM_MODEL_RESPONSE_BATCH_TIMEOUT_MSÚ50Ú!RAYLLM_ENABLE_REQUEST_PROMPT_LOGSÚRAYLLM_GUIDED_DECODING_BACKENDÚxgrammarÚ!RAYLLM_MAX_NUM_STOPPING_SEQUENCESÚ8ÚHUGGING_FACE_HUB_TOKENÚHF_TOKENÚRAYLLM_ROUTER_HTTP_TIMEOUTiX  ÚRAYLLM_ENABLE_VERBOSE_TELEMETRYÚ0ÚRAYLLM_VLLM_ENGINE_CLSÚ$RAYLLM_ROUTER_TO_MODEL_REPLICA_RATIOÚ2ÚRAYLLM_ROUTER_MIN_REPLICASÚRAYLLM_ROUTER_INITIAL_REPLICASé   ÚRAYLLM_ROUTER_MAX_REPLICASÚ%RAYLLM_ROUTER_TARGET_ONGOING_REQUESTSÚRAYLLM_HOME_DIRz
~/.ray/llm)%ÚosÚintÚgetenvÚ(ALLOW_NEW_PLACEMENT_GROUPS_IN_DEPLOYMENTÚfloatr   Ú DEFAULT_MULTIPLEX_DOWNLOAD_TRIESÚDEFAULT_TARGET_ONGOING_REQUESTSÚenvironÚgetÚ ENABLE_WORKER_PROCESS_SETUP_HOOKÚCLOUD_OBJECT_MISSING_EXPIRE_SÚCLOUD_OBJECT_EXISTS_EXPIRE_SÚLORA_ADAPTER_CONFIG_NAMEÚDEFAULT_HEALTH_CHECK_PERIOD_SÚDEFAULT_HEALTH_CHECK_TIMEOUT_SÚstrÚENGINE_START_TIMEOUT_SÚMIN_NUM_TOPLOGPROBS_ALLOWEDÚMAX_NUM_TOPLOGPROBS_ALLOWEDÚMODEL_RESPONSE_BATCH_TIMEOUT_MSr   r   ÚMAX_NUM_STOPPING_SEQUENCESÚENV_VARS_TO_PROPAGATEr   ÚboolÚENABLE_VERBOSE_TELEMETRYÚRAYLLM_VLLM_ENGINE_CLS_ENVÚROUTER_TO_MODEL_REPLICA_RATIOr   r    r"   r#   ÚpathÚ
expanduserr$   © rA   rA   ú]/home/ubuntu/.local/lib/python3.10/site-packages/ray/llm/_internal/serve/configs/constants.pyÚ<module>   sr    
ÿ
ÿ
ÿÿ
ÿ
ÿ
ÿÿÿþ
ÿÿþÿ	