o
    $i                     @   s  d dl Z ee ddZee ddZed krdZee ddZe jdddkZ	d	Z
d
ZdZee ddZee ddZee deedZee ddZee deedZee ded
Zd ZdZee ddZe jdddkZe jddZee ddZddhZee jddZeee d d!Zd"Zee d#d$Zee jd%d&Z ee jd'd&Z!ee jd(d)Z"ee jd*eZ#e jd+e j$%d,Z&dS )-    N/RAYLLM_ALLOW_NEW_PLACEMENT_GROUPS_IN_DEPLOYMENT1$DEFAULT_MULTIPLEX_DOWNLOAD_TIMEOUT_S30"DEFAULT_MULTIPLEX_DOWNLOAD_RETRIES3'RAYLLM_ENABLE_WORKER_PROCESS_SETUP_HOOK   i  zadapter_config.json+RAY_SERVE_LLM_DEFAULT_HEALTH_CHECK_PERIOD_S10,RAY_SERVE_LLM_DEFAULT_HEALTH_CHECK_TIMEOUT_S*RAY_SERVE_LLM_DEFAULT_MAX_ONGOING_REQUESTSg    eA"RAY_SERVE_LLM_DEFAULT_MAX_REPLICAS1RAY_SERVE_LLM_DEFAULT_MAX_TARGET_ONGOING_REQUESTSRAYLLM_ENGINE_START_TIMEOUT_S   &RAYLLM_MODEL_RESPONSE_BATCH_TIMEOUT_MS50!RAYLLM_ENABLE_REQUEST_PROMPT_LOGSRAYLLM_GUIDED_DECODING_BACKENDxgrammar!RAYLLM_MAX_NUM_STOPPING_SEQUENCES8HUGGING_FACE_HUB_TOKENHF_TOKEN!RAY_SERVE_LLM_ROUTER_HTTP_TIMEOUTiX  RAYLLM_ENABLE_VERBOSE_TELEMETRY0RAYLLM_VLLM_ENGINE_CLS+RAY_SERVE_LLM_ROUTER_TO_MODEL_REPLICA_RATIO2!RAY_SERVE_LLM_ROUTER_MIN_REPLICAS   %RAY_SERVE_LLM_ROUTER_INITIAL_REPLICAS!RAY_SERVE_LLM_ROUTER_MAX_REPLICASi  ,RAY_SERVE_LLM_ROUTER_TARGET_ONGOING_REQUESTSRAYLLM_HOME_DIRz
~/.ray/llm)'osintgetenv(ALLOW_NEW_PLACEMENT_GROUPS_IN_DEPLOYMENTfloatr    DEFAULT_MULTIPLEX_DOWNLOAD_TRIESenvironget ENABLE_WORKER_PROCESS_SETUP_HOOKCLOUD_OBJECT_MISSING_EXPIRE_SCLOUD_OBJECT_EXISTS_EXPIRE_SLORA_ADAPTER_CONFIG_NAMEDEFAULT_HEALTH_CHECK_PERIOD_SDEFAULT_HEALTH_CHECK_TIMEOUT_SstrDEFAULT_MAX_ONGOING_REQUESTSDEFAULT_MAX_REPLICAS#DEFAULT_MAX_TARGET_ONGOING_REQUESTSENGINE_START_TIMEOUT_SMIN_NUM_TOPLOGPROBS_ALLOWEDMAX_NUM_TOPLOGPROBS_ALLOWEDMODEL_RESPONSE_BATCH_TIMEOUT_MSr   r   MAX_NUM_STOPPING_SEQUENCESENV_VARS_TO_PROPAGATEDEFAULT_LLM_ROUTER_HTTP_TIMEOUTboolENABLE_VERBOSE_TELEMETRYRAYLLM_VLLM_ENGINE_CLS_ENV%DEFAULT_ROUTER_TO_MODEL_REPLICA_RATIODEFAULT_LLM_ROUTER_MIN_REPLICAS#DEFAULT_LLM_ROUTER_INITIAL_REPLICASDEFAULT_LLM_ROUTER_MAX_REPLICAS*DEFAULT_LLM_ROUTER_TARGET_ONGOING_REQUESTSpath
expanduserr&    rJ   rJ   ^/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/ray/llm/_internal/serve/constants.py<module>   s    


	



	