o
    $iN                  
   @   sV  U d dl Z d dlmZ d dlmZmZmZmZmZm	Z	m
Z
mZmZmZ dZdZdZdZedd	Zed
dZdZeddZdZedZeddZdZededdZededdZg dZeededdeZeededdeZeZ eZ!g dZ"eed de"Z#g d!Z$eed"de$Z%d#Z&d$Z'd%Z(e
d&e
d'd(Z)e
d)e
d*d+Z*d,Z+d-Z,d.Z-d/Z.d0Z/d-Z0e/Z1d,Z2ed1d2Z3ed3d2Z4ed4d5Z5dZ6ed6d7Z7d0Z8dZ9d8Z:dZ;ed9dZ<d:Z=d2Z>dZ?d;Z@ed<d=ZAed>d?ZBed@dAZCdBZDdCZEdDZFdEZGdFZHdGZIdHZJdIZKdJZLdKZMeDdLeFdMeKdNeLdOeMdPiZNh dQZOe	dRd ZPedSedTdUp"dZQdVZRdWZSdXZTedYdAZUedZdAZVed[dZWed\dZXed]d2ZYed^d_ZZed`d2Z[edad_Z\edbedcd2Z]eddd8Z^eded?Z_d(Z`dfZaedgd?ZbedhdZcedid8Zdedjd2ZeedkdlZfedmd-Zgednd_ZhdoZiedpdAZjedqd2ZkedrdAZledsdtZmduemfdvemfgZnd.Zoedwd?Zpedxd?Zqedye jrsdxd?ZteedzdZueev ewdz< ed{d?Zxed|d?Zyd}Zzed~dAZ{eddZ|edd(Z}dZ~d.Zd/ZdZeddAZeddAZeddZedd?ZdZedd?Zer edd?ZeddZedd?Zed@d?ZCdZedd?ZdZdS )    N)List)
get_env_boolget_env_floatget_env_float_non_negativeget_env_float_positiveget_env_intget_env_int_non_negativeget_env_int_positiveget_env_strparse_latency_bucketsstr_to_listz	ray.serveSERVE_CONTROLLER_ACTORSERVE_PROXY_ACTORserveRAY_SERVE_DEFAULT_HTTP_HOSTz	127.0.0.1RAY_SERVE_DEFAULT_HTTP_PORTi@  Z   RAY_SERVE_DEFAULT_GRPC_PORTi(#  defaultg    .A!RAY_SERVE_CONTROL_LOOP_INTERVAL_Sg?<   0RAY_SERVE_MAX_DEPLOYMENT_CONSTRUCTOR_RETRY_COUNT&MAX_DEPLOYMENT_CONSTRUCTOR_RETRY_COUNT%RAY_SERVE_MAX_PER_REPLICA_RETRY_COUNTMAX_PER_REPLICA_RETRY_COUNT   )         
      2   d      i,  i  i      i  i'  i`  i i i'	 $RAY_SERVE_REQUEST_LATENCY_BUCKETS_MSREQUEST_LATENCY_BUCKETS_MS 'RAY_SERVE_MODEL_LOAD_LATENCY_BUCKETS_MSMODEL_LOAD_LATENCY_BUCKETS_MS)r   r   r       (   r!   r   F   P   r   _   c   r"   +RAY_SERVE_BATCH_UTILIZATION_BUCKETS_PERCENT)r   r                @         i   i   RAY_SERVE_BATCH_SIZE_BUCKETScheck_healthreconfigureRAY_SERVE_ROOT_URLRAY_SERVE_MAX_CACHED_HANDLESMAX_CACHED_HANDLESr"   $RAY_SERVE_CONTROLLER_MAX_CONCURRENCYCONTROLLER_MAX_CONCURRENCYi:  r    r   r   r+   r   &RAY_SERVE_PROXY_HEALTH_CHECK_TIMEOUT_Sg      $@%RAY_SERVE_PROXY_HEALTH_CHECK_PERIOD_S%RAY_SERVE_PROXY_READY_CHECK_TIMEOUT_Sg      @%RAY_SERVE_PROXY_MIN_DRAINING_PERIOD_Sg      >@g      ?RAY_SERVE_KV_TIMEOUT_Sg      @zHSee https://docs.ray.io/en/latest/serve/index.html for more information.RAY_SERVE_LOG_ENCODINGTEXTRAY_SERVE_ENABLE_JSON_LOGGING0RAY_SERVE_LOG_TO_STDERR1
request_idrouteapplication
deploymentreplicacomponent_namecomponent_idmessage	levelnameasctimez%(request_id)sz%(application)sz-- %(message)sz%(levelname)sz%(asctime)s>   job_idtask_idserve_access_logskip_context_filter#RAY_SERVE_HTTP_KEEP_ALIVE_TIMEOUT_S&RAY_SERVE_REQUEST_PROCESSING_TIMEOUT_S"SERVE_REQUEST_PROCESSING_TIMEOUT_Sg        ray_serve_extra_fieldsserve_multiplexed_model_idzx-request-id)RAY_SERVE_PROXY_PREFER_LOCAL_NODE_ROUTING'RAY_SERVE_PROXY_PREFER_LOCAL_AZ_ROUTING)RAY_SERVE_HTTP_PROXY_CALLBACK_IMPORT_PATH)RAY_SERVE_CONTROLLER_CALLBACK_IMPORT_PATH,RAY_SERVE_RECORD_AUTOSCALING_STATS_TIMEOUT_S6RAY_SERVE_REPLICA_AUTOSCALING_METRIC_RECORD_INTERVAL_Sg      ?4RAY_SERVE_REPLICA_AUTOSCALING_METRIC_PUSH_INTERVAL_S5RAY_SERVE_HANDLE_AUTOSCALING_METRIC_RECORD_INTERVAL_S3RAY_SERVE_HANDLE_AUTOSCALING_METRIC_PUSH_INTERVAL_S'RAY_SERVE_HANDLE_METRIC_PUSH_INTERVAL_S1RAY_SERVE_MULTIPLEXED_MODEL_ID_MATCHING_TIMEOUT_S!RAY_SERVE_ENABLE_MEMORY_PROFILINGgrpc_context'RAY_SERVE_FORCE_STOP_UNHEALTHY_REPLICAS*RAY_SERVE_QUEUE_LENGTH_RESPONSE_DEADLINE_S.RAY_SERVE_MAX_QUEUE_LENGTH_RESPONSE_DEADLINE_S&RAY_SERVE_QUEUE_LENGTH_CACHE_TIMEOUT_S(RAY_SERVE_ROUTER_RETRY_INITIAL_BACKOFF_Sg?)RAY_SERVE_ROUTER_RETRY_BACKOFF_MULTIPLIER$RAY_SERVE_ROUTER_RETRY_MAX_BACKOFF_Sz7ray.serve.autoscaling_policy:default_autoscaling_policy/RAY_SERVE_COLLECT_AUTOSCALING_METRICS_ON_HANDLE&RAY_SERVE_MIN_HANDLE_METRICS_TIMEOUT_S'RAY_SERVE_ALWAYS_RUN_PROXY_ON_HEAD_NODERAY_SERVE_GRPC_MAX_MESSAGE_SIZEizgrpc.max_send_message_lengthzgrpc.max_receive_message_lengthRAY_SERVE_ENABLE_TASK_EVENTS)RAY_SERVE_USE_COMPACT_SCHEDULING_STRATEGY&RAY_SERVE_USE_PACK_SCHEDULING_STRATEGY(RAY_SERVE_HIGH_PRIORITY_CUSTOM_RESOURCES"RAY_SERVE_FORCE_LOCAL_TESTING_MODE RAY_SERVE_RUN_SYNC_IN_THREADPOOLa7  Calling sync method '{method_name}' directly on the asyncio loop. In a future version, sync methods will be run in a threadpool by default. Ensure your sync methods are thread safe or keep the existing behavior by making them `async def`. Opt into the new behavior by setting RAY_SERVE_RUN_SYNC_IN_THREADPOOL=1.'RAY_SERVE_ENABLE_PROXY_GC_OPTIMIZATIONSRAY_SERVE_PROXY_GC_THRESHOLDi  $RAY_SERVE_METRICS_EXPORT_INTERVAL_MSz@ray.serve._private.request_router:PowerOfTwoChoicesRequestRouterrecord_routing_stats*RAY_SERVE_RUN_USER_CODE_IN_SEPARATE_THREAD%RAY_SERVE_RUN_ROUTER_IN_SEPARATE_LOOP&RAY_SERVE_REQUEST_PATH_LOG_BUFFER_SIZEr   RAY_SERVE_FAIL_ON_RANK_ERRORsuccessRAY_SERVE_THROUGHPUT_OPTIMIZEDr$   r%   )RAY_SERVE_AGGREGATE_METRICS_AT_CONTROLLER__decision_counters)ostypingr   "ray.serve._private.constants_utilsr   r   r   r   r   r   r	   r
   r   r   SERVE_LOGGER_NAMESERVE_CONTROLLER_NAMESERVE_PROXY_NAMESERVE_NAMESPACEDEFAULT_HTTP_HOSTDEFAULT_HTTP_PORT$DEFAULT_UVICORN_KEEP_ALIVE_TIMEOUT_SDEFAULT_GRPC_PORTSERVE_DEFAULT_APP_NAMEintASYNC_CONCURRENCYCONTROL_LOOP_INTERVAL_SHTTP_PROXY_TIMEOUTr   r   DEFAULT_LATENCY_BUCKET_MSr'   r*   BATCH_EXECUTION_TIME_BUCKETS_MSBATCH_WAIT_TIME_BUCKETS_MS)DEFAULT_BATCH_UTILIZATION_BUCKETS_PERCENT!BATCH_UTILIZATION_BUCKETS_PERCENTDEFAULT_BATCH_SIZE_BUCKETSBATCH_SIZE_BUCKETSHEALTH_CHECK_METHODRECONFIGURE_METHODSERVE_ROOT_URL_ENV_KEYr>   r@   #DEFAULT_GRACEFUL_SHUTDOWN_TIMEOUT_S%DEFAULT_GRACEFUL_SHUTDOWN_WAIT_LOOP_SDEFAULT_HEALTH_CHECK_PERIOD_SDEFAULT_HEALTH_CHECK_TIMEOUT_SDEFAULT_MAX_ONGOING_REQUESTSDEFAULT_TARGET_ONGOING_REQUESTSDEFAULT_CONSUMER_CONCURRENCYDEFAULT_CONSTRUCTOR_RETRY_COUNTPROXY_HEALTH_CHECK_TIMEOUT_SPROXY_HEALTH_CHECK_PERIOD_SPROXY_READY_CHECK_TIMEOUT_S&PROXY_HEALTH_CHECK_UNHEALTHY_THRESHOLDPROXY_MIN_DRAINING_PERIOD_SPROXY_DRAIN_CHECK_PERIOD_S(REPLICA_HEALTH_CHECK_UNHEALTHY_THRESHOLDCLIENT_POLLING_INTERVAL_S(CLIENT_CHECK_CREATION_POLLING_INTERVAL_SrE   RAY_GCS_RPC_TIMEOUT_S(RECOVERING_LONG_POLL_BROADCAST_TIMEOUT_S%PUSH_MULTIPLEXED_MODEL_IDS_INTERVAL_SMIGRATION_MESSAGErF   rH   rJ   SERVE_LOG_REQUEST_IDSERVE_LOG_ROUTESERVE_LOG_APPLICATIONSERVE_LOG_DEPLOYMENTSERVE_LOG_REPLICASERVE_LOG_COMPONENTSERVE_LOG_COMPONENT_IDSERVE_LOG_MESSAGESERVE_LOG_LEVEL_NAMESERVE_LOG_TIMESERVE_LOG_RECORD_FORMATSERVE_LOG_UNWANTED_ATTRSrZ   r[   SERVE_LOG_EXTRA_FIELDSSERVE_MULTIPLEXED_MODEL_IDSERVE_HTTP_REQUEST_ID_HEADERr_   r`   ra   rb   rc   rd   re   rf   rg   ri   rj   MAX_REPLICAS_PER_NODE_MAX_VALUEGRPC_CONTEXT_ARG_NAMErl   rm   rn   ro   rp   rq   rr   DEFAULT_AUTOSCALING_POLICY_NAMErs   rt   ru   rv   DEFAULT_GRPC_SERVER_OPTIONS*METRICS_PUSHER_GRACEFUL_SHUTDOWN_TIMEOUT_Srw   rx   environgetry   rz   str__annotations__r{   r|   (RAY_SERVE_RUN_SYNC_IN_THREADPOOL_WARNINGr}   r~   r   DEFAULT_REQUEST_ROUTER_PATH&DEFAULT_REQUEST_ROUTING_STATS_PERIOD_S'DEFAULT_REQUEST_ROUTING_STATS_TIMEOUT_SREQUEST_ROUTING_STATS_METHODr   r   r   r   HEALTHY_MESSAGEr   *RAY_SERVE_RPC_LATENCY_WARNING_THRESHOLD_MSr   'SERVE_AUTOSCALING_DECISION_COUNTERS_KEY r   r   Y/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/ray/serve/_private/constants.py<module>   s  
 0


 			





	





