o $i1@sddlZddlZddlZddlZddlmZddlmZddlZddl m Z m Z ddl Z ddl mmZddlmZddlmZmZddlmZddlmZdd lmZeeZe ej!d d Z"Gd d d eZ#dS)Nwraps)Optional)RequestResponse)ValidationError)CURRENT_VERSIONVersionResponse)SubprocessModule)SubprocessRouteTable) RayTaskErrorcCs dd}|S)Ncstfdd}|S)NcsNzddlm}WntytdddYSw|g|Ri|IdHS)NrserveizLServe dependencies are not installed. Please run `pip install "ray[serve]"`.statustext)rayr ImportErrorr)selfargskwargsrfuncc/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/ray/dashboard/modules/serve/serve_head.pychecks  z3validate_endpoint..decorator..checkr)rrrrr decorators z$validate_endpoint..decoratorr)rrrrvalidate_endpointsrcseZdZfddZeddedefddZede e dedefd d Z e de dedefd d Zede e dedefd dZdedefddZede e dedefddZddZddZZS) ServeHeadcsNtj|i|d|_t|_t|_|jdusJtj j s%JdS)N) super__init__ _controllerasyncioLock_controller_lock_controller_start_lock gcs_clientr experimental internal_kv_internal_kv_initialized)rrr __class__rrr 0s   zServeHead.__init__z/api/ray/versionreqreturncs8tttjtj|jd}ttt |dt j j jdS)N)version ray_version ray_commit session_nameapplication/json)r content_typer)r rr __version__ __commit__r1rjsondumps dataclassesasdictaiohttpwebHTTPOk status_code)rr,resprrr get_versionAszServeHead.get_versionz/api/serve/applications/c sddlm}m}d}|jd}|r3|}|}||vr/tdd|dd|dd S||}| IdH}|durC| } n*z |j j |d IdH} Wnt jjyl} ztd d | d WYd} ~ Sd} ~ wwtt| ddS)Nr)APITypeServeInstanceDetailsapi_typezInvalid 'api_type' value: 'z'. Must be one of: z, z text/plainrrr3)sourcezWFailed to get a response from the controller. The GCS may be down, please retry later: rr2)rr3)ray.serve.schemar@rAquerygetlowerget_valid_user_valuesrjoinget_serve_controllerget_empty_schema_dictget_serve_instance_detailsremoter exceptionsr r6r7) rr,r@rArB api_type_strapi_type_lower valid_values controllerdetailserrrrOQsH    z$ServeHead.get_serve_instance_detailscs.ddlm}|IdHdur|tS)Nrr )rrrMshutdownr)rr,rrrrdelete_serve_applicationss  z#ServeHead.delete_serve_applicationsc szddlm}m}ddlm}ddlm}ddlm}z | | IdH}Wnt yA}zt dt |dWYd}~Sd}~ww|j} ||j} td| ifi| } |j} |j4IdH|| | |jd IdH} WdIdHn 1IdHswY|| | z|jr| |j| |||jd Wt Sty}zt dt|dWYd}~Sd}~ww) Nr)TagKeyrecord_extra_usage_tag)serve_start_async) ProxyLocation)ServeDeploySchemarCrlocation) http_options grpc_optionsglobal_logging_configv2)ray._common.usage.usage_librZr[ray.serve._private.apir\ray.serve.configr]rGr^ parse_objr6rrreprr`dict_to_deployment_modeproxy_locationrar%logging_configvalidate_http_optionsupdate_global_logging_config deploy_appsSERVE_REST_API_VERSIONr str)rr,rZr[r\r]r^configrWconfig_http_optionsr_full_http_optionsraclientrrrput_all_applicationssN      (   zServeHead.put_all_applicationsrcCst|t|ddS)z6Create a JSON response with the given data and status.r2rD)rr6r7)rdatarrrr_create_json_responses zServeHead._create_json_responsezK/api/v1/applications/{application_name}/deployments/{deployment_name}/scalec sddlm}ddlm}m}ddlm}|jd}|jd}|r%|s-| ddid Sz| IdH}|di|} Wnt y\} z| dd t | id WYd} ~ Sd} ~ ww| IdH} | durp| dd id Sz*|||d } td|d|d| jd| j| | jIdH| ddidWSt y} zXt| |r| ddidWYd} ~ St| |r| dt | jidWYd} ~ St| trdt | vr| ddid WYd} ~ Std| | ddid WYd} ~ Sd} ~ ww)Nr) DeploymentID)DeploymentIsBeingDeletedErrorExternalScalerDisabledError)ScaleDeploymentRequestapplication_namedeployment_nameerrorz3Missing application_name or deployment_name in pathrCzInvalid request body: z!Serve controller is not availablerF)nameapp_namezScaling deployment z, application z to z replicasmessagezDScaling request received. Deployment will get scaled asynchronously.zDeployment is deletediz not foundz#Application or Deployment not foundz>Got an Internal Server Error while scaling deployment, error: zInternal Server Errorr)ray.serve._private.commonryray.serve._private.exceptionsrzr{rGr| match_inforIrxr6 ExceptionrqrMloggerinfotarget_num_replicasupdate_deployment_replicasrP isinstancecause ValueErrorr) rr,ryrzr{r|r}r~ request_data scale_requestrWrU deployment_idrrrscale_deploymentst       "zServeHead.scale_deploymentcCsRg}|D]\}}t|j|}||kr||q|r'td|ddSdS)NzServe is already running on this Ray cluster and it's not possible to update its HTTP options without restarting it. Following options are attempted to be updated: .)itemsgetattr http_configappendrwarning)rrur`divergent_http_optionsoption new_value prev_valuerrrrms  zServeHead.validate_http_optionsc s|j4IdHk|jdur9z|jjIdH|jWWdIdHStjjy5tdYnwd|_ddl m }m }z tj ||d|_Wnt ye}ztd|WYd}~nd}~ww|jWdIdHS1IdHsywYdS)zGets the ServeController to the this cluster's Serve app. return: If Serve is running on this Ray cluster, returns a client to the Serve controller. If Serve is not running, returns None. NzController is deadr)SERVE_CONTROLLER_NAMESERVE_NAMESPACE) namespacezhThere is no instance running on this Ray cluster. Please call `serve.start(detached=True) to start one: )r$r! check_aliverPrrQ RayActorErrorrrray.serve._private.constantsrr get_actorrdebug)rrrrWrrrrM$s4  0zServeHead.get_serve_controller)__name__ __module__ __qualname__r routesrIrrr?dashboard_optional_utilsinit_ray_and_catch_exceptionsrrOdeleterYputrvintrxpostrrmrM __classcell__rrr*rr/s0 2,Hr)$r"r8r6logging functoolsrtypingrr: aiohttp.webrrrray.dashboard.optional_utils dashboardoptional_utilsrray._common.pydantic_compatrray.dashboard.modules.versionrr !ray.dashboard.subprocesses.moduler !ray.dashboard.subprocesses.routesr rray.exceptionsr getLoggerrrsetLevelINFOrrrrrrs&