o `۷iE@sddlZddlZddlZddlZddlZddlZddlZddlZddlm m Z ddl m m Zddlm mZddlmZmZddlmZddlmZddlmZddlmZddlmZddlmZm Z m!Z!m"Z"m#Z#e$e%Z&Gd d d Z'e%d krej(d d Z)e)j*dde+dde)j*dde+dde)j*dde+dde)j*dde+dde)j*dde,dde)j*dde,dde)j*dde,dde)j*dde+ddd e)j*d!d"e,e j-d#d e)j*d$de+dd%d e)j*d&d"d'd(e j.e j/e j0d)e)j*d*d"e+e j1e j2d e)j*d+d"e+ej3d,4ej3d e)j*d-de,d.de)j*d/de,d0de)j*d1de+dd2d e)j*d3de+dd4d e)j*d5de+dd6d e)j*d7d8d9d:e)j*d;d8dd:e)j*d?d"e+dd@d e)j*dAd"e+dBdCd e)j*dDd"e+dBdEd e)5Z6zwej7dFkre6j8ndZ9ej7dFkre6j:ndGZ;ee6je6j?e9e;dHZ&e@e6jAe6jBe9e;eZCe'e6jDe6jEe6jFe6jGe6jHe6jIe6jJe6j>e6jKe6jLe6jMe6jNe6jOe6jPe6jQe6jRdIZSejTUe jVdJdKZWej7dFkreCXejYeWeCZeS[WdSe\ye&]dLe^dGYdSwdS)MN) build_address is_localhost)get_or_create_event_loop) logging_utils)create_check_raylet_task)AGENT_GRPC_MAX_MESSAGE_LENGTH)setup_component_logger) DASHBOARD_AGENT_LISTEN_PORT_NAMEMETRICS_AGENT_PORT_NAMEMETRICS_EXPORT_PORT_NAME GcsClient persist_portc@sxeZdZdddejddfdedededededed ed efd d Zd dZddZ e ddZ defddZ ddZ dS)DashboardAgentNFdisable_metrics_collectionis_headobject_store_name raylet_namelog_dirtemp_dir session_dir session_namec Cs|dusJ||_||_|dusJ||_||_||_||_||_||_||_||_ ||_ | |_ | |_ | |_ tjd|_| |_||_d|_d|_t|j|jd|_| |_|js]|dSt|j|jtdt|j|jtddS)z%Initialize the DashboardAgent object.N RAY_NODE_ID)address cluster_id)ipminimal gcs_addresscluster_id_hexrrr grpc_portmetrics_export_portnode_manager_portevents_export_addr listen_portrrosenvironnode_idmetrics_collection_disabledrserver http_serverr gcs_clientr_init_non_minimalr r r )selfnode_ip_addressrrrrr r!r"r#rrrrrrrrr.I/home/ubuntu/vllm_env/lib/python3.10/site-packages/ray/dashboard/agent.py__init__sP    zDashboardAgent.__init__cCsLddlm}ddlm}ddlm}ddlm}ddlm }t j j dkrNt j j dkrNddl}||jd td |Wdn1sHwYn|g}|r]|||j|d d tfd tffd|_||jt|j|j|_t|js||jd|jt|j|jt|jtdt|j|j||j|j |_!dS)Nr)aio)is_token_auth_enabled)$AsyncAuthenticationServerInterceptor)add_port_to_grpc_server)HttpServerAgent ignore)category)zgrpc.so_reuseportrzgrpc.max_send_message_lengthzgrpc.max_receive_message_length) interceptorsoptionsz 127.0.0.1:z Dashboard agent grpc address: %s)"grpcr10ray._private.authentication.authentication_utilsr2Bray._private.authentication.grpc_authentication_server_interceptorr3ray._private.tls_utilsr4ray.dashboard.http_server_agentr5sys version_infomajorminorwarningscatch_warnings simplefilterDeprecationWarning init_grpc_aioappendr(rrrrrr rr&r loggerinfor#r))r,aiogrpcr2r3r4r5rEr:r.r.r/r+lsV           z DashboardAgent._init_non_minimalcCsRg}ttj}|D]}tdtjj|||}||q tdt||S)zLoad dashboard agent modules.zLoading %s: %szLoaded %d modules.)dashboard_utilsget_all_modulesDashboardAgentModulerKrL__name__rJlen)r,modulesagent_cls_listclscr.r.r/ _load_moduless  zDashboardAgent._load_modulescCs|jsJd|jjS)Nz=Accessing unsupported API (HttpServerAgent) in a minimal ray.)r) http_sessionr,r.r.r/rXs zDashboardAgent.http_sessionreturncCs|jSN)r&rYr.r.r/ get_node_idszDashboardAgent.get_node_idc sjr jIdH}d}jrCzj|IdHjj_WntyB}ztd|dd}WYd}~nd}~wwt j j t jrQ|rQjnd|rjs[dnjj}jsddnj }jjtjj tj||gdtjd}jjtjjtj ||gdtjd}t||IdHfdd|D}tjd vrʇfd d } tjj| t} | | jr| j!n d d } | | tj|IdHjrj"IdHdSdS)NTz,Failed to start HTTP server with exception: zB. The agent will stay alive but the HTTP service will be disabled.Fr) namespacecsg|]}|jqSr.)runr().0mrYr.r/ sz&DashboardAgent.run..)win32cygwincs$tdjdjd|dS)NzTerminated Raylet: ip=z , node_id=z. )rKrLrr&)msgrYr.r/callbacksz$DashboardAgent.run..callbackcs tdIdHq)NTi)asynciosleepr.r.r.r/ wait_foreversz(DashboardAgent.run..wait_forever)#r(startrWr) http_portr# ExceptionrK exceptionr rr&r rr*async_internal_kv_putdashboard_consts#DASHBOARD_AGENT_ADDR_NODE_ID_PREFIXencodejsondumpsr ray_constantsKV_NAMESPACE_DASHBOARDDASHBOARD_AGENT_ADDR_IP_PREFIXrfgatherrAplatformrrlooprJwait_for_terminationcleanup) r,rSlaunch_http_servererjrput_by_node_id put_by_iptasksrecheck_parent_taskrhr.rYr/r^sj      zDashboardAgent.run)rQ __module__ __qualname__rs#DEFAULT_DASHBOARD_AGENT_LISTEN_PORTboolstrr0r+rWpropertyrXr\r^r.r.r.r/rs<   MF  r__main__zDashboard agent.) descriptionz --node-idTzthe unique ID of this node.)requiredtypehelpz--node-ip-addresszthe IP address of this node.z --gcs-addresszThe address (ip:port) of GCS.z--cluster-id-hexzThe cluster id in hex.z--metrics-export-portz.The port to expose metrics through Prometheus.z --grpc-portz9The port on which the dashboard agent will receive GRPCs.z--node-manager-portz-The port to use for starting the node managerz--object-store-namez#The socket name of the plasma store)rrdefaultrz --listen-portFz!Port for HTTP server to listen onz --raylet-namez%The socket path of the raylet processz--logging-levelcCst|Sr[)logging getLevelNameupper)sr.r.r/bsr)rrrchoicesrz--logging-formatz--logging-filenamezJSpecify the name of log file, log to stdout if set empty, default is "{}".z--logging-rotate-bytesz,Specify the max bytes for rotating log file.z--logging-rotate-backup-countz-Specify the backup count of rotated log file.z --log-dirz"Specify the path of log directory.z --temp-dirz?Specify the path of the temporary directory use by Ray process.z --session-dirz!Specify the path of this session.z --minimal store_truezMinimal agent only contains a subset of features that don't require additional dependencies installed when ray is installed by `pip install 'ray[default]'`.)actionrz--disable-metrics-collectionzCIf this arg is set, metrics report won't be enabled from the agent.z--headz#Whether this node is the head node.z--session-namezThe current Ray session name.z--stdout-filepathz,The filepath to dump dashboard agent stdout.z--stderr-filepathz,The filepath to dump dashboard agent stderr.rb) logging_levellogging_formatrfilename max_bytes backup_count) rrrr r!r#rrrrrcCstdttjdS)Nz#Exiting with SIGTERM immediately...)rKwarningr$_exitsignalSIGTERMr.r.r.r/sigterm_handlers rz6Agent is working abnormally. It will exit immediately.)_argparserfrqrr$rrArayray._private.ray_constants_privatersray.dashboard.consts dashboardconstsrnray.dashboard.utilsutilsrNray._common.network_utilsrrray._common.utilsr ray._privaterray._private.process_watcherrrray._private.ray_loggingr ray._rayletr r r r r getLoggerrQrKrArgumentParserparser add_argumentrintr LOGGER_LEVELLOGGER_LEVEL_CHOICESLOGGER_LEVEL_HELP LOGGER_FORMATLOGGER_FORMAT_HELPDASHBOARD_AGENT_LOG_FILENAMEformat parse_argsargsrwlogging_rotate_byteslogging_rotation_byteslogging_rotate_backup_countlogging_rotation_backup_countrrrlogging_filename redirect_stdout_stderr_if_neededstdout_filepathstderr_filepathrxr-rrrrrrr r!r#rrrheadragent_raylet setproctitle"AGENT_PROCESS_TYPE_DASHBOARD_AGENTradd_signal_handlerrrun_until_completer^rkrlexitr.r.r.r/s