o `۷i*@sdZddlZddlZddlZddlZddlmmZddl m Z ddl m Z m Z ddlmZddlmZmZddlmZddlmZeeZejGd d d Zd d Zd dZdddZedkrhedSdS)z,This is the script for `ray microbenchmark`.N)get_or_create_event_loop)asyncio_timeittimeit)get_actor_node_id) InputNodeMultiOutputNode) CompiledDAG)NodeAffinitySchedulingStrategyc@eZdZddZddZdS)DAGActorcC|SNselfxrrX/home/ubuntu/vllm_env/lib/python3.10/site-packages/ray/_private/ray_experimental_perf.pyechoz DAGActor.echocGr r rrrrr echo_multiplerzDAGActor.echo_multipleN)__name__ __module__ __qualname__rrrrrrr  r cCstjjs d}t|dSdS)NaWARNING: Unoptimized build! To benchmark an optimized build, try: bazel run -c opt //:gen_ray_pkg You can also make this permanent by adding build --compilation_mode=opt to your user-wide ~/.bazelrc file. (Do not add this to the project-level .bazelrc file.))ray_raylet OPTIMIZEDloggerwarning)msgrrrcheck_optimized_builds  r cCs"tjjttdddS)NF)soft)scheduling_strategy)rDAGDriverProxyActoroptionsr rget_runtime_context get_node_idremoterrrrcreate_driver_actor,s r(c s|pg}t}ttdtdTdd tjGddd}t}t|}t d||fgdg|t d fd d 7}| t  t d fgdgt j  j |t d  fd d 7}t td }td|g t|D]}| t   fqt d dgt dd D D] \ } j q|t d fdd 7} D] \ }t q| t  fddt|Dt j  j |t d fdd 7}t g t|D]}| t   fq fddt|Dt dd Dt D]\}}|d j |gq3|t d fdd 7} D] \ }t qRdUddfdd} t} t| jWdn 1swY|t d fd!d 7}|t d"fd#d 7}~ t} t| jWdn 1swYjd$d%||| d&7}~ td }d'dt|Dttfd(dDWdn 1swY|t d)|d*fd+d 7}|t d,|d*fd-d 7}d.dt|Dttfd/dDWdn 1sDwYjd$d%||| d0|d*7}d1dt|DtD] } | jqmWdn 1swY|t d2|d*fd3d 7}|t d4|d*fd5d 7}d6dt|DtD] } | jqWdn 1swYjd$d%||| d7|d*7}d8|ksJd9|d:d;dd*fd?d 7}|t d@d*fdAd 7}dBdtDttfdCdtDWdn 1stwYdD|t dEd*fdFd 7}|t dGd*fdHd 7}dIdtDttfdJdtDWdn 1swYdK|t dLd*fdMd 7}|t dNd*fdOd 7}t} d8t| jjfdPdtDWdn 1swYd|t dQfdRd 7}|t dQfdSd 7}t|S)VNz=Tip: set TESTS_TO_RUN='pattern' to run a subset of benchmarksFcSs$|D] }|d|r|qdS)N0)writeread)chansdo_getchanrrrput_channel_smallAs  zmain..put_channel_smallc@r )zmain..ChannelReadercSsdSr r)rrrrreadyIrz!main..ChannelReader.readycSs |D]}|qqr )r+)rr,r.rrrr+Ls z main..ChannelReader.readN)rrrr0r+rrrr ChannelReaderGrr1z4[unstable] local put:local get, single channel callscs ddS)NT)r-rrr,r/rrVs zmain..z7[unstable] local put:1 remote get, single channel callscSr rrr3rrr4`z%Testing multiple readers/channels, n=cSg|] \}}|jqSrr0r'.0reader_rrr mzmain..z7[unstable] local put:n remote get, single channel callscr5r rrr3rrr4rr6cs g|] }tdfgdqSNr2 ray_channelChannelr;r=)r< reader_noderrr>yz3[unstable] local put:1 remote get, n channels callscr5r rrr3rrr4r6cs g|] }td|gdqSr@rAr;i)reader_and_node_listrrr>rFcSr8rr9r:rrrr>r?rz3[unstable] local put:n remote get, n channels callscr5r rrr3rrr4r6cs*|jfddt|D}t|dS)Ncg|]}dqSxrrD payload_sizerrr>z'main.._exec..)executerangerget)dagnum_argsrO output_refrrNr_execszmain.._execcsfdd}t||IdHS)Ncs>dIdH}t|ts|IdHdStj|IdHdSNrM) execute_async isinstancelistasynciogather)fut compiled_dagrr _exec_asyncs  z-main..exec_async.._exec_async)r)tagrar_rr exec_asyncs   zmain..exec_asyncz![unstable] single-actor DAG callsctdSrXrrSrQrrTrrr4z*[unstable] compiled single-actor DAG callscSr rrrWr`rrr4r6T)enable_asyncioz2[unstable] compiled single-actor asyncio DAG callscSg|]}tqSrr r'rDrrrr>rPcg|]}|jqSrrbindr;ainprrr>z'[unstable] scatter-gather DAG calls, n=z actorscrdrXrerrfrrr4rgz0[unstable] compiled scatter-gather DAG calls, n=crhr rrrirrr4r6cSrkrrlrDrrrr>rPcrmrrnrprrrrr>rtz8[unstable] compiled scatter-gather asyncio DAG calls, n=cSrkrrlrDrrrr>rPz[unstable] chain DAG calls, n=crdrXrerrfrrr4rgz'[unstable] compiled chain DAG calls, n=crhr rrrirrr4r6cSrkrrlrDrrrr>rPz/[unstable] compiled chain asyncio DAG calls, n=zn_cpu (z!) must be greater than n_actors ()cSrkrrlrDrrrr>rPc g|] }|j|qSrrnrGactorsrsrrr> z:[unstable] multiple args with small payloads DAG calls, n=c"tjfddtDS)NcrKrLrrDrNrrr> rP*main....rrSrQrRrrTn_actorsrOrrr4 "zC[unstable] compiled multiple args with small payloads DAG calls, n=cdSN)rUrOrrrWr`rrOrrr4cSrkrrlrDrrrr>rPcrwrrnrGrxrrr>rziz;[unstable] multiple args with medium payloads DAG calls, n=cr{)NcrKrLrrDrNrrr>rPr|r}rr~rrr4rzD[unstable] compiled multiple args with medium payloads DAG calls, n=crrrrrrrr4#rcSrkrrlrDrrrr>(rPcrwrrnrGrxrrr>*rziz:[unstable] multiple args with large payloads DAG calls, n=cr{)NcrKrLrrDrNrrr>.rPr|r}rr~rrr4.rzC[unstable] compiled multiple args with large payloads DAG calls, n=crrrrrrrr44rcsg|]}|qSrrrGrrrrr>=rPzO[unstable] single-actor with all args with small payloads DAG calls, n=1 actorscr{)NcrKrLrrDrNrrr>BrPr|r}r)rTn_argsrOrrr4Brcrrrr)rWr`rrOrrr4Hr)F)rJrJ)rr printrinitr'r(rrBrCrrSr0r+killmultiprocessing cpu_countrRappendzipr rrroexperimental_compilerun_until_completerrshutdown) resultsloopr1 driver_actor driver_noden_cpur=r.reader_node_tuplercrqactorr) rWryr,r`rTrsrrrOr/r<rIrErmain4s                                          r__main__r )__doc__r\loggingrrray.experimental.channel experimentalchannelrBray._common.utilsr'ray._private.ray_microbenchmark_helpersrrray._private.test_utilsrray.dagrrray.dag.compiled_dag_noderray.util.scheduling_strategiesr getLoggerrrr'r r r(rrrrrs.