o `۷i#@sdZddlZddlZddlZddlZddlZddlmZ ddl m Z e e ZejddGdddZejGdd d ZejddGd d d Zejd d ZejddZejddZddZdddZe dkrredSdS)z,This is the script for `ray microbenchmark`.N)main)timeit)num_cpusc@$eZdZddZddZddZdS)ActorcCdSNsokselfr r K/home/ubuntu/vllm_env/lib/python3.10/site-packages/ray/_private/ray_perf.py small_valuezActor.small_valuecCrrr r xr r r small_value_argrzActor.small_value_argcCstddt|DdS)NcSg|]}tqSr r remote.0_r r r z+Actor.small_value_batch..raygetranger nr r r small_value_batchzActor.small_value_batchN)__name__ __module__ __qualname__r rr r r r r r rc@r) AsyncActorcdSrr r r r r r zAsyncActor.small_valuecr'rr rr r r small_value_with_arg!r(zAsyncActor.small_value_with_argcs$tddt|DIdHdS)NcSrr rrr r r r%rz0AsyncActor.small_value_batch..)asynciowaitrrr r r r $s"zAsyncActor.small_value_batchN)r"r#r$r r)r r r r r r&r%r&c@r)ClientcCst|ts|g}||_dSN) isinstancelistservers)r r0r r r __init__*s  zClient.__init__cs:g}|jD]|fddt|Dqt|dS)Ncg|]}jqSr rrsr r r2z,Client.small_value_batch..)r0extendrrrr rresultsr r3r r /s zClient.small_value_batchcsFtdg}|jD]|fddt|Dq t|dS)Nrcsg|]}jqSr )rrrr4rr r r9z0Client.small_value_batch_arg..)rputr0r6rrr7r r9r small_value_batch_arg5s   zClient.small_value_batch_argN)r"r#r$r1r r<r r r r r,(s r,cCrrr r r r r r =sr cCs ddt|D}t|dS)NcSrr rrr r r rDrz%small_value_batch..rrrr)r submittedr r r r Bs r cCs&g}tdD] }|tdq|S)N')rappendrr;)obj_refsrr r r create_object_containing_refIs rCcCstjjs d}t|dSdS)NaWARNING: Unoptimized build! To benchmark an optimized build, try: bazel run -c opt //:gen_ray_pkg You can also make this permanent by adding build --compilation_mode=opt to your user-wide ~/.bazelrc file. (Do not add this to the project-level .bazelrc file.))r_raylet OPTIMIZEDloggerwarning)msgr r r check_optimized_buildQs  rIcsh|pg}ttdttdfdd}dd}tjdd fd d }tjd tjd |t d |7}|t d|7}|t d|d7}fdd}|t d|d7}dd}|t d|7}tjddfdd}|t d|d7}t  fdd}|t d |7}d!d"}|t d#|7}d$d%} |t d&| 7}d'd(} |t d)| d7}d* d+ d,d-t D fd.d/} |t d0| 7}t fd1d2} |t d3| 7}t fd4d5} |t d6| d7}t j d7d8fd9d:}|t d;|d7}d< td= d>d-t Dt fd?d@}|t dA| t7}td= dBd-t Dtj fdCdD fdEdF}|t dG| 7}d dHd-t DdId-D fdJdK}|t dL| t7}tfdMd2} |t dN| 7}tfdOdP}|t dQ|d7}tfdRdP}|t dS|d7}d< td= dTd-t Dt fdUdV}|t dW| t7}d< d+ td= dXd-t Dtj fdYdZ fd[d\}|t d]| 7}td^d_tjd`d^idafdbdc|t ddfdedf7}tt||S)gNz=Tip: set TESTS_TO_RUN='pattern' to run a subset of benchmarksrctdSr-rrr )valuer r get_smalljzmain..get_smallcSstddS)Nrrr;r r r r put_smallmrNzmain..put_smallcSstdD]}tdqdS)Ndr)rrr;rr r r do_put_smallps  zmain..do_put_smallc tfddtdDdS)Ncg|]}qSr rrrSr r rvrz1main..put_multi_small.. rr rWr r put_multi_smallu zmain..put_multi_smalli@dtypez&single client get calls (Plasma Store)z&single client put calls (Plasma Store)z%multi client put calls (Plasma Store)crJr-rOr )arrr r put_largerNzmain..put_largezsingle client put gigabytesg?cSs ddtdD}t|dS)NcSrr rrr r r rrz3main..small_value_batch..r]rr=r>r r r r s zmain..small_value_batchz!single client tasks and get batchcSs(tdD] }ttjdtjdqdS)NrXir[)rrr;npzerosint64rRr r r do_puts zmain..do_putcrT)NcrUr rVrrdr r rrz+main..put_multi..rXrr rer r put_multirZzmain..put_multizmulti client put gigabytesg @crJr-rKr )obj_containing_refr r get_containing_object_refrNz'main..get_containing_object_refz,single client get object containing 10k refscSsFd}ddt|D}d}t|D]}tj||d\}}|r d}qdS)Nr]cSrr rrr r r rrz4main..wait_multiple_refs..T) fetch_localF)rrr+)num_objs not_readyrir_readyr r r wait_multiple_refss z main..wait_multiple_refszsingle client wait 1k refscSsttdSr-rrr rr r r r small_taskszmain..small_taskzsingle client tasks synccSstddtdDdS)NcSrr rrr r r rrz2main..small_task_async..r]rr r r r small_task_asyncr!zmain..small_task_asynczsingle client tasks asyncr?cSrr rrrr r r rrzmain..cs fddD}t|dS)Ncg|]}|jqSr )r rrarr r rr:z,main..multi_task..rKr`)actorsrr r multi_taskszmain..multi_taskzmulti client tasks asyncctjdSr-rnr rur r actor_synczmain..actor_syncz1:1 actor calls synccrT)Ncr2r rrrzr r rr5z-main..actor_async..r]rr rzr r actor_asyncrZzmain..actor_asyncz1:1 actor calls async)max_concurrencycrT)Ncr2r rrrzr r rr5z2main..actor_concurrent..r]rr rzr r actor_concurrentrZzmain..actor_concurrentz1:1 actor calls concurrenticSrr r_remoterr r r rrctjdSr-rrr rr clientrr r actor_async_directz main..actor_async_directz1:n actor calls asynccSrr rrrr r r rrc"tfddtDdS)Ncg|] }|jqSr rrirwn_cpur r rz&main..work..rrwrrrr work"zmain..workcr)Ncg|]}qSr rVr)rurr r rr5z.main..actor_multi2..rr )rumrr r actor_multi2"zmain..actor_multi2zn:n actor calls asynccSrr rrr r r rrcSsg|]}t|qSr )r,rrtr r r rr5cstfddDdS)Ncrsr )r<r)rcrvr r rr:z9main..actor_multi2_direct_arg..rKr )clientsrr r actor_multi2_direct_argr!z%main..actor_multi2_direct_argzn:n actor calls with arg asynccryr-rnr rzr r r{r|z1:1 async-actor calls synccrT)Ncr2r rrrzr r rr5-main..async_actor..r]rr rzr r async_actorrZzmain..async_actorz1:1 async-actor calls asynccrT)Ncsg|]}j|qSr )r)rrrzr r rr:rr]rr rzr r rrZz%1:1 async-actor calls with args asynccSrr r&rrr r r rrcrr-rr rr r async_actor_asyncrzmain..async_actor_asyncz1:n async-actor calls asynccSrr rrr r r rrcr)Ncrr rrrr r rrz2main..async_actor_work..rrrrr async_actor_workrzmain..async_actor_workcs"tfddtDdS)Ncrr rVr)rurr r r r5z3main..async_actor_multi..rr )rurrr r async_actor_multirzmain..async_actor_multizn:n async-actor calls asyncrQr@custom) resourcescs>fddt|D}dd|D|D]}tj|qdS)Ncs(g|]}tjjddtDdqS)cSsg|]}ddiqS)rgMbP?r rr r r r0rzKmain..placement_group_create_removal...)bundles)rutilplacement_grouprr NUM_BUNDLESr r r.s z@main..placement_group_create_removal..cSsg|]}|jddqS))timeout_seconds)r+)rpgr r r r4r:)rrrremove_placement_group)num_pgspgsrrr r placement_group_create_removal-s z,main..placement_group_create_removalzplacement group create/removalcsSr-r r )NUM_PGSrr r ?szmain..)rIprintrinitr;rrarbrcrrCrroptionsmultiprocessing cpu_countr,lenr&shutdownclient_microbenchmark_main)r8rMrPrYr_r rfrhrmrorprxr{r}rrrrrrrr )rrrurwr^rrrrdrSrrrrgrrLrr r_s                       r__main__r-)__doc__r*loggingrnumpyrar&ray._private.ray_client_microbenchmarkrr'ray._private.ray_microbenchmark_helpersr getLoggerr"rFrrr&r,r r rCrIr r r r s6          k