o i/@sddlZddlZddlZddlZddlmZddlmZddlmZddl m Z ddl m Z ddl mZddlmZdd lmZd d lmZmZd d lmZzddlZWn eyaed ZYnwed ddeefddZdedeedefddZ dedeededefddZ!de"ee#fdedede$de"ee#ff ddZ%d e&ed!e'ed"fde&efd#d$Z(d e&ed%e de&efd&d'Z)d(e d)ed*ede fd+d,Z*d-e de$dBde fd.d/Z+d0e&ededede$d%e d1ed2ede"ee#fdBfd3d4Z,d0e&ed)ed*ed-e d5e$d1ed2ede&e"ee#fdBfd6d7Z-d0e&ed8ed9ed(e d5e$d1ed2edd:fd;d<Z.eGd=d>d>Z/d?e/fd@dAZ0d?ej1fdBdCZ2e3dDkrcej4e/j5dEZ6e/e6e2e67dSdS)FN) dataclass)datetime) lru_cache)Path)ClassVar) add_cli_args)FlexibleArgumentParser)PlaceholderModule)ParameterSweepParameterSweepItem)sanitize_filenamepandas)maxsizereturncCsttdd}t|dh}|jD](}|jr |jtjur ||j|jD]}|dr6|| d ddq#q|S)NF)add_helpconfigz---_) radd_startup_cli_args_actionsdestargparseSUPPRESSaddoption_strings startswithlstripreplace)parser supportedactionoptionr#S/home/ubuntu/vllm_env/lib/python3.10/site-packages/vllm/benchmarks/sweep/startup.py_get_supported_startup_keyss     r% param_keyr cCs0|dkrdS|ddd}|dd}||vS)N_benchmark_nameT.r rrr)splitr)r&r prefix normalizedr#r#r$_is_supported_param*s  r,paramsstrictc Csg}|D]P}i}g}|D]\}}t||r|||<q||q|rL|dp,|} d| r6dt| ndddt|} |rHt| t | |t |qt |S)Nr'z#Ignoring unsupported startup paramsz for z: z, ) itemsr,appendgetas_textstrjoinsorted ValueErrorprintr from_recordr ) r-r r.filtereditemkeptdroppedkeyvaluelabelmessager#r#r$_filter_params2s*    rBrun_dataserve_overridesstartup_overrides run_numbercCs ||d<|||||S)NrF)update)rCrDrErFr#r#r$_update_run_dataOs  rHcmdkeys.csPg}d}|D]|r d}q|vrd}qtfdd|Dr q|q|S)NFTc3s |] }|dVqdS)=N)r).0r>argr#r$ esz_strip_arg..)anyr1)rIrJstripped skip_nextr#rMr$ _strip_arg[s rS output_pathcCs&d}t||}g||dt|S)N)z --output-jsonz --output_jsonr)rSr4)rIrTrJr#r#r$_apply_output_jsonks rU output_dir serve_comb startup_combcCsDtt}|r|d|jf|r|d|jf|td|S)NzSERVE-zSTARTUP-r)listr4extendnamer r5)rVrWrXpartsr#r#r$_get_comb_base_pathqs r] base_pathcCs |dur|dS|d|dS)Nz summary.jsonzrun=z.jsonr#)r^rFr#r#r$_get_comb_run_path~sr_ startup_cmd show_stdoutdry_runc Cs||}||}t||}tdtd|td|td|td|td||ratd|jdd d }t|} t| |||WdS1s\wY|ritd dS|jj d d d t j ||rxdnt j d d|jdd d  }t|} Wdn1swYt| |||} |jdd d }tj | |ddWdn1swYtd | S)Nz[BEGIN BENCHMARK]zServe overrides: zStartup overrides: z Run Number: zBenchmark command: z Output file: z!Found existing results. Skipping.rutf-8encodingz[END BENCHMARK]T)parentsexist_ok)stdoutcheckwindent) apply_to_cmdrUr8existsopenjsonloadrHparentmkdir subprocessrunDEVNULLdump) r`rDrErFrTrarbrIfrCr#r#r$ run_benchmarksJ      r{num_runsc Csttttf}t|D]}t||||t||||d} | dur&|| q |r+dSt|ddjddd} t j || ddWd|S1sJwY|S)N)rDrErFrTrarb)rFrkrdrerlrm) rYdictr4objectranger{r_r1rqrrry) r`rWrXr^r|rarb comb_datarFrCrzr#r#r$run_combs2    r serve_paramsstartup_paramszpd.DataFrame | Nonec Csttttf}|D]!}|D]} t||| } t||| | |||d} | dur+|| qq |r1dStj |} | |d| S)N)rWrXr^r|rarbz summary.csv) rYr}r4r~r]rrZpd DataFrame from_recordsto_csv) r`rrrVr|rarball_datarWrXr^r combined_dfr#r#r$ run_combss,    rc@seZdZUeeed<eed<eed<eed<eed<e ed<e ed<edBed <e ed <d Z e eed <d Z e eed<e dejfddZe dejdejfddZdS)SweepStartupArgsr`rrrVr|rarbNresume strict_paramsstartup parser_namez8Benchmark vLLM startup time over parameter combinations. parser_helpargsc Cst|j}|jrt|j}ntig}|jr t|j}ntig}t}t |||j d}t |||j d}|j dkrBt d||||t |j|j |j|j|j|j d S)N)r r.r z `num_runs` should be at least 1.) r`rrrVr|rarbrr)shlexr)r`rr read_jsonrrr%rBrr|r7rrVrarbr)clsrr`rrr r#r#r$ from_cli_argss6    zSweepStartupArgs.from_cli_argsrrcCs|jdtddd|jdtddd|jdtddd|jd d td d d|jd tddd|jdddd|jdddd|jdtddd|jdddd|S)Nz --startup-cmdzvllm bench startupz.The command used to run the startup benchmark.)typedefaulthelpz--serve-paramszPath to JSON file containing parameter combinations for the `vllm serve` command. Only parameters supported by `vllm bench startup` will be applied.z--startup-paramszYPath to JSON file containing parameter combinations for the `vllm bench startup` command.z-oz --output-dirresultsz+The directory to which results are written.z --num-runsr z)Number of runs per parameter combination.z --show-stdout store_truez0If set, logs the standard output of subcommands.)r!rz --dry-runzFIf set, prints the commands to run, then exits without executing them.z--resumezSet this to the name of a directory under `output_dir` (which is a timestamp) to resume a previous execution of this script, i.e., only run parameter combinations for which there are still no output files.z--strict-paramszRIf set, unknown parameters in sweep files raise an error instead of being ignored.) add_argumentr4int)rrr#r#r$r6sjzSweepStartupArgs.add_cli_args)__name__ __module__ __qualname__rYr4__annotations__r rrboolrrr classmethodr NamespacerArgumentParserrr#r#r#r$rs"  $rrc Cs|jp td}|j|}|jr|std|dzt|j|j |j ||j |j |j dWStyE}z td|d|d}~ww)Nz %Y%m%d_%H%M%Sz+Cannot resume from non-existent directory ())r`rrrVr|rarbz/The script was terminated early. Use `--resume z2` to continue the script from its last checkpoint.)rrnowstrftimerVrpr7rr`rrr|rarb BaseException RuntimeError)r timestamprVexcr#r#r$run_mainvs,   rcCstt|dS)N)rrr)rr#r#r$mainsr__main__) description)8rrrrrv dataclassesrr functoolsrpathlibrtypingrvllm.benchmarks.startuprrvllm.utils.argparse_utilsrvllm.utils.import_utilsr param_sweepr r utilsr rr ImportErrorsetr4r%rr,rBr}r~rrHrYtuplerSrUr]r_r{rrrrrrrrrr parse_argsr#r#r#r$s                &    7 # "u