o
    
۾i	                     @   sF   d Z ddlZddlZddlmZ eeZdd Zedkr!e  dS dS )zThe CLI entrypoints of vLLM

Note that all future modules must be lazily loaded within main
to avoid certain eager import breakage.    N)init_loggerc                  C   s  dd l } dd l} dd l} dd l} dd l} ddlm}m} ddlm	} | j
jj| j
jj| j
jjj| j
jj| j
jjg}|  ttjdkritjd dkritd ddlm} |j riddlm} | |_td	 |d
|jddd}|jdddt j!"dd |j#ddd}i }	|D ]}
|
$ }|D ]}|%|j&|j'd ||	|j(< qq|) }|j*|	v r|	|j* +| t,|dr|-| d S |.  d S )Nr   )VLLM_SUBCMD_PARSER_EPILOGcli_env_setup)FlexibleArgumentParser   benchztBench command detected, must ensure current platform is not UnspecifiedPlatform to avoid device type inference error)	platforms)CpuPlatformzAUnspecified platform detected, switching to CPU Platform instead.zvLLM CLIz[subcommand])subcmd)descriptionepilogz-vz	--versionversionvllm)actionr   F	subparser)requireddest)dispatch_functionr   )/#vllm.entrypoints.cli.benchmark.main vllm.entrypoints.cli.collect_envvllm.entrypoints.cli.openaivllm.entrypoints.cli.run_batchvllm.entrypoints.cli.servevllm.entrypoints.utilsr   r   vllm.utils.argparse_utilsr   entrypointscliopenaiserve	benchmarkmaincollect_env	run_batchlensysargvloggerdebugr   r   current_platformis_unspecifiedvllm.platforms.cpur	   infoformatadd_argument	importlibmetadatar   add_subparserscmd_initsubparser_initset_defaultscmdname
parse_argsr   validatehasattrr   
print_help)r   r   r   r   CMD_MODULESr   r	   parser
subparserscmds
cmd_modulenew_cmdsr4   args rA   M/home/ubuntu/.local/lib/python3.10/site-packages/vllm/entrypoints/cli/main.pyr       sb   





r    __main__)	__doc__importlib.metadatar.   r$   vllm.loggerr   __name__r&   r    rA   rA   rA   rB   <module>   s   >
