o
    -i                     @   s8   d dl Z d dlmZmZ d dlmZ G dd deZdS )    N)add_cli_argsmain)BenchmarkSubcommandBasec                   @   sH   e Zd ZdZdZdZedejddfddZ	e
d	ejddfd
dZdS )BenchmarkLatencySubcommandz*The `latency` subcommand for `vllm bench`.latencyz4Benchmark the latency of a single batch of requests.parserreturnNc                 C   s   t | d S N)r   )clsr    r   c/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/vllm/entrypoints/cli/benchmark/latency.pyr         z'BenchmarkLatencySubcommand.add_cli_argsargsc                 C   s   t |  d S r	   )r   )r   r   r   r   cmd   r   zBenchmarkLatencySubcommand.cmd)__name__
__module____qualname____doc__namehelpclassmethodargparseArgumentParserr   staticmethod	Namespacer   r   r   r   r   r   	   s    r   )r   vllm.benchmarks.latencyr   r   #vllm.entrypoints.cli.benchmark.baser   r   r   r   r   r   <module>   s   