o
    -i                     @   s   d dl Z d dlZd dlZd dlZd dlmZ d dlmZ d dl	m
Z
 ejr,d dlmZ ne jZe
eZG dd deZdee fd	d
ZdS )    N)CLISubcommand)VLLM_SUBCMD_PARSER_EPILOG)init_logger)FlexibleArgumentParserc                   @   s@   e Zd ZdZdZedejddfddZdej	de
fd	d
ZdS )RunBatchSubcommandz(The `run-batch` subcommand for vLLM CLI.z	run-batchargsreturnNc                 C   sv   ddl m} tdtjd td|  | jr-ddlm	} td || j
| jd ntd	 t||  d S )
Nr   )mainz$vLLM batch processing API version %svllmzargs: %s)start_http_serverzPrometheus metrics enabled)portaddrzPrometheus metrics disabled)!vllm.entrypoints.openai.run_batchr	   loggerinfo	importlibmetadataversionenable_metricsprometheus_clientr   r   urlasynciorun)r   run_batch_mainr    r   [/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/vllm/entrypoints/cli/run_batch.pycmd   s   

zRunBatchSubcommand.cmd
subparsersc                 C   s<   ddl m} |j| jdddd}||}tj| jd|_|S )Nr   )make_arg_parserz,Run batch prompts and write results to file.z`Run batch prompts using vLLM's OpenAI-compatible API.
Supports local or HTTP input/output files.z=vllm run-batch -i INPUT.jsonl -o OUTPUT.jsonl --model <model>)helpdescriptionusage)subcmd)r   r   
add_parsernamer   formatepilog)selfr   r   run_batch_parserr   r   r   subparser_init0   s   	z!RunBatchSubcommand.subparser_init)__name__
__module____qualname____doc__r$   staticmethodargparse	Namespacer   _SubParsersActionr   r)   r   r   r   r   r      s    r   r   c                   C   s   t  gS )N)r   r   r   r   r   cmd_initC   s   r2   )r/   r   importlib.metadatar   typingvllm.entrypoints.cli.typesr   vllm.entrypoints.utilsr   vllm.loggerr   TYPE_CHECKINGvllm.utils.argparse_utilsr   ArgumentParserr*   r   r   listr2   r   r   r   r   <module>   s   .