o
    i
                     @   s   d dl mZmZ d dlmZmZ d dlmZ d dlm	Z	 d dl
mZ ddlmZ er0d dlmZ eeZd	d
ddddZeG dd dZedd e D Z	 dddZdS )    )	dataclassfield)TYPE_CHECKINGAny)init_logger)tokenizer_args_from_config)resolve_obj_by_qualname   )BaseRenderer)ModelConfig)deepseek_v32DeepseekV32Renderer)hf
HfRenderer)grok2Grok2Renderer)mistralMistralRenderer)
terratorchTerratorchRenderer)r   r   r   r   r   c                   @   s   e Zd ZU eedZeeeeef f ed< dedededdfdd	Z	dede
e fd
dZdedddeeef defddZdS )RendererRegistry)default_factory	renderersrenderer_modemodule
class_namereturnNc                 C   s,   || j v rtd||| ||f| j |< d S )NzS%s.%s is already registered for renderer_mode=%r. It is overwritten by the new one.)r   loggerwarningselfr   r   r    r!   M/home/ubuntu/vllm_env/lib/python3.10/site-packages/vllm/renderers/registry.pyregister    s   
zRendererRegistry.registerc                 C   sP   || j vrtd|d| j | \}}td| d| t| d| S )Nz)No renderer registered for renderer_mode=.zLoading z for renderer_mode=)r   
ValueErrorr   
debug_oncer   r   r!   r!   r"   load_renderer_cls.   s
   
z"RendererRegistry.load_renderer_clsconfigr   tokenizer_kwargsc                 C   s   |  |}|||S )N)r'   from_config)r    r   r(   r)   renderer_clsr!   r!   r"   load_renderer7   s   
zRendererRegistry.load_renderer)__name__
__module____qualname__r   dictr   strtuple__annotations__r#   typer
   r'   r   r,   r!   r!   r!   r"   r      s   
 "	
r   c                 C   s$   i | ]\}\}}|d | |fqS )zvllm.renderers.r!   ).0modemod_relnamecls_namer!   r!   r"   
<dictcomp>B   s    
r9   r(   r   c                 K   sR   t | fi |\}}}}| jdkr| jdkrd}n|}tj|| i |d|idS )Nautor   tokenizer_name)r)   )r   tokenizer_mode
model_implRENDERER_REGISTRYr,   )r(   kwargsr<   r;   argsr   r!   r!   r"   renderer_from_configJ   s   rA   N)r(   r   )dataclassesr   r   typingr   r   vllm.loggerr   vllm.tokenizers.registryr   vllm.utils.import_utilsr   protocolr
   vllm.configr   r-   r   _VLLM_RENDERERSr   itemsr>   rA   r!   r!   r!   r"   <module>   s0   	%