o
    Û·iÞ  ã                   @   s´  d dl Z d dlmZ d dlmZ d dlmZ d dl	m
Z d dl	mZ d dl	mZ d dlmZ d d	lmZ d dlZd d
lmZmZmZ d dlmZ d dlmZ d dlmZ zd dl m!Z! e!j"Z#dd„ Z$e$e!_"W n	 e%yo   Y nw e&edƒs{eeddƒ e j' (¡ D ]W\Z)Z*de)vr‰q€e&e*dƒr–e*j
ekr–ee*_
e&e*dƒr£e*jekr£ee*_e&e*dƒr°e*jekr°ee*_e&e*dƒr½e*jekr½ee*_e&e*dƒrÊe*jekrÊee*_e&e*dƒr×e*jekr×ee*_q€dS )é    N)Úextend_enum)ÚTokensPrompt)ÚMRotaryEmbedding)ÚEngineCoreOutput)ÚEngineCoreOutputs)ÚEngineCoreRequest)ÚRequest)ÚRequestStatus)ÚOmniEngineCoreOutputÚOmniEngineCoreOutputsÚOmniEngineCoreRequest)ÚOmniTokensPrompt)ÚOmniMRotaryEmbedding)ÚOmniRequest)ÚGlmImageTextConfigc                 O   sV   t | g|¢R i |¤Ž | jd u ri | _t| jtƒr'd| jvr)g d¢| jd< d S d S d S )NÚmrope_section)é   é   r   )Ú$_original_glm_image_text_config_initÚrope_parametersÚ
isinstanceÚdict)ÚselfÚargsÚkwargs© r   úE/home/ubuntu/vllm_env/lib/python3.10/site-packages/vllm_omni/patch.pyÚ#_patched_glm_image_text_config_init    s   
þr   ÚWAITING_FOR_CHUNKéÿÿÿÿÚvllmr   r   r   r   r   r   )+ÚsysÚaenumr   Úvllm.inputs.datar   Ú_OriginalTokensPromptÚ+vllm.model_executor.layers.rotary_embeddingr   Ú_OriginalMRotaryEmbeddingÚvllm.v1.enginer   Ú_OriginalEngineCoreOutputr   Ú_OriginalEngineCoreOutputsr   Ú_OriginalEngineCoreRequestÚvllm.v1.requestr   Ú_OriginalRequestr	   Úvllm_omni.loggerÚ	vllm_omniÚvllm_omni.enginer
   r   r   Úvllm_omni.inputs.datar   Ú0vllm_omni.model_executor.layers.rotary_embeddingr   Úvllm_omni.requestr   Ú5transformers.models.glm_image.configuration_glm_imager   Ú__init__r   r   ÚImportErrorÚhasattrÚmodulesÚitemsÚmodule_nameÚmoduler   r   r   r   Ú<module>   sR    	
	þ
€ñ