o پi/@sUddlZddlZddlZddlZddlZddlZddlZddlmZm Z ddl m Z m Z ddl mZmZddlmZddlmZmZmZddlZddlmZddlmZeeZejeZ d d e!e DZ"d d iZ#e$e%e&fe'd <eddde$e%e&e%e%e%fffddZ(e(Z)ej*ddgZ+edZ,eddGdddZ-GdddeZ.eddGddde.Z/de ge,fde,fddZ0eddGd d!d!e.Z1ed"dd#e%d$e.de2ej3dBfd%d&Z4ed"dd#e%d$e.de-dBfd'd(Z5eGd)d*d*Z6e6d+d,e)7DZ8dS)-N)ABCabstractmethod)CallableSet) dataclassfield) lru_cache)NoReturnTypeVarcast)nn) init_loggercCs:g|]}tjtjt|r|ds|ds|qS)__.)ospathisdirjoin MODELS_PATH startswith).0dra/home/ubuntu/.local/lib/python3.10/site-packages/sglang/multimodal_gen/runtime/models/registry.py srCLIPVisionModelWithProjection)encodersclipCLIPVisionModel_IMAGE_ENCODER_MODELS)maxsizereturnc Cst}tD]}tjt|}t|D]}|dsq|dd}tj||}zt|ddd }| }Wdn1s>wYt j ||d}d} d} t |D])} t | t jrp| jD]} t | t jro| jdkro| } nq^| dur|t | t jr|| } qS| r| rg} | j}t |t jr| |jn(t |t jt jfr|jD]}t |t jr| |jqt |t jr| |jq| r| D]}||vrtd|d |}|||f||<qWqty}ztd |d |WYd}~qd}~wwq|S) Nz.pyrzutf-8)encoding)filename EntryClasszDuplicate architecture found: z. It will be overwritten.zCould not parse z to find models: )rCOMPONENT_DIRSrrrrlistdirendswithopenreadastparsewalk isinstanceAssigntargetsNameidClassDefvalueappendListTupleeltsConstantloggerwarning Exception)discovered_models componentcomponent_pathr% mod_relnamefilepathfsourcetreeentry_class_nodefirst_class_defnodetargetmodel_cls_name_list value_nodeelt model_cls_str model_archerrr_discover_and_register_models)sr              "8rPz-mz2sglang.multimodal_gen.runtime.models.dits.registry_TT)frozenc@s2eZdZUeed<edeejddfddZ dS) _ModelInfo architecturemodelr!cCs t|jdS)N)rT)rS__name__)rUrrrfrom_model_clsxsz_ModelInfo.from_model_clsN) rV __module__ __qualname__str__annotations__ staticmethodtyper ModulerWrrrrrSts rSc@s6eZdZedefddZedeejfddZ dS)_BaseRegisteredModelr!cCtNNotImplementedErrorselfrrrinspect_model_clsz&_BaseRegisteredModel.inspect_model_clscCr`rarbrdrrrload_model_clsrgz#_BaseRegisteredModel.load_model_clsN) rVrXrYrrSrfr]r r^rhrrrrr_s r_c@sbeZdZUdZeed<eejed<e deejfddZ defddZ deejfd d Z d S) _RegisteredModelzP Represents a model that has already been imported in the main process. interfaces model_clscCstt||dS)N)rjrk)rirSrWrkrrrrWsz_RegisteredModel.from_model_clsr!cC|jSra)rjrdrrrrfz"_RegisteredModel.inspect_model_clscCrmrarlrdrrrrhrnz_RegisteredModel.load_model_clsN) rVrXrY__doc__rSr[r]r r^r\rWrfrhrrrrris rifnc Csta}tj|d}t||f}tjt |dd}z| Wnt y8}z t d|j |d}~wwt|d}ttt|WdWdS1sXwYWddS1shwYdS)Nzregistry_output.tmpT)inputcapture_outputzError raised in subprocess: rb)tempfileTemporaryDirectoryrrr cloudpickledumps subprocessrun_SUBPROCESS_COMMANDcheck_returncoder= RuntimeErrorstderrdecoder*r rQpickleload)rptempdiroutput_filepath input_bytesreturnedrOrCrrr_run_in_subprocesss,   "rc@sLeZdZUdZeed<eed<eed<defddZdee j fdd Z d S) _LazyRegisteredModelzL Represents a model that has not been imported in the main process. module_namecomponent_name class_namer!cstfddS)NcstSra)rSrWrhrrdrrsz8_LazyRegisteredModel.inspect_model_cls..)rrdrrdrrfs z&_LazyRegisteredModel.inspect_model_clscCs$t|j}tttjt||jSra) importlib import_modulerr r]r r^getattrr)remodrrrrhs z#_LazyRegisteredModel.load_model_clsN) rVrXrYrorZr[rSrfr]r r^rhrrrrrs rrNrUcCsBddlm}||z|WSty td|YdSw)Nr)current_platformz%Ignore import error when loading '%s')'sglang.multimodal_gen.runtime.platformsrverify_model_archrhr=r; exception)rNrUrrrr_try_load_model_clss     rcCs,z|WStytd|YdSw)Nz+Error in inspecting model architecture '%s')rfr=r;r)rNrUrrr_try_inspect_model_clss    rc@s eZdZUeedZeeefed<de efddZ dede e j eBddfd d Zd eedefd d Zdede e j dBfddZdededBfddZd eeeBdeefddZd eeeBdeeeffddZd eeeBdee e j effddZdS)_ModelRegistry)default_factoryregistered_modelsr!cCs |jSra)rkeysrdrrrget_supported_archss z"_ModelRegistry.get_supported_archsrNrkNcCsf||jvr td||t|tr'|d}t|dkr"d}t|t|}nt |}||j|<dS)a Register an external model to be used in vLLM. :code:`model_cls` can be either: - A :class:`torch.nn.Module` class directly referencing the model. - A string in the format :code:`:` which can be used to lazily import the model. This is useful to avoid initializing CUDA when importing the model and thus the related error :code:`RuntimeError: Cannot re-initialize CUDA in forked subprocess`. z_Model architecture %s is already registered, and will be overwritten by the new model class %s.:z2Expected a string in the format `:`N) rr;r<r/rZsplitlen ValueErrorrrirW)rerNrk split_strmsgrUrrrregister_models      z_ModelRegistry.register_model architecturescsB|tfdd|Drtd|dtd|d)Nc3s|]}|vVqdSrar)rarchall_supported_archsrr sz8_ModelRegistry._raise_for_unsupported..zModel architectures z@ failed to be inspected. Please check the logs for more details.z5 are not supported for now. Supported architectures: )ranyr)rerrrr_raise_for_unsupporteds z%_ModelRegistry._raise_for_unsupportedcC||jvrdSt||j|Sra)rrrerNrrrr' z"_ModelRegistry._try_load_model_clscCrra)rrrrrrr-rz%_ModelRegistry._try_inspect_model_clscCsft|tr|g}|stdg}|D]}||jvr+t|j}td|d|||q|S)Nz$No model architectures are specifiedz Unsupported model architecture: z. Registered architectures: ) r/rZr;r<rlistrr=r6)rernormalized_archrrrrr_normalize_archs3s    z_ModelRegistry._normalize_archscC<||}|D]}||}|dur||fSq||Sra)rrr)rerr model_inforrrrfF    z _ModelRegistry.inspect_model_clscCrra)rrr)rerrrkrrrresolve_model_clsSrz _ModelRegistry.resolve_model_cls)rVrXrYrdictrrZr_r[rrr]r r^rrr rrrSrrtuplerfrrrrrrs8   $      rcCs2i|]\}\}}}|td|d|||dqS)z%sglang.multimodal_gen.runtime.models.r)rrr)r)rrNrrAcls_namerrr bsr)9r,rrrrxsysrtabcrrcollections.abcrr dataclassesrr functoolsrtypingr r r rvtorchr 1sglang.multimodal_gen.runtime.utils.logging_utilsr rVr;rdirname__file__rr(r'rrrZrr[rP_SGLANG_DIFFUSION_MODELS executablerzrQrSr_rirrr]r^rrritems ModelRegistryrrrrsz      "?      s