o
    i]                 !   @  s&  U d dl mZ d dlmZmZmZ d dlmZ dZdZ	dZ
dZG dd	 d	ZG d
d dZG dd deZG dd deZG dd deZi ejdejdejdejdejdejdejdejdejdejdejdejdejdejdejd ej d!ej!d"i ej"d#ej#d$ej$d%ej%d&ej&d'ej'd(ej(d)ej)d*ej*d+ej+d,ej,d-ej-d.ej.d/ej/d0ej0d1ej1d2ej2d3i ej3d4ej4d5ej5d6ej6d7ej7d8ej8d9ej9d:ej:d;ej;d<ej<d=ej=d>ej>d?ej?d@ej@dAejAdBejBdCejCdDi ejDdEejEdFejFdGejGdHejHdIejIdJejJdKejKdLejLdMejMdNejNdOejOdPejPdQejQdRejRdSejSdTejTdUejUdVejVdWejWdXiZXdYeYdZ< ejZd[ej[d\ej\d]ej]d^ej^d_ej_d`ej6d7iZ`daeYdb< i ejadcejbddejcdeejddfejedgejfdhejgdiejhdjejidkejjdlejkdmejldnejmdoejndpejodqejpdrejqdsi ejrdtejsduejtdvejudwejvdxejwdyejxdzejydzejzd{ej{d|ej|d}ej}d~ej~dejdejdejdejdi ejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdi ejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdi ejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdi ejdejdejdejdejdejdejdejdejdejdejdejdejdÓejdēejdœejdƓejdǓi ejdȓejdɓejdʓejd˓ejd̓ejd͓ejdΓejdϓejdГejdѓejdғejdӓejdԓejdՓejd֓ejdדejdؓi ejdٓejdړejdۓejdܓejdݓejdޓejdߓejdejdejdejdejdejdejdejdejdejdi ejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdi ejdejdejdejdejdejd ej dejdejdejdejdejdejdejdejd	ej	d
ej
di ejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejd ej d!ej!d"ej"d#iZ#d$eYd%< i ejg ejejejejejejejejejejejejejejejejejejejejejej ejejejejejejejejej	ej
ejejejejejejejejejejejejejejejejejejejejejej ej!ej"ejejaejeejfejgejjejmejnejoejpejqejvejxej{ej|ej}ejejejgejejaejeejfejgejjejmejnejoejpejqejvejxej{ej|ej}ejejejej~ejejgejejaejeejfejgejjejmejnejoejpejqejvejxej{ej|ej}ejejejgejejaejeejfejgejjejmejnejoejpejqejtejvejxej{ej|ej}ejejejejgejejaejeejfejjejlejpejxej|ej}g	ejejaejeejfejjejkejlejpej|ej}g	ejejaejeejfejgejjejmejnejoejpejqejxej{ej|ej}gejejaejdejeejfejjejlejpejxej|ej}g
ejejaejbejcejdejeejtejlejmejnejoejpej|ej}ejejejgejejaejbejcejdejeejtejlejpej{ej|ej}ejgej ejaejbejcejdejeejtejlejpej|ej}ejvejejejgej!ejaejjejlejpejxej|ej}ejejejg
ej"ejaejbejcejkejtejmejrejnejsejoejpej}ej{ej|ejejgejejaejeejfejjejlejpejxej|ej}ejejrejsejdgejejaejeejfejjejmejnejoejpej|ej}g
ejejaejeejfejjejmejnejoejpejxej{ej|ej}gi ej#ejaejbejeejfejjejlejpejxej|ej}g
ej$ejaejeejfejgejjejmejnejoejpejxej{ej|ej}ejrejsgej%ejaejeejfejgejjejlejpejqejxej{ej|ej}gej&ejaejeejfejgejjejmejnejoejpejxej{ej|ej}gej(ejaejeejfejjejmejnejoejpejxej{ej|ej}gej'ejaejeejfejjejmejnejoejpejxejvejejejejwej~ejejgej)ejaejeejfejgejjejmejrejnejsejoejpejxej{ej|ej}gej*ejaejeejfejjejmejrejnejsejoejpejxejvejejejgej.ejaejeejfejgejjejmejnejoejpejqej{ej|ej}gejejaejdejeejfejjejlejpejxej|ej}g
ej+ejaejeejfejjejlejmejnejoejpejxej|ej}gej,ejaejeejfejhejiejjejlejmejnejoejpejxej|ej}gej-ejaejeejfejhejiejjejlejmejnejoejpejxejvejejejgej/ejaejdejeejfejjejlejpejqejxej|ej}gej0ejaejeejfejgejjejmejnejoejpejqejxej{ej|ej}gej1ejaejeejfejjejmejnejoejpejqejxej{ej|ej}gej2ejaejfejeejgejhejiejjejmejnejoejpejqejvejxej{ej|ej}ejejejgi ej3ejaejeejfejhejiejjejejejejejejejpejxej{ej|ej}gej4ejaejeejjejmejnejoejpej{ej|ej}ejxgej5ejaejeejmejnejoejpej{ej|ej}ejjejuejyejzgej6ejaejfejeejmejrejnejsejoejpej{ej|ej}ejjejuejyejzgej7ejaejeejfejgejjejmejnejoejpejqejxej|ej}gej8ejaejbejeejfejjejkejejejejejejejejejejejejejejejejejejejejejejejejgej9ejaejeejfejjejejejejejejejejejejejejejejejejejejejejxej{ej|ej}gej:ejaejbejeejfejjejkejejejejejejejejejejejejejejejejejejejejejejejgej;ejaejbejeejfejjejejejejejejejejejejejejejejejejejejejejejxej{ej|ej}gej<ejaejeejfejjejejejejejejejgej=ejaejeejfejgejjejmejnejoejpejqejxej{ej|ej}gej>ejaejeejjejmejnejoejpej{ej|ej}ejsejrgej?ejaejeejjejmejnejoejpej{ej|ej}g
ej@ejaejeejfejjejlejpejtejvejejejgejAejaejfejmejnejoejpej{ej|ej}g	ejBejaejeejfejmejnejoejpejuejrejsejzej{ej|ej}gejCejaejeejfejpejmejnejoejjejrejsejxejvejejejgi ejDejaejeejjejlejrejsejpejxej{ej|ej}gejEejaejeejfejgejjejmejnejoejpejqejvejxej{ej|ej}ejejejejgejFejaejeejfejgejjejmejnejoejpejqejvejxej{ej|ej}ejejejej~ejejgejGejaejeejfejgejjejmejejejejejejejejejpejqejvejxej{ej|ej}ejejejej~ejejejgejTejaejfejeejjejmejejejejpejxej}ej|gejHejaejgejeejfejjejlejmejnejoejpejxej|ej}gejIejaejgejeejfejjejlejmejnejoejpejxej|ej}ejuejzgejJejmejnejoejaejeejjejpejxej{ej|ej}ejejgejKejaejfejejejejejejejejejejejejejejejejejejejejejejejejejejejejgejLejaejfejejejejejejejejejejejgejMejaejeejfejjejlejpejxej|ej{ej}g
ejNejaejeejfejgejjejmejnejoejpejqejxej|ej}gejOejaejeejfejgejjejmejnejoejpejqejxej{ej|ej}gejPejaejeejfejjejmejnejoejpejxej{ej|ej}gejQejaejeejfejjejmejnejoejpejxejvejejejej~ejejgejRejaejeejfejjejmejrejnejsejoejpejxej{ej|ej}gejSejaejbejejejejejejejfejeejejejejejejejejejejgejUejaejeejfejgejjejmejnejoejpejvejxejejejej~ejejgejVejaejeejfejjejmejrejnejsejoejpejejxej{ejejvej~ej|ejejej}ejejgejWejaejeejfejgejjejmejnejoejpejqejxej|ej}giZ$d&eYd'< ejejgejqgejejgejqgejejgejqgej%ejgejqgej/ejgejqgej0ejgejqgej7ejgejqgej=ejgejqgejFejgejqgejGejgejqgejHejggejNejgejqgejUejggiZ%d&eYd(< G d)d* d*eZ&G d+d, d,eZ'G d-d. d.eZ(G d/d0 d0eZ)G d1d2 d2eZ*G d3d4 d4eZ+G d5d6 d6eZ,G d7d8 d8eZ-G d9d: d:Z.d;Z/i e)j0d<e)j1d=e)j2d>e)j3d?e)j4d@e)j5dAe)j6dBe)j7dCe)j8d;dDe/dE  e/dD  fe)j9d;de/dD  e/dF  dG fe)j:d;dDe/d  dG fe)j;d;dDe/d  e/dF  dG fe)j<d;de/d  e/dD  e/dE  fe)j=d;dDe/ e/dF  fe)j>d;de/dD  fe)j?d;de/dD  e/d  fe)j@d;de/dD  e/dF  fe)jAd;de/dF  e/dE  fe)jBd>e)jCd;de/dD  e/dF  e/d  dD fe)jDd;de/dD  e/dE  fe)jEd;dDe/d  e/dH  fe)jFdIe)jGd=e)jHd<e)jIdJe)jJdJe)jKd;e/dF e/dE  e/d  fe)jLd=e)jMdKe)jNdLiZOdMeYdN< ejPjQZRejPjSZTejPjUZVejPjWZXejPjYZZejPj[Z\ejPj]Z^ejPj_Z`ejPjaZbejPjcZdejejfZgejejhZiejejjZkejejlZmejejnZoejejpZqejejrZsejtjuZvejtjwZxejtjyZzejtj{Z|ejtj}Z~ejtjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjĐZejjƐZejjȐZejjʐZːdOS (P      )annotations)EnumIntEnumauto)AnyiGGUF          c                   @  s   e Zd ZG dd dZG dd dZG dd dZG dd dZG d	d
 d
ZG dd dZG dd dZ	G dd dZ
G dd dZG dd dZG dd dZG dd dZG dd dZG dd dZG dd dZdS ) Keysc                   @  s   e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#Z%d$Z&d%Z'd&Z(d'Z)d(Z*d)Z+d*Z,d+Z-d,Z.d-Z/d.Z0d/Z1d0S )1zKeys.Generalzgeneral.typezgeneral.architecturezgeneral.quantization_versionzgeneral.alignmentzgeneral.file_typezgeneral.namezgeneral.authorzgeneral.versionzgeneral.organizationzgeneral.finetunezgeneral.basenamezgeneral.descriptionzgeneral.quantized_byzgeneral.size_labelzgeneral.licensezgeneral.license.namezgeneral.license.linkzgeneral.urlzgeneral.doizgeneral.uuidzgeneral.repo_urlzgeneral.source.urlzgeneral.source.doizgeneral.source.uuidzgeneral.source.repo_urlzgeneral.base_model.countzgeneral.base_model.{id}.namezgeneral.base_model.{id}.authorzgeneral.base_model.{id}.versionz$general.base_model.{id}.organizationz#general.base_model.{id}.descriptionzgeneral.base_model.{id}.urlzgeneral.base_model.{id}.doizgeneral.base_model.{id}.uuidz general.base_model.{id}.repo_urlzgeneral.dataset.countzgeneral.dataset.{id}.namezgeneral.dataset.{id}.authorzgeneral.dataset.{id}.versionz!general.dataset.{id}.organizationz general.dataset.{id}.descriptionzgeneral.dataset.{id}.urlzgeneral.dataset.{id}.doizgeneral.dataset.{id}.uuidzgeneral.dataset.{id}.repo_urlzgeneral.tagszgeneral.languagesN)2__name__
__module____qualname__TYPEARCHITECTUREQUANTIZATION_VERSION	ALIGNMENT	FILE_TYPENAMEAUTHORVERSIONORGANIZATIONFINETUNEBASENAMEDESCRIPTIONQUANTIZED_BY
SIZE_LABELLICENSELICENSE_NAMELICENSE_LINKURLDOIUUIDREPO_URL
SOURCE_URL
SOURCE_DOISOURCE_UUIDSOURCE_REPO_URLBASE_MODEL_COUNTBASE_MODEL_NAMEBASE_MODEL_AUTHORBASE_MODEL_VERSIONBASE_MODEL_ORGANIZATIONBASE_MODEL_DESCRIPTIONBASE_MODEL_URLBASE_MODEL_DOIBASE_MODEL_UUIDBASE_MODEL_REPO_URLDATASET_COUNTDATASET_NAMEDATASET_AUTHORDATASET_VERSIONDATASET_ORGANIZATIONDATASET_DESCRIPTIONDATASET_URLDATASET_DOIDATASET_UUIDDATASET_REPO_URLTAGS	LANGUAGES r=   r=   K/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/gguf/constants.pyGeneral   s`    r?   c                   @     e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d S )!zKeys.LLMz{arch}.vocab_sizez{arch}.context_lengthz{arch}.embedding_lengthz{arch}.features_lengthz{arch}.block_countz {arch}.leading_dense_block_countz{arch}.feed_forward_lengthz!{arch}.expert_feed_forward_lengthz({arch}.expert_shared_feed_forward_lengthz{arch}.use_parallel_residualz{arch}.tensor_data_layoutz{arch}.expert_countz{arch}.expert_used_countz{arch}.expert_shared_countz{arch}.expert_weights_scalez{arch}.expert_weights_normz{arch}.expert_gating_funcz{arch}.moe_every_n_layersz{arch}.pooling_typez{arch}.logit_scalez{arch}.decoder_start_token_idz{arch}.attn_logit_softcappingz{arch}.final_logit_softcappingz{arch}.swin_normz{arch}.rescale_every_n_layersz{arch}.time_mix_extra_dimz{arch}.time_decay_extra_dimz{arch}.residual_scalez{arch}.embedding_scalez{arch}.token_shift_countz {arch}.interleave_moe_layer_stepN)"r   r   r   
VOCAB_SIZECONTEXT_LENGTHEMBEDDING_LENGTHFEATURES_LENGTHBLOCK_COUNTLEADING_DENSE_BLOCK_COUNTFEED_FORWARD_LENGTHEXPERT_FEED_FORWARD_LENGTH!EXPERT_SHARED_FEED_FORWARD_LENGTHUSE_PARALLEL_RESIDUALTENSOR_DATA_LAYOUTEXPERT_COUNTEXPERT_USED_COUNTEXPERT_SHARED_COUNTEXPERT_WEIGHTS_SCALEEXPERT_WEIGHTS_NORMEXPERT_GATING_FUNCMOE_EVERY_N_LAYERSPOOLING_TYPELOGIT_SCALEDECODER_START_TOKEN_IDATTN_LOGIT_SOFTCAPPINGFINAL_LOGIT_SOFTCAPPING	SWIN_NORMRESCALE_EVERY_N_LAYERSTIME_MIX_EXTRA_DIMTIME_DECAY_EXTRA_DIMRESIDUAL_SCALEEMBEDDING_SCALETOKEN_SHIFT_COUNTINTERLEAVE_MOE_LAYER_STEPr=   r=   r=   r>   LLMY   @    r`   c                   @  sd   e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdS )zKeys.Attentionz{arch}.attention.head_countz{arch}.attention.head_count_kvz{arch}.attention.max_alibi_biasz{arch}.attention.clamp_kqvz{arch}.attention.key_lengthz{arch}.attention.value_lengthz#{arch}.attention.layer_norm_epsilonz'{arch}.attention.layer_norm_rms_epsilonz#{arch}.attention.group_norm_epsilonz"{arch}.attention.group_norm_groupsz{arch}.attention.causalz{arch}.attention.q_lora_rankz{arch}.attention.kv_lora_rankz {arch}.attention.decay_lora_rankz{arch}.attention.iclr_lora_rankz-{arch}.attention.value_residual_mix_lora_rankz{arch}.attention.gate_lora_rankz'{arch}.attention.relative_buckets_countz{arch}.attention.sliding_windowz{arch}.attention.scalez{arch}.attention.key_length_mlaz!{arch}.attention.value_length_mlaN)r   r   r   
HEAD_COUNTHEAD_COUNT_KVMAX_ALIBI_BIAS	CLAMP_KQV
KEY_LENGTHVALUE_LENGTHLAYERNORM_EPSLAYERNORM_RMS_EPSGROUPNORM_EPSGROUPNORM_GROUPSCAUSALQ_LORA_RANKKV_LORA_RANKDECAY_LORA_RANKICLR_LORA_RANKVALUE_RESIDUAL_MIX_LORA_RANKGATE_LORA_RANKREL_BUCKETS_COUNTSLIDING_WINDOWSCALEKEY_LENGTH_MLAVALUE_LENGTH_MLAr=   r=   r=   r>   	Attentionz   s.    rx   c                   @  s0   e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
S )z	Keys.Ropez{arch}.rope.dimension_countz{arch}.rope.dimension_sectionsz{arch}.rope.freq_basez{arch}.rope.scaling.typez{arch}.rope.scaling.factorz{arch}.rope.scaling.attn_factorz+{arch}.rope.scaling.original_context_lengthz{arch}.rope.scaling.finetunedz'{arch}.rope.scaling.yarn_log_multiplierN)r   r   r   DIMENSION_COUNTDIMENSION_SECTIONS	FREQ_BASESCALING_TYPESCALING_FACTORSCALING_ATTN_FACTORSCALING_ORIG_CTX_LENSCALING_FINETUNEDSCALING_YARN_LOG_MULr=   r=   r=   r>   Rope   s    r   c                   @     e Zd ZdZdZdZdS )z
Keys.Splitzsplit.nozsplit.countzsplit.tensors.countN)r   r   r   LLM_KV_SPLIT_NOLLM_KV_SPLIT_COUNTLLM_KV_SPLIT_TENSORS_COUNTr=   r=   r=   r>   Split       r   c                   @      e Zd ZdZdZdZdZdZdS )zKeys.SSMz{arch}.ssm.conv_kernelz{arch}.ssm.inner_sizez{arch}.ssm.state_sizez{arch}.ssm.time_step_rankz{arch}.ssm.dt_b_c_rmsN)r   r   r   CONV_KERNEL
INNER_SIZE
STATE_SIZETIME_STEP_RANK
DT_B_C_RMSr=   r=   r=   r>   SSM       r   c                   @     e Zd ZdZdS )zKeys.WKVz{arch}.wkv.head_sizeN)r   r   r   	HEAD_SIZEr=   r=   r=   r>   WKV       r   c                   @     e Zd ZdZdZdS )zKeys.PosNetz{arch}.posnet.embedding_lengthz{arch}.posnet.block_countNr   r   r   rC   rE   r=   r=   r=   r>   PosNet       r   c                   @  r   )zKeys.ConvNextz {arch}.convnext.embedding_lengthz{arch}.convnext.block_countNr   r=   r=   r=   r>   ConvNext   r   r   c                   @  r   )zKeys.Classifierz{arch}.classifier.output_labelsN)r   r   r   OUTPUT_LABELSr=   r=   r=   r>   
Classifier   r   r   c                   @  s   e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#S )$zKeys.Tokenizerztokenizer.ggml.modelztokenizer.ggml.preztokenizer.ggml.tokensztokenizer.ggml.token_typeztokenizer.ggml.token_type_countztokenizer.ggml.scoresztokenizer.ggml.mergesztokenizer.ggml.bos_token_idztokenizer.ggml.eos_token_idztokenizer.ggml.eot_token_idztokenizer.ggml.eom_token_idztokenizer.ggml.unknown_token_idz!tokenizer.ggml.seperator_token_idztokenizer.ggml.padding_token_idztokenizer.ggml.mask_token_idztokenizer.ggml.add_bos_tokenztokenizer.ggml.add_eos_tokenztokenizer.ggml.add_space_prefixz'tokenizer.ggml.remove_extra_whitespacesz#tokenizer.ggml.precompiled_charsmapztokenizer.huggingface.jsonztokenizer.rwkv.worldztokenizer.chat_templateztokenizer.chat_template.{name}ztokenizer.chat_templatesztokenizer.ggml.fim_pre_token_idztokenizer.ggml.fim_suf_token_idztokenizer.ggml.fim_mid_token_idztokenizer.ggml.fim_pad_token_idztokenizer.ggml.fim_rep_token_idztokenizer.ggml.fim_sep_token_idztokenizer.ggml.prefix_token_idztokenizer.ggml.suffix_token_idztokenizer.ggml.middle_token_idN)%r   r   r   MODELPRELIST
TOKEN_TYPETOKEN_TYPE_COUNTSCORESMERGESBOS_IDEOS_IDEOT_IDEOM_IDUNK_IDSEP_IDPAD_IDMASK_IDADD_BOSADD_EOS
ADD_PREFIXREMOVE_EXTRA_WSPRECOMPILED_CHARSMAPHF_JSONRWKVCHAT_TEMPLATECHAT_TEMPLATE_NCHAT_TEMPLATES
FIM_PRE_ID
FIM_SUF_ID
FIM_MID_ID
FIM_PAD_ID
FIM_REP_ID
FIM_SEP_ID	PREFIX_ID	SUFFIX_ID	MIDDLE_IDr=   r=   r=   r>   	Tokenizer   sF    r   c                   @  r   )zKeys.Adapterzadapter.typezadapter.lora.alphaN)r   r   r   r   
LORA_ALPHAr=   r=   r=   r>   Adapter   r   r   c                   @     e Zd ZdZdZdZdZdS )z	Keys.Clipzclip.projector_typezclip.has_vision_encoderzclip.has_audio_encoderzclip.has_llava_projectorN)r   r   r   PROJECTOR_TYPEHAS_VISION_ENCODERHAS_AUDIO_ENCODERHAS_LLAVA_PROJECTORr=   r=   r=   r>   Clip   
    r   c                   @  sX   e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZG dd dZG dd dZdS )zKeys.ClipVisionzclip.vision.image_sizezclip.vision.patch_sizezclip.vision.embedding_lengthzclip.vision.feed_forward_lengthzclip.vision.projection_dimzclip.vision.block_countzclip.vision.image_meanzclip.vision.image_stdzclip.vision.spatial_merge_sizezclip.use_geluzclip.use_siluzclip.vision.n_wa_patternc                   @  r   )zKeys.ClipVision.Attentionz clip.vision.attention.head_countz(clip.vision.attention.layer_norm_epsilonNr   r   r   rb   rh   r=   r=   r=   r>   rx      r   rx   c                   @  r   )zKeys.ClipVision.Projectorz"clip.vision.projector.scale_factorN)r   r   r   SCALE_FACTORr=   r=   r=   r>   	Projector   r   r   N)r   r   r   
IMAGE_SIZE
PATCH_SIZErC   rG   PROJECTION_DIMrE   
IMAGE_MEAN	IMAGE_STDSPATIAL_MERGE_SIZEUSE_GELUUSE_SILUN_WA_PATTERNrx   r   r=   r=   r=   r>   
ClipVision   s    r   c                   @  s<   e Zd ZdZdZdZdZdZG dd dZG dd	 d	Z	d
S )zKeys.ClipAudiozclip.audio.num_mel_binszclip.audio.embedding_lengthzclip.audio.feed_forward_lengthzclip.audio.projection_dimzclip.audio.block_countc                   @  r   )zKeys.ClipAudio.Attentionzclip.audio.attention.head_countz'clip.audio.attention.layer_norm_epsilonNr   r=   r=   r=   r>   rx     r   rx   c                   @  r   )zKeys.ClipAudio.Projectorz!clip.audio.projector.stack_factorN)r   r   r   STACK_FACTORr=   r=   r=   r>   r     r   r   N)
r   r   r   NUM_MEL_BINSrC   rG   r   rE   rx   r   r=   r=   r=   r>   	ClipAudio   s    r   N)r   r   r   r?   r`   rx   r   r   r   r   r   r   r   r   r   r   r   r   r=   r=   r=   r>   r
      s     D!&r
   c                   @  r   )GGUFTypemodeladaptermmprojN)r   r   r   r   ADAPTERMMPROJr=   r=   r=   r>   r     r   r   c                   @  s  e Zd Ze Ze Ze Ze Ze Ze Z	e Z
e Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Z e Z!e Z"e Z#e Z$e Z%e Z&e Z'e Z(e Z)e Z*e Z+e Z,e Z-e Z.e Z/e Z0e Z1e Z2e Z3e Z4e Z5e Z6e Z7e Z8e Z9e Z:e Z;e Z<e Z=e Z>e Z?e Z@e ZAe ZBe ZCe ZDe ZEe ZFe ZGe ZHe ZIe ZJdS )
MODEL_ARCHN)Kr   r   r   r   r   LLAMALLAMA4DECIFALCONBAICHUANGROKGPT2GPTJGPTNEOXMPT	STARCODERREFACTBERT
NOMIC_BERTNOMIC_BERT_MOENEO_BERTJINA_BERT_V2BLOOMSTABLELMQWENQWEN2QWEN2MOEQWEN2VLQWEN3QWEN3MOEPHI2PHI3PHIMOEPLAMO	CODESHELLORION	INTERNLM2MINICPMMINICPM3GEMMAGEMMA2GEMMA3
STARCODER2RWKV6
RWKV6QWEN2RWKV7ARWKV7MAMBAXVERSE	COMMAND_RCOHERE2DBRXOLMOOLMO2OLMOEOPENELMARCTICDEEPSEEK	DEEPSEEK2CHATGLMGLM4BITNETT5	T5ENCODERJAISNEMOTRONEXAONEGRANITEGRANITE_MOE	CHAMELEONWAVTOKENIZER_DECPLM
BAILINGMOEDOTS1ARCEEr=   r=   r=   r>   r     s    
r   c                   @  s6   e Zd Ze Ze Ze Ze Ze Ze Z	e Z
dS )VISION_PROJECTOR_TYPEN)r   r   r   r   MLPLDPLDPV2	RESAMPLERGLM_EDGEMERGERr  r=   r=   r=   r>   r%  _  s    
r%  c                   @  s  e Zd Ze Ze Ze Ze Ze Ze Z	e Z
e Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Z e Z!e Z"e Z#e Z$e Z%e Z&e Z'e Z(e Z)e Z*e Z+e Z,e Z-e Z.e Z/e Z0e Z1e Z2e Z3e Z4e Z5e Z6e Z7e Z8e Z9e Z:e Z;e Z<e Z=e Z>e Z?e Z@e ZAe ZBe ZCe ZDe ZEe ZFe ZGe ZHe ZIe ZJe ZKe ZLe ZMe ZNe ZOe ZPe ZQe ZRe ZSe ZTe ZUe ZVe ZWe ZXe ZYe ZZe Z[e Z\e Z]e Z^e Z_e Z`e Zae Zbe Zce Zde Zee Zfe Zge Zhe Zie Zje Zke Zle Zme Zne Zoe Zpe Zqe Zre Zse Zte Zue Zve Zwe Zxe Zye Zze Z{e Z|e Z}e Z~e Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze ZdS )MODEL_TENSORN)r   r   r   r   
TOKEN_EMBDTOKEN_EMBD_NORMTOKEN_TYPESPOS_EMBDOUTPUTOUTPUT_NORM
ROPE_FREQSROPE_FACTORS_LONGROPE_FACTORS_SHORTATTN_QATTN_KATTN_VATTN_QKVATTN_OUT	ATTN_NORMATTN_NORM_2ATTN_OUT_NORMATTN_POST_NORMATTN_ROT_EMBDFFN_GATE_INPFFN_GATE_INP_SHEXPFFN_NORMFFN_PRE_NORMFFN_POST_NORMFFN_GATEFFN_DOWNFFN_UPFFN_ACTFFN_NORM_EXPFFN_GATE_EXPFFN_DOWN_EXP
FFN_UP_EXPFFN_GATE_SHEXPFFN_DOWN_SHEXPFFN_UP_SHEXPFFN_EXP_PROBS_BATTN_Q_NORMATTN_K_NORMLAYER_OUT_NORMSSM_IN
SSM_CONV1DSSM_XSSM_DTSSM_ASSM_DSSM_OUTTIME_MIX_W0TIME_MIX_W1TIME_MIX_W2TIME_MIX_A0TIME_MIX_A1TIME_MIX_A2TIME_MIX_V0TIME_MIX_V1TIME_MIX_V2TIME_MIX_G1TIME_MIX_G2TIME_MIX_K_KTIME_MIX_K_ATIME_MIX_R_KTIME_MIX_LERP_XTIME_MIX_LERP_KTIME_MIX_LERP_VTIME_MIX_LERP_RTIME_MIX_LERP_GTIME_MIX_LERP_FUSEDTIME_MIX_LERP_WTIME_MIX_FIRSTTIME_MIX_DECAYTIME_MIX_DECAY_W1TIME_MIX_DECAY_W2TIME_MIX_KEYTIME_MIX_VALUETIME_MIX_RECEPTANCETIME_MIX_GATETIME_MIX_LNTIME_MIX_OUTPUTCHANNEL_MIX_LERP_KCHANNEL_MIX_LERP_RCHANNEL_MIX_KEYCHANNEL_MIX_RECEPTANCECHANNEL_MIX_VALUEATTN_Q_AATTN_Q_BATTN_KV_A_MQA	ATTN_KV_BATTN_K_BATTN_V_BATTN_Q_A_NORMATTN_KV_A_NORMFFN_SUB_NORMATTN_SUB_NORMDEC_ATTN_NORM
DEC_ATTN_Q
DEC_ATTN_K
DEC_ATTN_VDEC_ATTN_OUTDEC_ATTN_REL_BDEC_CROSS_ATTN_NORMDEC_CROSS_ATTN_QDEC_CROSS_ATTN_KDEC_CROSS_ATTN_VDEC_CROSS_ATTN_OUTDEC_CROSS_ATTN_REL_BDEC_FFN_NORMDEC_FFN_GATEDEC_FFN_DOWN
DEC_FFN_UPDEC_OUTPUT_NORMENC_ATTN_NORM
ENC_ATTN_Q
ENC_ATTN_K
ENC_ATTN_VENC_ATTN_OUTENC_ATTN_REL_BENC_FFN_NORMENC_FFN_GATEENC_FFN_DOWN
ENC_FFN_UPENC_OUTPUT_NORMCLSCLS_OUTCONV1DCONVNEXT_DWCONVNEXT_NORMCONVNEXT_PW1CONVNEXT_PW2CONVNEXT_GAMMAPOSNET_CONV1POSNET_CONV2POSNET_NORMPOSNET_NORM1POSNET_NORM2POSNET_ATTN_NORMPOSNET_ATTN_QPOSNET_ATTN_KPOSNET_ATTN_VPOSNET_ATTN_OUTV_MMPROJV_MMPROJ_FCV_MMPROJ_MLPV_MMPROJ_PEGV_ENC_EMBD_CLSV_ENC_EMBD_PATCHV_ENC_EMBD_POSV_ENC_INPUT_NORMV_ENC_ATTN_QV_ENC_ATTN_Q_NORMV_ENC_ATTN_KV_ENC_ATTN_K_NORMV_ENC_ATTN_VV_ENC_ATTN_OV_ENC_ATTN_O_NORMV_ENC_POST_ATTN_NORMV_ENC_FFN_UPV_ENC_FFN_GATEV_ENC_FFN_DOWNV_LAYER_SCALE_1V_LAYER_SCALE_2
V_PRE_NORMV_POST_NORMV_MM_INP_NORMV_MM_INP_PROJV_MM_SOFT_EMB_NORMV_RESMPL_POS_EMBD_KV_RESMPL_ATTN_QV_RESMPL_ATTN_KV_RESMPL_ATTN_VV_RESMPL_ATTN_OUTV_RESMPL_KVV_RESMPL_KV_NORMV_RESMPL_POST_NORMV_RESMPL_Q_NORMV_RESMPL_PROJV_RESMPL_QUERYV_TOK_EMBD_IMG_BREAKV_MM_PATCH_MERGERA_ENC_EMBD_POSA_ENC_CONV1D
A_PRE_NORMA_POST_NORMA_ENC_ATTN_QA_ENC_ATTN_KA_ENC_ATTN_VA_ENC_INPUT_NORMA_ENC_OUTPUTA_ENC_OUTPUT_NORMA_ENC_FFN_UPA_ENC_FFN_GATEA_ENC_FFN_DOWNA_MMPROJA_MMPROJ_FCA_MM_NORM_PREA_MM_NORM_MIDr=   r=   r=   r>   r,  i  s   
r,  clipllamallama4decifalconbaichuangrokgpt2gptjgptneoxmpt	starcoderrefactbertz
nomic-bertznomic-bert-moezneo-bertzjina-bert-v2bloomstablelmqwenqwen2qwen2moeqwen2vlqwen3qwen3moephi2phi3phimoeplamo	codeshellorion	internlm2minicpmminicpm3gemmagemma2gemma3
starcoder2rwkv6
rwkv6qwen2rwkv7arwkv7mambaxversez	command-rcohere2dbrxolmoolmo2olmoeopenelmarcticdeepseek	deepseek2chatglmglm4bitnett5	t5encoderjaisnemotronexaonegranite
granitemoe	chameleonzwavtokenizer-decplm
bailingmoedots1arceezdict[MODEL_ARCH, str]MODEL_ARCH_NAMESmlpldpldpv2	resamplerr   qwen2vl_mergerz dict[VISION_PROJECTOR_TYPE, str]VISION_PROJECTOR_TYPE_NAMES
token_embdtoken_embd_normtoken_typesposition_embdoutput_normoutput
rope_freqsrope_factors_longrope_factors_shortzblk.{bid}.attn_normzblk.{bid}.attn_norm_2zblk.{bid}.attn_qkvzblk.{bid}.attn_qzblk.{bid}.attn_kzblk.{bid}.attn_vzblk.{bid}.attn_outputzblk.{bid}.attn_rot_embdzblk.{bid}.attn_q_normzblk.{bid}.attn_k_normzblk.{bid}.attn_output_normzblk.{bid}.post_attention_normzblk.{bid}.ffn_gate_inpzblk.{bid}.ffn_gate_inp_shexpzblk.{bid}.ffn_normzblk.{bid}.post_ffw_normzblk.{bid}.ffn_gatezblk.{bid}.ffn_downzblk.{bid}.ffn_upzblk.{bid}.ffn_gate_shexpzblk.{bid}.ffn_down_shexpzblk.{bid}.ffn_up_shexpzblk.{bid}.ffnzblk.{bid}.ffn_norm_expszblk.{bid}.ffn_gate_expszblk.{bid}.ffn_down_expszblk.{bid}.ffn_up_expszblk.{bid}.exp_probs_bzblk.{bid}.layer_output_normzblk.{bid}.ssm_inzblk.{bid}.ssm_conv1dzblk.{bid}.ssm_xzblk.{bid}.ssm_dtzblk.{bid}.ssm_azblk.{bid}.ssm_dzblk.{bid}.ssm_outzblk.{bid}.time_mix_w0zblk.{bid}.time_mix_w1zblk.{bid}.time_mix_w2zblk.{bid}.time_mix_a0zblk.{bid}.time_mix_a1zblk.{bid}.time_mix_a2zblk.{bid}.time_mix_v0zblk.{bid}.time_mix_v1zblk.{bid}.time_mix_v2zblk.{bid}.time_mix_g1zblk.{bid}.time_mix_g2zblk.{bid}.time_mix_k_kzblk.{bid}.time_mix_k_azblk.{bid}.time_mix_r_kzblk.{bid}.time_mix_lerp_xzblk.{bid}.time_mix_lerp_kzblk.{bid}.time_mix_lerp_vzblk.{bid}.time_mix_lerp_rzblk.{bid}.time_mix_lerp_gzblk.{bid}.time_mix_lerp_fusedzblk.{bid}.time_mix_lerp_wzblk.{bid}.time_mix_firstzblk.{bid}.time_mix_decayzblk.{bid}.time_mix_decay_w1zblk.{bid}.time_mix_decay_w2zblk.{bid}.time_mix_keyzblk.{bid}.time_mix_valuezblk.{bid}.time_mix_receptancezblk.{bid}.time_mix_gatezblk.{bid}.time_mix_lnzblk.{bid}.time_mix_outputzblk.{bid}.channel_mix_lerp_kzblk.{bid}.channel_mix_lerp_rzblk.{bid}.channel_mix_keyz blk.{bid}.channel_mix_receptancezblk.{bid}.channel_mix_valuezblk.{bid}.attn_q_azblk.{bid}.attn_q_bzblk.{bid}.attn_kv_a_mqazblk.{bid}.attn_kv_bzblk.{bid}.attn_k_bzblk.{bid}.attn_v_bzblk.{bid}.attn_q_a_normzblk.{bid}.attn_kv_a_normzblk.{bid}.attn_sub_normzblk.{bid}.ffn_sub_normzdec.blk.{bid}.attn_normzdec.blk.{bid}.attn_qzdec.blk.{bid}.attn_kzdec.blk.{bid}.attn_vzdec.blk.{bid}.attn_ozdec.blk.{bid}.attn_rel_bzdec.blk.{bid}.cross_attn_normzdec.blk.{bid}.cross_attn_qzdec.blk.{bid}.cross_attn_kzdec.blk.{bid}.cross_attn_vzdec.blk.{bid}.cross_attn_ozdec.blk.{bid}.cross_attn_rel_bzdec.blk.{bid}.ffn_normzdec.blk.{bid}.ffn_gatezdec.blk.{bid}.ffn_downzdec.blk.{bid}.ffn_upzdec.output_normzenc.blk.{bid}.attn_normzenc.blk.{bid}.attn_qzenc.blk.{bid}.attn_kzenc.blk.{bid}.attn_vzenc.blk.{bid}.attn_ozenc.blk.{bid}.attn_rel_bzenc.blk.{bid}.ffn_normzenc.blk.{bid}.ffn_gatezenc.blk.{bid}.ffn_downzenc.blk.{bid}.ffn_upzenc.output_normclsz
cls.outputconv1dzconvnext.{bid}.dwzconvnext.{bid}.normzconvnext.{bid}.pw1zconvnext.{bid}.pw2zconvnext.{bid}.gammazposnet.{bid}.conv1zposnet.{bid}.conv2zposnet.{bid}.normzposnet.{bid}.norm1zposnet.{bid}.norm2zposnet.{bid}.attn_normzposnet.{bid}.attn_qzposnet.{bid}.attn_kzposnet.{bid}.attn_vzposnet.{bid}.attn_outputzmm.{bid}zmm.model.fczmm.model.mlp.{bid}zmm.model.peg.{bid}zv.class_embdzv.patch_embdzv.position_embdzv.blk.{bid}.attn_qzv.blk.{bid}.attn_q_normzv.blk.{bid}.attn_kzv.blk.{bid}.attn_k_normzv.blk.{bid}.attn_vzv.blk.{bid}.ln1zv.blk.{bid}.attn_outzv.blk.{bid}.attn_out_normzv.blk.{bid}.ln2zv.blk.{bid}.ffn_upzv.blk.{bid}.ffn_gatezv.blk.{bid}.ffn_downzv.blk.{bid}.ls1zv.blk.{bid}.ls2zv.pre_lnz	v.post_lnzmm.input_projectionzmm.input_normzmm.soft_emb_normzresampler.pos_embd_kzresampler.attn.qzresampler.attn.kzresampler.attn.vzresampler.attn.outzresampler.kvzresampler.ln_kvzresampler.ln_postzresampler.ln_qzresampler.projzresampler.queryzv.token_embd.img_breakzmm.patch_mergerza.position_embdza.conv1d.{bid}za.pre_lnz	a.post_lnza.blk.{bid}.attn_qza.blk.{bid}.attn_kza.blk.{bid}.attn_vza.blk.{bid}.ln1za.blk.{bid}.attn_outza.blk.{bid}.ln2za.blk.{bid}.ffn_upza.blk.{bid}.ffn_gateza.blk.{bid}.ffn_downzmm.a.mlp.{bid}zmm.a.fczmm.a.norm_prezmm.a.norm_midzdict[MODEL_TENSOR, str]TENSOR_NAMESz$dict[MODEL_ARCH, list[MODEL_TENSOR]]MODEL_TENSORSMODEL_TENSOR_SKIPc                   @  s$   e Zd ZdZdZdZdZdZdZdS )	TokenType   r	   r            N)	r   r   r   NORMALUNKNOWNCONTROLUSER_DEFINEDUNUSEDBYTEr=   r=   r=   r>   rE  v  s    rE  c                   @  r   )RopeScalingTypenonelinearyarnlongropeN)r   r   r   NONELINEARYARNLONGROPEr=   r=   r=   r>   rP    r   rP  c                   @  r   )PoolingTyper   rF  r	   r   rG  N)r   r   r   rU  MEANr  LASTRANKr=   r=   r=   r>   rY    r   rY  c                   @  r@   )!GGMLQuantizationTyper   rF  r	   r   rI        	   
                                                               "   #   N)"r   r   r   F32F16Q4_0Q4_1Q5_0Q5_1Q8_0Q8_1Q2_KQ3_KQ4_KQ5_KQ6_KQ8_KIQ2_XXSIQ2_XSIQ3_XXSIQ1_SIQ4_NLIQ3_SIQ2_SIQ4_XSI8I16I32I64F64IQ1_MBF16TQ1_0TQ2_0r=   r=   r=   r>   r]    ra   r]  c                   @  r   )ExpertGatingFuncTyperF  r	   N)r   r   r   SOFTMAXSIGMOIDr=   r=   r=   r>   r    r   r  c                   @  s   e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"S )#LlamaFileTyper   rF  r	   r   r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru     r   $   %   i   N)$r   r   r   ALL_F32
MOSTLY_F16MOSTLY_Q4_0MOSTLY_Q4_1MOSTLY_Q8_0MOSTLY_Q5_0MOSTLY_Q5_1MOSTLY_Q2_KMOSTLY_Q3_K_SMOSTLY_Q3_K_MMOSTLY_Q3_K_LMOSTLY_Q4_K_SMOSTLY_Q4_K_MMOSTLY_Q5_K_SMOSTLY_Q5_K_MMOSTLY_Q6_KMOSTLY_IQ2_XXSMOSTLY_IQ2_XSMOSTLY_Q2_K_SMOSTLY_IQ3_XSMOSTLY_IQ3_XXSMOSTLY_IQ1_SMOSTLY_IQ4_NLMOSTLY_IQ3_SMOSTLY_IQ3_MMOSTLY_IQ2_SMOSTLY_IQ2_MMOSTLY_IQ4_XSMOSTLY_IQ1_MMOSTLY_BF16MOSTLY_TQ1_0MOSTLY_TQ2_0GUESSEDr=   r=   r=   r>   r    sD    r  c                   @  r   )
GGUFEndianr   rF  N)r   r   r   LITTLEBIGr=   r=   r=   r>   r    r   r  c                   @  sN   e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZedddZdS )GGUFValueTyper   rF  r	   r   rG  rH  rI  r^  r_  r`  ra  rb  rc  valr   returnc                 C  sh   t | tttfrtjS t | trtjS t | trtj	S t | t
r#tjS t | tr+tjS tdt|  )NzUnknown type: )
isinstancestrbytes	bytearrayr  STRINGlistARRAYfloatFLOAT32boolBOOLintINT32
ValueErrortype)r  r=   r=   r>   get_type  s   



zGGUFValueType.get_typeN)r  r   r  r  )r   r   r   UINT8INT8UINT16INT16UINT32r  r  r  r  r  UINT64INT64FLOAT64staticmethodr  r=   r=   r=   r>   r    s     r  c                   @  s4   e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdS )VisionProjectorTyper  idefics3pixtralr  r5  zqwen2.5vl_mergerultravoxinternvlqwen2azqwen2.5oN)r   r   r   r  IDEFICS3PIXTRALr   r   QWEN25VLULTRAVOXINTERNVLQWEN2AQWEN25Or=   r=   r=   r>   r  
	  s    r     )rF  rG  )rF  r	   )r   ri  )r   rk  )r   rm  )r   ro  )r   rv  )r   (   rG  rg  r_  rc  @   )rF  rF  )rF  r_  )r  6   )r  B   z+dict[GGMLQuantizationType, tuple[int, int]]GGML_QUANT_SIZESN(  
__future__r   enumr   r   r   typingr   
GGUF_MAGICGGUF_VERSIONGGUF_DEFAULT_ALIGNMENTGGML_QUANT_VERSIONr
   r   r   r%  r,  r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r0  __annotations__r&  r'  r(  r)  r*  r+  r6  r-  r.  r/  r0  r2  r1  r3  r4  r5  r;  r<  r9  r6  r7  r8  r:  r?  rQ  rR  r=  r>  r@  rA  rB  rC  rD  rE  rF  rG  rM  rN  rO  rH  rI  rJ  rK  rL  rP  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  rB  rC  rD  rE  rP  rY  r]  r  r  r  r  r  QK_Krx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r?   r   KEY_GENERAL_ARCHITECTUREr    KEY_GENERAL_QUANTIZATION_VERSIONr   KEY_GENERAL_ALIGNMENTr   KEY_GENERAL_NAMEr   KEY_GENERAL_AUTHORr   KEY_GENERAL_URLr   KEY_GENERAL_DESCRIPTIONr   KEY_GENERAL_LICENSEr#   KEY_GENERAL_SOURCE_URLr   KEY_GENERAL_FILE_TYPEr`   rA   KEY_VOCAB_SIZErB   KEY_CONTEXT_LENGTHrC   KEY_EMBEDDING_LENGTHrE   KEY_BLOCK_COUNTrG   KEY_FEED_FORWARD_LENGTHrJ   KEY_USE_PARALLEL_RESIDUALrK   KEY_TENSOR_DATA_LAYOUTrx   rb   KEY_ATTENTION_HEAD_COUNTrc   KEY_ATTENTION_HEAD_COUNT_KVrd   KEY_ATTENTION_MAX_ALIBI_BIASre   KEY_ATTENTION_CLAMP_KQVrh   KEY_ATTENTION_LAYERNORM_EPSri   KEY_ATTENTION_LAYERNORM_RMS_EPSr   ry   KEY_ROPE_DIMENSION_COUNTr{   KEY_ROPE_FREQ_BASEr|   KEY_ROPE_SCALING_TYPEr}   KEY_ROPE_SCALING_FACTORr   KEY_ROPE_SCALING_ORIG_CTX_LENr   KEY_ROPE_SCALING_FINETUNEDr   r   KEY_SSM_CONV_KERNELr   KEY_SSM_INNER_SIZEr   KEY_SSM_STATE_SIZEr   KEY_SSM_TIME_STEP_RANKr   KEY_SSM_DT_B_C_RMSr   r   KEY_TOKENIZER_MODELr   KEY_TOKENIZER_PREr   KEY_TOKENIZER_LISTr   KEY_TOKENIZER_TOKEN_TYPEr   KEY_TOKENIZER_SCORESr   KEY_TOKENIZER_MERGESr   KEY_TOKENIZER_BOS_IDr   KEY_TOKENIZER_EOS_IDr   KEY_TOKENIZER_EOT_IDr   KEY_TOKENIZER_EOM_IDr   KEY_TOKENIZER_UNK_IDr   KEY_TOKENIZER_SEP_IDr   KEY_TOKENIZER_PAD_IDr   KEY_TOKENIZER_MASK_IDr   KEY_TOKENIZER_HF_JSONr   KEY_TOKENIZER_RWKVr   KEY_TOKENIZER_FIM_PRE_IDr   KEY_TOKENIZER_FIM_SUF_IDr   KEY_TOKENIZER_FIM_MID_IDr   KEY_TOKENIZER_FIM_PAD_IDr   KEY_TOKENIZER_FIM_REP_IDr   KEY_TOKENIZER_FIM_SEP_IDr   KEY_TOKENIZER_PREFIX_IDr   KEY_TOKENIZER_SUFFIX_IDr   KEY_TOKENIZER_MIDDLE_IDr=   r=   r=   r>   <module>   s    |J
 H	
 !"#$%&'()*+,-./0123456789:;<=>?@ABCDEK
	
 !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~                 	  
                                             !  
"  
#  
$  
%  
&  
'  
(  
)  
*  
+  
,  
-  
.  
/  
0  
1  
2  
3  
5  
6  
7  
8  
9  
:  
;  
<  
=  
>  
?





  H	
 !"#$%&')*+,-./0123456789<Pg{     (  8  D  V  d  t           "    .    <    H    Y    g    v                 )      :      I      U      c      s                       #        2        H        [        h        w         
                    9          V          u                       "            2            @            L            Y            d            t                                         (              ?              ]              k              z                                               ;                J                V                e                u                                                     &                  <                  {:	"
+ *	.
".2$&((8((.&