o ϯi*@szddlZddlZddlZddlZddlZddlmZddlmZddlm Z ddl Z ddl Z ddl m Z mZddlmZddlmZmZdd lmZeejd gZiad d Zd dZed.defddZdde dddej ddddddf dedededede jde!de!d ed!ed"ed#e!d$efd%d&Z"dde dddfd'ededede jde!de!f d(d)Z#d*d+Z$d,d-Z%dS)/N)deepcopy)Path)version)CLAPconvert_weights_to_fp16)load_openai_model)get_pretrained_urldownload_pretrained)image_transformzmodel_configs/cCsddtd|DS)NcSs g|] }|r t|n|qS)isdigitint).0sr r R/home/ubuntu/.local/lib/python3.10/site-packages/laion_clap/clap_module/factory.py s z _natural_key..z(\d+))resplitlower)string_r r r _natural_keysrc sd}g}tD]%}|r|j|vr||q|r+|D] }||d|qq|D],}t|d}t |t fdddDrKt |j <Wdn1sUwYq.ddt t d d d Da dS) N)z.json*rc3s|]}|vVqdS)Nr )ra model_cfgr r )sz(_rescan_model_configs..) embed_dim audio_cfgtext_cfgcSsi|]\}}||qSr r rkvr r r ,sz)_rescan_model_configs..cSs t|dS)Nr)r)xr r r.s z'_rescan_model_configs..)key)_MODEL_CONFIG_PATHSis_filesuffixappendis_dirextendglobopenjsonloadall_MODEL_CONFIGSstemsorteditems) config_ext config_files config_pathextcffr rr_rescan_model_configss(     r=cpuTcheckpoint_pathcCstj||d}t|trd|vr|d}n|}|rAtt|ddr/dd|D}t t j t dkrAd|vrA|d=|S) N map_location state_dictrmodulecSsi|] \}}|dd|qS)Nr r!r r rr$=sz#load_state_dict..z4.31.0z#text_branch.embeddings.position_ids) torchr1 isinstancedictnextiterr6 startswithrparse transformers __version__)r?rA skip_params checkpointrBr r rload_state_dict5s rPfp32Fz ~/.cache/clipNone amodel_name tmodel_name pretrained precisiondevicejitforce_quick_geluopenai_model_cache_dirpretrained_audiopretrained_text enable_fusion fusion_typec  Cs|dd}|} |}|dkr_|tvr$td|dtt|}ntd|dtdtd|d td ||d d <t d ||||| | d}|dksW|dkr[| }||fS|tvrstd|dtt|}ntd|dtdtd|d |rd|d<||d d <| |d<| |d<t d7i|}|r d}t ||}|rt ||d}ntj| r| }|rtd|d|d|dt|dd}||dd|D}|D]}t|d||vrdndqntd |d!|dtd |d!|d| rT|d"rd#| vrGtj| d$d%}|d&}t|}|D]}d'|vrDd(|vrD||}||d)|<q-ntj| d"r~tj| d$d%}|d*}t|}|D]}|d+r{||}||d)|d,d<qdntj| d-rtj| d$d%}ntd.|d/r#d0| vrtj| d$d%}|d*}t|}|D]"}|d+rd'|vrd(|vr||}||d)|d,d<qnOtj| d/r tj| d$d%}|d*}t|}|D]}|d+r ||}||d)|d,d<qntj| d-rtj| d$d%}ntd.d1|j|d2d3td|d| dd4d|D}|D]}t|d||vrOdndqC|j|d5|d6krk|jd$ksgJt||rttj !|}||fS)8N/-openaizLoading z model config.zModel config for z not found; available models .z not found.z5Loading pretrained ViT-B-16 text encoder from OpenAI.r model_typezViT-B-16)rXrY cache_dirr^r_amprRT quick_gelur^r_rQ)rootzLoading pretrained z weights (z).)rNcSg|]\}}|qSr r rnpr r rrz create_model.. LoadedUnloadedzPretrained weights (z) not found for model PANN Cnn14_mAPr>r@modelspectrogram_extractorlogmel_extractorz audio_branch.rB sed_model finetunedzUnknown audio checkpointHTSATHTSAT_AudioSet_Savedz7this audio encoder pretrained checkpoint is not supportF)strictcSrir r rjr r rrrm)rXfp16r )"replacerr3logginginforerror list_models RuntimeErrorrfloatrr r ospathexistsrPnamed_parametersprintwarningrJrEr1listkeyspopbasename ValueErrortotyperrYscript)rTrUrVrWrXrYrZr[rNr\r]r^r_pretrained_origrrsr?urlckpt param_namesrk audio_ckptrr'r#r r r create_modelIs   m                        r model_namec Cs>t||||||d}t|jjdd}t|jjdd}|||fS)N)rZT)is_trainF)rr visual image_size) rrVrWrXrYrZrspreprocess_trainpreprocess_valr r rcreate_model_and_transformss   rcCs ttS)z=enumerate available model architectures based on config files)rr3rr r r rrs rcCs&t|ts t|}t|tdS)z1add model config path or file and update registryN)rFrr(r+r=)rr r radd_model_configs   r)r>T)&r0r~rpathlibrcopyrr packagingrrErLrsrrrbrrVr r transformr __file__parentr(r3rr=strrPrXr expanduserboolrrrrr r r rs