o 㥵ik @s:ddlmZddlZeGdddZddZddZdS) ) dataclassNc@s*eZdZUeed<eed<dZeed<dS) LoraConfigr lora_alphag lora_dropoutN)__name__ __module__ __qualname__int__annotations__floatrr r Y/home/ubuntu/.local/lib/python3.10/site-packages/fish_speech/models/text2semantic/lora.pyrs rc Cstj|jj|jj|jj|j|jd|_tj|jj|jj|jj|j|jd|_|dfg}|j D] }| |j df|j dfg| |j df|j df|j dfgq.t |drtj|jj|jj|jj|j|jd|_||d f|jD] }| |j df|j dfg| |j df|j df|j dfgqq|D]$\}}tjt||jt||jt||j|j|j|jd }t|||qtj|d d dS) N)num_embeddings embedding_dim padding_idxrroutputwqkvwow1w2w3 fast_layers fast_output) in_features out_featuresbiasrrrnone)r)lora Embedding embeddingsrrrrrcodebook_embeddingslayersextend attention feed_forwardhasattrfast_embeddingsappendrLineargetattrrrrrsetattrmark_only_lora_as_trainable)model lora_configlinearslayermoduleupdated_linearr r r setup_lora sf       r3cCs8||}t|D] }d|vr||q|S)Nr)eval state_dictlistkeyspop)r-r5namer r rget_merged_state_dictRs r:) dataclassesrloralibrrr3r:r r r rs  E