o
    ̳iqY                  "   @   s  d dl mZ d dlmZ eG dd dZeG dd dZedded	d
dedddedddedddedddedddedddedddedddedddeddded d!ded"d#ded$d%ded&d'ded(d)ded*d+dgd,d-ed.d/ed0d1ded2d3ded4d5ded6d7ded8d9ded:d;ded<d=ded>d?ded@dAdedBdCdedDdEdedFdGdedHdIdedJdKdedLdMdedNdOdedPdQdedRdSdedTdUdedVdWdedXdYdedZd[ded\d]ded^d_ded`dadedbdcdedddedgdfd-edgdhg edidjdedkdldedmdndedodpdedqdrdedsdtdedudvdedwdxdedydzded{d|ded}d~dedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddd,d-eddedddedddgd,d-eddedddedddgdfd-eddedddgdfd-eddedddgd,d-eddg edddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedddedd dedddedddedddeddded	d
dedddedddedddedddedddedddeddddfd-eddedddgdfd-eddedd dgd,d-ed!d"ed#d$ded%d&dgd,d-ed'd(ed)d*ded+d,ded-d.dgdfd-ed/d0ed1d2dgdfd-ed3d4ed5d6ded7d8ded9d:ded;d<ded=d>ded?d@dedAdBdedCdDdedEdFdedGdHdg
d,d-edIdJedKdLdgd,d-edMdNedOdPdedQdRdgdfd-edSdTedUdVdedWdXdedYdZded[d\dgdfd-ed]d^ed_d`dedadbdgd,d-edcddededfdedgdhdgdfd-gZdidj ZdkS (l      )	dataclass)Listc                   @   s   e Zd ZU eed< eed< dS )Configname	file_pathN)__name__
__module____qualname__str__annotations__ r   r   N/home/ubuntu/.local/lib/python3.10/site-packages/torchtune/_recipe_registry.pyr      s   
 r   c                   @   s2   e Zd ZU eed< eed< ee ed< eed< dS )Reciper   r   configssupports_distributedN)r   r   r	   r
   r   r   r   boolr   r   r   r   r      s
   
 r   full_finetune_single_devicezfull_finetune_single_device.pyzllama2/7B_full_low_memoryzllama2/7B_full_low_memory.yaml)r   r   zcode_llama2/7B_full_low_memoryz#code_llama2/7B_full_low_memory.yamlzllama3/8B_full_single_devicez!llama3/8B_full_single_device.yamlzllama3_1/8B_full_single_devicez#llama3_1/8B_full_single_device.yamlzllama3_2/1B_full_single_devicez#llama3_2/1B_full_single_device.yamlzllama3_2/3B_full_single_devicez#llama3_2/3B_full_single_device.yamlzmistral/7B_full_low_memoryzmistral/7B_full_low_memory.yamlzphi3/mini_full_low_memoryzphi3/mini_full_low_memory.yamlzphi4/14B_full_low_memoryzphi4/14B_full_low_memory.yamlzqwen2/7B_full_single_devicez qwen2/7B_full_single_device.yamlzqwen2/0.5B_full_single_devicez"qwen2/0.5B_full_single_device.yamlzqwen2/1.5B_full_single_devicez"qwen2/1.5B_full_single_device.yamlzqwen2_5/0.5B_full_single_devicez$qwen2_5/0.5B_full_single_device.yamlzqwen2_5/1.5B_full_single_devicez$qwen2_5/1.5B_full_single_device.yamlzqwen2_5/3B_full_single_devicez"qwen2_5/3B_full_single_device.yamlzqwen2_5/7B_full_single_devicez"qwen2_5/7B_full_single_device.yamlz&llama3_2_vision/11B_full_single_devicez+llama3_2_vision/11B_full_single_device.yamlF)r   r   r   r   full_finetune_distributedzfull_finetune_distributed.pyzllama2/7B_fullzllama2/7B_full.yamlzllama2/13B_fullzllama2/13B_full.yamlzllama3/8B_fullzllama3/8B_full.yamlzllama3_1/8B_fullzllama3_1/8B_full.yamlzllama3_2/1B_fullzllama3_2/1B_full.yamlzllama3_2/3B_fullzllama3_2/3B_full.yamlzllama3/70B_fullzllama3/70B_full.yamlzllama3_1/70B_fullzllama3_1/70B_full.yamlzllama3_3/70B_fullzllama3_3/70B_full.yamlzllama3_3/70B_full_multinodez llama3_3/70B_full_multinode.yamlzmistral/7B_fullzmistral/7B_full.yamlzgemma/2B_fullzgemma/2B_full.yamlzgemma/7B_fullzgemma/7B_full.yamlzgemma2/2B_fullzgemma2/2B_full.yamlzgemma2/9B_fullzgemma2/9B_full.yamlzgemma2/27B_fullzgemma2/27B_full.yamlzphi3/mini_fullzphi3/mini_full.yamlzphi4/14B_fullzphi4/14B_full.yamlzqwen2/7B_fullzqwen2/7B_full.yamlzqwen2/0.5B_fullzqwen2/0.5B_full.yamlzqwen2/1.5B_fullzqwen2/1.5B_full.yamlzqwen2_5/0.5B_fullzqwen2_5/0.5B_full.yamlzqwen2_5/1.5B_fullzqwen2_5/1.5B_full.yamlzqwen2_5/3B_fullzqwen2_5/3B_full.yamlzqwen2_5/7B_fullzqwen2_5/7B_full.yamlzllama3_2_vision/11B_fullzllama3_2_vision/11B_full.yamlzllama3_2_vision/90B_fullzllama3_2_vision/90B_full.yamlTlora_finetune_single_devicezlora_finetune_single_device.pyzllama2/7B_lora_single_devicez!llama2/7B_lora_single_device.yamlzllama2/7B_qlora_single_devicez"llama2/7B_qlora_single_device.yamlz!code_llama2/7B_lora_single_devicez&code_llama2/7B_lora_single_device.yamlz"code_llama2/7B_qlora_single_devicez'code_llama2/7B_qlora_single_device.yamlzllama3/8B_lora_single_devicez!llama3/8B_lora_single_device.yamlzllama3_1/8B_lora_single_devicez#llama3_1/8B_lora_single_device.yamlzllama3/8B_qlora_single_devicez"llama3/8B_qlora_single_device.yamlzllama3_2/1B_lora_single_devicez#llama3_2/1B_lora_single_device.yamlzllama3_2/3B_lora_single_devicez#llama3_2/3B_lora_single_device.yamlzllama3/8B_dora_single_devicez!llama3/8B_dora_single_device.yamlzllama3/8B_qdora_single_devicez"llama3/8B_qdora_single_device.yamlzllama3_1/8B_qlora_single_devicez$llama3_1/8B_qlora_single_device.yamlzllama3_2/1B_qlora_single_devicez$llama3_2/1B_qlora_single_device.yamlzllama3_2/3B_qlora_single_devicez$llama3_2/3B_qlora_single_device.yamlzllama2/13B_qlora_single_devicez#llama2/13B_qlora_single_device.yamlzmistral/7B_lora_single_devicez"mistral/7B_lora_single_device.yamlzmistral/7B_qlora_single_devicez#mistral/7B_qlora_single_device.yamlzgemma/2B_lora_single_devicez gemma/2B_lora_single_device.yamlzgemma/2B_qlora_single_devicez!gemma/2B_qlora_single_device.yamlzgemma/7B_lora_single_devicez gemma/7B_lora_single_device.yamlzgemma/7B_qlora_single_devicez!gemma/7B_qlora_single_device.yamlzgemma2/2B_lora_single_devicez!gemma2/2B_lora_single_device.yamlzgemma2/2B_qlora_single_devicez"gemma2/2B_qlora_single_device.yamlzgemma2/9B_lora_single_devicez!gemma2/9B_lora_single_device.yamlzgemma2/9B_qlora_single_devicez"gemma2/9B_qlora_single_device.yamlzgemma2/27B_lora_single_devicez"gemma2/27B_lora_single_device.yamlzgemma2/27B_qlora_single_devicez#gemma2/27B_qlora_single_device.yamlzphi3/mini_lora_single_devicez!phi3/mini_lora_single_device.yamlzphi3/mini_qlora_single_devicez"phi3/mini_qlora_single_device.yamlzphi4/14B_lora_single_devicez phi4/14B_lora_single_device.yamlzphi4/14B_qlora_single_devicez!phi4/14B_qlora_single_device.yamlzqwen2/7B_lora_single_devicez qwen2/7B_lora_single_device.yamlzqwen2/0.5B_lora_single_devicez"qwen2/0.5B_lora_single_device.yamlzqwen2/1.5B_lora_single_devicez"qwen2/1.5B_lora_single_device.yamlzqwen2_5/0.5B_lora_single_devicez$qwen2_5/0.5B_lora_single_device.yamlzqwen2_5/1.5B_lora_single_devicez$qwen2_5/1.5B_lora_single_device.yamlzqwen2_5/3B_lora_single_devicez"qwen2_5/3B_lora_single_device.yamlzqwen2_5/7B_lora_single_devicez"qwen2_5/7B_lora_single_device.yamlzqwen2_5/14B_lora_single_devicez#qwen2_5/14B_lora_single_device.yamlz&llama3_2_vision/11B_lora_single_devicez+llama3_2_vision/11B_lora_single_device.yamlz'llama3_2_vision/11B_qlora_single_devicez,llama3_2_vision/11B_qlora_single_device.yamllora_dpo_single_devicezlora_dpo_single_device.pyz llama2/7B_lora_dpo_single_devicez%llama2/7B_lora_dpo_single_device.yamlz"llama3_1/8B_lora_dpo_single_devicez'llama3_1/8B_lora_dpo_single_device.yamllora_dpo_distributedzlora_dpo_distributed.pyzllama2/7B_lora_dpozllama2/7B_lora_dpo.yamlzllama3_1/8B_lora_dpozllama3_1/8B_lora_dpo.yamlfull_dpo_distributedzfull_dpo_distributed.pyzllama3_1/8B_full_dpozllama3_1/8B_full_dpo.yamlppo_full_finetune_single_devicez"ppo_full_finetune_single_device.pyzmistral/7B_full_ppo_low_memoryz#mistral/7B_full_ppo_low_memory.yamllora_finetune_distributedzlora_finetune_distributed.pyzllama2/7B_lorazllama2/7B_lora.yamlzllama2/13B_lorazllama2/13B_lora.yamlzllama2/70B_lorazllama2/70B_lora.yamlzllama2/7B_qlorazllama2/7B_qlora.yamlzllama2/70B_qlorazllama2/70B_qlora.yamlzllama3/8B_dorazllama3/8B_dora.yamlzllama3/70B_lorazllama3/70B_lora.yamlzllama3_1/70B_lorazllama3_1/70B_lora.yamlzllama3_3/70B_lorazllama3_3/70B_lora.yamlzllama3_3/70B_qlorazllama3_3/70B_qlora.yamlzllama3/8B_lorazllama3/8B_lora.yamlzllama3_1/8B_lorazllama3_1/8B_lora.yamlzllama3_2/1B_lorazllama3_2/1B_lora.yamlzllama3_2/3B_lorazllama3_2/3B_lora.yamlzllama3_1/405B_qlorazllama3_1/405B_qlora.yamlzmistral/7B_lorazmistral/7B_lora.yamlzgemma/2B_lorazgemma/2B_lora.yamlzgemma/7B_lorazgemma/7B_lora.yamlzgemma2/2B_lorazgemma2/2B_lora.yamlzgemma2/9B_lorazgemma2/9B_lora.yamlzgemma2/27B_lorazgemma2/27B_lora.yamlzphi3/mini_lorazphi3/mini_lora.yamlzphi4/14B_lorazphi4/14B_lora.yamlzqwen2/7B_lorazqwen2/7B_lora.yamlzqwen2/0.5B_lorazqwen2/0.5B_lora.yamlzqwen2/1.5B_lorazqwen2/1.5B_lora.yamlzqwen2_5/0.5B_lorazqwen2_5/0.5B_lora.yamlzqwen2_5/1.5B_lorazqwen2_5/1.5B_lora.yamlzqwen2_5/3B_lorazqwen2_5/3B_lora.yamlzqwen2_5/7B_lorazqwen2_5/7B_lora.yamlzqwen2_5/32B_lorazqwen2_5/32B_lora.yamlzqwen2_5/72B_lorazqwen2_5/72B_lora.yamlzllama3_2_vision/11B_lorazllama3_2_vision/11B_lora.yamlzllama3_2_vision/11B_qlorazllama3_2_vision/11B_qlora.yamlzllama3_2_vision/90B_lorazllama3_2_vision/90B_lora.yamlzllama3_2_vision/90B_qlorazllama3_2_vision/90B_qlora.yamlz+dev/lora_finetune_distributed_multi_datasetz.dev/lora_finetune_distributed_multi_dataset.pyzdev/11B_lora_multi_datasetzdev/11B_lora_multi_dataset.yamlgeneratezgenerate.py
generationzgeneration.yamlzdev/generate_v2zdev/generate_v2.pyzllama2/generation_v2zllama2/generation_v2.yamlz!llama3_2_vision/11B_generation_v2z&llama3_2_vision/11B_generation_v2.yamlzdev/generate_v2_distributedzdev/generate_v2_distributed.pyz!llama3/70B_generation_distributedz&llama3/70B_generation_distributed.yamlz#llama3_1/70B_generation_distributedz(llama3_1/70B_generation_distributed.yamlz#llama3_3/70B_generation_distributedz(llama3_3/70B_generation_distributed.yamlz#dev/early_exit_finetune_distributedz&dev/early_exit_finetune_distributed.pyzllama2/7B_full_early_exitzdev/7B_full_early_exit.yamleleuther_evalzeleuther_eval.pyeleuther_evaluationzeleuther_evaluation.yamlzllama3_2_vision/11B_evaluationz#llama3_2_vision/11B_evaluation.yamlzqwen2/evaluationzqwen2/evaluation.yamlzqwen2_5/evaluationzqwen2_5/evaluation.yamlzgemma/evaluationzgemma/evaluation.yamlzphi4/evaluationzphi4/evaluation.yamlzphi3/evaluationzphi3/evaluation.yamlzmistral/evaluationzmistral/evaluation.yamlzllama3_2/evaluationzllama3_2/evaluation.yamlzcode_llama2/evaluationzcode_llama2/evaluation.yamlquantizezquantize.pyquantizationzquantization.yamlqat_distributedzqat_distributed.pyzllama2/7B_qat_fullzllama2/7B_qat_full.yamlzllama3/8B_qat_fullzllama3/8B_qat_full.yamlqat_lora_finetune_distributedz qat_lora_finetune_distributed.pyzllama3/8B_qat_lorazllama3/8B_qat_lora.yamlzllama3_1/8B_qat_lorazllama3_1/8B_qat_lora.yamlzllama3_2/1B_qat_lorazllama3_2/1B_qat_lora.yamlzllama3_2/3B_qat_lorazllama3_2/3B_qat_lora.yaml$knowledge_distillation_single_devicez'knowledge_distillation_single_device.pyz'qwen2/1.5_to_0.5B_KD_lora_single_devicez,qwen2/1.5_to_0.5B_KD_lora_single_device.yamlz'llama3_2/8B_to_1B_KD_lora_single_devicez,llama3_2/8B_to_1B_KD_lora_single_device.yaml"knowledge_distillation_distributedz%knowledge_distillation_distributed.pyz%qwen2/1.5_to_0.5B_KD_lora_distributedz*qwen2/1.5_to_0.5B_KD_lora_distributed.yamlz%llama3_2/8B_to_1B_KD_lora_distributedz*llama3_2/8B_to_1B_KD_lora_distributed.yamlc                   C   s   t S )z'List of recipes available from the CLI.)_ALL_RECIPESr   r   r   r   get_all_recipesX  s   r%   N)dataclassesr   typingr   r   r   r$   r%   r   r   r   r   <module>   s4  FK























&+	!%)-159=AEIMQUY]aeimquy}     
            "  '  ,





















 !"#$%&'()*.26;@
',	

        C