o Tix@sdZddlmZddlmZmZmZgdgddggdgd gd gd d Zzes0eWn ey:Ynwed gdedddger+ddl m Z m Z m Z m Z mZmZmZmZmZmZddlmZddlmZmZmZmZmZmZmZddlmZm Z m!Z!dd l"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRddlSmTZTmUZUdd lVmWZWmXZXmYZYz eseWn eyYdSwddlmZZZm[Z[m\Z\m]Z]ddl"m^Z^m_Z_dSddl`Z`eeaebdeecdeide`jdea<dS)z0.21.0) TYPE_CHECKING)OptionalDependencyNotAvailable _LazyModuleis_diffusers_available)init_zero_verboseScriptArguments TrlParser) apply_chat_templateextract_promptis_conversationalmaybe_apply_chat_templatemaybe_convert_to_chatmlmaybe_extract_promptmaybe_unpair_preference_dataset pack_datasettruncate_datasetunpair_preference_datasetBestOfNSampler)SUPPORTED_ARCHITECTURES!AutoModelForCausalLMWithValueHead"AutoModelForSeq2SeqLMWithValueHeadPreTrainedModelWrapperclone_chat_templatecreate_reference_modelsetup_chat_format)0AlignPropConfigAlignPropTrainer AllTrueJudgeBaseBinaryJudge BaseJudgeBasePairwiseJudge BaseRankJudge BCOConfig BCOTrainer CPOConfig CPOTrainer DPOConfig DPOTrainerFDivergenceConstantsFDivergenceType GKDConfig GKDTrainer GRPOConfig GRPOTrainerHfPairwiseJudgeIterativeSFTConfigIterativeSFTTrainer KTOConfig KTOTrainerLogCompletionsCallbackMergeModelCallback ModelConfig NashMDConfig NashMDTrainerOnlineDPOConfigOnlineDPOTrainerOpenAIPairwiseJudge ORPOConfig ORPOTrainer PairRMJudge PPOConfig PPOTrainer PRMConfig PRMTrainer RewardConfig RewardTrainer RLOOConfig RLOOTrainer SFTConfig SFTTrainerWinRateCallback XPOConfig XPOTrainer)r5RichProgressCallbackSyncRefModelCallback)get_kbit_device_mapget_peft_configget_quantization_config)scripts data_utilsextrasmodelstrainerztrainer.callbacksz trainer.utilsrT)DDPOPipelineOutputDDPOSchedulerOutputDDPOStableDiffusionPipeline"DefaultDDPOStableDiffusionPipelinerU DDPOConfig DDPOTrainer)r)rr r)rLrM)rZr[N__file__ __version__) module_spec extra_objects)er]typingr import_utilsrrr_import_structureextendrRr r r r rrrrrrrSrrTrrrrrrrrQrr rrUrrrrr r!r"r#r$r%r&r'r(r)r*r+r,r-r.r/r0r1r2r3r4r5r6r7r8r9r:r;r<r=r>r?r@rArBrCrDrErFrGrHrIrJrKtrainer.callbacksrLrM trainer.utilsrNrOrPrVrWrXrYrZr[sys__name__globals__spec__modulesrkrk@/home/ubuntu/.local/lib/python3.10/site-packages/trl/__init__.pys^   2N 0 $ 2