o ei@sJddlmZddlmZmZmZgdgddZzes eWn ey*Yn%wgded<gd ed <gd ed <gd ed<gded<gded<erddlmZm Z m Z m Z m Z m Z ddlmZmZmZmZzesueWn eyYdSwddlmZmZmZmZdd lmZmZmZmZmZddlmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>ddl?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGddlmHZHmIZImJZJmKZKmLZLddlMmNZNmOZOmPZPmQZQmRZRdSddlSZSeeTeUdeeVdeSjWeT<dS)) TYPE_CHECKING)OptionalDependencyNotAvailable _LazyModuleis_torch_available)BaseWatermarkingConfig CompileConfigGenerationConfigGenerationModeSynthIDTextWatermarkingConfigWatermarkingConfig)AsyncTextIteratorStreamer BaseStreamerTextIteratorStreamer TextStreamer)configuration_utils streamers)AssistedCandidateGeneratorCandidateGeneratorEarlyExitCandidateGeneratorPromptLookupCandidateGeneratorcandidate_generator) #AlternatingCodebooksLogitsProcessor%ClassifierFreeGuidanceLogitsProcessor#EncoderNoRepeatNGramLogitsProcessor'EncoderRepetitionPenaltyLogitsProcessorEpsilonLogitsWarperEtaLogitsWarperExponentialDecayLengthPenaltyForcedBOSTokenLogitsProcessorForcedEOSTokenLogitsProcessorInfNanRemoveLogitsProcessorLogitNormalizationLogitsProcessorLogitsProcessorListMinLengthLogitsProcessor!MinNewTokensLengthLogitsProcessorMinPLogitsWarperNoBadWordsLogitsProcessorNoRepeatNGramLogitsProcessor PrefixConstrainedLogitsProcessor RepetitionPenaltyLogitsProcessorSequenceBiasLogitsProcessorSuppressTokensLogitsProcessor$SuppressTokensAtBeginLogitsProcessor#SynthIDTextWatermarkLogitsProcessorTemperatureLogitsWarperTopHLogitsWarperTopKLogitsWarperTopPLogitsWarperTypicalLogitsWarper.UnbatchedClassifierFreeGuidanceLogitsProcessorWhisperTimeStampLogitsProcessorWatermarkLogitsProcessorlogits_process)MaxLengthCriteriaMaxTimeCriteriaConfidenceCriteriaEosTokenCriteriaStoppingCriteriaStoppingCriteriaListvalidate_stopping_criteriaStopStringCriteriastopping_criteria)ContinuousBatchingManagerContinuousMixin FIFOSchedulerPrefillFirstScheduler Schedulercontinuous_batching)GenerationMixinGenerateBeamDecoderOnlyOutput GenerateBeamEncoderDecoderOutputGenerateDecoderOnlyOutputGenerateEncoderDecoderOutpututils)WatermarkDetectorWatermarkDetectorOutputBayesianDetectorModelBayesianDetectorConfigSynthIDTextWatermarkDetector watermarking) rrrrrrrrr r!r"r#r$r%r&r'r(r)r*r+r,r.r-r/r0r1r2r3r4r5r7r6)r;r<r9r:r=r>r@r?)rIrJrKrLrH)rQrPrRrNrON__file__) module_spec)XtypingrrMrrr_import_structurerrrr r r r rr rrrrrrrrrGrBrCrDrErFr8rrrrrrrrr r!r"r#r$r%r&r'r(r)r*r+r,r.r-r/r0r1r2r3r4r5r7r6rAr;r<r9r:r=r>r@r?rIrJrKrLrHrSrQrPrRrNrOsys__name__globals__spec__modulesr^r^^/home/ubuntu/transcripts/venv/lib/python3.10/site-packages/transformers/generation/__init__.pysH      "    ("