o .wÖi% ã@s€ddlmZddlmZmZmZddlmZddlm Z ddl m Z ddl m Z ddlmZddlmZdd lmZdd lmZdd lmZdd lmZdd lmZddlmZddlmZGdd„deƒZ Gdd„de ƒZ!Gdd„de ƒZ"Gdd„de ƒZ#Gdd„deƒZ$Gdd„deƒZ%Gdd„deƒZ&Gdd„deƒZ'Gd d!„d!eƒZ(Gd"d#„d#eƒZ)Gd$d%„d%eƒZ*Gd&d'„d'eƒZ+d(S))é)ÚSequence)ÚAnyÚLiteralÚOptional)Ú BLEUScore)Ú CharErrorRate)Ú CHRFScore)ÚExtendedEditDistance)ÚMatchErrorRate)Ú Perplexity)ÚSacreBLEUScore)ÚSQuAD)ÚTranslationEditRate)Ú WordErrorRate)Ú WordInfoLost)ÚWordInfoPreserved)Ú_deprecated_root_import_classc sFeZdZdZ   d dededeeede d df ‡fd d „ Z ‡Z S) Ú _BLEUScorezâWrapper for deprecated import. >>> preds = ['the cat is on the mat'] >>> target = [['there is a cat on the mat', 'a cat is on the mat']] >>> bleu = _BLEUScore() >>> bleu(preds, target) tensor(0.7598) éFNÚn_gramÚsmoothÚweightsÚkwargsÚreturnc s(tddƒtƒjd|||dœ|¤ŽdS)NrÚtext)rrr©©rÚsuperÚ__init__)Úselfrrrr©Ú __class__rúZ/home/ubuntu/sommelier/.venv/lib/python3.10/site-packages/torchmetrics/text/_deprecated.pyrs z_BLEUScore.__init__)rFN) Ú__name__Ú __module__Ú __qualname__Ú__doc__ÚintÚboolrrÚfloatrrÚ __classcell__rrr r"rs  üþý üûúrcó*eZdZdZdeddf‡fdd„ Z‡ZS)Ú_CharErrorRatezüWrapper for deprecated import. >>> preds = ["this is the prediction", "there is an other sample"] >>> target = ["this is the reference", "there is another one"] >>> cer = _CharErrorRate() >>> cer(preds, target) tensor(0.3415) rrNc ó tddƒtƒjdi|¤ŽdS)Nrrrr©rrr rr"r4ó z_CharErrorRate.__init__©r#r$r%r&rrr*rrr r"r,)ó þýr,csPeZdZdZ      ddededed ed ed ed ed df‡fdd„ Z‡Z S)Ú _CHRFScorezâWrapper for deprecated import. >>> preds = ['the cat is on the mat'] >>> target = [['there is a cat on the mat', 'a cat is on the mat']] >>> chrf = _CHRFScore() >>> chrf(preds, target) tensor(0.8640) ééç@FÚ n_char_orderÚ n_word_orderÚbetaÚ lowercaseÚ whitespaceÚreturn_sentence_level_scorerrNc ó.tddƒtƒjd||||||dœ|¤ŽdS)Nrr)r6r7r8r9r:r;rr)rr6r7r8r9r:r;rr rr"rGó ú ùz_CHRFScore.__init__)r3r4r5FFF) r#r$r%r&r'r)r(rrr*rrr r"r2<s2 ùþýüûúùø ÷r2csTeZdZdZ      dded d ed ed ed edededdf‡fdd„ Z‡Z S)Ú_ExtendedEditDistanceaWrapper for deprecated import. >>> preds = ["this is the prediction", "here is an other sample"] >>> target = ["this is the reference", "here is another one"] >>> eed = _ExtendedEditDistance() >>> eed(preds=preds, target=target) tensor(0.3078) ÚenFr5ç333333Ó?çš™™™™™É?çð?Úlanguage)r?Újar;ÚalphaÚrhoÚdeletionÚ insertionrrNc r<)Nr r)rCr;rErFrGrHrr)rrCr;rErFrGrHrr rr"rhr=z_ExtendedEditDistance.__init__)r?Fr5r@rArB) r#r$r%r&rr(r)rrr*rrr r"r>]s2 ùþýüûúùø ÷r>cr+)Ú_MatchErrorRatezýWrapper for deprecated import. >>> preds = ["this is the prediction", "there is an other sample"] >>> target = ["this is the reference", "there is another one"] >>> mer = _MatchErrorRate() >>> mer(preds, target) tensor(0.4444) rrNc r-)Nr rrrr.r rr"r‰r/z_MatchErrorRate.__init__r0rrr r"rI~r1rIcs6eZdZdZ ddeededdf‡fdd„ Z‡ZS) Ú _Perplexitya Wrapper for deprecated import. >>> from torch import rand, randint >>> preds = rand(2, 8, 5) >>> target = randint(5, (2, 8)) >>> target[0, 6:] = -100 >>> perp = _Perplexity(ignore_index=-100) >>> perp(preds, target) tensor(5.8540) NÚ ignore_indexrrc s$tddƒtƒjdd|i|¤ŽdS)Nr rrKrr)rrKrr rr"ržs z_Perplexity.__init__)N) r#r$r%r&rr'rrr*rrr r"rJ‘sþþýürJcsVeZdZdZ     ddededed d ed eee d e d df‡fdd„ Z ‡Z S)Ú_SacreBLEUScorezóWrapper for deprecated import. >>> preds = ['the cat is on the mat'] >>> target = [['there is a cat on the mat', 'a cat is on the mat']] >>> sacre_bleu = _SacreBLEUScore() >>> sacre_bleu(preds, target) tensor(0.7598) rFÚ13aNrrÚtokenize)ÚnonerMÚzhÚintlÚcharr9rrrc ó,tddƒtƒjd|||||dœ|¤ŽdS)Nr r)rrrNr9rrr)rrrrNr9rrr rr"r²s  ÿ ÿz_SacreBLEUScore.__init__)rFrMFN) r#r$r%r&r'r(rrrr)rrr*rrr r"rL§s, úþýüû úùørLcr+)Ú_SQuADaLWrapper for deprecated import. >>> preds = [{"prediction_text": "1976", "id": "56e10a3be3433e1400422b22"}] >>> target = [{"answers": {"answer_start": [97], "text": ["1976"]}, "id": "56e10a3be3433e1400422b22"}] >>> squad = _SQuAD() >>> squad(preds, target) {'exact_match': tensor(100.), 'f1': tensor(100.)} rrNc r-)Nr rrrr.r rr"rÌó z_SQuAD.__init__r0rrr r"rTÁó rTcsJeZdZdZ     ddededededed ed d f‡fd d „ Z‡ZS)Ú_TranslationEditRatezêWrapper for deprecated import. >>> preds = ['the cat is on the mat'] >>> target = [['there is a cat on the mat', 'a cat is on the mat']] >>> ter = _TranslationEditRate() >>> ter(preds, target) tensor(0.1538) FTÚ normalizeÚno_punctuationr9Ú asian_supportr;rrNc rS)Nrr)rXrYr9rZr;rr)rrXrYr9rZr;rr rr"rÜs û úz_TranslationEditRate.__init__)FFTFF)r#r$r%r&r(rrr*rrr r"rWÑs, úþýüûúùørWcr+)Ú_WordErrorRatezüWrapper for deprecated import. >>> preds = ["this is the prediction", "there is an other sample"] >>> target = ["this is the reference", "there is another one"] >>> wer = _WordErrorRate() >>> wer(preds, target) tensor(0.5000) rrNc r-)Nrrrrr.r rr"rûrUz_WordErrorRate.__init__r0rrr r"r[ðrVr[cr+)Ú _WordInfoLostzûWrapper for deprecated import. >>> preds = ["this is the prediction", "there is an other sample"] >>> target = ["this is the reference", "there is another one"] >>> wil = _WordInfoLost() >>> wil(preds, target) tensor(0.6528) rrNc r-)Nrrrrr.r rr"r rUz_WordInfoLost.__init__r0rrr r"r\rVr\cr+)Ú_WordInfoPreservedzÿWrapper for deprecated import. >>> preds = ["this is the prediction", "there is an other sample"] >>> target = ["this is the reference", "there is another one"] >>> wip = WordInfoPreserved() >>> wip(preds, target) tensor(0.3472) rrNc r-)Nrrrrr.r rr"rrUz_WordInfoPreserved.__init__r0rrr r"r]rVr]N),Úcollections.abcrÚtypingrrrÚtorchmetrics.text.bleurÚtorchmetrics.text.cerrÚtorchmetrics.text.chrfrÚtorchmetrics.text.eedr Útorchmetrics.text.merr Útorchmetrics.text.perplexityr Útorchmetrics.text.sacre_bleur Útorchmetrics.text.squadr Útorchmetrics.text.terrÚtorchmetrics.text.werrÚtorchmetrics.text.wilrÚtorchmetrics.text.wiprÚtorchmetrics.utilities.printsrrr,r2r>rIrJrLrTrWr[r\r]rrrr"Ús6              !!