o
    7t¾iœ  ã                   @   s    d dl Z d dlmZ dd„ ZdS )é    N)Údoc_to_targetc                 C   sD   |\}t t dt| ƒ¡ƒ}t t| ƒ d¡ƒ}||f||f||fdœS )Nz\s+zutf-8)Úword_perplexityÚbyte_perplexityÚbits_per_byte)ÚlenÚreÚsplitr   Úencode)ÚdocÚresultsÚloglikelihoodÚ_wordsÚ_bytes© r   úX/home/ubuntu/.local/lib/python3.10/site-packages/lm_eval/tasks/olaph/utils_perplexity.pyÚprocess_results   s   ýr   )r   Úlm_eval.tasks.olaph.utilsr   r   r   r   r   r   Ú<module>   s    