o
    6ti+	                     @   s$   d dl Z d dlZd dlZdd ZdS )    Nc              	   C   s^  t | d }ttd|d }t| dkrdddS i }| D ]\}}tddD ]}||d|  kr<d	||< q-q$t|dkrQtd
 t| dddS d}| D ]F\}}	tddD ]<}||d|  krt	t
|	t
|d| d  }
|
dkrd}n|
dkrdddtjd|
d      }n|
}||7 }q`qWd}d||  }|d }|ddS )Nreference_answer_fullscalez(\w+):\s+(\d+)r      )eqbenchpercent_parseable      emotionTz)! Error: emotions did not match reference_scoreg      @g333333g(?
   d   )astliteral_evaldictrefindalllenitemsrangeprintabsfloatmathe)docsresults	referenceuseremotions_dictr   _user_emotion_scoreidifference_tallyuser_emotion_scoredscaled_differenceadjust_constfinal_scorefinal_score_percent r'   P/home/ubuntu/.local/lib/python3.10/site-packages/lm_eval/tasks/eq_bench/utils.pycalculate_score_fullscale   sF   

 
r)   )r   r   r   r)   r'   r'   r'   r(   <module>   s    