o
    7ti                     @   s   d dl Zdd Zdd ZdS )    Nc                    s   dd   fdd}|  |S )Nc                 S   s   |  dd} |  dd} |  dd} |  dd} |  dd	} |  d
d	} |  dd} |  dd} |  dd} |  dd} |  dd} |  dd} | S )Nz ''z 

z
 z n'tzn'tz`` "z''z ::z ;;z !!z ??z ,,z ..)replace)text r   N/home/ubuntu/.local/lib/python3.10/site-packages/lm_eval/tasks/mutual/utils.py_detokenize   s   z!process_docs.<locals>._detokenizec                    s$    | d  fdd| d D dS )Narticlec                    s   g | ]} |qS r   r   ).0optionr   r   r   
<listcomp>   s    z2process_docs.<locals>._process.<locals>.<listcomp>options)r   r   r   )docr   r   r   _process   s   
zprocess_docs.<locals>._process)map)datasetr   r   r   r   process_docs   s   
r   c                 C   sd   g d | d }t||k}t|dd}| || dk| }d| || d  }|||dS )N)ABCDanswersT)reverse   g      ?)zr@1zr@2mrr)indexnpargmaxsorted)r   resultsgoldr4_1ranksr4_2r"   r   r   r   process_results   s   r,   )numpyr$   r   r,   r   r   r   r   <module>   s    