o
    7t¾i¤  ã                   @   s2   d dl Z d dlZdd„ Zdejdejfdd„ZdS )é    Nc                 C   s2   |   ¡ } |  dd¡} t dd| ¡} |  dd¡} | S )Nz [title]z. z\[.*?\]Ú z  ú )ÚstripÚreplaceÚreÚsub)Útext© r	   ú^/home/ubuntu/.local/lib/python3.10/site-packages/lm_eval/tasks/okapi/arc_multilingual/utils.pyÚ
preprocess   s
   r   ÚdatasetÚreturnc                 C   s   dd„ }|   |¡S )Nc              	   S   s\   | d dt | d ƒ d dd„ | d | d | d	 | d
 | d fD ƒg d¢ | d ¡dœ}|S )NÚidz
Question: Úinstructionz
Answer:c                 S   s   g | ]}|rt |ƒ‘qS r	   )r   )Ú.0Úoptionr	   r	   r
   Ú
<listcomp>   s    ÷ÿz6process_docs.<locals>._process_doc.<locals>.<listcomp>Úoption_aÚoption_bÚoption_cÚoption_dÚoption_e)ÚAÚBÚCÚDÚEÚanswer)r   ÚqueryÚchoicesÚgold)r   Úindex)ÚdocÚout_docr	   r	   r
   Ú_process_doc   s   ûþòz"process_docs.<locals>._process_doc)Úmap)r   r$   r	   r	   r
   Úprocess_docs   s   
r&   )r   Údatasetsr   ÚDatasetr&   r	   r	   r	   r
   Ú<module>   s    