o
    6ti                     @   sD   d dl Z d dlZd dlZdd Ze dZdejdejfddZdS )	    Nc                 C   s>   | d u rdS |   } | dd} tdd| } | dd} | S )N z [title]z. z\[.*?\] z  )stripreplaceresub)text r	   S/home/ubuntu/.local/lib/python3.10/site-packages/lm_eval/tasks/gpqa/n_shot/utils.py
preprocess   s   r   *   datasetreturnc                 C   s   dd }|  |S )Nc                 S   s|   t | d t | d t | d t | d g}t| |t | d }|d |d |d |d d	td
|  dd}|S )NzIncorrect Answer 1zIncorrect Answer 2zIncorrect Answer 3zCorrect Answerr            (A   ))choice1choice2choice3choice4answer)r   rngshuffleindexchr)docchoicescorrect_answer_indexout_docr	   r	   r
   _process_doc   s   




z"process_docs.<locals>._process_doc)map)r   r"   r	   r	   r
   process_docs   s   
r$   )randomr   datasetsr   Randomr   Datasetr$   r	   r	   r	   r
   <module>   s    

