o
    6ti                     @   s:   d dl Z d dlZd dlZdd ZdejdejfddZdS )    Nc                 C   s>   | d u rdS |   } | dd} tdd| } | dd} | S )N z [title]z. z\[.*?\] z  )stripreplaceresub)text r	   U/home/ubuntu/.local/lib/python3.10/site-packages/lm_eval/tasks/gpqa/zeroshot/utils.py
preprocess   s   r   datasetreturnc                 C   s   dd }|  |S )Nc                 S   s|   t | d t | d t | d t | d g}t| |t | d }|d |d |d |d d	td
|  dd}|S )NzIncorrect Answer 1zIncorrect Answer 2zIncorrect Answer 3zCorrect Answerr            (A   ))choice1choice2choice3choice4answer)r   randomshuffleindexchr)docchoicescorrect_answer_indexout_docr	   r	   r
   _process_doc   s   




z"process_docs.<locals>._process_doc)map)r   r!   r	   r	   r
   process_docs   s   
r#   )r   r   datasetsr   Datasetr#   r	   r	   r	   r
   <module>   s
    
