o
    7t¾i  ã                   @   s4   d dl Z d dlZ	 dd„ Zdejdejfdd„ZdS )é    Nc                 C   s2   |   ¡ } |  dd¡} t dd| ¡} |  dd¡} | S )Nz [title]z. z\[.*?\]Ú z  ú )ÚstripÚreplaceÚreÚsub)Útext© r	   ú`/home/ubuntu/.local/lib/python3.10/site-packages/lm_eval/tasks/tinyBenchmarks/utils_hellaswag.pyÚ
preprocess	   s
   r   ÚdatasetÚreturnc                 C   s   dd„ }|   |¡S )Nc                 S   sN   | d d | d   ¡  }t| d d | ƒdd„ | d D ƒt| d	 ƒd
œ}|S )NÚctx_ar   Úctx_bÚactivity_labelz: c                 S   s   g | ]}t |ƒ‘qS r	   )r   )Ú.0Úendingr	   r	   r
   Ú
<listcomp>   s    z6process_docs.<locals>._process_doc.<locals>.<listcomp>ÚendingsÚlabel)ÚqueryÚchoicesÚgold)Ú
capitalizer   Úint)ÚdocÚctxÚout_docr	   r	   r
   Ú_process_doc   s   
ýz"process_docs.<locals>._process_doc)Úmap)r   r   r	   r	   r
   Úprocess_docs   s   
	r    )r   Údatasetsr   ÚDatasetr    r	   r	   r	   r
   Ú<module>   s
    	