o
    6ti                  	   @   s  d Z ddlZddlZddlZddlZddlmZ eeZi dddddd	d
d	dddddddddddddddd	ddddddddddi dddddddddd	dd	d d	d!d	d"dd#dd$dd%d	d&d	d'dd(dd)dd*dddddddd+Z	d,d- Z
ed.krVe
 Zejejd/ Zg Zee	 D ]m\ZZeevree ed0e d1d0e d2d3d4d5d6d5 eed7Zejd3e d2d3d4d5d6d5 d8 Zed9e d:e  eed;d<d=Zejeed>d?d@ W d   n	1 sw   Y  qdAdB eD Zejd8 ZedCe  eed;d<d=ZejdDedEedFdGdH W d   dS 1 sOw   Y  dS dS )Iz>
Take in a YAML, and output all "other" splits with this YAML
    N)tqdmzIslamic Studies
humanitieszDriving TestotherzNatural Science (Middle School)stemz Natural Science (Primary School)zHistory (Primary School)zHistory (Middle School)zHistory (High School)zGeneral Knowledgez"General Knowledge (Primary School)z!General Knowledge (Middle School)zLaw (Professional)zPhysics (High School)zSocial Science (Middle School)social_sciencezSocial Science (Primary School)zManagement (University)z Arabic Language (Primary School)languagezArabic Language (Middle School)zArabic Language (High School)zPolitical Science (University)zPhilosophy (High School)zAccounting (University)zComputer Science (University)z Computer Science (Middle School)z!Computer Science (Primary School)zComputer Science (High School)zGeography (Primary School)zGeography (Middle School)zGeography (High School)zMath (Primary School)zBiology (High School)zEconomics (University)zEconomics (Middle School)zEconomics (High School)zArabic Language (General))zArabic Language (Grammar)zIslamic Studies (High School)zIslamic Studies (Middle School)z Islamic Studies (Primary School)zCivics (Middle School)zCivics (High School)c                  C   s,   t  } | jddd | jddd |  S )Nz--base_yaml_path!_default_arabicmmlu_template_yaml)defaultz--save_prefix_path
arabicmmlu)argparseArgumentParseradd_argument
parse_args)parser r   ^/home/ubuntu/.local/lib/python3.10/site-packages/lm_eval/tasks/arabicmmlu/_generate_configs.pyr   <   s   r   __main__arabicmmlu__tasks _( ))includetagtask
task_aliasdataset_namez.yamlzSaving yaml for subset z to wzutf-8)encodingT")allow_unicodedefault_stylec                 C   s   g | ]}d | qS )r   r   ).0categoryr   r   r   
<listcomp>i   s    r'   zSaving benchmark config to r
   )groupr      F)indentdefault_flow_style)__doc__r   loggingosyamlr   	getLogger__name__eval_loggerSUBJECTSr   argspathsplitbase_yaml_pathbase_yaml_nameALL_CATEGORIESitemssubjectr&   appendlowerreplace	yaml_dictsave_prefix_pathfile_save_pathinfoopen	yaml_filedumparabicmmlu_subcategoriesr   r   r   r   <module>   s    
	
 !"#,


$
&
$