o
    6ti                  	   @   s  d Z ddlZddlZddlZddlZddlmZ eeZi dddddd	d
dddddddddddddddddddddd d!d"d#d$d%i d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGi dHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkiZ	dldm Z
ednkre
 Zejejdo ZeejdpdqZeeZW d   n1 sw   Y  ejdurddlZeejdpdqZeeZW d   n	1 sw   Y  ee	 D ]g\ZZejdur-ee Zndre dsZeejdtkrCduej dve ndue eedwZejdve dx Ze dye dze  eed{dpdqZ!ej"ee!e#d|d}d~d W d   n	1 sw   Y  qddd e	$ D ddd}dddd}dgddidZ%dvej dx Zeed{dpdqZ&ej"e%e&e#d|d}d~d W d   dS 1 sw   Y  dS dS )z<
Take in a YAML, and output all other splits with this YAML
    N)tqdmcomputer_networku   计算机网络operating_systemu   操作系统computer_architectureu   计算机组成college_programmingu   大学编程college_physicsu   大学物理college_chemistryu   大学化学advanced_mathematicsu   高等数学probability_and_statisticsu   概率统计discrete_mathematicsu   离散数学electrical_engineeru   注册电气工程师metrology_engineeru   注册计量师high_school_mathematicsu   高中数学high_school_physicsu   高中物理high_school_chemistryu   高中化学high_school_biologyu   高中生物middle_school_mathematicsu   初中数学middle_school_biologyu   初中生物middle_school_physicsu   初中物理middle_school_chemistryu   初中化学veterinary_medicineu	   兽医学college_economicsu   大学经济学business_administrationu   工商管理marxismu   马克思主义基本原理mao_zedong_thoughtu<   毛泽东思想和中国特色社会主义理论体系概论education_scienceu	   教育学teacher_qualificationu   教师资格high_school_politicsu   高中政治high_school_geographyu   高中地理middle_school_politicsu   初中政治middle_school_geographyu   初中地理modern_chinese_historyu   近代史纲要!ideological_and_moral_cultivationu!   思想道德修养与法律基础logicu	   逻辑学lawu   法学chinese_language_and_literatureu   中国语言文学art_studiesu	   艺术学professional_tour_guideu   导游资格legal_professionalu   法律职业资格high_school_chineseu   高中语文high_school_historyu   高中历史middle_school_historyu   初中历史civil_servantu	   公务员sports_scienceu	   体育学plant_protectionu   植物保护basic_medicineu   基础医学clinical_medicineu   临床医学urban_and_rural_planneru   注册城乡规划师
accountantu   注册会计师fire_engineeru   注册消防工程师(environmental_impact_assessment_engineeru   环境影响评价工程师tax_accountantu	   税务师	physicianu   医师资格c                  C   sH   t  } | jddd | jddd | jdd d | jdd	d |  S )
Nz--base_yaml_pathT)requiredz--save_prefix_pathceval-valid)defaultz--cot_prompt_pathz--task_prefix )argparseArgumentParseradd_argument
parse_args)parser r@   Y/home/ubuntu/.local/lib/python3.10/site-packages/lm_eval/tasks/ceval/_generate_configs.pyr>   H   s   r>   __main__zutf-8)encodingu   以下是中国关于u8   的单项选择题，请选出其中的正确答案。

r:   ceval-valid__)includetaskdataset_namedescriptionz.yamlzSaving yaml for subset z to winfT")widthallow_unicodedefault_styler8   c                 C   s   g | ]}d | qS )rE   r@   ).0	task_namer@   r@   rA   
<listcomp>   s    rS   accmean)metricaggregationweight_by_sizeacc_normversiong      ?)grouprH   aggregate_metric_listmetadata)'__doc__r;   loggingosyamlr   	getLogger__name__eval_loggerSUBJECTSr>   argspathsplitbase_yaml_pathbase_yaml_nameopenf	full_load	base_yamlcot_prompt_pathjsonloadcot_fileitemssubject_eng
subject_zhrJ   task_prefix	yaml_dictsave_prefix_pathfile_save_pathinfo	yaml_filedumpfloatkeysgroup_yaml_dictgroup_yaml_filer@   r@   r@   rA   <module>   sL   
	
 !"#$%&'()*+,-./012348
	

	


$