group: mmlu_cot_llama_stem
group_alias: stem
task:
  - mmlu_cot_llama_stem_tasks
aggregate_metric_list:
  - metric: exact_match
    weight_by_size: True
    filter_list: strict_match
metadata:
  version: 1
