tag:
  - uyghur_language
  - uyghur_llm
task: wum
dataset_path: keramjan/ulut
dataset_name: wum
output_type: multiple_choice
training_split: train
fewshot_split: train
test_split: train
doc_to_text: "بوش ئورۇنغا مۇۋاپىق كىلىدىغان سۆزنى تاللاڭ: {{question}}\nجاۋاپ:"
doc_to_target: "{{ ['A','B','C'].index(answer) }}"
doc_to_choice: "{{[A, B, C]}}"
should_decontaminate: true
doc_to_decontamination_query: "{{question}}"
metric_list:
  - metric: acc
    aggregation: mean
    higher_is_better: true
  - metric: acc_norm
    aggregation: mean
    higher_is_better: true
metadata:
  version: 1.0.0
