tag:
  - uyghur_language
  - uyghur_llm
task: wub
dataset_path: keramjan/ulut
dataset_name: wub
output_type: multiple_choice
training_split: train
fewshot_split: train
test_split: train
doc_to_text: "تۆۋەندىكى جۈملىدە خاتا ئىشلىتىلگەن سۆزنىڭ بار-يوقلىقىغا ھۆكۈم قىلىڭ: {{statement}}\nجاۋاپ:"
doc_to_target: check
doc_to_choice: ["true", "false"]
should_decontaminate: true
doc_to_decontamination_query: "{{statement}}"
metric_list:
  - metric: acc
    aggregation: mean
    higher_is_better: true
  - metric: acc_norm
    aggregation: mean
    higher_is_better: true
metadata:
  version: 1.0.0
