Directory listing for /.local/lib/python3.10/site-packages/lm_eval/tasks/llama3/instruct/mmlu_pt/
__pycache__/
_continuation_template_yaml
_mmlu_pt_humanities.yaml
_mmlu_pt_llama.yaml
_mmlu_pt_other.yaml
_mmlu_pt_social_sciences.yaml
_mmlu_pt_stem.yaml
mmlu_pt_abstract_algebra.yaml
mmlu_pt_anatomy.yaml
mmlu_pt_astronomy.yaml
mmlu_pt_business_ethics.yaml
mmlu_pt_clinical_knowledge.yaml
mmlu_pt_college_biology.yaml
mmlu_pt_college_chemistry.yaml
mmlu_pt_college_computer_science.yaml
mmlu_pt_college_mathematics.yaml
mmlu_pt_college_medicine.yaml
mmlu_pt_college_physics.yaml
mmlu_pt_computer_security.yaml
mmlu_pt_conceptual_physics.yaml
mmlu_pt_econometrics.yaml
mmlu_pt_electrical_engineering.yaml
mmlu_pt_elementary_mathematics.yaml
mmlu_pt_formal_logic.yaml
mmlu_pt_global_facts.yaml
mmlu_pt_high_school_biology.yaml
mmlu_pt_high_school_chemistry.yaml
mmlu_pt_high_school_computer_science.yaml
mmlu_pt_high_school_european_history.yaml
mmlu_pt_high_school_geography.yaml
mmlu_pt_high_school_government_and_politics.yaml
mmlu_pt_high_school_macroeconomics.yaml
mmlu_pt_high_school_mathematics.yaml
mmlu_pt_high_school_microeconomics.yaml
mmlu_pt_high_school_physics.yaml
mmlu_pt_high_school_psychology.yaml
mmlu_pt_high_school_statistics.yaml
mmlu_pt_high_school_us_history.yaml
mmlu_pt_high_school_world_history.yaml
mmlu_pt_human_aging.yaml
mmlu_pt_human_sexuality.yaml
mmlu_pt_international_law.yaml
mmlu_pt_jurisprudence.yaml
mmlu_pt_logical_fallacies.yaml
mmlu_pt_machine_learning.yaml
mmlu_pt_management.yaml
mmlu_pt_marketing.yaml
mmlu_pt_medical_genetics.yaml
mmlu_pt_miscellaneous.yaml
mmlu_pt_moral_disputes.yaml
mmlu_pt_moral_scenarios.yaml
mmlu_pt_nutrition.yaml
mmlu_pt_philosophy.yaml
mmlu_pt_prehistory.yaml
mmlu_pt_professional_accounting.yaml
mmlu_pt_professional_law.yaml
mmlu_pt_professional_medicine.yaml
mmlu_pt_professional_psychology.yaml
mmlu_pt_public_relations.yaml
mmlu_pt_security_studies.yaml
mmlu_pt_sociology.yaml
mmlu_pt_us_foreign_policy.yaml
mmlu_pt_virology.yaml
mmlu_pt_world_religions.yaml
utils.py