o 5ti@sUddlZddlZddlZddlmZddlmZeeZ ddddiZ ee ee e ffe d<dd e d e d e fd d Z dde fddZGdddZdS)N)Dict)utilszqa-basiczQuestion: {{question}} Answer:zQ: {{question}} A:)zquestion-newline-answerz q-newline-aPROMPT_REGISTRY prompt_id dataset_name subset_namec Cst|d\}}|dur|}n|d|}td|d||dkrwzddlm}Wnty?}zt|dd d}~wwz|durK||d }n|||d }Wntyct|d |d w||j vrm||St|d|j d|vrddl } t |d } | | } Wdn1swY| d|} t | Szt||WStytd|dw)N:-zLoading prompt from z for promptsourcerDatasetTemplateszITried to load a Promptsource template, but promptsource is not installed zcplease install promptsource via pip install lm-eval[promptsource] or pip install -e .[promptsource]rrrz and z not foundz not in prompt list .yamlrbpromptszcexpected only a single `:` as separator between prompt category and name, but got `z ` instead)split eval_loggerinfopromptsource.templatesr ModuleNotFoundErrortype Exception ValueErrorall_template_namesyamlopen full_load PromptStringr) rrr category_name prompt_namedataset_full_namer exceptionrrfileprompt_yaml_file prompt_stringr&L/home/ubuntu/.local/lib/python3.10/site-packages/lm_eval/prompts/__init__.py get_prompts\       r( use_promptc  s|d\}dkr)ddlm}|dur||d}n|||d}t||j}n;dvrdddl} |dur@tj tj |t d } | | } Wdn1sUwYt|| d  }fd d |DS) Nrr rr r rrrrcsg|] }d|gqS)r)join).0promptrr&r' nsz$load_prompt_list..)rrr r pattern_matchrrospathrealpathr*rrkeys) r)rr yaml_pathkwargsr r r prompt_listrr#r$r&r-r'load_prompt_listHs(      r7c@seZdZddZddZdS)rcCs ||_dS)N)r%)selfr%r&r&r'__init__rs zPromptString.__init__cCsF|jd}|jd}d|jvrtdt||}t||}||gS)N doc_to_text doc_to_target doc_to_choicez+Not yet implemented to accept doc_to_choice)r%NotImplementedErrorrapply_template)r8docr:r; text_string target_stringr&r&r'applyus     zPromptString.applyN)__name__ __module__ __qualname__r9rBr&r&r&r'rqs r)NN)NNN)astloggingr0typingrlm_evalr getLoggerrCrrstr__annotations__r(r7rr&r&r&r's"    2 )