o پi@sUdZddlZddlZddlmZddlmZeeZ da GdddZ ej GdddZ iZeee fed <d)d e d efd dZdedefddZdefddZdedefddZdedededefddZee dddde jd ee d!d"d#d$e jd ee d%d&d'd(e jd dS)*zCompletion templates.N)auto)CompletionRequestc@seZdZdZeZeZdS) FimPositionzPosition of fim middle token.N)__name__ __module__ __qualname____doc__rMIDDLEENDr r \/home/ubuntu/.local/lib/python3.10/site-packages/sglang/srt/parser/code_completion_parser.pyrs rc@s:eZdZUdZeed<eed<eed<eed<eed<dS)CompletionTemplatezUA class that manages completion prompt templates. only for code completion currently.namefim_begin_tokenfim_middle_token fim_end_token fim_positionN)rrrrstr__annotations__rr r r r r !s  r completion_templatesFtemplateoverridecCs,|s|jtvsJ|jd|t|j<dS)z#Register a new completion template.z has been registered.N)rr)rrr r r register_completion_template9s   r template_namereturncCs|tvSN)r)rr r r completion_template_existsCsrcCstduSr)completion_template_namer r r r is_completion_template_definedGsrrequestcCs |jdkr|jSt|j|jtS)N)suffixpromptgenerate_completion_promptr)rr r r 'generate_completion_prompt_from_requestLs  r$r"r!cCslt|}|j}|j}|j}|j}|tjkr#|||||}|S|tjkr4|||||}|Sr)rrrrrrr r )r"r!rcompletion_templaterrrrr r r r#Vs  r#deepseek_coderu<｜fim▁begin｜>u<｜fim▁hole｜>u<｜fim▁end｜>)rrrrr star_coderz z z qwen_coderz<|fim_prefix|>z<|fim_middle|>z<|fim_suffix|>)F)r dataclassesloggingenumr&sglang.srt.entrypoints.openai.protocolr getLoggerrloggerrr dataclassr rdictrrboolrrrr$r#r r r r r r sV