o
i @ s4 d dl Zd dlmZ d dlmZ G dd deZdS ) N)
TokenizerLike)Hermes2ProToolParserc s" e Zd Zdef fdd Z ZS )LongcatFlashToolParser tokenizerc s t | d _d _tdtj _ jj jdd _
jj jdd _ fdd j
D _ fdd j D _
d S ) NzzzD(.*?)|(.*)F)add_special_tokensc g | ] } j |gqS model_tokenizerdecode.0token_idselfr [/home/ubuntu/vllm_env/lib/python3.10/site-packages/vllm/tool_parsers/longcat_tool_parser.py
z3LongcatFlashToolParser.__init__..c r r r r r r r r " r )super__init__tool_call_start_tokentool_call_end_tokenrecompileDOTALLtool_call_regexr
encodetool_call_start_token_idstool_call_end_token_idstool_call_start_token_arraytool_call_end_token_array)r r __class__r r r s&
z LongcatFlashToolParser.__init__)__name__
__module__ __qualname__r r
__classcell__r r r! r r
s r )regexr vllm.tokenizersr $vllm.tool_parsers.hermes_tool_parserr r r r r r s