o
i S @ s d dl Z d dlmZ d dlZd dlZd dlmZ d dlm Z d dl
m Z d dl m
Z
mZmZmZmZmZ d dlmZ d dlmZ d d lmZ d d
lmZ eeZ G d d d eZ dS )
N)Sequence)Allow)make_tool_call_id)ChatCompletionRequest)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall) init_logger)
TokenizerLike)MistralTokenizer)
ToolParserc s e Zd Zdef fdd ZdefddZdedef fd d
Zd edede fd d
Z
dededede e de e de e dede
dB fddZ ZS )Hermes2ProToolParser tokenizerc s t | t|trtd |j _d _g _ d _
g _ d _ d _
tdtj _tdtj _ js=td jj j dd _ jj j
dd _ fd
d jD _ fd d jD _d
_d S )Nz4Detected Mistral tokenizer when using a Hermes modelFz z z,(.*?)|(.*)z (.*?)zUThe model tokenizer must be passed to the ToolParser constructor during construction.)add_special_tokensc g | ] } j |gqS model_tokenizerdecode.0token_idselfr Z/home/ubuntu/vllm_env/lib/python3.10/site-packages/vllm/tool_parsers/hermes_tool_parser.py
F z1Hermes2ProToolParser.__init__..c r r r r r r r r K r )super__init__
isinstancer loggererrorr r current_tool_name_sentprev_tool_call_arrcurrent_tool_idstreamed_args_for_tooltool_call_start_tokentool_call_end_tokenrecompileDOTALLtool_call_regexscratch_pad_regex
ValueErrorencodetool_call_start_token_idstool_call_end_token_idstool_call_start_token_arraytool_call_end_token_arraybuffered_delta_text)r r __class__r r r# " sD
z Hermes2ProToolParser.__init__
delta_textc C sr || j v s
|| jv r*|| j d ks|| jd kr"| j}d| _|| S | j| | _dS | jr7| j}d| _|| S |S )Nr r! )r6 r7 r8 )r r;
buffered_textr r r tool_call_delta_bufferW s
z+Hermes2ProToolParser.tool_call_delta_bufferrequestreturnc s& t |}|jr|jdkrd|_|S )NnoneF)r" adjust_requesttools tool_choiceskip_special_tokens)r r> r9 r r rA s s z#Hermes2ProToolParser.adjust_request model_outputc C s | j |vr tdg |dS z-| j|}dd |D }dd |D }|d || j }td||r5|dW S d dW S tyN td tdg |d Y S w )NF) tools_called
tool_callscontentc S s* g | ]}t |d r|d n|d qS )r )jsonloads)r matchr r r r s z;Hermes2ProToolParser.extract_tool_calls..c
S s2 g | ]}t d t|d tj|d ddddqS )functionname argumentsF ensure_ascii)rN rO )typerM )r r
rJ dumps)r
function_callr r r r s Tz,Error in extracting tool call from response.)r+ r r0 findallfind Exceptionr% exception)r rE r> function_call_tuplesraw_function_callsrG rH r r r extract_tool_calls| s4
z'Hermes2ProToolParser.extract_tool_calls
previous_text current_textprevious_token_idscurrent_token_idsdelta_token_idsNc C s | |}t|t| jkr)|t| j d | jkr)|d t| j }|| }td| td| | j|vrDtd t|dS z|| j}|| j} || j}
|| j} d } d }
|
| krz| | krz| j|vrztd t|dW S | j|v rtd || }| | jd | jd
} | | jd
}| | jd }
| j rt
jnt
jt
j @ }|
| kr|
|krt|d kr| | jd } nd } d }d }
| jd 7 _d
| _ | jd td | j n|
| kr|
|kr| | jd } d }
n|
| krw| | krw| jd u st| jdkr#td
W d S | j| j d}|rv|tu r<|ddn|}d|vrFW d S |d}|d | d }td| | j| j |7 < tt| jt|djdddgdW S n| | jd }| | jd }tg |d}|W S z| rt | pd|nd }td| W n& t j j j!y td Y W d S t"j#j$y td Y W d S w | j s|d u rW d S |d }|rd| _ tt| jd t% t|d jddd gdW S W d S | d u r|
d ur
t|d}|W S d }|W S td!| j t| j| jkr(| ji | j| j d}|d}td"| td#| |sQ|sQtd$| d }n|s_|r_t&d% d }n|r|s|d }t'(d&t')| d' | * t'j+}|r|,d }nt"j-|d
d(}td)|| ||vrW d S ||t| }|d | }td*| tt| jt|djdddgd}| j| j |7 < na|r-|r-z t" | d} W n t.y d
} Y nw t/|tr t|
d kr |
d d+kr | r |
d d }td,| tt| jt|djdddgd}| j| j |7 < | jt| jd krA|| j| j< |W S | j| |W S t.yY t0d- Y d S w ).Nzdelta_text: %szdelta_token_ids: %szNo tool call tokens found!)rH z/Generating text content! skipping tool parsing.z!tool_call_end_token in delta_textr r rI Fr! zStarting on a new tool %sz/attempting to close tool call, but no tool callrO zutf-8unicode_escapez"}z@Finishing tool and found diff that had not been streamed yet: %s)rO T) exclude_none)indexrM )rG )rG rH z{}zParsed tool call %sz(not enough tokens to parse into JSON yetzunable to parse JSONrN rM )rN )rc rR idrM z,Trying to parse current tool call with ID %szdiffing old arguments: %szagainst new ones: %sz Skipping text %s - no argumentszSshould be impossible to have arguments reset mid-call. skipping streaming anything.z
\{"name":\s*"z"\s*,\s*"arguments":\s*(.*)rP zfinding %s in %sz&First tokens in arguments received: %s}z got diff %sz+Error trying to handle streaming tool call.)1r= lenr8 r% debugr+ r countr, splitrstriplstripr' r ALLSTRr) r* appendr( getstrr3 r rindexr r
model_dumpreplacepartial_json_parserrK core
exceptions
MalformedJSONrJ decoderJSONDecodeErrorr r& r- searchescapestripr/ grouprS rW r$ rX ) r r\ r] r; r^ r_ r` r> prev_tool_start_countprev_tool_end_countcur_tool_start_countcur_tool_end_counttool_call_portion text_portion full_textflagsdeltadiffend_loctextcurrent_tool_call
function_nameprev_arguments
cur_argumentsrL cur_arguments_jsonargs_delta_start_locarguments_deltais_complete_jsonr r r extract_tool_calls_streaming s
z1Hermes2ProToolParser.extract_tool_calls_streaming)__name__
__module__ __qualname__r
r# rp r= r rA r r[ r intr r
__classcell__r r r9 r r ! s8 5
4 r ) rJ collections.abcr rt regexr- partial_json_parser.core.optionsr vllm.entrypoints.chat_utilsr 0vllm.entrypoints.openai.chat_completion.protocolr 'vllm.entrypoints.openai.engine.protocolr r r r r
r vllm.loggerr vllm.tokenizersr
vllm.tokenizers.mistralr &vllm.tool_parsers.abstract_tool_parserr r r% r r r r r s