o
iq` @ s d dl Z d dlmZ d dlmZmZmZ d dlZd dl m
Z
d dl m Z d dl
mZmZmZmZmZmZ d dlmZ d dlmZ d d lmZ d d
lmZ ee Z G d d d eZ dS )
N)Sequence)AnyOptionalUnion)ChatCompletionRequest)make_tool_call_id)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall)
ToolParser) init_logger)
TokenizerLike) random_uuidc s e Zd Zdef fdd Zdedeee ee f fddZdede de
fd d
Z d ed ed
ede e
de e
de e
de deedf fddZ ZS )xLAMToolParser tokenizerc sR t | g | _d| _d| _g | _g | _g | _g d| _d| _ dg g d| _
d S )NF)z ```(?:json)?\s*([\s\S]*?)```z \[TOOL_CALLS\]([\s\S]*?)(?=\n|$)z!([\s\S]*?)z([\s\S]*)current_tool_indextool_ids
sent_tools) super__init__prev_tool_callscurrent_tool_idcurrent_tool_name_sent
streamed_argscurrent_tools_sentprev_tool_call_arrjson_code_block_patternsthinking_tag_patternstreaming_state)selfr __class__ X/home/ubuntu/vllm_env/lib/python3.10/site-packages/vllm/tool_parsers/xlam_tool_parser.pyr s
zxLAMToolParser.__init__ model_outputreturnc
C s t | j|}|r`|d| td }|d }z
t| ||fW S tj y_ | j
D ])}t ||}|r\|D ] }zt| ||fW Y S tj y[ Y q?w q3Y nw | j
D ]0}t ||}|r|D ]#}zt| t |d| }||fW S tj y Y qow qc|
drz
t| d|fW S tj y d|v rd|v rd|v rd|f Y S Y |dfS Y |dfS Y |dfS w |dfS ) z
Preprocess the model output to extract content and potential tool calls.
Returns:
Tuple of (content, potential_tool_calls_json)
Nz [{name arguments)researchr" startlenstripgroupjsonloadsJSONDecodeErrorr! findallsub
startswith)r$ r) thinking_matchcontentthinking_content json_pattern json_matchesjson_strr' r' r( preprocess_model_output> sd
z&xLAMToolParser.preprocess_model_outputrequestc
C s@ z~| |\}}|stdg |dW S t|}t|ts+td tdg |p'|dW S g }t|D ]A\}}t|t rBd|vsBd|vrItd| q1t
d| dt d t |d t|d t ret
|d n|d d
d } || q1tt|d k||dW S ty }
ztd
t|
tdg |dW Y d}
~
S d}
~
ww )zB
Extract tool calls from a complete model output.
F) tools_called
tool_callsr> z Tool calls data is not an arrayr/ r0 z$Invalid tool call format at index %dcall__function)r/ r0 )idtyperI r z Error extracting tool calls: %sN)rC r r7 r8
isinstancelistloggerdebug enumeratedictr
r r dumpsappendr4 Exception exceptionstr) r$ r) rD r> potential_tool_callstool_calls_datarF idxcall tool_caller' r' r( extract_tool_callsz sZ
z!xLAMToolParser.extract_tool_calls
previous_text current_text
delta_textprevious_token_idscurrent_token_idsdelta_token_idsNc *
C s | }| |\} }
d|v pd|v pd|v pd|v } |dp;|dp;|dp;d|v p;|
dup;| o;d|v o;d |v } | sCt|d
S zmt| d sQd g g d
| _z|
rV|
n|}
t|
}t|t re|| _
W n
tj yp Y nw t| drt | j
dkrt | j
dkr| j
d du rd}t||}|r|d}t }ttdd|t|djdddgd}dg| _
d| _d| jd< t | jd dkr| jd dddd n d| jd d d < d| _|W S |
r|
n|}|
s| rtd |}|r|d }|drd|v rd |v r|}d}t t||}t |}|dkr5d }t t||}|r2W dS W dS t | jd |k rU| jd dddd t | jd |k s?t | jd |k rq| jd d t | jd |k s_| jd }|d ks||d k r|d } | |k r| jd | d s| | jd< | | _| }|| d} d!| d"t }|| jd |< tt|d|t| djdddgd}d| jd | d < d| _t | j|kr| jd t | j|ks|W S |dkr||k rd#} t| |} | r| dkrd} t |D ]o}!|!|kr~| jd | d$ s~d| jd | d$< d%| jd | d&< t | j|krI| jd t | j|ks;| j| d%7 < tt|td%d'jddd(gd}||d k ry| jd d7 < | jd | _| W S qd)}"t t|"|}#|t |#k r|#| d}$||d k}%|dkrz1t|}t|t r|t |k r|| }&t|& d*t rt |&d* }$nt |& d*d%}$W n tj t!t"fy Y nw | jd | d& }'| jd | d$ sA|$d+rAd| jd | d$< d+| jd | d&< t | j|kr$| jd t | j|ks| j| d+7 < tt|td+d'jddd(gd}|W S |$|'r|$t |'d }(|(r|$| jd | d&< t | j|krq| jd t | j|ksc| j| |(7 < tt|t|(d'jddd(gd}|W S |$#d,r|$|'kr||d k r| jd d7 < | jd | _W dS t$y }) zt%&d-|) t|d
W Y d})~)S d})~)ww ).z8
Extract tool calls for streaming mode.
z```jsonz```
[z [TOOL_CALLS]z r- z [Nz"name"z "arguments")r> r# r r r r r+ Fz"name"\s*:\s*"([^"]+)"rI )r/ T) exclude_none)indexrK rJ rI )rF r r r, ) sent_namesent_arguments_prefixsent_argumentsrf z"```(?:json)?\s*([\s\S]*?)(?:```|$)z"name"\s*:\s*"([^"]*)r rG rH z4"name"\s*:\s*"[^"]+"\s*,\s*"arguments"\s*:\s*\{\s*\}rg z{}rh )r0 )re rI zL"name"\s*:\s*"[^"]+"\s*,\s*"arguments"\s*:\s*(\{(?:[^{}]|(?:\{[^{}]*\}))*\})r0 r. }z Error in streaming tool calls: )'r5 rC r< r hasattrr# r7 r8 rL rM r r9 r4 r r1 r2 r6 r r
r
model_dumpr rS r finditerr r r3 rangegetrQ rR rV KeyError
IndexErrorendswithrT rN rU )*r$ r^ r_ r` ra rb rc rD
stripped_textpreprocessed_contentpreprocessed_tool_callshas_potential_json_blockis_tool_call_blocktool_calls_text parsed_tools name_pattern
name_match
function_nametool_iddelta search_text
json_matchpotential_json name_matches
tool_countpartial_name_patternpartial_matches current_idxnext_idx tool_nameempty_args_patternempty_args_matchempty_args_tool_idxi args_pattern args_matches args_text is_last_tool current_tool sent_args args_diffr\ r' r' r( extract_tool_calls_streaming s
z+xLAMToolParser.extract_tool_calls_streaming)__name__
__module__ __qualname__r r rV tupler rC r r r] r intr r r
__classcell__r' r' r% r( r s>
<
@
r ) r7 collections.abcr typingr r r regexr1 0vllm.entrypoints.openai.chat_completion.protocolr vllm.entrypoints.chat_utilsr 'vllm.entrypoints.openai.engine.protocolr r r
r r r
&vllm.tool_parsers.abstract_tool_parserr vllm.loggerr vllm.tokenizersr
vllm.utilsr r rN r r' r' r' r( s