o
۾iz @ s d dl Z d dlZd dlZd dlmZ d dlmZ d dlZd dl m
Z
m Z d dl m
Z
mZmZmZmZmZ d dlmZ d dlmZ d dlmZ eeZG d d
d
eZdS ) N)Sequence)Any)ChatCompletionRequestChatCompletionToolsParam)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall) init_logger)
TokenizerLike)
ToolParserc s e Zd ZdZdZdef fdd ZdefddZd d
Z d ed e
e d
B de d
B fddZ
dede
e fddZdededefddZdedededee dee dee deded
B fd d Z ZS ) SeedOssToolParserzz tokenizerc s< t | | g | _| j| _| j| _d| _d| _ d| _
d| _ d| _ d| _
d| _d| _d| _| | j| j| _| j| j| _| j| j
| _| jd u sV| jd u rZtd t| j}t| j}t| d
| tj| _t| d
| d | d tj| _ td
tj| _ tdtj| _ t d| j!j" d S )Nz
z z z
Fr zSSeed_Oss XML parser: tokenizer did not include or its closing tag.z(.*?)|z(.*?)$z*||.get_arguments_config param_value
param_name param_configc
S s | dkrd S ||vr|i krtd|| | S t|| tr3d|| v r3t|| d }nd}|dv r;| S |dsT|dsT|dsT|d sT|d
rpzt| } W | S t t
fyo td | || Y | S w |d sz|d
rzt | }|t| dkr|} W | S t|} W | S t t
fy td| || Y | S w |dv r| } | dvrtd| || | dkS |dks|drzt
| } | W S t t
t jfy td| || Y nw zt| } W | S t tfy td| || Y | S w )NnullzoParsed parameter '%s' is not defined in the tool parameters for tool '%s', directly returning the string value.rT string)re strtextvarcharcharenumintuintlongshortunsignedz[Parsed value '%s' of parameter '%s' is not an integer in tool '%s', degenerating to string.numfloatr zXParsed value '%s' of parameter '%s' is not a float in tool '%s', degenerating to string.)booleanboolbinary)truefalsezmParsed value '%s' of parameter '%s' is not a boolean (`true` of `false`) in tool '%s', degenerating to false.ru objectr[ zpParsed value '%s' of parameter '%s' is not a valid JSON object in tool '%s', will try other methods to parse it.z}Parsed value '%s' of parameter '%s' cannot be converted via Python `ast.literal_eval()` in tool '%s', degenerating to string.)lowerr1 r\ rZ r[ rf strip
startswithrk
ValueError TypeErrorrq jsonloadsJSONDecodeErrorast literal_eval SyntaxError)ra rb rc rS
param_typefloat_param_valuer9 r9 r: convert_param_value s
zGSeedOssToolParser._parse_xml_function_call..convert_param_value> r
rC rU F) ensure_asciirV arguments)rT rU ) rf r[ r indexr0 findallrz endswithr r
r} dumps)r5 rQ rR r` r end_index
function_namerc rW
param_dictmatch
match_textidxrb ra r9 r_ r: _parse_xml_function_callo sF
c
z*SeedOssToolParser._parse_xml_function_call model_outputc C s^ | j |}dd |D }t|dkr|g}g }|D ] }|| j| qdd |D }|S )Nc S $ g | ]}|d r |d n|d qS r r r9 .0r r9 r9 r:
z9SeedOssToolParser._get_function_calls..r c S r r r9 r r9 r9 r: r r )r. r lenextendr/ )r5 r matched_rangesraw_tool_callsraw_function_calls tool_callfunction_callsr9 r9 r: _get_function_calls s z%SeedOssToolParser._get_function_callsrequestc sV j |vr tdg |dS j|v r.j|v r.|jtj }||d }|d | }nd}|}zc|}t|dkrFtdg |dW S fdd|D }j |D ]}|rhj |j
j |j
j d qW|j
} | dkru| n|j } ||d | }
tt|dk||
r|
dW S d dW S ty td tdg |d Y S w ) NF) tools_called
tool_callscontentrD r c s g | ] } | jqS r9 )r rR )r rQ r r5 r9 r: r : s z8SeedOssToolParser.extract_tool_calls..r z,Error in extracting tool call from response.)r r r r findr r r clearappendrU rV r r Exceptionr1 exception) r5 r r think_end_indexresult_contentthinking_contentr r r tool_call_start_indexr r9 r r: extract_tool_calls sd
z$SeedOssToolParser.extract_tool_calls
previous_text current_text
delta_textprevious_token_idscurrent_token_idsdelta_token_idsc . s |s?|r= j |vr=t j|}|dkr3t jdkr3| j| j } | dkr1tddS d S j s=|r=tddS d S |sE
| _ j rz j
sz| j}
|
jkrz jd7 _d _d _d _d _ j| jkrxd _ d S js j|v s j|v rd _ jst|dS j sψ j|v s j|v rd _ j|v r|d | j } | rt| dS d S | jr| dkrd S t|dS | j} j| krd S j|v r| jt j nd}
g }|
} | j|}|dkrn
|| |t j7 }q jt|krd S | j }| j|}|dkr.||d }n |||t j } js j |v r| j t j }|d|}|dkr||| _ _ d _d _
t fd d
jD }|s j j d d tt! j j t" j dd d
dgdS d S j
r js j#|vrd _tt! jt"dddgdS jsd _ j sB j$|v rBd _ | j t j }| j$|}|dkr,||| }z1 %||r|j&nd }|rt' jD ]\}}|(d|j)j*kr|j)j+ j| d< nqW n t,y+ t-j.ddd Y nw tt! jt"dddgd}d _
d _ |S | j/} j0s j| k rg } d} | j#|}|dkrdn| | |t j#7 }qWt| jkr| j } | t j# } || d } d| v r| d}!| d |! _1| |! d }"||"d }#|#2dr|#dd }#|# j/}$|$dkr|#d |$ }%|%dr|%d d }% jdkrd j1 d t34|%dd d }&nd j1 d t34|%dd d }& jd7 _tt! jt"|&ddgdS j0r j/|v r| j/}'|d |' }( j5s>d|(v r>|(d})|(|)d d }( j5sN|(2drN|(dd }( j5|( }* j5rat34 j5dd nd}+t34|*dd },|,t|+d }-d _0d _5tt! jt"|-d ddgdS |}( j5sd|(v r|(d})|(|)d d }( j5s|(2dr|(dd }(|(r j5rt34 j5dd nd}+ j5|(7 _5t34 j5dd },|,t|+d }-|-rtt! jt"|-ddgdS d S ) Nr rD )r r FTrC r c 3 s | ] }| d jkV qdS )rV N)r$ rH )r toolrA r9 r: s
zASeedOssToolParser.extract_tool_calls_streaming..z{}r rU )r idrU rT )r {)r )r rU rV r z0Failed to parse tool arguments during streaming.)exc_info}r "z": "z, ")6r& r r- r r countr r r r r rN rP rM rE rF rK rO r! r' r r% r rstripr ry r r r rH rB rG anyr r r r r rR enumerater$ rU rV r r r1 r\ r rL rI rz r} r rJ ).r5 r r r r r r r complete_calls
open_calls tool_endscontent_beforetool_starts_countr tool_startsr tool_start_idx tool_end_idx tool_text
func_startfunc_end
already_addedfunc_content_end func_content parsed_toolir resultcomplete_params param_starts param_idx param_start remainingname_end value_start
value_text
param_end_idxra
json_fragmentend_idx value_chunkgt_idx
full_value prev_escaped full_escaped
delta_escapedr9 rA r: extract_tool_calls_streaming_ s
z.SeedOssToolParser.extract_tool_calls_streaming)r4
__module__ __qualname__r r r
r rf rB r listr r r r r r r r rk r r
__classcell__r9 r9 r8 r: r # sN 4
G r ) r r} r> collections.abcr typingr regexr) 0vllm.entrypoints.openai.chat_completion.protocolr r 'vllm.entrypoints.openai.engine.protocolr r r r r
r vllm.loggerr vllm.tokenizersr
&vllm.tool_parsers.abstract_tool_parserr r4 r1 r r9 r9 r9 r: s