o
i6 @ s d dl Z d dlZd dlmZ d dlmZ d dlZd dlm Z d dl
m Z d dl m
Z
d dlmZmZmZmZmZmZ d dlmZ d dlmZ eeZG d d
d
eZ G d d d eZ d
e j defddZ de j defddZ!de"de#e"e"f dB fddZ$de"dede%de"dedB f
dd Z&dS ) N)Sequence)Any)PreTrainedTokenizerBase)ChatCompletionRequest)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall) init_logger)
ToolParserc @ s e Zd ZdS )_UnexpectedAstErrorN)__name__
__module__ __qualname__ r r Y/home/ubuntu/vllm_env/lib/python3.10/site-packages/vllm/tool_parsers/olmo3_tool_parser.pyr s r c s e Zd ZdZedejZdef fdd Z e
de fddZ e j
d e dd
fd dZ d ed
edefddZdedededee dee dee d
eded
B fddZ ZS )Olmo3PythonicToolParseray
Tool call parser for Olmo 3 models that produce tool calls as
newline-separated pythonic strings.
Used when --enable-auto-tool-choice --tool-call-parser pythonic are all set
Code copied from pythonic_tool_parser.py and updated to handle
- newline separated pythonic tool calls.
- argument values being null/true/false instead of Pythonic literals.
z\[([a-zA-Z]+\w*\(([a-zA-Z]+\w*=.*,\s*)*([a-zA-Z]+\w*=.*\s)?\),\s*)*([a-zA-Z]+\w*\(([a-zA-Z]+\w*=.*,\s*)*([a-zA-Z]+\w*=.*\s*)?\)\s*)+\] tokenizerc s t | d S N)super__init__)selfr __class__r r r 9 s z Olmo3PythonicToolParser.__init__returnc C s | j S r current_tool_id)r r r r current_tool_index= s z*Olmo3PythonicToolParser.current_tool_indexvalueNc C s
|| _ d S r r )r r r r r r A s
model_outputrequestc C s0 |}t d|t j}|r|d }ddd | D }d| d}d}z
| jj|t j
d d
u}W n t yH t
d t d | Y nw |sRtdg |d
S z0t|}t|jd dd
}t|tjrtdd |jD rtddd |jD d
d
W S td ty t d tdg |d
Y S w )zH
Extract the tool calls from a complete model response.
z&(.*?) , c S g | ]
}| r| qS r strip.0liner r r
T z>Olmo3PythonicToolParser.extract_tool_calls..[]F)timeoutNz7Regex timeout occurred when matching tool call pattern.z3Regex timeout occurred when matching user input: %s) tools_called
tool_callscontentr r c s | ] }t |tjV qd S r
isinstanceastCallr) er r r n
z=Olmo3PythonicToolParser.extract_tool_calls..Tc S g | ]}t |qS r _handle_single_toolr8 r r r r+ s z,Tool output must be a list of function callsz,Error in extracting tool call from response.)researchDOTALLgroupr' join
splitlinesTOOL_CALL_REGEXmatchenvs%VLLM_TOOL_PARSE_REGEX_TIMEOUT_SECONDS TimeoutErrorloggerwarningdebugr r6 parsegetattrbodyr5 Listalleltsr Exception exception)r r! r" original_model_outputrG is_tool_call_patternmoduleparsedr r r extract_tool_callsE sd
z*Olmo3PythonicToolParser.extract_tool_calls
previous_text current_text
delta_textprevious_token_idscurrent_token_idsdelta_token_idsc C sP | ds
t|dS z| dr|tdd }|dr'|d td }t|}|d u r2W d S |\} }
ddd | D } d| d } t| } t | j
d
d d } t | tj rft
d d
| jD sjtddd | jD }
g }t|
D ]t\}}|| jk rqx|| _t| j|kr| jd |t|
d k pd|
v}|r| jd7 _|s|
d d nd}|s|
d dkr|d }|dd}t| j| |||}|d ur|| |jd ur|jjd ur| j| |jj7 < qx|r| jsdi ig| _|rt|dW S |
s| jd
krtddW S W d S ty' t d t d Y d S w )N<)r2 zzr$ c S r% r r& r( r r r r+ r, zHOlmo3PythonicToolParser.extract_tool_calls_streaming..r- r. r r c s r3 r r4 r8 r r r r: r; zGOlmo3PythonicToolParser.extract_tool_calls_streaming..z9Tool output must be a sequence of newline-separated callsc S r< r r= r8 r r r r+ r? r# )}'" arguments)r1 z+Error trying to handle streaming tool call.z=Skipping chunk as a result of tool streaming extraction error)
startswithr lenendswith_make_valid_pythonrD rE r6 rN rO rP r5 rQ rR rS r enumerater streamed_args_for_toolappendreplace_compute_tool_deltafunctionrh prev_tool_call_arrr rT rK rU rM )r r[ r\ r] r^ r_ r` r" valid_and_added_text
valid_text
added_textrX rY r1 tool_deltasindexnew_callnew_call_completewithheld_suffixdeltar r r extract_tool_calls_streaming s~
z4Olmo3PythonicToolParser.extract_tool_calls_streaming)r r r __doc__r@ compilerB rF r r propertyintr setterstrr r rZ r r r}
__classcell__r r r r r # sF
? r valr c C s t | tjr | jS t | tjr)tdd | jD s tddd t| j| j D S t | tj
r7dd | j D S t | tj rY| j
dv rY| j
d krId S | j
d
krPd S | j
d krWd
S d S td)Nc s r3 r )r5 r6 Constant)r) kr r r r: s z'_get_parameter_value..z/Dict tool call arguments must have literal keysc S s i | ]
\}}|j t|qS r )r _get_parameter_value)r) r vr r r
s
z(_get_parameter_value..c S r< r )r )r) r r r r r+ s z(_get_parameter_value..)nulltruefalser r Tr Fz$Tool call arguments must be literals)r5 r6 r r DictrR keysr zipvaluesrQ rS Nameid)r r r r r s&
r callc C s\ t | jtjs td| jj}i }| jD ]
}t|j||j < qt
dt |t j
|ddddS )NzInvalid tool call namerr F) ensure_asciinamerh )typerr )r5 funcr6 r r r keywordsr r argr r
jsondumps)r
function_namerh keywordr r r r> s
r> textc C sF g }t | D ]m\}}|dv r|| q|dkr%|r | dkr$tdq|dkr6|r1| dkr5tdq|dkrG|rB| d krFtd
q|d v rs|re|d |kre|d
kr`| |d dkr`q| q|rn|d d v rnq|| q| } | ds| drd S |r|d d kr| d | d }|d}|d}||krd S |r|d dkr| d | d }|d}|d} || krd S | dr| d d } |r|d dkr| ds| dsd S d}
t|D ]1}|dkr|
d7 }
q|dkr|
d7 }
q|d kr |
d7 }
q|dkr|
d7 }
q|dkr |
d7 }
q| |
|
fS )N> {(r- r. r- zMismatched square bracketsrc r zMismatched parenthesesre r zMismatched curly braces> rg rf rd r r# \=:,rb rf rg ) rm ro popr rstriprk rfindcountreversed) r
bracket_stackrx chartrailing_dict_textnum_keys
num_valuestrailing_params_textnum_full_param_namesnum_full_param_valuesrv r r r rl s
rl previously_sent_argsry rx r{ c C sz |j j}|r||s
J |d t| }| s't|jd|t|j j|ddS |t| d }|r;td |t|ddS d S )Nrr r )r r rx rr )rh )r rx rr )rr rh rk rj r r r r )r ry rx r{
new_call_argsarg_diffr r r rq W s,
rq )'r6 r collections.abcr typingr regexr@ transformersr vllm.envsrH 0vllm.entrypoints.openai.chat_completion.protocolr 'vllm.entrypoints.openai.engine.protocolr r r r r
r vllm.loggerr &vllm.tool_parsers.abstract_tool_parserr
r rK rT r r exprr r7 r> r tuplerl r rq r r r r s: G F