o
-i$ @ s d dl Z d dlZd dlZd dlmZ d dlmZ d dlZd dl m
Z
m Z d dl m
Z
mZmZmZmZmZ d dlmZ d dlmZ d dlmZ eeZG d d
d
eZdS ) N)Sequence)Any)ChatCompletionRequestChatCompletionToolsParam)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall) init_logger)
TokenizerLike)
ToolParserc s e Zd Zdef fdd ZdefddZdd Zd ed
ee d B de
fd d
Z dedede
d ede f
ddZ
ded
ee d B ded B fddZdedee fddZdededefddZd ed ed ed ee d ee d!ee deded B fd"d#Z ZS )$Qwen3CoderToolParser tokenizerc s t | d| _g | _d | _g | _d| _d| _d| _d| _ d| _
d| _ d| _ d| _
| td tj| _td
tj| _td tj| _td tj| _| jsUtd
| j| j| _| j| j| _| jd u so| jd u rst dt d| j j d S )NFz z z
z r z (.*?)z.(.*?)|(.*?)$z*||(?=)|$)zUThe model tokenizer must be passed to the ToolParser constructor during construction.zSQwen3 XML Tool parser could not locate tool call start/end tokens in the tokenizer!z)vLLM Successfully import tool parser %s !)!super__init__current_tool_name_sentprev_tool_call_arrcurrent_tool_idstreamed_args_for_tooltool_call_start_tokentool_call_end_tokentool_call_prefixfunction_end_tokenparameter_prefixparameter_end_tokenis_tool_call_started failed_count_reset_streaming_staterecompileDOTALLtool_call_complete_regextool_call_regextool_call_function_regextool_call_parameter_regexmodel_tokenizer
ValueErrorvocabgettool_call_start_token_idtool_call_end_token_id RuntimeErrorloggerinfo __class____name__)selfr r0 e/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/vllm/tool_parsers/qwen3coder_tool_parser.pyr ! sP z Qwen3CoderToolParser.__init__returnc C s dt jdd S )z Generate a unique tool call ID.call_N )uuiduuid4hexr2 r4 r4 r5 _generate_tool_call_idY s z+Qwen3CoderToolParser._generate_tool_call_idc C s^ d| _ d| _d| _d| _d| _d| _d| _d| _d| _d| _ d| _
d| _ d| _ i | _
d| _dS )zReset all streaming state.r FN )current_tool_indexr header_sentr current_function_namecurrent_param_namecurrent_param_value param_countin_param in_functionaccumulated_text json_started json_closedaccumulated_paramsstreaming_requestr< r4 r4 r5 r ] s
z+Qwen3CoderToolParser._reset_streaming_state func_nametoolsNc C s |du ri S |D ]H}t |drt |drt |jdsq|jdkrP|jj|krPt |jds0i S |jj}t|trCd|v rC|d S t|trL| S i S qtd| i S )z.Extract argument configuration for a function.Ntypefunctionname
parameters
propertiesz+Tool '%s' is not defined in the tools list.) hasattrrO rN rP rQ
isinstancedictr. debug)r2 rL rM configparamsr4 r4 r5 _get_arguments_configp s*
z*Qwen3CoderToolParser._get_arguments_config param_value
param_name param_configc
C s | dkrdS ||vr|i krtd|| |S t|| tr3d|| v r3t|| d }nd}|dv r;|S |dsT|dsT|d sT|d
sT|d rozt|W S t t
fyn td ||| | Y S w |d
sy|drzt |}|t| dkr|W S t|W S t t
fy td||| | Y S w |dv r| }|dvrtd||| |dkS |dv s|ds|drzt
|}|W S t jt
t fy td||| Y nw zt|}W |S t tt
fy td||| Y |S w )z8Convert parameter value based on its type in the schema.nullNzoParsed parameter '%s' is not defined in the tool parameters for tool '%s', directly returning the string value.rN string)r^ strtextvarcharcharenumintuintlongshortunsignedz[Parsed value '%s' of parameter '%s' is not an integer in tool '%s', degenerating to string.numfloatr zXParsed value '%s' of parameter '%s' is not a float in tool '%s', degenerating to string.)booleanboolbinary)truefalsezmParsed value '%s' of parameter '%s' is not a boolean (`true` or `false`) in tool '%s', degenerating to false.rn )objectarrayarrrU listzvParsed value '%s' of parameter '%s' cannot be parsed with json.loads in tool '%s', will try other methods to parse it.z}Parsed value '%s' of parameter '%s' cannot be converted via Python `ast.literal_eval()` in tool '%s', degenerating to string.)lowerr. rV rT rU r_ strip
startswithrd r( TypeErrorrj jsonloadsJSONDecodeErrorast literal_eval SyntaxError)r2 rZ r[ r\ rL
param_typefloat_param_valuer4 r4 r5 _convert_param_value s
z)Qwen3CoderToolParser._convert_param_valuefunction_call_strc C s | d}|d | }| ||}||d d }i }| j|D ]7}| d} |d | }
t|| d d } | drC| dd } | drN| d d } | | |
||||
< q!tdt |t
j |dddd S )
N>
rO F ensure_asciirP arguments)rN rO ) indexrY r& findallr_ rv endswithr r r
rx dumps) r2 r rM end_index
function_namer\ rQ
param_dict
match_textidxr[ rZ r4 r4 r5 _parse_xml_function_call s,
z-Qwen3CoderToolParser._parse_xml_function_call model_outputc C s^ | j |}dd |D }t|dkr|g}g }|D ] }|| j| qdd |D }|S )Nc S $ g | ]}|d r |d n|d qS r r r4 .0matchr4 r4 r5
z.r c S r r r4 r r4 r4 r5 r r )r$ r lenextendr% )r2 r matched_rangesraw_tool_callsraw_function_calls tool_callfunction_callsr4 r4 r5 _get_function_calls s z(Qwen3CoderToolParser._get_function_callsrequestc s
j |vr tdg |dS zc|}t|dkr tdg |dW S fdd|D }j |D ]}|rBj|jj|jj d q1|
j }|
j }|dkrU|n|}|d | }tt|dk||rk|dW S d dW S t y t
d tdg |d Y S w )NF) tools_called
tool_callscontentr c s g | ] } | jqS r4 )r rM )r r r r2 r4 r5 r 5 s z;Qwen3CoderToolParser.extract_tool_calls..r z,Error in extracting tool call from response.)r r r r r clearappendrO rP r findr Exceptionr. exception) r2 r r r r r
content_indexr r r4 r r5 extract_tool_calls# sN
z'Qwen3CoderToolParser.extract_tool_calls
previous_text current_text
delta_textprevious_token_idscurrent_token_idsdelta_token_idsc 3 sX |s | _|sH|rF j|vrFt j|}|dkr )r r FTr r c 3 s | ] }| d jkV qdS )rP N)r* rA )r toolr< r4 r5 s
zDQwen3CoderToolParser.extract_tool_calls_streaming..z{}r rO )r idrO rN )r {)r )r rO rP r }r r "z": z, ")5r rK r, r r# r r countr r r r rG rI rF r? r@ rD rH rJ r+ r rstripr ru r r r rA r= r anyr r r r r rM enumerater* rO rP r r rE rB rv r rY r rx r rC )3r2 r r r r r r r complete_calls
open_calls tool_ends tool_startscontent_beforetool_starts_counttool_start_positionsr tool_start_idx tool_end_idx tool_text
func_startfunc_end
already_addedfunc_content_end func_content parsed_toolir argsresult param_starts param_idx param_start remainingname_end value_start
value_text
param_end_idxnext_param_idx func_end_idxrZ r\ converted_valueserialized_value
json_fragmentend_idx value_chunkgt_idx
full_value prev_escaped full_escaped
delta_escapedr4 r< r5 extract_tool_calls_streamingW s<
z1Qwen3CoderToolParser.extract_tool_calls_streaming)r1
__module__ __qualname__r
r r_ r= r rs r rU rY r r r r r r r r r rd r r
__classcell__r4 r4 r3 r5 r sl 8
j
4 r ) r{ rx r9 collections.abcr typingr regexr 0vllm.entrypoints.openai.chat_completion.protocolr r 'vllm.entrypoints.openai.engine.protocolr r r r r
r vllm.loggerr vllm.tokenizersr
&vllm.tool_parsers.abstract_tool_parserr r1 r. r r4 r4 r4 r5 s