o
۾iP @ s d Z ddlZddlZddlmZ ddlmZ ddlZddl m
Z
ddl m Z m
Z
ddlmZmZmZmZmZmZ ddlmZ dd lmZ dd
lmZ eeZ G d d d eZ dS )
a
GLM-4 Tool Call Parser with incremental string streaming support.
This parser fixes the streaming issue reported in Issue #32829 where long string
parameters (e.g., file content with 4000+ characters of code) are buffered until
complete, causing multi-second delays before the user sees any content.
The fix streams string values incrementally as they arrive, providing a true
streaming experience for long content.
N)Sequence)Any)make_tool_call_id)ChatCompletionRequestChatCompletionToolsParam)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall) init_logger)
TokenizerLike)
ToolParserc sl e Zd ZdZdef fdd ZededefddZ ed edefd
d Z
ed ed
ede e dB de
fddZedede
fddZdedef fdd ZdededefddZdeded ed ee d ee d ee dededB fd d!Zd5d"d#Zd5d$d%Zd5d&d'Zd5d(d)Zd edefd*d+Z d,edefd-d.Z d/ed0ededB fd1d2Z dedB fd3d4Z Z S )6Glm4MoeModelToolParsera Tool parser for GLM-4 models with incremental string streaming.
This parser emits tool-call deltas incrementally as arguments arrive.
For string-type parameters, content is streamed character-by-character
rather than waiting for the complete tag.
tokenizerc s t | d| _g | _d| _g | _d| _d| _d| _d| _ d| _
d| _ | j| _ t
d t
j| _t
d
t
j| _t
d t
j| _| jsGtd | j| j| _| j| j| _d
| _d| _d | _d | _ d| _ g | _ g | _ g | _ g | _!d S )NFz z z z
z z z.*?z%([^\n]*)\n(.*)z7(.*?)\s*(.*?)zUThe model tokenizer must be passed to the ToolParser constructor during construction. )"super__init__current_tool_name_sentprev_tool_call_arrcurrent_tool_idstreamed_args_for_tooltool_call_start_tokentool_call_end_token
arg_key_start arg_key_end
arg_val_start arg_val_endtool_calls_start_tokenrecompileDOTALLfunc_call_regexfunc_detail_regexfunc_arg_regexmodel_tokenizer
ValueErrorvocabgettool_call_start_token_idtool_call_end_token_id_buffer
_in_tool_call_current_tool_name _pending_key_streaming_string_value_tool_call_ids
_args_started _args_closed
_seen_keys)selfr __class__ Z/home/ubuntu/.local/lib/python3.10/site-packages/vllm/tool_parsers/glm4_moe_tool_parser.pyr 3 sD
z Glm4MoeModelToolParser.__init__valuereturnc C sH zt | W S t jy Y nw zt| W S ttfy# Y | S w )N)jsonloadsJSONDecodeErrorast literal_evalr( SyntaxError)r; r9 r9 r: _deserialize` s z#Glm4MoeModelToolParser._deserializesc C s | sdS t j| dddd S )zJSON-escape string content for incremental streaming.
This escapes the content that goes INSIDE a JSON string (between quotes),
not including the surrounding quotes themselves.
r F ensure_ascii r )r= dumps)rD r9 r9 r: _json_escape_string_contentn s z2Glm4MoeModelToolParser._json_escape_string_content tool_namearg_nametoolsNc C sp |d u rdS |D ]'}|j j| krq|j jd u r dS |j jdi |i dd }|dk S td| dS )NF
propertiestypestringzNo tool named '%s'.)functionname
parametersr* loggerdebug)rJ rK rL toolarg_typer9 r9 r: _is_string_typey s z&Glm4MoeModelToolParser._is_string_typerequestc C sJ zt | dd}t | dd}t|o|dkW S ty$ td Y dS w )z?Return whether tool parsing should be applied for this request.rL N tool_choicenonez)Failed to determine if tools are enabled.F)getattrbool ExceptionrS exception)rX rL rY r9 r9 r: _tools_enabled s
z%Glm4MoeModelToolParser._tools_enabledc s& t |}|jr|jdkrd|_|S )z7Adjust request parameters for tool call token handling.rZ F)r adjust_requestrL rY skip_special_tokens)r6 rX r7 r9 r: r` s z%Glm4MoeModelToolParser.adjust_request model_outputc C sR | j |}td| zig }|D ]b}| j|}|s"td| q|d }|d}|r6| j |ng } i }
| D ]$\} } | }
| }|
||
|j sU| |}td|
| ||
|
< q<|
tdt|tj|
ddd d
qW n ty td tdg |d Y S w t|d
kr|d || j }td||d S tdg |d S )Nzmodel_output: %sz*Failed to parse tool call details from: %srG zarg_key = %s, arg_val = %srP FrE rQ arguments)rN rP z Failed to extract tool call spec) tools_called
tool_callscontentr T)r$ findallrS rT r% searchwarninggroupstripr& rW rL rC appendr r r= rH r] r^ r
lenfindr )r6 rb rX matched_tool_callsrg match tc_detailtc_nametc_argspairsarg_dctkeyr; arg_keyarg_valrh r9 r9 r: extract_tool_calls s^
z)Glm4MoeModelToolParser.extract_tool_calls
previous_text current_text
delta_textprevious_token_idscurrent_token_idsdelta_token_idsc "
C s2 | |s|r t|dS d S | j|7 _ | js| j| j}|dkrgtdt| jD ]+} | j| jd | rW| jd | }
| j| d | _|
rSt|
d S d S q,| j}
d| _|
ret|
dS d S |dkr| jd | }
| j|d | _|
rt|
dS d S | jt| jd | _| q| j
s| jd} | j| j } | j| j }
dd | | |
fD }|sd S t
|}| jd | }|dkr||
kr| j|
t| j d | _| | q|| kr| j| d d | _n| j|d | _|| _d| _
| |S | jd usJ | jr| j| j}|dkrP| jd | }| j|t| j d | _d
| _d | _| |}|d }| j| j |7 < | |S t| j}tdt| jD ]} | j| jd | rtt| j| } nq]|dkr| jd | }| j|d | _| |}|r| j| j |7 < | |S d S | jd urf| j| j}|dkrd S |dkr| j|d | _| jpd }| | j||j }|r,| jt| jd | _|| j | j v rd | _q| j | j | t j |d
d }| j!| j sd
| d }d| j!| j< nd| d }| j| j |7 < d| _| |S | j| j}|dkr:d S | jt| j| }| j|t| j d | _d | _| j"||d}|re| |S q| j| j } | j| j } | dkr| dks| | k r| j| t| j d | _| # }| jrz| j| j } t $| } | j| d| j%| j< W n t j&t'fy } zt()d| j| W Y d } ~ nd } ~ ww | |r| |S d S | dkrd S | dkr| j| d | _| j| j*}!|!dkrd S | jt| j |! }| j|!t| j* d | _|| _q)N)rh Tr rG r r
c S s g | ]}|d kr|qS )r r9 ).0ir9 r9 r:
s zGGlm4MoeModelToolParser.extract_tool_calls_streaming..F"rE {z:",)rx raw_valrd z2Failed to finalize tool call state for tool %d: %s)+r_ r r- r. rp r rangero endswith_begin_tool_callr r r minrm _finish_tool_call _revert_last_tool_call_stater/ _emit_tool_name_deltar1 r r0 rI r r _emit_tool_args_deltar rW rL r5 addr= rH r3 _append_arg_fragment_close_args_if_neededr> r r?
IndexErrorrS rk r )"r6 r| r} r~ r r r rX start_idxr outnlakend
candidatescutrJ val_end raw_contentescapedfragsafe_lento_emitval_posrx is_stringkey_jsonr end_poskey_pos
full_args_str args_dictekey_endr9 r9 r: extract_tool_calls_streaming s
z3Glm4MoeModelToolParser.extract_tool_calls_streamingc C s t | j| jkr| jtdd d d t | j| jkst | j| jkr1| jd t | j| jks#t | j| jkrG| ji t | j| jks9t | j| jkr]| jd t | j| jksOt | j| jkrs| jd t | j| jkset | j | jkr| j t
t | j | jks{d S d S )Nrandom)id_type func_nameidxr F) ro r2 r rn r r r r3 r4 r5 setr6 r9 r9 r: _ensure_tool_state s( z)Glm4MoeModelToolParser._ensure_tool_statec C sJ | j dkr d| _ n| j d7 _ | d| _d | _d | _d| _d| _d S )Nr r rG FT)r r r r/ r0 r1 r. r r9 r9 r: r s
z'Glm4MoeModelToolParser._begin_tool_callc C s d| _ d | _d | _d| _d S )NF)r. r/ r0 r1 r r9 r9 r: r s
z(Glm4MoeModelToolParser._finish_tool_callc C s\ | j dk rdS | j | j | j | j | j | j | j d8 _ dS )z3Revert the state allocation for the last tool call.r NrG )r r2 popr r r3 r4 r5 r r9 r9 r: r s
z3Glm4MoeModelToolParser._revert_last_tool_call_statec C s2 t t| j| j| j dt|ddjdddgdS )NrP r rd T exclude_none)indexidrN rP rg )r r r r2 r
model_dump)r6 rJ r9 r9 r: r s
z,Glm4MoeModelToolParser._emit_tool_name_deltafragmentc C s$ t t| jt|djdddgdS )N)re Tr )r rP r )r r r r r r6 r r9 r9 r: r s
z,Glm4MoeModelToolParser._emit_tool_args_deltarx r c C s | }|sd S || j| j v rd S | |}tj|dd}tj|dd}| j| j s:d| d | }d| j| j< nd| d | }| j| j | | j| j |7 < |S )NFrE r :Tr ) rm r5 r rC r= rH r3 r r )r6 rx r val_objr val_jsonr r9 r9 r: r s
z+Glm4MoeModelToolParser._append_arg_fragmentc C sX | j | j rd S d| j | j< | j| j s d}|| j| j< |S d}| j| j |7 < |S )NTz{}})r4 r r3 r r r9 r9 r: r s z,Glm4MoeModelToolParser._close_args_if_needed)r< N)!__name__
__module__ __qualname____doc__r r staticmethodstrr rC rI listr r\ rW r r_ r` r
r{ r intr r r r r r r r r r
__classcell__r9 r9 r7 r: r + sv -
4
<
r ) r r@ r= collections.abcr typingr regexr! vllm.entrypoints.chat_utilsr 0vllm.entrypoints.openai.chat_completion.protocolr r 'vllm.entrypoints.openai.engine.protocolr r r r
r r vllm.loggerr
vllm.tokenizersr &vllm.tool_parsers.abstract_tool_parserr r rS r r9 r9 r9 r: s