o
۾ilA @ s d dl Z d dlmZ d dlmZ d dlZd dlmZ d dl m
Z
m Z m Z m
Z
mZmZ d dlmZ d dlmZ d dlmZ d d lmZ d d
lmZ eeZG d d d eZ dS )
N)Sequence)Any)ChatCompletionRequest)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall) init_logger)
TokenizerLike)
ToolParser)
consume_space) random_uuidc s e Zd Zdef fdd ZdedeedB edB f fddZded ede fd
d Z
d ed
edede e de e de e d ede
dB fddZd
efddZd
efddZde fddZde de fd d Zd
ede de fd d Z ZS ) HunyuanA13BToolParser tokenizerc s| t | g | _d| _d| _g | _g | _g | _t dtj
| _ t d| _ t d| _
t d| _d| _dg g d| _d S ) NFz#([\s\S]*?)z"name"\s*:\s*"([^"]+)"z4"name"\s*:\s*"[^"]+"\s*,\s*"arguments"\s*:\s*\{\s*\}zL"name"\s*:\s*"[^"]+"\s*,\s*"arguments"\s*:\s*(\{(?:[^{}]|(?:\{[^{}]*\}))*\})z )current_tool_indextool_ids
sent_tools)super__init__prev_tool_callscurrent_tool_idcurrent_tool_name_sent
streamed_argscurrent_tools_sentprev_tool_call_arrrecompileDOTALLanswer_tool_calls_pattern
tool_name_regtool_empty_arg_regtool_non_empty_arg_reg
bot_stringstreaming_state)selfr __class__ ^/home/ubuntu/.local/lib/python3.10/site-packages/vllm/tool_parsers/hunyuan_a13b_tool_parser.pyr " s, z HunyuanA13BToolParser.__init__ model_outputreturnNc s | j |D ]G}| \ dd tjd|tjdD }t fdd|D }|sM|d }|d }z t | ||fW S t
yL Y qw q|d fS )Nc S s g | ]
}| | fqS r* )startend).0mr* r* r+
Q s zAHunyuanA13BToolParser.preprocess_model_output..z(.*?))flagsc 3 s$ | ]
\}}|ko
|k V qd S Nr* )r0 t_startt_endr/ r. r* r+ W s
z@HunyuanA13BToolParser.preprocess_model_output.. ) r! finditerspanr r anygroupstripjsonloads Exception)r' r, match
think_regionsin_thinkcontenttool_calls_contentr* r7 r+ preprocess_model_outputJ s*
z-HunyuanA13BToolParser.preprocess_model_outputrequestc
C s6 z| |\}}|s|r|ddd}tdg |dW S t|}t|ts4td tdg |p0|dW S g }t |D ]8\}}t|t
rKd|vsKd|vrLq:t d t d
t
|d t|d t
ret|d n|d d d } || q:|r}t| d
krd}tt|d
k||dW S ty tdg |d Y S w )zB
Extract tool calls from a complete model output.
u 助手： r9 F) tools_called
tool_callsrE z Tool calls data is not an arrayname argumentscall_function)rL rM )idtyperO r N)rG replacer r? r@
isinstancelistloggerdebug enumeratedictr
r r dumpsappendlenr> rA )
r' r, rH rE potential_tool_callstool_calls_datarK idxcall tool_callr* r* r+ extract_tool_callsd s\
z(HunyuanA13BToolParser.extract_tool_calls
previous_text current_text
delta_textprevious_token_idscurrent_token_idsdelta_token_idsc C s t d|}||d | jrt |t| j |}|r'|t|ks'|| dkr,t|dS | ||d | |} | r>| S t| j |}
t|
} | dkrPdS |
| | j d } | | | |
}
|
re|
S |
|| | }|rp|S dS )z8
Extract tool calls for streaming mode.
r N[)rE r )r
startswithr% r[ r _try_parse_json_tools_handle_test_compatibilityrT r" r: _ensure_state_arraysr& _handle_tool_name_streaming_handle_tool_args_streaming)r' rb rc rd re rf rg rH start_idx
test_delta name_matches
tool_count current_idx
name_delta
args_deltar* r* r+ extract_tool_calls_streaming s:
z2HunyuanA13BToolParser.extract_tool_calls_streamingc C s> zt |}t|tr|| _W d S W d S t jy Y d S w r4 )r? r@ rS rT r JSONDecodeError)r' rc parsed_toolsr* r* r+ rj s
z+HunyuanA13BToolParser._try_parse_json_toolsc C s t | jdkrkt | jdkrk| jd du rk| j|}|rk|d}dt }ttdd|t|dj ddd gd
}dg| _d| _
d| j d < t | j d dkr]| j d ddd
d n d| j d d d< d| _
|S d S )Nr r9 Fzchatcmpl-tool-rO rL T exclude_noneindexrQ rP rO rK r r rI sent_namesent_arguments_prefixsent_argumentsr )r[ r r" searchr= r r r r
model_dumpr r& rZ r )r' rc
name_match
function_nametool_iddeltar* r* r+ rk sD
z0HunyuanA13BToolParser._handle_test_compatibilityrr c C sx t | jd |k r | jd dddd t | jd |k s t | jd |k r:| jd d t | jd |k s'd S d S )Nr FrI r r )r[ r& rZ )r' rr r* r* r+ rl s
z*HunyuanA13BToolParser._ensure_state_arraysrs c C s |dks
||d k rq|d }||k rq| j d | d sq|| j d< || _|}|| d}d| dt }|| j d |< tt|d |t|d
jd d d
gd}d | j d | d< d | _t | j
|kro| j
d t | j
|ksb|S d S )Nr r9 r r r rN _r rO ry Trz r| r~ rI ) r& r r= r r r r r r r[ r rZ )r' rs rr rq next_idx tool_namer r r* r* r+ rm s:
z1HunyuanA13BToolParser._handle_tool_name_streamingc C s" |dkr||k r| j |}|r| dkrt|D ]h}||kr| jd | d sd| jd | d< d| jd | d< t| j|krQ| jd t| j|ksD| j| d7 < tt |t
ddj dd d
gd }||d k r| jd
d 7 < | jd
| _ | S q t
| j|}|t|k r|| d }||d k} | s|d|| }
|
dkr|
d } ||| | dd }| jd | d } | jd | d s"|dr"d| jd | d< d| jd | d< t| j|kr| jd t| j|ks| j| d7 < tt |t
ddj dd d
gd }|S || rn|t| d }
|
rn|| jd | d< t| j|krR| jd t| j|ksD| j| |
7 < tt |t
|
dj dd d
gd }|S |dr|| kr||d k r| jd
d 7 < | jd
| _ d S )Nr r r Tz{}r rI )rM rz )r} rO r~ r9 r z},{r z "arguments":{})r# r r. ranger& r[ r rZ r r r r r rT r$ r: r= findsplitr> ri endswith)r' rc rs rr empty_args_matchir args_matches args_text is_last_tool
next_tool_pos args_end_pos sent_args args_diffr* r* r+ rn : s
z1HunyuanA13BToolParser._handle_tool_args_streaming)__name__
__module__ __qualname__r r strtuplerG r r ra r intr rv rj rk rl rm rn
__classcell__r* r* r( r+ r ! s\ (
F
3'
"r ) r? collections.abcr typingr regexr 0vllm.entrypoints.openai.chat_completion.protocolr 'vllm.entrypoints.openai.engine.protocolr r r r r r
vllm.loggerr vllm.tokenizersr &vllm.tool_parsers.abstract_tool_parserr
vllm.tool_parsers.utilsr
vllm.utilsr r rU r r* r* r* r+ s