o
i5 @ s d dl Z d dlmZ d dlZd dlZd dlmZ d dlm Z d dl
m Z d dl m
Z
mZmZmZmZmZ d dlmZ d dlmZ d d lmZ d d
lmZ d d lm Z ee Z G d d
d
eZ dS ) N)Sequence)Allow)make_tool_call_id)ChatCompletionRequest)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall) init_logger)
TokenizerLike)MistralTokenizer)
ToolParser)extract_intermediate_diffc s e Zd Zdef fdd Zdedef fdd Zdededefd d
Z d ed ed
ede
e de
e de
e dede dB fddZ
ZS )JambaToolParser tokenizerc s t | t| jtrtdd| _g | _d| _g | _ d| _
d| _ t
| j
d| j t j| _| js8td| j| j
| _| j| j | _| jd u sR| jd u rVtdd S ) Nz>Detected a MistralTokenizer tokenizer when using a Jamba modelFz z
z(.*?)zUThe model tokenizer must be passed to the ToolParser constructor during construction.zPJamba Tool parser could not locate tool calls start/end tokens in the tokenizer!)super__init__
isinstancemodel_tokenizerr
ValueErrorcurrent_tool_name_sentprev_tool_call_arrcurrent_tool_idstreamed_args_for_tooltool_calls_start_tokentool_calls_end_tokenrecompileDOTALLtool_calls_regexvocabgettool_calls_start_token_idtool_calls_end_token_id RuntimeError)selfr __class__ Y/home/ubuntu/vllm_env/lib/python3.10/site-packages/vllm/tool_parsers/jamba_tool_parser.pyr ! s6
zJambaToolParser.__init__requestreturnc s& t |}|jr|jdkrd|_|S )NnoneF)r adjust_requesttools tool_choiceskip_special_tokens)r( r- r) r+ r, r0 G s z JambaToolParser.adjust_request model_outputc C s | j |vr tdg |dS z5| j|d }t|}dd |D }|d || j }td|t|dkr=|dkr=|dW S d dW S tyV t
d tdg |d Y S w ) NF) tools_called
tool_callscontentr c
S s2 g | ]}t d t|d tj|d ddddqS )functionname argumentsF ensure_ascii)r9 r: )typer8 )r r
jsondumps).0
function_callr+ r+ r,
a s z6JambaToolParser.extract_tool_calls..T z,Error in extracting tool call from response.) r r r" findallr> loadsfindlen Exceptionlogger exception)r( r4 r- function_callsraw_function_callsr6 r7 r+ r+ r, extract_tool_callsP s0
z"JambaToolParser.extract_tool_calls
previous_text current_text
delta_textprevious_token_idscurrent_token_idsdelta_token_idsNc C s | j |vr
t|dS | j|v rt|dkrd S | jr tjntjtj @ }z|| j d | j d } zt
| |}
W n t
j j
jyO td Y W d S w t|
dkr[|
| j ni } t|
dkrfW d S t|
dkrt|
| jd kr| jdkr| d} | rtj| dd| j| j d } tt| jt| d
jd d d
gd}
| j| j | 7 < nd }
nd }
t|
d | _d| _| jd td| j |
W S | js| d}|rtt| jdt t|djd d dgd}
d | _nd }
n| j | j d}| d}|dd}|s|sd }
n|s |r t d d }
n|ra|satj|dd}td|| |d | |t| }td| tt| jt|d
jd d d
gd}
| j| j |7 < nE|r|rtj|dd}tj|dd}td|| t ||}td| tt| jt|d
jd d d
gd}
| j| j |7 < nd }
|
| _ |
W S t y t!d td Y d S w ) N)r7 r r z(not enough tokens to parse into JSON yetr: Fr; )r: T) exclude_none)indexr8 )r6 zstarting on new tool %dr9 r8 )r9 )rW r= idr8 '"z r? replacer r r
model_dumpappendr r errorrW r rH rJ )r( rN rO rP rQ rR rS r- flags parsable_arr
tool_call_arrcurrent_tool_calldiffdelta
function_nameprev_arguments
cur_argumentsnew_textcur_arguments_jsonarguments_delta
cur_args_jsonprev_args_json
argument_diffr+ r+ r, extract_tool_calls_streaming| s
z,JambaToolParser.extract_tool_calls_streaming)__name__
__module__ __qualname__r
r r r0 strr rM r intr rv
__classcell__r+ r+ r) r, r s6 &
, r ) r> collections.abcr r^ regexr partial_json_parser.core.optionsr vllm.entrypoints.chat_utilsr 0vllm.entrypoints.openai.chat_completion.protocolr 'vllm.entrypoints.openai.engine.protocolr r r r r
r vllm.loggerr vllm.tokenizersr
vllm.tokenizers.mistralr vllm.tool_parsersr vllm.tool_parsers.utilsr rw rI r r+ r+ r+ r, s