o
-i# @ s\ d dl mZ d dlmZ d dlmZ d dlmZ d dlm Z d dl
m Z G dd de Z d S )
)Sequence)ChatCompletionRequest) DeltaMessage)ResponsesRequest)BaseThinkingReasoningParser)
TokenizerLikec s e Zd ZdZedefddZedefddZdef fdd Z d
e
e de fd d Z
d
e
e d
e
e de fddZdedeeB deedB edB f f fdd Zdededede
e de
e de
e dedB f fdd Z ZS ) Step3p5ReasoningParsera"
Reasoning parser for Step3p5 model.
Step3p5 uses the ... format, but it tends to emit an extra
newline immediately before and/or after the token. This parser trims:
- the newline right before
- the newline right after
returnc C dS )Nz selfr r d/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/vllm/reasoning/step3p5_reasoning_parser.py start_token z"Step3p5ReasoningParser.start_tokenc C r
)Nzr r r r r end_token r z Step3p5ReasoningParser.end_token tokenizerc s* t j|g|R i | d| _d| _d S )NF )super__init___pending_reasoning_newline
end_offset)r
r argskwargs __class__r r r # s
z Step3p5ReasoningParser.__init__ input_idsc C 0 | j |v r| jdkr| jd8 _dS | jdk S Nr r F end_token_idr )r
r r r r is_reasoning_end/ s
z'Step3p5ReasoningParser.is_reasoning_end delta_idsc C r r r )r
r r" r r r is_reasoning_end_streaming5 s
z1Step3p5ReasoningParser.is_reasoning_end_streaming model_outputrequestNc sF t ||\}}|d ur|d}|d ur|d}|p d |p!d fS )N
)r extract_reasoning removesuffix removeprefix)r
r$ r% reasoningcontentr r r r' = s
z(Step3p5ReasoningParser.extract_reasoning
previous_text current_text
delta_textprevious_token_idscurrent_token_idsdelta_token_idsc s | | jr!|r!|dkrd S |dr!|d}|r t|dS d S t ||||||}|d u r2d S | j|vrq| j|vrq| j|v ra| | j} |d | }
|| t
| j d } t|
| p]d d}n| j|v rlt|d}nt|d}|j } |j }
| d ur| j
rd| } d| _
| dr| d} | j|v rd| _
nd| _
|
d ur| jd8 _d| _
| j|v r|
dr|
d}
| pd } |
pd }
| d u r|
d u rd S t| |
dS )Nr& )r+ )r* r+ )r* FTr )endswithr
startswithr) r r extract_reasoning_streamingstart_token_idr findlenr* r+ r r( r )r
r, r- r. r/ r0 r1 remainingret end_indexr* r+ reasoning_to_outputcontent_to_outputr r r r4 I s^
z2Step3p5ReasoningParser.extract_reasoning_streaming)__name__
__module__ __qualname____doc__propertystrr r r r r intboolr! r# r r tupler' r r4
__classcell__r r r r r sJ
r N)
collections.abcr 0vllm.entrypoints.openai.chat_completion.protocolr 'vllm.entrypoints.openai.engine.protocolr *vllm.entrypoints.openai.responses.protocolr vllm.reasoning.basic_parsersr vllm.tokenizersr r r r r r s