o
پiT @ sn d dl Z d dlZd dlZd dlmZ d dlmZ d dlmZ d dl m
Z
m Z m Z e
eZG dd deZdS ) N)List)Tool)BaseFormatDetector)StreamingParseResult
StructureInfo _GetInfoFuncc s e Zd ZdZ fddZdedefddZdedee de
fd d
Z dedefd d Z d
edee de
f fdd Z
defddZ ZS )HermesDetectorz
Detector for Hermes tool call format.
Format:
{"name": "...", "arguments": {...}}
c s0 t d| _d| _tdtj| _d| _d S )N z z,(.*?)|(.*) ) super__init__ bot_token eot_tokenrecompileDOTALLtool_call_regex_normal_text_bufferself __class__ \/home/ubuntu/.local/lib/python3.10/site-packages/sglang/srt/function_call/hermes_detector.pyr s
zHermesDetector.__init__textreturnc C s
| j |v S )N)r
)r r r r r
has_tool_call" s
z HermesDetector.has_tool_calltoolsc
C s | | j}|dkr|d| n|}| j|vr t|g dS g }z:| j|D ],}|d p1|d }|s5q(t| }t|t rK|
| || q(|
| || q(t||dW S t yz } zt
d| t|dW Y d} ~ S d} ~ ww )zW
One-time parsing: Detects and parses tool calls in the provided text.
N) normal_textcallsr zError in detect_and_parse: r )findr
stripr r findalljsonloads
isinstancelistextendparse_base_json Exceptionloggererror)
r r r idxr r matchrawparseder r r detect_and_parse% s(
z HermesDetector.detect_and_parsec C s |s|S | j |7 _ | j| j v r | j | jd}d| _ |S | | j | j}|r;| j d | }| j | d | _ |S | j }d| _ |S )Nr
)r r replace_ends_with_partial_token)r r cleaned partial_len safe_textr r r _clean_normal_text> s" z!HermesDetector._clean_normal_textnew_textc s | j |7 _ | j }| j|vr5| || j}|r(|d| }|| d | _ n|}d| _ t| |dS || j}|dkrQ|d| }||d | _ t|dS t jd|d}|jrc| |j|_|S )zV
Streaming parsing: handle normal text, partial tags, and tool calls.
Nr
r" r )r; r ) _bufferr
r6 r r: r# r parse_streaming_incrementr ) r r; r current_textr8 r9 bot_posr resultr r r r= U s&
z(HermesDetector.parse_streaming_incrementc C s dd S )Nc S s t d| d dddS )Nz{"name":"z", "arguments":z
}r )beginendtrigger)r )namer r r t s
z/HermesDetector.structure_info..r r r r r structure_infos s z HermesDetector.structure_info)__name__
__module__ __qualname____doc__r strboolr r r r r4 r: r= r rF
__classcell__r r r r r s r )r& loggingr typingr &sglang.srt.entrypoints.openai.protocolr -sglang.srt.function_call.base_format_detectorr #sglang.srt.function_call.core_typesr r r getLoggerrG r- r r r r r s