o پi!@sddlZddlmZmZmZmZmZmZmZm Z ddl m Z m Z m Z mZmZddlmZmZddlmZddlmZddlmZddlmZdd lmZdd lmZdd lm Z dd l!m"Z"dd l#m$Z$ddl%m&Z&ddl'm(Z(ddl)m*Z*ddl+m,Z,ddl-m.Z.ddl/m0Z0ddl1m2Z2ddl3m4Z4ddl5m6Z6ddl7m8Z8ddl9m:Z:ddl;mZ>ddl?m@Z@eAeBZCGdddZDdS)N)DictListLiteralOptionalSetTupleTypeUnion)!LegacyStructuralTagResponseFormatStructuresResponseFormatToolToolCallConstraint ToolChoice)ToolStrictLevelenvs)BaseFormatDetector) ToolCallItem)DeepSeekV3Detector)DeepSeekV31Detector)DeepSeekV32Detector)GigaChat3Detector)Glm4MoeDetector)Glm47MoeDetector)GptOssDetector)HermesDetector)InternlmDetector)KimiK2Detector) Lfm2Detector)Llama32Detector) MiMoDetector)MinimaxM2Detector)MistralDetector)PythonicDetector)Qwen3CoderDetector)Qwen25Detector) Step3Detector)TrinityDetector)get_json_schema_constraintc@s6eZdZUdZidedededededede d e d e d e d e d edededededeeeeeeedZeeeefed<deedefddZ dede!fddZ"dede#ee$e%ffddZ&d ede#ee$e%ffd!d"Z'de(fd#d$Z)d%e*e+e,d&fde-e.fd'd(Z/d)S)*FunctionCallParseraX Parser for function/tool calls in model outputs. This class handles both streaming and non-streaming parsing of function calls using a detector. In streaming scenarios, each time new_text is received, it calls detector.parse_streaming_increment and returns the resulting normal_text and calls to the upper layer (or SSE). deepseekv3 deepseekv31 deepseekv32glmglm45glm47zgpt-osskimi_k2lfm2llama3mimomistralpythonicqwenqwen25 qwen3_coderstep3)step3p5z minimax-m2trinityinterns1hermes gigachat3ToolCallParserEnumtoolstool_call_parsercCsB|j|}|r |}ntd|||_||_tj|_dS)NzUnsupported tool_call_parser: )r>get ValueErrordetectorr?rSGLANG_TOOL_STRICT_LEVELtool_strict_level)selfr?r@detector_classrCrHa/home/ubuntu/.local/lib/python3.10/site-packages/sglang/srt/function_call/function_call_parser.py__init__Js zFunctionCallParser.__init__textreturncCs|jsdS|j|S)a6 Check if the given text contains a tool call in the format supported by this parser. This delegates to the detector's implementation. Args: text: The text to check for tool calls Returns: True if the text contains a tool call, False otherwise F)r?rC has_tool_call)rFrKrHrHrIrMUs  z FunctionCallParser.has_tool_call full_textcCs:|js|gfS|j||j}|j}|r|j|fS|gfS)aj One-time parsing of the full text to extract tool calls. Args: full_text: The complete text to parse Returns: A tuple containing: - The remaining text after parsing that was not consumed by the detector (can be treated as normal text) - A list of tool calls parsed from the text )r?rCdetect_and_parsecalls normal_text)rFrN parsed_resulttool_call_listrHrHrIparse_non_streamds  z#FunctionCallParser.parse_non_stream chunk_textcCsR|js|gfSd}g}|j||j}|jr|j}|jr%||j|j}||fS)aE Streaming incremental parsing of chunks of text as they arrive. Args: chunk_text: The new chunk of text to parse Returns: A tuple containing: - The normal text that should be displayed to the user - A list of tool calls parsed from the chunk )r?rCparse_streaming_incrementrQrPextend)rFrUfinal_normal_text final_calls sp_resultrHrHrIparse_stream_chunkys  z%FunctionCallParser.parse_stream_chunkc Cst}t}|j}|jD]6}|j}|j}|dusJ||}|jp(|jt j k}|r.|j ni} | t |j| p8i|jd||jqtd|t|dS)z Generate a structural tag response format for all available tools. This creates the necessary structural tags that guide the model's output format. N)beginschemaendstructural_tag)type structurestriggers)listsetrCstructure_infor?functionnamestrictrEr PARAMETER parametersappendr r]r_addtriggerr ) rFtool_structurestool_trigger_setget_structure_infotoolrgrhinfo is_strictr^rHrHrIget_structure_tags0   z$FunctionCallParser.get_structure_tag tool_choice)autorequiredcCsl|jr!|dkr!tdd|jDs|jtjkr!|}d|fS|dks*t|t r4t |j|}d|fSdS)a Returns the appropriate structure constraint for tool calls based on the tool_choice. The constraint is used to guide the model's output format. Args: tool_choice: The tool choice setting from the request Returns: A tuple of (constraint_type, constraint_value) to be added to sampling parameters, or None if no constraint applies. rwcss|]}|jjVqdS)N)rgri).0rrrHrHrI sz>FunctionCallParser.get_structure_constraint..r`rx json_schemaN) rCsupports_structural_taganyr?rErFUNCTIONru isinstancerr')rFrvtagr{rHrHrIget_structure_constraints  z+FunctionCallParser.get_structure_constraintN)0__name__ __module__ __qualname____doc__rrrrrrrrrrr!r"r$r#r%r r&rrrr>rstrrr__annotations__rr rJboolrMrrdrrTr\r rur rrrr rrHrHrHrIr('sl       'r()Eloggingtypingrrrrrrrr &sglang.srt.entrypoints.openai.protocolr r r r rsglang.srt.environrr-sglang.srt.function_call.base_format_detectorr#sglang.srt.function_call.core_typesr,sglang.srt.function_call.deepseekv3_detectorr-sglang.srt.function_call.deepseekv31_detectorr-sglang.srt.function_call.deepseekv32_detectorr+sglang.srt.function_call.gigachat3_detectorr*sglang.srt.function_call.glm4_moe_detectorr+sglang.srt.function_call.glm47_moe_detectorr)sglang.srt.function_call.gpt_oss_detectorr(sglang.srt.function_call.hermes_detectorr*sglang.srt.function_call.internlm_detectorr(sglang.srt.function_call.kimik2_detectorr&sglang.srt.function_call.lfm2_detectorr)sglang.srt.function_call.llama32_detectorr&sglang.srt.function_call.mimo_detectorr#sglang.srt.function_call.minimax_m2r )sglang.srt.function_call.mistral_detectorr!*sglang.srt.function_call.pythonic_detectorr"-sglang.srt.function_call.qwen3_coder_detectorr#(sglang.srt.function_call.qwen25_detectorr$'sglang.srt.function_call.step3_detectorr%)sglang.srt.function_call.trinity_detectorr&sglang.srt.function_call.utilsr' getLoggerrloggerr(rHrHrHrIs:(