o پi @sddlZddlmZmZmZmZmZddlmZm Z m Z m Z e e Z    dddZdeeefdee e fdeefd d Zdeeefdee e fdeefd d Zdeeefdee e fdeefd dZdS)N)AnyDictListOptionalUnion)CachedTokensDetailsChatCompletionRequestCompletionRequestLogProbscsbtfdd}fdd}|dur|||dur|||dur'|||dur/||S)Ncs8|D]\}}}j|j|jdqdS)N)tokensappendtoken_logprobs text_offset)rlogprob_ token_text ret_logprobsW/home/ubuntu/.local/lib/python3.10/site-packages/sglang/srt/entrypoints/openai/utils.pyappend_token_logprobss   z7to_openai_style_logprobs..append_token_logprobscs:|D]}|durjdd|DqjdqdS)NcSsi|] }|d|dqS)rr).0tokenrrr "szIto_openai_style_logprobs..append_top_logprobs..) top_logprobsr )rr rrrappend_top_logprobss z5to_openai_style_logprobs..append_top_logprobs)r )input_token_logprobsoutput_token_logprobsinput_top_logprobsoutput_top_logprobsrrrrrto_openai_style_logprobss   r"ret_itemrequestreturncCs>|jsdS|ddd}|durt|dkr|dng}|S)zProcess hidden states from a ret item in non-streaming response. Args: ret_item: Response item containing meta_info request: The original request object Returns: Processed hidden states for the last token, or None N meta_info hidden_statesr )return_hidden_statesgetlen)r#r$r'rrrprocess_hidden_states_from_ret3s r,cCs t|ddsdS|dddS)zAProcess routed experts from a ret item in non-streaming response.return_routed_expertsFNr&routed_experts)getattrr*)r#r$rrrprocess_routed_experts_from_retLs r0cCs~t|ddsdS|ddd}|durdSd|vr1t|dd|d d|dd|d d St|dd|d dd S) zHProcess cached tokens details from a ret item in non-streaming response.return_cached_tokens_detailsFNr&cached_tokens_detailsstoragedevicerhoststorage_backend)r4r5r3r6)r4r5)r/r*r)r#r$detailsrrr&process_cached_tokens_details_from_retYs      r8)NNNN)loggingtypingrrrrr&sglang.srt.entrypoints.openai.protocolrrr r getLogger__name__loggerr"strr,r0r8rrrrsT  %