o i"@sddlmZddlmZddlmZddlmZddlmZddlmZddlm Z ddlm Z dd lm Z dd lm Z dd lm Z dd lmZdd lmZddlmZddlmZddlmZddlmZddlmZddlmZddlmZdZdZdZdZ GdddeZ!dS))Any)Optional)get_argument_value)INPUT_TOKENS_METRIC_KEY)LITELLM_ROUTER_INSTANCE_KEY)METADATA)METRICS) MODEL_NAME)MODEL_PROVIDER)OUTPUT_TOKENS_METRIC_KEY) PROXY_REQUEST) SPAN_KIND)TOTAL_TOKENS_METRIC_KEY)BaseLLMIntegration)openai_set_meta_tags_from_chat)$openai_set_meta_tags_from_completion)(update_proxy_workflow_input_output_value)LLMObs) _get_attr)Span)text_completionatext_completionzrouter.text_completionzrouter.atext_completion)api_basemodel organization max_tokens temperaturetags) deploymentendpointheaderslitellm_api_version model_groupmodel_group_size model_infor)bodyurlmethodc @seZdZUdZiZeeeeeffed< d)de de ede edeee fddf d d Z  d*de d e e deee fd e e deddf ddZde deee fdefddZde eee fde eee ffddZd+deee fde edefddZ d)de deee fde ede edef ddZdeee fdeedfdeee ffddZdedefdd Zde edefd!d"Zed#e d$edeee ffd%d&Zdeee fde efd'd(ZdS),LiteLLMIntegrationlitellm _model_mapNspanrhostkwargsreturncKs0|dur |d||dur|d|dSdS)Nzlitellm.request.modelzlitellm.request.host) _set_tag_str)selfr+rr,r-r1X/home/ubuntu/.local/lib/python3.10/site-packages/ddtrace/llmobs/_integrations/litellm.py_set_base_span_tags2s  z&LiteLLMIntegration._set_base_span_tagsargsresponse operationc Cst||dddp d}|j||df\}}||r#t|||ddnt|||dd|||||||||}t||| ||} | t |t |pMdt |t| idS)NrrFr4r))integration_name)rr*getis_completion_operationrr_update_litellm_metadata_get_span_kindr_extract_llmobs_metrics_set_ctx_itemsr r r r) r0r+r5r-r6r7 model_namemodel_provider span_kindmetricsr1r1r2_llmobs_set_tags:s   z#LiteLLMIntegration._llmobs_set_tagsc Csp|tpi}|dp|d}d|vr:i}tD]}|d|}|dkr/|r/d|di}|r5|||<q||d<d|vrH||dt|d<|r]d|vr]|d|d<|t|idS|scd|vrl|t|idS|t} | s||t|idSt| d dt| d dt| d dt| d dt| d dt| ddd|d<t | dr| | |dd<|t|idS)Nbase_urlrmetadatar r,proxy_server_requestrrouterrouter_general_settingsrouting_strategyrouting_strategy_argsprovider_budget_config retry_policyenable_tag_filtering)rHrIrJrKrLrMrouter_settingsget_model_list model_list) _get_ctx_itemrr9 METADATA_KEYS _select_keysPROXY_SERVER_REQUEST_KEYSr>rgetattrhasattr_construct_litellm_model_listrO) r0r+r-r7rErDinner_metadatakeyvalue llm_routerr1r1r2r;WsJ            z+LiteLLMIntegration._update_litellm_metadatarPcCs@g}|D]}|di}||t}||d|dq|S)Nlitellm_paramsr?)r?r\)r9rSMODEL_LIST_KEYSappend)r0rPnew_model_listrr\litellm_params_dictr1r1r2rWs  z0LiteLLMIntegration._construct_litellm_model_listcsF|dd}|r |ndtfdddD}|o"| o"tdS)am Determine whether an LLM span will be submitted for the given request from outside the LiteLLM integration. Currently, this only applies to the OpenAI integration when the following conditions are met: - request is not streamed - model provider is OpenAI/AzureOpenAI - the OpenAI integration is enabled streamFr4c3s|]}|vVqdSNr1).0prefix model_lowerr1r2 szALiteLLMIntegration._has_downstream_openai_span..)gptopenaiazureri)r9loweranyr_integration_is_enabled)r0r-rrais_openai_modelr1rer2_has_downstream_openai_spans z.LiteLLMIntegration._has_downstream_openai_spancCs||s |tr dSdS)a# Workflow span should be submitted to LLMObs if: - span represents a router operation OR - span represents a proxy request LLM spans should be submitted to LLMObs if: - span does not represent a router operation or a proxy request workflowllm)is_router_operationrQr )r0r+r-rr7r1r1r2r<s z!LiteLLMIntegration._get_span_kinddatakeys_to_select.cCs(i}|D] }||}|r|||<q|Srb)r9)r0rsrtnew_datarYrZr1r1r2rSs zLiteLLMIntegration._select_keyscCs|tvSrb)TEXT_COMPLETION_OPERATIONSr0r7r1r1r2r:sz*LiteLLMIntegration.is_completion_operationcCs|rd|vSdS)NrGFr1rwr1r1r2rrsz&LiteLLMIntegration.is_router_operationresprAcCsp|r|dkriSt|trt|ddd}nt|dd}|dur"iSt|dd}t|dd}t|t|t||iS)Nrqrusage prompt_tokenscompletion_tokens) isinstancelistrrr r)rxrA token_usagerzr{r1r1r2r=s     z*LiteLLMIntegration._extract_llmobs_metricscKs|d}|r t|SdS)NrD)r9str)r0r-rDr1r1r2 _get_base_urls z LiteLLMIntegration._get_base_url)NN)Nr4rb)__name__ __module__ __qualname___integration_namer*dictrtuple__annotations__rrrr3r}rCr;rWboolror<rSr:rr staticmethodr=rr1r1r1r2r(-sf      *,$   . "r(N)"typingrrddtrace.internal.utilsrddtrace.llmobs._constantsrrrrr r r r r r!ddtrace.llmobs._integrations.baser#ddtrace.llmobs._integrations.openairr"ddtrace.llmobs._integrations.utilsrddtrace.llmobs._llmobsrddtrace.llmobs._utilsr ddtrace.tracerrvr]rRrTr(r1r1r1r2s2