o
    Á¿it  ã                   @   sÔ  d dl mZ dZdZdZdZdZdZdZd	Z	d
Z
dZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZd Z d!Z!d"Z"d#Z#d$Z$d%Z%d&Z&d'Z'd(Z(d)Z)d*Z*d+Z+d,Z,d-Z-d.Z.d/Z/d0Z0d1Z1d1Z2d2 3e0¡Z4d2 3e1¡Z5d2 3e2¡Z6h d3£Z7d4Z8d5Z9d6Z:d7Z;d8Z<d9Z=d:Z>d;Z?d<Z@d=ZAd>ZBd?ZCd@ZDdAZEdBZFdCZGdDZHdEZIdFZJdGZKdHZLdIZMdJZNdKZOdLZPdMZQdNZRdOZSdPZTdQZUdRZVdSZWdTZXdUZYdVZZdWZ[dXZ\dYZ]dZ^dZZ_d[Z`d\Zad]Zbd^Zcd_Zdd`ZedaZfdbZgdcZhddZideZjG dfdg„ dgƒZkdhS )ié    )ÚFinalz_ml_obs.meta.span.kindz_ml_obs.session_idz_ml_obs.meta.metadataz_ml_obs.metricsz_ml_obs.meta.ml_appz_dd.p.llmobs_parent_idz_dd.p.llmobs_ml_appz_ml_obs.llmobs_parent_idz_dd.p.llmobs_trace_idz_ml_obs.llmobs_trace_idz_ml_obs.tagsz_ml_obs.meta.agent_manifestz_ml_obs.meta.model_namez_ml_obs.meta.model_providerz_ml_obs.meta.input.documentsz_ml_obs.meta.input.messagesz_ml_obs.meta.input.valuez_ml_obs.meta.input.promptz_ml_obs.meta.tool_definitionsz_ml_obs.meta.output.documentsz_ml_obs.meta.output.messagesz_ml_obs.meta.output.valuez_ml_obs.meta.intentzÃSpan started with LLMObs disabled. If using ddtrace-run, ensure DD_LLMOBS_ENABLED is set to 1. Else, use LLMObs.enable(). See https://docs.datadoghq.com/llm_observability/setup/sdk/python/#setup.zclaude_agent_sdk.requestzcrewai.requestzgemini.requestzlangchain.requestzlitellm.requestzopenai.requestzvertexai.requestÚinput_tokensÚoutput_tokensÚtotal_tokensÚcache_write_input_tokensÚcache_read_input_tokensÚbillable_character_countÚreasoning_output_tokensÚtime_to_first_tokenÚtime_in_queueÚtime_in_model_prefillÚtime_in_model_decodeÚtime_in_model_inferencez/evp_proxy/v2z"/api/intake/llm-obs/v2/eval-metricz/api/v2/llmobszllmobs-intakeÚapiz
https://{}>   údatadoghq.euúddog-gov.comúdatadoghq.comi    Ú
dropped_iozR[This value has been dropped because this span's size exceeds the 1MB size limit.]Ú	undefinedzrunner.integrationz_ml_obs.evaluation_spanÚannotations_context_idÚ_dd_context_variable_keysÚ_dd_query_variable_keysz_dd.faithfulness_disagreementsz_dd.evaluation_kindz_dd.evaluation_spanz_ml_obs.span_linksz_ml_obs.namezunnamed-promptÚ&prompt_tracking_instrumentation_methodÚprompt_multimodalÚautoÚ	annotatedz_ml_obs.decoratorz_ml_obs.integrationÚon_tool_call_output_usedÚon_llm_tool_choiceÚon_tool_callÚon_guardrail_span_startÚon_llm_span_finishÚon_openai_agent_span_finishz{}z_dd.router_instancezllmobs.proxy_requestz_ml_obs.experiment_idz_ml_obs.experiment_run_idz _ml_obs.experiment_run_iterationz_ml_obs.experiment_project_namez_ml_obs.experiment_project_idz_ml_obs.experiment_dataset_namez_ml_obs.experiment_namez_ml_obs.configz"_ml_obs.meta.input.expected_outputz_ml_obs.meta.inputz_ml_obs.meta.outputzdefault-projectz[image]z[file]Úinput_imageÚ
input_fileÚ
input_texté<   g      @z /api/unstable/llm-obs/v1/promptsc                   @   sV  e Zd ZU dZdZeed< dZeed< dZeed< dZ	eed	< d
Z
eed< dZeed< dZeed< dZeed< dZeed< dZeed< dZeed< dZeed< dZeed< dZeed< dZeed< d Zeed!< d"Zeed#< d$Zeed%< d&Zeed'< d(Zeed)< d*Zeed+< d,Zeed-< d.Zeed/< d0Zeed1< d2Zeed3< d4Zeed5< d6Z eed7< d8S )9ÚLLMOBS_STRUCTz/Nested LLMObs struct keys in span._meta_struct.ÚllmobsÚKEYÚnameÚNAMEÚ	parent_idÚ	PARENT_IDÚtrace_idÚTRACE_IDÚml_appÚML_APPÚ
session_idÚ
SESSION_IDÚtagsÚTAGSÚpromptÚPROMPTÚmetricsÚMETRICSÚmetadataÚMETADATAÚ
span_linksÚ
SPAN_LINKSÚis_evaluation_spanÚIS_EVALUATION_SPANÚmetaÚMETAÚtool_definitionsÚTOOL_DEFINITIONSÚinputÚINPUTÚoutputÚOUTPUTÚexpected_outputÚEXPECTED_OUTPUTÚvalueÚVALUEÚmessagesÚMESSAGESÚ	documentsÚ	DOCUMENTSÚagent_manifestÚAGENT_MANIFESTÚspanÚSPANÚkindÚKINDÚ
model_nameÚ
MODEL_NAMEÚmodel_providerÚMODEL_PROVIDERÚintentÚINTENTÚconfigÚCONFIGN)!Ú__name__Ú
__module__Ú__qualname__Ú__doc__r(   r   Ú__annotations__r*   r,   r.   r0   r2   r4   r6   r8   r:   r<   r>   r@   rB   rD   rF   rH   rJ   rL   rN   rP   rR   rT   rV   rX   rZ   r\   © rb   rb   úM/home/ubuntu/.local/lib/python3.10/site-packages/ddtrace/llmobs/_constants.pyr&   ¢   s:   
 r&   N)lÚtypingr   Ú	SPAN_KINDr2   r:   r8   r0   ÚPROPAGATED_PARENT_ID_KEYÚPROPAGATED_ML_APP_KEYÚPARENT_ID_KEYÚPROPAGATED_LLMOBS_TRACE_ID_KEYÚLLMOBS_TRACE_IDr4   rP   rV   rX   ÚINPUT_DOCUMENTSÚINPUT_MESSAGESÚINPUT_VALUEÚINPUT_PROMPTrB   ÚOUTPUT_DOCUMENTSÚOUTPUT_MESSAGESÚOUTPUT_VALUEÚMCP_TOOL_CALL_INTENTÚ!SPAN_START_WHILE_DISABLED_WARNINGÚCLAUDE_AGENT_SDK_APM_SPAN_NAMEÚCREWAI_APM_SPAN_NAMEÚGEMINI_APM_SPAN_NAMEÚLANGCHAIN_APM_SPAN_NAMEÚLITELLM_APM_SPAN_NAMEÚOPENAI_APM_SPAN_NAMEÚVERTEXAI_APM_SPAN_NAMEÚINPUT_TOKENS_METRIC_KEYÚOUTPUT_TOKENS_METRIC_KEYÚTOTAL_TOKENS_METRIC_KEYÚ#CACHE_WRITE_INPUT_TOKENS_METRIC_KEYÚ"CACHE_READ_INPUT_TOKENS_METRIC_KEYÚ#BILLABLE_CHARACTER_COUNT_METRIC_KEYÚ"REASONING_OUTPUT_TOKENS_METRIC_KEYÚTIME_TO_FIRST_TOKEN_METRIC_KEYÚTIME_IN_QUEUE_METRIC_KEYÚ TIME_IN_MODEL_PREFILL_METRIC_KEYÚTIME_IN_MODEL_DECODE_METRIC_KEYÚ"TIME_IN_MODEL_INFERENCE_METRIC_KEYÚEVP_PROXY_AGENT_BASE_PATHÚEVAL_ENDPOINTÚSPAN_ENDPOINTÚSPAN_SUBDOMAIN_NAMEÚEVAL_SUBDOMAIN_NAMEÚEXP_SUBDOMAIN_NAMEÚformatÚAGENTLESS_SPAN_BASE_URLÚAGENTLESS_EVAL_BASE_URLÚAGENTLESS_EXP_BASE_URLÚDD_SITES_NEEDING_APP_SUBDOMAINÚEXPERIMENT_CSV_FIELD_MAX_SIZEÚDROPPED_IO_COLLECTION_ERRORÚDROPPED_VALUE_TEXTÚROOT_PARENT_IDÚRUNNER_IS_INTEGRATION_SPAN_TAGr>   ÚANNOTATIONS_CONTEXT_IDÚINTERNAL_CONTEXT_VARIABLE_KEYSÚINTERNAL_QUERY_VARIABLE_KEYSÚ#FAITHFULNESS_DISAGREEMENTS_METADATAÚEVALUATION_KIND_METADATAÚEVALUATION_SPAN_METADATAr<   r*   ÚDEFAULT_PROMPT_NAMEÚ&PROMPT_TRACKING_INSTRUMENTATION_METHODÚPROMPT_MULTIMODALÚINSTRUMENTATION_METHOD_AUTOÚ INSTRUMENTATION_METHOD_ANNOTATEDÚ	DECORATORÚINTEGRATIONÚ!DISPATCH_ON_TOOL_CALL_OUTPUT_USEDÚDISPATCH_ON_LLM_TOOL_CHOICEÚDISPATCH_ON_TOOL_CALLÚ DISPATCH_ON_GUARDRAIL_SPAN_STARTÚDISPATCH_ON_LLM_SPAN_FINISHÚ$DISPATCH_ON_OPENAI_AGENT_SPAN_FINISHÚOAI_HANDOFF_TOOL_ARGÚLITELLM_ROUTER_INSTANCE_KEYÚPROXY_REQUESTÚEXPERIMENT_ID_KEYÚEXPERIMENT_RUN_ID_KEYÚEXPERIMENT_RUN_ITERATION_KEYÚEXPERIMENT_PROJECT_NAME_KEYÚEXPERIMENT_PROJECT_ID_KEYÚEXPERIMENT_DATASET_NAME_KEYÚEXPERIMENT_NAME_KEYÚEXPERIMENT_CONFIGÚEXPERIMENT_RECORD_METADATAÚEXPERIMENT_EXPECTED_OUTPUTÚEXPERIMENTS_INPUTÚEXPERIMENTS_OUTPUTÚDEFAULT_PROJECT_NAMEÚIMAGE_FALLBACK_MARKERÚFILE_FALLBACK_MARKERÚINPUT_TYPE_IMAGEÚINPUT_TYPE_FILEÚINPUT_TYPE_TEXTÚDEFAULT_PROMPTS_CACHE_TTLÚDEFAULT_PROMPTS_TIMEOUTÚPROMPTS_ENDPOINTr&   rb   rb   rb   rc   Ú<module>   sÖ    ÿ


