o i@stddlmZddlmZddlmZddlmZddlZddlmZddl m Z ddl m Z dd l m Z dd lmZdd lmZerHdd lmZd dlmZd dlmZd dlmZd dlmZd dlmZd dlmZd dlmZd dlmZd dlmZd dlm Z d dlm!Z!d dlm"Z"e e#Z$e%diddZ&ddZ'd5d%d&Z(d6d-d.Z)d/d0Z*d1d2Z+d3d4Z,dS)7) annotations) TYPE_CHECKING)Any)OptionalN)config)unwrap)wrap) get_logger)VLLMIntegration)tracer)OutputProcessor)ARG_POSITION_LOG_STATS)ARG_POSITION_TRACE_HEADERS)ATTR_DATADOG_INTEGRATION)ATTR_DATADOG_PATCH)ATTR_MODEL_NAME) MIN_VERSION)extract_latency_metrics)extract_request_data)get_model_name) create_span)inject_trace_context)set_latency_metricsvllmcCs|t|tkr|dtd|tdd}nd|d<||i|}t|dr captured_data. N)r, arrival_timedatastats) request_idrequest_statesr-r,r6r4r)r$r1 spans_dataengine_core_outputreq_id req_stater)r)r*_capture_request_statesJs  r= integrationr r( Optional[str]r9Nonec Cs|D]M\}}||jvrqt|||d|dd}|d}|jdur%dnd}|dkr5|dr5|dj|_t|d} |j|g|| d d|d t|| | qdS) z/Create and finish spans for completed requests.r,r4)r>r(r,r4r5N embedding completionr6) request_datalatency_metrics)r%r&response operation) itemsr8r embedding_dimnum_generation_tokens output_tokensrllmobs_set_tagsrfinish) r>r(r$r9r; span_infospanr5rFrDr)r)r*_create_finished_spansds4    rOc Csdttt}|r |dn|d}|s||i|St|}t||}||i|}t|||||S)z+Create Datadog spans for finished requests.rr1)r!rrr-rr=rO) r#r$r%r&r>r1r(r9r'r)r)r*'traced_output_processor_process_outputss  rPc CstttdrdSz%ddlm}ttdd}||j}|||tkr,tdt|WdSWn4t t fyH}z t d|tWYd}~nd}~wt ya}ztjd |d d WYd}~nd}~wwt ttd ttjd }t tt|td dttddttddttddtdS)z*Patch vLLM V1 library for Datadog tracing.FNr)parse __version__z0.0.0zgvLLM integration requires vLLM >= %s for V1 engine support. Found version %s. Skipping instrumentation.zCould not verify vLLM version (missing packaging library or __version__): %s. Proceeding with instrumentation - may fail if version < %szqUnexpected error verifying vLLM version: %s. Proceeding with instrumentation, but compatibility issues may occur.T)exc_info)integration_configzvllm.v1.engine.llm_enginezLLMEngine.__init__zvllm.v1.engine.async_llmzAsyncLLM.__init__zvllm.v1.engine.processorzProcessor.process_inputszvllm.v1.engine.output_processorzOutputProcessor.process_outputs)r!rrpackaging.versionrQ base_versionrloggerwarning ImportErrorAttributeErrordebug Exceptionr"r rrrr+r/rP) parse_version version_strrVer>r)r)r*patchsP          r`cCsrtttdsdStttdttjjjjdttjjj j dttjjj j dttjjj jdtttdS)NF__init__process_inputsprocess_outputs)r!rrr"rv1engine llm_engine LLMEngine async_llmAsyncLLM processor Processorrr delattrrr)r)r)r*unpatchs  rm)r$r0r1rr2r3) r>r r(r?r$r0r9r3r2r@)- __future__rtypingrrrrddtracerddtrace.contrib.trace_utilsrrddtrace.internal.loggerr !ddtrace.llmobs._integrations.vllmr ddtrace.tracer vllm.v1.engine.output_processorr _constantsrrrrrr extractorsrrrutilsrrr__name__rW_addr+r/r=rOrPr`rmr)r)r)r*sD                         ) 0