o -i@sUddlZddlmZddlmZddlmZddgZeeZ dZ dZ e dBe d<z,dd lmZdd lmZdd lmZdd lmZdd lmZmZmZddlmZdZ Wn-eyddlZeZ GdddZGdddZGdddZGdddZYnwde fddZ!de de dedBfddZ"dd Z#d!ee e fdBdedBfd"d#Z$d!ee e fdee e ffd$d%Z%Gd&d'd'Z&d!ee e fde fd(d)Z'ed,d*d+Z(dS)-N)Mapping) init_logger)run_once traceparent tracestateFotel_import_error_traceback)Context)"OTEL_EXPORTER_OTLP_TRACES_PROTOCOL)TracerProvider)BatchSpanProcessor)SpanKindTracerset_tracer_provider)TraceContextTextMapPropagatorTc@ eZdZdS)rN__name__ __module__ __qualname__rrI/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/vllm/tracing.pyr&rc@r)BaseSpanAttributesNrrrrrr)rrc@r)r Nrrrrrr ,rr c@r)r Nrrrrrr /rr returncCstSN)_is_otel_importedrrrris_otel_available3srinstrumenting_module_nameotlp_traces_endpointcCsFts tdtt}t|}|t|t|||}|S)Nz|OpenTelemetry is not available. Unable to initialize a tracer. Ensure OpenTelemetry packages are installed. Original error: ) r ValueErrorrr get_span_exporteradd_span_processorr r get_tracer)rrtrace_provider span_exportertracerrrr init_tracer7s r&cCsTtjtd}|dkrddlm}n|dkrddlm}ntd|d||dS)Ngrpcr)OTLPSpanExporterz http/protobufzUnsupported OTLP protocol 'z' is configured)endpoint)osenvirongetr 5opentelemetry.exporter.otlp.proto.grpc.trace_exporterr(5opentelemetry.exporter.otlp.proto.http.trace_exporterr)r)protocolr(rrrr Js r headerscCstr |pi}t|SdSr)rrextractr0rrrextract_trace_contextZs r3csfddtDS)Ncsi|] }|vr||qSrr.0hr2rr csz)extract_trace_headers..) TRACE_HEADERSr2rr2rextract_trace_headersbsr9c@sTeZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdZdZdZdZdS)SpanAttributeszgen_ai.usage.completion_tokenszgen_ai.usage.prompt_tokenszgen_ai.request.max_tokenszgen_ai.request.top_pzgen_ai.request.temperaturezgen_ai.response.modelzgen_ai.request.idzgen_ai.request.nzgen_ai.usage.num_sequenceszgen_ai.latency.time_in_queuez"gen_ai.latency.time_to_first_tokenzgen_ai.latency.e2ez gen_ai.latency.time_in_schedulerz$gen_ai.latency.time_in_model_forwardz$gen_ai.latency.time_in_model_executez$gen_ai.latency.time_in_model_prefillz#gen_ai.latency.time_in_model_decodez&gen_ai.latency.time_in_model_inferenceN)rrrGEN_AI_USAGE_COMPLETION_TOKENSGEN_AI_USAGE_PROMPT_TOKENSGEN_AI_REQUEST_MAX_TOKENSGEN_AI_REQUEST_TOP_PGEN_AI_REQUEST_TEMPERATUREGEN_AI_RESPONSE_MODELGEN_AI_REQUEST_IDGEN_AI_REQUEST_NGEN_AI_USAGE_NUM_SEQUENCESGEN_AI_LATENCY_TIME_IN_QUEUE"GEN_AI_LATENCY_TIME_TO_FIRST_TOKENGEN_AI_LATENCY_E2E GEN_AI_LATENCY_TIME_IN_SCHEDULER$GEN_AI_LATENCY_TIME_IN_MODEL_FORWARD$GEN_AI_LATENCY_TIME_IN_MODEL_EXECUTE$GEN_AI_LATENCY_TIME_IN_MODEL_PREFILL#GEN_AI_LATENCY_TIME_IN_MODEL_DECODE&GEN_AI_LATENCY_TIME_IN_MODEL_INFERENCErrrrr:fs&r:cstfddtDS)Nc3s|]}|vVqdSrrr4r2rr sz)contains_trace_headers..)anyr8r2rr2rcontains_trace_headerssrOcCstddS)Nz=Received a request with trace context but tracing is disabled)loggerwarningrrrrlog_tracing_disabled_warningsrR)rN))r*collections.abcr vllm.loggerrvllm.utils.func_utilsrr8rrPrrstr__annotations__opentelemetry.context.contextr'opentelemetry.sdk.environment_variablesr opentelemetry.sdk.tracer opentelemetry.sdk.trace.exportr opentelemetry.tracer r r,opentelemetry.trace.propagation.tracecontextr ImportError traceback format_excrboolrr&r r3r9r:rOrRrrrrsN           ""