o iU@sddlZddlZddlmZddlZddlZddlZddlZddlZddl m Z ddl m Z ddl m Z ddl m Z ddl mZddlZddlmZdd lmZdd lmZdd lmZddlmmZdd lmZddlmZdd lm Z ddlmZ!ddl"m#Z#ddl$m%Z%ddl&m'Z'ddl(m)Z)ddl(m*Z*ddl(m+Z+ddl,m-Z-ddl,m.Z.ddl/m0Z0ddl&m1Z1ddl2m3Z3ddl4m5Z5ddl6m7Z7ddl8m9Z9ddl:m;Z;ddl:mZ>dd"l+m?Z?dd#l@mAZAdd$lBmCZCdd%lDmEZEdd&lDmFZFdd'lGmHZHd(d)lImJZJd(d*lImKZKd(d+lImLZLd(d,lImMZMe r:dd-lNmOZOdd.lPmQZQd(d/lDmRZRe9eSZTd0ZUd1e d2d3eVd4dfd5d6ZWGd7d8d8eXZYd9ZZd:d;Z[dZ]Gd?d@d@ej^dAZ_GdBdCdCe_Z`GdDdEdEe*jae_ZbGdFdGdGecZdGdHdIdIej^dAZeGdJdKdKebeeZfGdLdMdMebZgGdNdOdOe*jae_eeZhd4eifdPdQZjd4eifdRdSZkdWdTe e edgdfd4e_fdUdVZldS)XN) defaultdict) TYPE_CHECKING)Any)Callable)Optional)TextIO)config)forksafe) in_ray_job) get_hostname)get_runtime_id)ai_guard_config)fibonacci_backoff_with_jitter) __version__)_KEEP_SPANS_RATE_KEY)compat)periodic)service) BufferFull)BufferItemTooLarge)get_connection)_HTTPLIB_NO_TRACE_REQUEST)get_dogstatsd_client) JSONEncoderV2) get_git_tags) get_logger)has_aws_lambda_agent_extension) in_aws_lambda)in_azure_function)in_gcp_function)ServiceStatusError)SimpleMovingAverage)parse_tags_str)Response) verify_url) StopWatch)WRITER_CLIENTS)AgentlessWriterClient)AgentWriterClientV4)WriterClientBase)Span) DogStatsd)ConnectionType<log_func).Nmsgreturnc Ospz||g|Ri|WdSty7z|r||n|}td|tjdWYdSty6YYdSww)a Safely log a message, handling closed I/O streams gracefully. During interpreter shutdown or when test frameworks (like pytest) close captured stdout/stderr streams, logging calls may fail with: ValueError: I/O operation on closed file This can happen when a background thread (e.g., the periodic writer thread) attempts to log after the main process has started shutting down but before the Python interpreter has begun finalization (Py_IsFinalizing()). This wrapper catches such errors and attempts to print to stderr as a fallback. If stderr is also closed, the message is silently dropped. Args: log_func: The logger method to call (e.g., log.debug, log.warning, log.error) msg: The log message format string *args: Arguments for the format string **kwargs: Keyword arguments passed to the logger (e.g., exc_info, extra) z%[ddtrace] I/O closed, could not log: )fileN) ValueErrorprintsysstderr)r1r2argskwargs formatted_msgr<R/home/ubuntu/.local/lib/python3.10/site-packages/ddtrace/internal/writer/writer.py_safelogDs  r>c@s eZdZdS)NoEncodableSpansErrorN)__name__ __module__ __qualname__r<r<r<r=r?csr? csNt|dr |jdurtd|j}|jt|tfdd}|S)z Wrap a bound method so that it is called via a weakref to its instance. If the instance has been garbage-collected, the hook is a no-op. __self__Nz,make_weak_method_hook expects a bound methodcs(}|dur dS|g|Ri|SNr<)r9r:instfunc instance_refr<r=hookzsz#make_weak_method_hook..hook)hasattrrD TypeError__func__weakrefref functoolswraps) bound_methodinstancerJr<rGr=make_weak_method_hookns rTnbytescCspd}gd}|dkr&|t|dkr&|d}|d7}|dkr&|t|dksd|dd}d |||fS) zReturn a human-readable size.r)BKBMBGBTBr(g@@z%.2f0.z%s%s)lenrstrip)rUisuffixesfr<r<r= _human_sizesrcc@szeZdZejddeeddfddZejddeeddfddZ ejdd ee d ddfd d Z ejdd dZ dS) TraceWriterNappsec_enabledr3cCdSrEr<selfrer<r<r=recreatezTraceWriter.recreatetimeoutcCrfrEr<rhrkr<r<r=stoprjzTraceWriter.stopspansr-cCrfrEr<)rhrnr<r<r=writerjzTraceWriter.writecCrfrEr<rhr<r<r= flush_queuerjzTraceWriter.flush_queuerEr3N) r@rArBabcabstractmethodrboolrifloatrmlistrorqr<r<r<r=rdsrd) metaclassc@szeZdZejfdeddfddZddeeddfddZ dd ee ddfd d Z dd ee d ddfddZ dddZdS) LogWriteroutr3NcCst|_||_dSrE)rencoderrz)rhrzr<r<r=__init__s zLogWriter.__init__recCs|j|jd}|S)zCreate a new instance of :class:`LogWriter` using the same settings from this instance :rtype: :class:`LogWriter` :returns: A new :class:`LogWriter` instance )rz) __class__rz)rhrewriterr<r<r=riszLogWriter.recreaterkcCrfrEr<rlr<r<r=rmzLogWriter.stoprnr-cCs4|sdS|j|g}|j|d|jdS)N )r{ encode_tracesrzroflush)rhrnencodedr<r<r=ros zLogWriter.writecCrfrEr<rpr<r<r=rqrzLogWriter.flush_queuerErr)r@rArBr7stdoutrr|rrurirvrmrwrorqr<r<r<r=rys  rycseZdZUdZeed<dZdZdZ          dKded e e d e e d e e d e e d e e de ddede ede eeefdededdffdd ZdLddZeddZeddZdLddZdMd!ed"e d#e e ddfd$d%ZdNd&d'Zd(d)ZdNd*d+Zd,edeeefd-e d.edef d/d0Zd"e d-e deeeffd1d2Zd3ed"e d-e defd4d5ZdLd6d7ZdLd-e d8e e d9ddfd:d;Z dOdZ!dOd-e ds z%HTTPWriter.__init__..)attempts initial_waituntil)"r_trace_writer_interval_seconds agent_configtrace_agent_timeout_secondssuperrr|r_intake_accepts_gzip _buffer_size_max_payload_size_headers_timeout_clientsrrint_metrics_report_metricsr#DEFAULT_SMA_WINDOW _drop_sma _sync_mode_conn threadingRLock _conn_lckrRETRY_ATTEMPTSr _send_payload_send_payload_with_backoff_trace_writer_connection_reuse_reuse_connections) rhrrrrrrkrrrrrrr}r<r=r|s<     zHTTPWriter.__init__cCs d|||r |jS|jSNz{}/{})format _intake_urlENDPOINT _endpointrhclientr<r<r=_intake_endpoints zHTTPWriter._intake_endpointcC |jdjSNrrrrpr<r<r=r zHTTPWriter._endpointcCrrrr{rpr<r<r=_encoderrzHTTPWriter._encodercCs|r t|dr |jS|jS)Nr)rKrrrr<r<r=r szHTTPWriter._intake_urlr(namecounttagscC>|jsdStjr|jr|jjd|j|f||ddSdSdSNz datadog.%s.%srrr_health_metrics_enabledr distributionSTATSD_NAMESPACErhrrrr<r<r= _metrics_dist   zHTTPWriter._metrics_distcC`|jd}|jd}tdd|jD}t|||d}|j||d|jd<||jd<dS)Naccepted_traces sent_tracescSg|]}t|jqSr<r^r{.0rr<r<r= z-HTTPWriter._set_drop_rate..rrsumrmaxrsetrhacceptedsentrdroppedr<r<r=_set_drop_rate   zHTTPWriter._set_drop_ratecC$|rd|j|djt<dSdSNg?rrgetrrrhtracer<r<r=_set_keep_rate s zHTTPWriter._set_keep_ratecCsR|j|jr|jd|_WddSWddS1s"wYdSrE)rrcloserpr<r<r=_reset_connection&s "zHTTPWriter._reset_connectiondatarno_tracec Csrt}||j|jdur+ttjd|j|jt | ||j|_t |jt |zzzmi}t |dr=|jr=||j||ttjd|j|j|tt||j|j|j|||j}|}||jkrotj} ntj} t| d|j|jtt||||t|WW|js|WdSt y|w|js|ww1swYdS)Nz4creating new intake connection to %s with timeout %drz@Sending request: Method=%s Endpoint=%s Headers=%s PayloadSize=%sz*Got response: %d %s sent %s in %.5fs to %s)!r'startrrr>logdebugrrrrsetattrrrKrupdate HTTP_METHODrrcr^request getresponseelapsedrwarningstatusreasonrr%from_http_responserr Exception) rhrrrrsw final_headersresptr1r<r<r=_put,sr         2 zHTTPWriter._putcCs6|j}|d|jjit|dr||j|S)N Content-Typer)rcopyrr{ content_typerKrhrrrr<r<r=_get_finalized_headersjs   z!HTTPWriter._get_finalized_headerspayloadcCs|||}|d|j|||dd}|jdkr%|jdd|jgdn|dt||jd |7<|jd vr|jdkrd }|||j|jf}tj rh|d 7}t |t rc|t |f7}n||f7}ttj|g|Rd ddii|dt||d||S)Nz http.requestsT)r http.errorsztype:%srhttp.sent.bytesrzFfailed to send traces to intake at %s: HTTP error status %s, reason %s , payload %sextrasend_to_telemetryFhttp.dropped.byteshttp.dropped.traces)rrrrr^rrrr_trace_writer_log_err_payloadrbytesbinasciihexlifydecoder>rerror)rhrrrrresponser2log_argsr<r<r=rqs,      zHTTPWriter._send_payloadcC0|jD] }|j||dq|jr|dSdSN)rnr_write_with_clientrrqrhrnrr<r<r=ro  zHTTPWriter.writernr-c Cs|durdS|jdur#z |jtjjkr|Wn tjy"Ynw|d|jdd7<| |z|j |Wnt yr}z(|j d}ttjd||j j|jdddgd |jd |dgd WYd}~dSd}~wty}z2|j d}ttjd t|j |j j|j j||jj|jddd gd |jd |d gd WYd}~dSd}~wty|jddd gd YdSw|dd|dt|dS)NFwriter.accepted.tracesrr(rAtrace (%db) larger than payload buffer item limit (%db), droppingbuffer.dropped.tracesreason:t_too_bigrbuffer.dropped.bytes[trace buffer (%s traces %db/%db) cannot fit trace of size %db, dropping (writer status: %s) reason:fullreason:incompatiblebuffer.accepted.tracesbuffer.accepted.spans)rrr ServiceStatusRUNNINGrr"rrrr{putrr9r>rr max_item_sizerr^sizemax_sizevaluer?rhrrne payload_sizer<r<r=rsZ         zHTTPWriter._write_with_client raise_exccC4z|jD] }|j||dqW|dS|wNr4r_flush_queue_with_clientrrhr4rr<r<r=rq  zHTTPWriter.flush_queuec Ct|j}z |j}sWdSWnty+ttjd|jdd|d|YdSw|D]}|\}}|j||||dq.dSNz&failed to encode trace with encoder %rTexc_infoencoder.dropped.traces)rr4 r^r{encoderr>rrr_flush_single_payloadrhrr4n_tracesencoded_tracesr encoded_datar<r<r=r9s   z#HTTPWriter._flush_queue_with_clientrrEc Cs`|durdS|jr@zt|}tj|dd}ttjd|t|d|jd<Wnty?ttj d|j dd| d |YdSwz`z | |||Wn4ty~|j d d gd | d t|| d||rjttj d|| ||jdddidYnwW| dt|| d|dSW| dt|| d|dS| dt|| d|w)N) compresslevelz/Original size in bytes: %s, Compressed size: %sgzipzContent-Encodingz)failed to compress traces with encoder %rTr>r@rztype:errrrrzCfailed to send, dropping %d traces to intake at %s after %d retriesrF)r?rr zhttp.sent.traces)rr^rJcompressr>rrrrrr{rrrr)rhrrErr4 original_sizer<r<r=rCsN      z HTTPWriter._flush_single_payloadcC|jdddSNFr7rqrpr<r<r=r zHTTPWriter.periodiccstt||j|ddSN)rk)rr _stop_servicejoinrlrr<r=rRszHTTPWriter._stop_servicecCs"z |W|dS|wrE)rrrpr<r<r= on_shutdowns zHTTPWriter.on_shutdown) NNNNNFNNTFrEr(NrrF)(r@rArB__doc__str__annotations__rrrrwr,rrvrrudictr|rpropertyrrrrrrrrr%rrrrorrqr9rCrrRrT __classcell__r<r<rr=rs       3      &> " 0 +rc@s&eZdZdeeefddfddZdS) AgentResponserate_by_servicer3NcCs ||_dSrEr^)rhr^r<r<r=r|s zAgentResponse.__init__)r@rArBrZrXrvr|r<r<r<r=r]sr]c@s\eZdZUeed<eed<eed<ejdeeddfddZ ejd d eddfd d Z dS)AgentWriterInterfacer _api_versionrtokenr3NcCrfrEr<rhrbr<r<r=set_test_session_token'rjz+AgentWriterInterface.set_test_session_tokenFr4cCrfrEr<)rhr4r<r<r=rq+rjz AgentWriterInterface.flush_queuerV) r@rArBrXrYrursrtrrdrqr<r<r<r=r`"s r`cs2eZdZdZdZdZdZ           d*ded ee d ee d ee d ee d edde de deedee dee eefdee egdfddffdd Zd+dee defddZeddZddZdeffdd Zfd!d"Zd#e d$ede eefffd%d& Zd'eeddfd(d)ZZS), AgentWritera The Datadog Agent supports (at the time of writing this) receiving trace payloads up to 50MB. A trace payload is just a list of traces and the agent expects a trace to be complete. That is, all spans with the same trace_id should be in the same trace. rrrNTFrrrrrkrr.rr api_versionrrresponse_callbackr3c  s|durtj}|durtj}|dur|dkrtd|dur&|dkr&tdtjdp1tjd} d}| sEtsEt sEt j sEt j sEt jrGd}| pMtjpM||_tjrZtdd|_| re|jdkretd |pitj}|pntj}|jtvrtd |jd ttttd |_t|j||}d tjtjtdd}| r|| |d|j j!it"j#$d}|dur|t%|| |_&||_'t(t)|j*||g||||||| ||d dS)Nr#Writer buffer size must be positive!Max payload size must be positivewincygwinv0.5v0.4TSetting api version to v0.4; DD_TRACE_NATIVE_SPAN_EVENTS is not compatible with v0.5There is a known compatibility issue with v0.5 API and Windows, please see https://github.com/DataDog/dd-trace-py/issues/4829 for more details.=Unsupported api version: '%s'. The supported versions are: %r, pythonyes)Datadog-Meta-LangDatadog-Meta-Lang-VersionDatadog-Meta-Lang-InterpreterDatadog-Meta-Tracer-Versionz!Datadog-Client-Computed-Top-Levelr#_DD_TRACE_WRITER_ADDITIONAL_HEADERS rrrrrrkrrrrr)+rrrrr5r7platform startswithr!r asm_config _asm_enabled _iast_enabledr _ai_guard_enabled _trace_apiratrace_native_span_eventsrr RuntimeError_trace_writer_buffer_size_trace_writer_payload_sizer)rSsortedkeysrPYTHON_VERSIONPYTHON_INTERPRETERrrr{rosenvironrr$ _response_cbrrrer|)rhrrrrrkrrrrfrrrg is_windowsdefault_api_versionrradditional_header_strrr<r=r|<s        zAgentWriter.__init__rec Csbz|Wn tyYnw|rdn|j}|j|j|j|j|j|j|j |j ||j |j |j d S)Nrm) rrrrrkrrrfrrrg)rmr"rar}r _intervalrrrrrrrrrhrerfr<r<r=ris&  zAgentWriter.recreatecCs |jddS)N)r)rrpr<r<r=_agent_endpointrzAgentWriter._agent_endpointcCsP|jdkrt|j|jg|_ttjd|j|jdSttj d|j|j|j dS)N v0.5/tracesFCalling endpoint '%s' but received %s; downgrading API. Dropping trace payload due to the downgrade to an incompatible API version (from v0.5 to v0.4). To avoid this from happening in the future, either ensure that the Datadog agent has a v0.5/traces endpoint available, or explicitly set the trace API version to, e.g., v0.4.@unsupported endpoint '%s': received response %s from intake (%s)) rr+rrrr>rrrrr)rhrrr<r<r= _downgrades  zAgentWriter._downgradecsjtt||||}|jdvr||||S|jdkr3|jr3|}|r3d|vr3|t|dd|S)Nr rr^r_)rrerrrrget_jsonr])rhrrrrraw_resprr<r=rs    zAgentWriter._send_payloadcsJtt|ztjrddlm}|WdSWdStjy$YdSw)Nr)enable_appsec_rc) rrerr}_asm_rc_enabled#ddtrace.appsec._remoteconfigurationrrr")rhrrr<r=rs  zAgentWriter.startrrcs"tt|||}t||d<|S)NzX-Datadog-Trace-Count)rrerrXrrr<r=rs z"AgentWriter._get_finalized_headersrbcCs|pd|jd<dS)NX-Datadog-Test-Session-Token)rrcr<r<r=rdsz"AgentWriter.set_test_session_token) NNNNNTFNNNNrE)r@rArBrWrrrrXrrvrrurZrr]r|rrir[rrr%rrr,rrdr\r<r<rr=re0sf     `  " recseZdZdZdZdZdZ        dded ed ee d ee d ee d ee dedde de dee ddffdd Z ddee ddfddZ ZS)AgentlessTraceWriterzj HTTP writer for agentless JSON span intake. Used when _DD_APM_TRACING_AGENTLESS_ENABLED is true. POSTzpublic-trace-http-intake.logsiNTFrapi_keyrrrrkrr.rrrr3c slt|ptj|j}|p tj}t||} | jj|dtj tj t d} t t |j|| g|||||| | | |d dS)Nrs)r dd-api-keyrurvrwrxrz)minrrMAX_BUFFER_SIZErr*r{rrrrrrrr|) rhrrrrrrkrrrrrrrr<r=r|s.    zAgentlessTraceWriter.__init__rec CsVz|Wn tyYnw|j|j|jd|j|j|j|j|j |j |j |j d S)Nr) rrrrrrkrrrr) rmr"r}rrrrrrrrrrrgr<r<r=ri's"  zAgentlessTraceWriter.recreate)NNNNNTFNrE)r@rArBrWr INTAKE_HOSTrrXrrvrrur|rir\r<r<rr=rsJ     &rcs eZdZdZdZ           dPdedeeded ee d ee d ed d edeededee e gdfdeedeeddffdd Z ddZ ddZdejfddZdeeddfddZdQdeeddfd d!Zd"d#ZdQd$d%Zed&d'Zed(d)ZdRd+ed,e d-eeddfd.d/ZdSd0d1Zd2d3Zd4ed,e d5efd6d7ZdQd8eed9ddfd:d;Z dQd5ed8eed9ddfdefd?d@Z"dTd5ed>eddfdAdBZ# dTdCeedDe d5ed>eddf dEdFZ$dGdHZ% dQdIeeddffdJdK Z&fdLdMZ'dNdOZ(Z)S)U NativeWriterz@Writer using a native trace exporter to send traces to an agent.rNFTrrcompute_stats_enabledrrrr.rrfrrgtest_session_token stats_opt_outr3c  s|durtj}|dur|dkrtd|dur|dkrtdtjdp*tjd} d}| s>ts>ts>tj s>tj s>t j r@d}|pFtj pF||_tjrStdd|_| r^|jdkr^td |pbtj}|pgtj}|jtvrtd |jd ttttd |_t|j||}tjd }| dur|durt|}d|vr|d} tt|j |d||_!||_"||_#| |_$|g|_%||_&t't(|_)| |_*t+t,|_-||_.||_/| |_0| |_1t2|j3}||_4t56||7|_8dS)Nrrhrirjrkrlrmrnrorprqrrryrr)9rrr5r7r{r|r!r r}r~rr rrrarrrrrrrr)rSrrrrrr$rrr|rrr_test_session_tokenrrrrrrr#rrr_compute_stats_enabledr_stats_opt_outrTbefore_fork_hook _fork_hookr register_before_fork_create_exporter _exporter)rhrrrrrrrrfrrgrrrrrradditional_headerrrr<r=r|?s|         zNativeWriter.__init__cCs |jtjjkr|jdSdS)z This hook is used to shut down the native runtime before forking when the service is not running. When the PeriodicService is running, the native runtime is shut down by the PeriodicThread logic. N)rrr*r+r stop_workerrpr<r<r=rszNativeWriter.before_fork_hookcCs(t|dr|jrt|jdSdSdS)Nr)rKrr unregister_before_forkrpr<r<r=__del__szNativeWriter.__del__cCs(t\}}}t|jtdt j  t j  t||j|j}tjr6|tjtjr?|tjtjrH|tj|jdurS||j|jr[|n|jrrt t!"dped}t#|d}|$|tj%rt&j'(drt#tj)d}|*|t+tj,r|-|.S)z Create a new TraceExporter with the current configuration. :return: A configured TraceExporter instance. rsN_DD_TRACE_STATS_WRITER_INTERVALg$@geAlinuxr[)/rnativeTraceExporterBuilderset_urlr set_hostnamer set_languageset_language_versionrrset_language_interpreterrset_tracer_versionrset_git_commit_shaset_client_computed_top_levelset_input_formatraset_output_formatrr set_serviceenvset_envversionset_app_versionrrdrset_client_computed_statsrrvrgetenvr enable_stats_telemetry_enabledr7r{r|_telemetry_heartbeat_intervalenable_telemetryr renable_health_metricsbuild)rh_ commit_shabuilderstats_intervalbucket_size_ns heartbeat_msr<r<r=rsF         zNativeWriter._create_exporterrbcCs||_|j||_dS)z Set the test session token and recreate the exporter with the new configuration. :param token: The test session token to use for authentication. N)rrrrrcr<r<r=rds z#NativeWriter.set_test_session_tokenrecCsfz|Wn tyYnw|rdn|j}|j|j|j|j|j|j|j |j ||j |j |j |jd S)Nrm) rrrrrrrrfrrgrr)rmr"rar}rrrrrrrrrrrrr<r<r=ris(  zNativeWriter.recreatecCs\|jdkr!t|j|jg|_d|_||_tt j d|j|dStt j d|j||j dS)Nrrmrr) rr+rrrrarrr>rrrr)rhrrr<r<r=rs"   zNativeWriter._downgradecCsd|j|r |jS|jSr)rrrrrr<r<r=rszNativeWriter._intake_endpointcCrrrrpr<r<r=rrzNativeWriter._endpointcCrrrrpr<r<r=rrzNativeWriter._encoderr(rrrcCrrrrr<r<r=r!rzNativeWriter._metrics_distcCr)NrrcSrr<rrr<r<r=r*rz/NativeWriter._set_drop_rate..rrrr<r<r=r'rzNativeWriter._set_drop_ratecCrrrrr<r<r=r2szNativeWriter._set_keep_raterrc CszRz|j|}Wn>tjyG}z1ztt|ddjdddd}Wn||dks4|dkr;|||n|WYd}~nd}~wwW|jd|7<n |jd|7<w|j r{t |d }| }|r}d |vr| t |d d dSdSdSdS) N,r:r()maxsplitr r r)bodyr^r_) rsendr RequestErrorrrXsplitrrrr%rr]) rhrrr response_bodyr2coderrr<r<r=r7s4( (   zNativeWriter._send_payloadrnr-cCrrrrr<r<r=roRrzNativeWriter.writec Cs|durdS|jdur)z |jtjjkr|Wntjy(ttj dYnw| d|j dd7<| |z|j |Wntyx}z(|jd}ttj d||j j|j ddd gd |j d |d gd WYd}~dSd}~wty}z2|jd}ttj d t|j |j j|j j||jj|j ddd gd |j d |d gd WYd}~dSd}~wty|j dddgd YdSw| dd| dt|dS)NFzfailed to start writer servicer rr(rr!r"r#rr$r%r&r'r(r))rrrr*r+rr"r>rrrrrr{r,rr9r-rr^r.r/r0r?r1r<r<r=rXsZ         zNativeWriter._write_with_clientr4cCr5r6r8r:r<r<r=rqr;zNativeWriter.flush_queuec Cr<r=rArDr<r<r=r9s   z%NativeWriter._flush_queue_with_clientrrEc Cs|durdSz ||||WdStyR}z6|rd}|||t|f}tjr8|d7}|t|f7}t t j |g|RdddiiWYd}~dSd}~ww)Nz6failed to send, dropping %d traces to intake at %s: %sr rrF) rrrrXrrrrrr>rr)rhrrErr4r2r2rr<r<r=rCs$,z"NativeWriter._flush_single_payloadcCrMrNrOrpr<r<r=rrPzNativeWriter.periodicrkc slz#tt||j|dW|j|jr"t|jd|_dSdS|j|jr5t|jd|_wrQ) rrrRrSrrrr rrlrr<r=rRs     zNativeWriter._stop_servicecsVtj|i|dtjddffdd }jdusJ|jtjj_dS)Nworkerr3cs.ttj|ttj|jdSrE)rrPeriodicThread _before_forkrSrr)r)r}rhr<r=rsz1NativeWriter._start_service.._before_fork)r_start_servicerr_worker__get__typer)rhr9r:rrrpr=rszNativeWriter._start_servicec Cs*z |W|jddS|jdw)Nl^e)rrshutdownrpr<r<r=rTs zNativeWriter.on_shutdown) NFNNNFNTNNFrErUrrrV)*r@rArBrWrrXrrvrurrr]r|rrr TraceExporterrrdrirrr[rrrwrrrrr,rrorrqr9rCrrRrrTr\r<r<rr=r:s     _.        0   rcCsNtjdstjdstjdrdStrtrdSts"tr$dStS)zReturns whether the LogWriter should be used in the environment by default. The LogWriter is required by default in AWS Lambdas when the Datadog Agent extension is not available in the Lambda. DD_AGENT_HOSTDATADOG_TRACE_AGENT_HOSTNAMEDD_TRACE_AGENT_URLF)rrrrrr!r r<r<r<r=_use_log_writers     rcCstrtptptptS)aReturns, if an `AgentWriter` is to be used, whether it should be run in synchronous mode by default. There are only three cases in which this is desirable: - AWS Lambdas can have the Datadog agent installed via an extension. When it's available traces must be sent synchronously to ensure all are received before the Lambda terminates. - Google Cloud Functions and Azure Functions have a mini-agent spun up by the tracer. Similarly to AWS Lambdas, sync mode should be used to avoid data loss. - Ray Job run different processes that can be killed at any time. Traces must be sent synchronously to ensure all are received before an actor/a worker is killed )rrr!r r r<r<r<r=_use_sync_modes rrgc CstrtStjr-tjr(dtjtj}t |t|tjt t j t tj dStdt t jtjrItt jt t j t tjtj |tjdSi}tjsQtjrUd|d<tt jt t j t |tj |dS)Nz https://{}.{})rrrrrzQAPM Agentless enabled but DD_API_KEY is not set. Agentless mode will be disabled.)rrrrrrgrrtzDatadog-Client-Computed-Stats)rrrrrrg)rryr_trace_agentless_enabled _dd_api_keyrrr_dd_siter&rr dogstatsd_urlrr} _apm_opt_outrrtrace_agent_url_trace_writer_nativer_trace_compute_statsre)rgrrr<r<r=create_trace_writersH   rrE)mrsr collectionsrrPrJrr7rtypingrrrrrrNddtracerddtrace.internalr %ddtrace.internal.dist_computing.utilsr ddtrace.internal.hostnamer ddtrace.internal.nativeinternalrddtrace.internal.runtimer ddtrace.internal.settings._agentrddtrace.internal.settings.asmr r}ddtrace.internal.utils.retryrddtrace.versionr constantsrrrrr _encodingrragentrrrrencodingr gitmetadatarloggerr serverlessrrr r!r"smar# utils.formatsr$ utils.httpr%r& utils.timer' writer_clientr)r*r+r, ddtrace.tracer-ddtrace.vendor.dogstatsdr.r/r@rLOG_ERR_INTERVALrXr>rr?rrTrvrcABCMetardryPeriodicServicerobjectr]r`rerrrurrrr<r<r<r=s                                              \GD$&