o i3"@sdZddlZddlZddlmZddlZddlmZddlZddl Z ddl m Z ddl mZddlmZeeZejjZejZejZejZejZejZejZ dZ!d d Z"Gd d d eZ#Gd ddZ$ddZ%dS)aeProvides functionality for supporting coverage collection when using multiprocessing This module patches the multiprocessing module to install and start coverage collection when new processes are started. The close, join, kill, and terminate methods are patched to ensure that coverage data is consumed when the process finishes. Programs that do not call one of these methods will not collect coverage for the processes started via multiprocessing. Inspired by the coverage.py multiprocessing support at https://github.com/nedbat/coveragepy/blob/401a63bf08bdfd780b662f64d2dfe3603f2584dd/coverage/multiproc.py N) ConnectionPath)ModuleCodeCollector) get_logger) CoverageLines_datadog_patchcCs tttSN)hasattrmultiprocessing DD_PATCH_ATTRr r f/home/ubuntu/.local/lib/python3.10/site-packages/ddtrace/internal/coverage/multiprocessing_coverage.py _is_patched's rc@sJeZdZdddZdddZdddZd d Zd d Zd dZddZ dS)CoverageCollectingMultiprocessreturnNcCstr tjdur dS|jdurtjddddSzG|jrY|j}|rQzt |}Wntj y;tdw| di}| di}t ||WdStdWdStdWdSt yqtjd ddYdSw) Nz0Pipe was None when absorbing child coverage dataTexc_infoz8Could not unpickle coverage data, not injecting coveragelinescoveredz&Child process sent empty coverage dataz(Child process did not send coverage dataz$Failed to absorb child coverage data)rcoverage_enabled _instance _parent_connlogdebugpollrecvpickleloadsUnpicklingErrorgetinject_coverage Exception)selfrcvddatarrr r r_absorb_child_coverage,s.       z5CoverageCollectingMultiprocess._absorb_child_coveragecOs|jrddlm}||jdtt|g|Ri|}|jrc|jdurctj}|dur/dSz|j t |j |j dW|St jyRtjdddY|Stybtjd ddY|Sw|S) aWraps around the execution of the process to collect coverage data Since this method executes in the child process, it is responsible for writing final coverage data back to the parent process. Context-based coverage is not used for processes started by this bootstrap because it is assumed that the parent process wants all coverage data from this child. rinstall include_pathsN)rrz0Failed to pickle coverage data for child processTrz.Failed to send coverage data to parent process)_dd_coverage_enabled#ddtrace.internal.coverage.installerr(_dd_coverage_include_pathsrstart_coveragebase_process_bootstrap _child_connrsendrdumpsrr PicklingErrorrwarningr")r#argskwargsr(rvalinstancer r r _bootstrapIs(   z)CoverageCollectingMultiprocess._bootstrapcOsld|_g|_d|_d|_tr)t\}}||_||_d|_tjdur)tjj |_t |g|Ri|dS)NFT) r+r-rr0rrr Piper_include_pathsbase_process_init)r#posargsr6 parent_conn child_connr r r__init__js   z'CoverageCollectingMultiprocess.__init__cOs"t|g|Ri|}||Sr )base_process_joinr&)r#r5r6r7r r rjoin~sz#CoverageCollectingMultiprocess.joincCt|}||Sr )base_process_closer&r#r7r r rclosez$CoverageCollectingMultiprocess.closecCrCr )base_process_terminater&rEr r r terminaterGz(CoverageCollectingMultiprocess.terminatecCrCr )base_process_killr&rEr r rkillrGz#CoverageCollectingMultiprocess.kill)rN) __name__ __module__ __qualname__r&r9r@rBrFrIrKr r r rr+s   ! rc@sdeZdZdZddejeededdfddZ de e ej ffd d Z d e e e fddfd d ZdS)StowawayaStowaway is unpickled as part of the child's get_preparation_data() method This which happens at the start of the process, which is when the ModuleCodeProcessor needs to be installed in order to instrument all the code being loaded in the child process. The _bootstrap method is called too late in the spawn or forkserver process start-up sequence and installing the ModuleCodeCollector in it leads to incomplete code coverage data. NTr*dd_coverage_enabledrcCs,||_g|_|durdd|D|_dSdS)NcSg|]}t|qSr )str).0 include_pathr r r z%Stowaway.__init__..)rPinclude_paths_strs)r#r*rPr r rr@s zStowaway.__init__cCst|j|jdS)N)rWrP)jsonr2rWrP)r#r r r __getstate__s zStowaway.__getstate__statecCsDddt|dD}|dr ddlm}||dtdSdS)NcSrQr r)rSinclude_path_strr r rrUrVz)Stowaway.__setstate__..rWrPrr'r))rXrr,r(_patch_multiprocessing)r#rZr*r(r r r __setstate__s    zStowaway.__setstate__)NT)rLrMrN__doc__tOptionallistrboolr@dictrRAnyrYr]r r r rrOs " rOc strdStjtjj_tjtjj_tjtjj_tjtjj_tj tjj_ tj tjj_ tj tjj_ z ddlm }|j Wn ttfyEYnwdtdtttjfffdd }||_ tttddS)Nr)spawnnamercs0|}tjdur gntjj}t|d|d<|S)zdMake sure that the ModuleCodeCollector is installed as soon as possible, with the same include pathsNr)stowaway)rrr;rO)rfdr*original_get_preparation_datar r"get_preparation_data_with_stowaways zB_patch_multiprocessing..get_preparation_data_with_stowawayT)rrr9r process BaseProcessr@rFrBrKrIr&reget_preparation_data ImportErrorAttributeErrorrRrcr_rdsetattrr )rerkr rirr\s$           r\)&r^rXr multiprocessing.connectionrmultiprocessing.processpathlibrrtypingr_ddtrace.internal.coverage.coderddtrace.internal.loggerr/ddtrace.internal.test_visibility.coverage_linesrrLrrlrmr9r/r@r<rFrDrBrArIrHrKrJr rrrOr\r r r rs0      h