o i7n@sddlZddlZddlmZddlZddlZddlmZddlZddlm Z ddlm Z ddlm Z ddlm Z ddlm Z dd lmZdd lmZdd lmZdd lmZdd lmZddlmZddlmZddlmZddlmZddlmZddlmZddlm Z ddl!m"Z"ddl#m$Z$ddl#m%Z%ddl#m&Z&ddl'm(Z(ddl)m*Z*ddl)m+Z+ddl,m-Z-ddl,m.Z.ddl,m/Z/ddl0m1Z1dd l2m3Z3dd!l4m5Z5dd"l6m7Z7dd#l8m9Z9dd$l:m;Z;dd%l:mm?Z?e3e@ZAejBd'd(Gd)d*d*ZCGd+d,d,eZDe d-eeeZEe d.d/d0ZFd1d2ZGd3d4ZHGd5d/d/ejIZJGd6d7d7eJe eEZKe d8d7d0ZLGd9d:d:eJe eEeLfZMdS);N)Enum)Path)Any)Generic)Optional)TypeVar)Union)Context) SPAN_KIND) SpanTypes)test)ITR_SKIPPING_LEVEL)TestId) TestModuleId) TestSuiteId)TestSourceFileInfo) TestStatus)EarlyFlakeDetectionSettings)TestManagementSettings)TestVisibilityCoverageData)COVERAGE_TAG_NAME) EVENT_TYPE)SKIPPED_BY_ITR_REASON)CIVisibilityDataError) EVENT_TYPES)TEST_FRAMEWORKS)record_itr_forced_run)record_itr_skipped)record_itr_unskippable) COMPONENT) get_logger)AutoTestRetriesSettings) CoverageLines)Time)Span)Tracer)TestVisibilitySessionT)frozenc@s.eZdZUdZeed<eed<eed<eed<eed<eed<eed<eed <eed <eed <eed <dZ e ed <dZ e ed<dZ e ed<dZ e ed<dZeeed<dZeed<dZe ed<dZe ed<ejedZeed<ejedZeed<ejedZeed<dZeeed<dZe ed<ddZdS) TestVisibilitySessionSettingsFtracer test_service test_commandtest_frameworktest_framework_metric_nametest_framework_versionsession_operation_namemodule_operation_namesuite_operation_nametest_operation_nameworkspace_pathis_unsupported_ciTreject_duplicates itr_enableditr_test_skipping_enabledNitr_test_skipping_levelitr_correlation_idcoverage_enabledknown_tests_enabled)default_factory efd_settings atr_settingstest_management_settingsci_provider_nameis_auto_injectedcCsRt|jts tdt|jtstd|jstdt|jt s'tddS)Nz%tracer must be a ddtrace.trace.Tracerzroot_dir must be a pathlib.Pathz)root_dir must be an absolute pathlib.Pathz4test_framework_metric must be a TEST_FRAMEWORKS enum) isinstancer)r% TypeErrorr3r is_absolute ValueErrorr-rselfrI\/home/ubuntu/.local/lib/python3.10/site-packages/ddtrace/internal/ci_visibility/api/_base.py __post_init__Ps    z+TestVisibilitySessionSettings.__post_init__)__name__ __module__ __qualname____test__r%__annotations__strrrr4boolr5r6r7r8rr r:r;r< dataclassesfieldrr>r!r?rr@rArBrKrIrIrIrJr(4s6          r(c@seZdZdZdZdS)SPECIAL_STATUSN)rLrMrN UNFINISHED NONSTARTEDrIrIrIrJrU[srUCIDTITEMTTestVisibilityItemBase)boundctfdd}|S)Ncs0|r td|dS|g|Ri|S)Nz7Method %s called on item %s, but it is already finished) is_finishedlogwarningrHargskwargsfuncrIrJwrapperesz&_require_not_finished..wrapper functoolswrapsrfrgrIrerJ_require_not_finisheddrlcr^)Ncs2|jdurtd|dS|g|Ri|S)Nz3Method %s called on item %s, but self._span is None)_spanr`rarbrerIrJrgps z_require_span..wrapperrhrkrIrerJ _require_spanormroc@s*eZdZdZdZejZ   ddede dede e ee fde d d e ed dfd d Z d efddZedddZddZdde ed dfddZedde ed dfddZedddZdddZdddZd ed dfd!d"Zdd#d$Zdd%d&Zdd'd(Zdd)d*Zd+d,Ze d e e!fd-d.Z"e"j#dd/e e!fd0d.Z"e d e fd1d2Z$e$j#d3e d dfd4d2Z$e%j&d e eeffd5d6Z'd e eeffd7d8Z(dd9d:Z)e%j&d;d<Z*e%j&d=d>Z+dde ed dfd?d@Z,d efdAdBZ-  ddCe e.de ed dfdDdEZ/ddFed dfdGdHZ0d efdIdJZ1d efdKdLZ2d e dMfdNdOZ3d e e4fdPdQZ5d e6e.e7ffdRdSZ8d e.fdTdUZ9dVe.d dfdWdXZ:ddYdZZ;dd[d\Zd efdadbZ?ddcddZ@d efdedfZAeBdgedhe d dfdidjZCeBdke ee fd dfdldmZDdged e fdndoZEdpeFed e ee ffdqdrZGeBdged dfdsdtZHdpeFed dfdudvZId e eJfdwdxZKd e eJfdydzZLe%j&d{e eMeNfd dfd|d}ZOedd~dZPd e e eMeNffddZQdedeRd dfddZSded eRfddZTded eRfddZUdS)r\Funset_event_typeNnamesession_settingsoperation_name initial_tagsparentTestVisibilityParentItemresourcereturncCs||_||_tj|_||_|j|_|j|_ ||_ |dur|n||_ d|_ |r(|ni|_ i|_d|_d|_d|_d|_g|_d|_d|_d|_dS)NFr)rqrurFAIL_status_session_settingsr)_tracerr*_service_operation_name _resourcern_tags_stash_is_itr_skipped_itr_skipped_count_is_itr_unskippable_is_itr_forced_run _codeowners_source_file_info_coverage_data _finish_time)rHrqrrrsrtrurwrIrIrJ__init__s&  zTestVisibilityItemBase.__init__cCs|jjd|jdS)Nz(name=)) __class__rLrqrGrIrIrJ__repr__szTestVisibilityItemBase.__repr__cCs$|jD] \}}|||qdSN)ritems_add_tag_to_span)rHtag tag_valuerIrIrJ_add_all_tags_to_spansz,TestVisibilityItemBase._add_all_tags_to_spanc Cs|jdurdSz,t|tr|j||WdSt|tr*|j||r$dndWdS|j||WdStyM}ztd||WYd}~dSd}~ww)NtruefalsezError setting tag %s: %s) rnrCrQ _set_tag_strrRset_tag Exceptionr`debug)rHrrerIrIrJrs   z'TestVisibilityItemBase._add_tag_to_spancontextcCsd}|dur |}n t|tr|}|jj|j|jr|jn|j||jtj dd|_ |j t |j |j tdtd|j |dS)NT)rwchild_ofservice span_typeactivater zStarted span %s for item %s)rCrvget_parent_spanr| _start_spanr~rr}r TESTrnrr _event_typer r`r)rHr parent_spanrIrIrJrs   z"TestVisibilityItemBase._start_spanoverride_finish_timecCs|jdurdS|||||jj|jjdur)|jjjr)| |jj r1| |jj dur@|jj jr@| |jjdurO|jjjrO|||||p`t|_dSr)rn_set_default_tags_set_test_hierarchy_tags_add_coverage_data_tag _set_itr_tagsr{r6r>enabled _set_efd_tagsr<_set_known_tests_tagsr? _set_atr_tagsr@_set_test_management_tags_set_item_tags_set_span_tagsrr#timer)rHrrIrIrJ_finish_test_spans(  z(TestVisibilityItemBase._finish_test_spancCs@|jdurdS|jj|jd|}|r|jj|dSdS)N) finish_time)rnfinishrrr|context_providerr)rHrrIrIrJ _finish_spans z#TestVisibilityItemBase._finish_spanc Cs|t|jjtj|jjtj|jjtj|jj tj |j j i|j r+|tjt|j |jdur{|jjr[z |jj|jj}WntyQtd|jj}Ynw|tjt||jjdurj|tj|jj|jjdur}|tj|jjdSdSdS)zApplies the tags that should be on every span regardless of the item type All spans start with test.STATUS set to FAIL, in order to ensure that no span is accidentally reported as successful. NzOSource file path is not within the root directory, replacing with absolute path)set_tagsrr{r,r FRAMEWORKFRAMEWORK_VERSIONr.COMMANDr+STATUSrzvaluerr CODEOWNERSjsondumpsrpath relative_tor3rFr`r SOURCE_FILErQ start_line SOURCE_STARTend_line SOURCE_END)rH relative_pathrIrIrJrs2            z(TestVisibilityItemBase._set_default_tagscCdS)z?Overridable by subclasses to set tags specific to the item typeNrIrGrIrIrJrz%TestVisibilityItemBase._set_item_tagsr6cCsP|sdS|jr|tjt|tj|j|tj|j|tj|j dS)zZNote: some tags are also added in the parent class as well as some individual item classesN) rrr SKIP_REASONr ITR_SKIPPEDITR_UNSKIPPABLErITR_FORCED_RUNrrHr6rIrIrJr"sz$TestVisibilityItemBase._set_itr_tagscCr)z2EFD tags are only set at the test or session levelNrIrGrIrIrJr.rz$TestVisibilityItemBase._set_efd_tagscCr)z.Known test tags are only set at the test levelNrIrGrIrIrJr2rz,TestVisibilityItemBase._set_known_tests_tagscCr)z'ATR tags are only set at the test levelNrIrGrIrIrJr6rz$TestVisibilityItemBase._set_atr_tagscCr)z9Quarantine tags are only set at the test or session levelNrIrGrIrIrJr:rz0TestVisibilityItemBase._set_test_management_tagscCr)aThis is effectively a callback method for exceptional cases where the item span needs to be modified directly by the class Only use if absolutely necessary. Classes that need to specifically modify the span directly should override this method. NrIrGrIrIrJr>sz%TestVisibilityItemBase._set_span_tagscC|jSr))_TestVisibilityItemBase__source_file_inforGrIrIrJrHz(TestVisibilityItemBase._source_file_infosource_file_info_valuecCsZd|_|dur dS|jdurdSt|tstddS|js(tddS||_dS)zEThis checks that filepaths are absolute when setting source file infoNz3Source file info must be of type TestSourceFileInfozSession settings must be of type TestVisibilitySessionSettings)rCr(rDr)rHrrIrIrJr{es  cCtdNz/This method must be implemented by the subclassNotImplementedErrorrGrIrIrJ_get_hierarchy_tagsksz*TestVisibilityItemBase._get_hierarchy_tagscCs6|}|j}|dur|||j}|dus |S)zMCollects all tags from the item's hierarchy and returns them as a single dictN)rruupdate)rHtagsrurIrIrJ_collect_hierarchy_tagsosz.TestVisibilityItemBase._collect_hierarchy_tagscCs||dS)z,Add module, suite, and test name and id tagsN)rrrGrIrIrJrxsz/TestVisibilityItemBase._set_test_hierarchy_tagscCrrrrGrIrIrJ_telemetry_record_event_created|z6TestVisibilityItemBase._telemetry_record_event_createdcCrrrrGrIrIrJ _telemetry_record_event_finishedrz7TestVisibilityItemBase._telemetry_record_event_finishedcCsTtd||r|jjrd|d}t|t|dS|||dS)NzTest Visibility: starting %szItem z has already been started) r`r is_startedr{r5rarrr)rHr error_msgrIrIrJstarts   zTestVisibilityItemBase.startcC |jduSrrnrGrIrIrJr z!TestVisibilityItemBase.is_startedoverride_statuscCs2td||r ||||j|ddS)zPrepare the span for finishing by setting all tags and finish time. This does NOT send the span - call finish() to actually send it. The 'force' parameter is provided for compatibility with parent items but not used here. z'Test Visibility: preparing to finish %s)rN)r`r set_statusrr)rHrrrIrIrJprepare_for_finishs  z)TestVisibilityItemBase.prepare_for_finishforcecCs*td||jdur||dS)aAFinish and send the span to the backend. This just sends the span - prepare_for_finish() should be called first to prepare it. If prepare_for_finish() hasn't been called yet, it will be called automatically for backward compatibility. Parent items override this to handle children first. z)Test Visibility: finishing and sending %sN)r`rrrr)rHrrIrIrJrs   zTestVisibilityItemBase.finishcCs|jduo|jjSr)rnfinishedrGrIrIrJr_sz"TestVisibilityItemBase.is_finishedcCrr)rrGrIrIrJis_prepared_for_finishrz-TestVisibilityItemBase.is_prepared_for_finishr&cC|jdurdS|jSr)ru get_sessionrGrIrIrJr  z"TestVisibilityItemBase.get_sessioncCs|jdurdS|jjSr)rnspan_idrGrIrIrJ get_span_ids z"TestVisibilityItemBase.get_span_idcCs"|r|jS|stjStjSr)rrzrrUrYrXrGrIrIrJ get_statuss z!TestVisibilityItemBase.get_statuscCrr)rzrGrIrIrJget_raw_statusz%TestVisibilityItemBase.get_raw_statusstatuscCs8|rd|jd|d|}t|dS||_dS)NzStatus z already set for item z, not setting to )rrzr`ra)rHrrrIrIrJrs   z!TestVisibilityItemBase.set_statuscCs*|jd7_|jdur|jdSdS)NrV)rrucount_itr_skippedrGrIrIrJrs z(TestVisibilityItemBase.count_itr_skippedcCst|jd|_dSNT)r_event_type_metric_namerrGrIrIrJmark_itr_skippeds  z'TestVisibilityItemBase.mark_itr_skippedcCrr)rrGrIrIrJis_itr_skippedrz%TestVisibilityItemBase.is_itr_skippedcCs,t|jd|_|jdur|jdSdSr)rrrrumark_itr_unskippablerGrIrIrJrs  z+TestVisibilityItemBase.mark_itr_unskippablecCrr)rrGrIrIrJis_itr_unskippablerz)TestVisibilityItemBase.is_itr_unskippablecCs,t|jd|_|jdur|jdSdS)zRIf any item is forced to run, all ancestors are forced to run and increment by oneTN)rrrrumark_itr_forced_runrGrIrIrJrs  z*TestVisibilityItemBase.mark_itr_forced_runcCrr)rrGrIrIrJwas_itr_forced_runrz)TestVisibilityItemBase.was_itr_forced_runtag_namercC||j|<dSrr)rHrrrIrIrJrszTestVisibilityItemBase.set_tagrcCs|D] }|||j|<qdSrr)rHrrrIrIrJrszTestVisibilityItemBase.set_tagscC |j|SrrgetrHrrIrIrJget_tag zTestVisibilityItemBase.get_tag tag_namescCs"i}|D] }|j|||<q|Srr)rHrrrrIrIrJget_tagsszTestVisibilityItemBase.get_tagscCs |j|=dSrrrrIrIrJ delete_tag s z!TestVisibilityItemBase.delete_tagcCs|D]}|j|=qdSrr)rHrrrIrIrJ delete_tagss z"TestVisibilityItemBase.delete_tagscCrrrrGrIrIrJget_spanrzTestVisibilityItemBase.get_spancCs|jdur |jSdSr)rur rGrIrIrJrs  z&TestVisibilityItemBase.get_parent_span coverage_datacCsdSrrI)rHr rIrIrJadd_coverage_datarz(TestVisibilityItemBase.add_coverage_datacCs6|jdurdS|jr|jt|j|jjdSdSr)rnr_set_struct_tagr build_payloadr{r3rGrIrIrJrs z-TestVisibilityItemBase._add_coverage_data_tagcCrr)rget_datarGrIrIrJget_coverage_data(rz(TestVisibilityItemBase.get_coverage_datakeyrcCrr)r)rHrrrIrIrJ stash_set-z TestVisibilityItemBase.stash_setcCrr)rrrHrrIrIrJ stash_get0rz TestVisibilityItemBase.stash_getcCs|j|dSr)rpoprrIrIrJ stash_delete3rz#TestVisibilityItemBase.stash_delete)NNNrxNrNN)F)VrLrMrNrOrrUNSETrrQr(rdictrrrrorrr rfloatrrrrrRrrrrrrpropertyrrsetterr{abcabstractmethodrrrrrrrrrrr_rrintrrrUrrrrrrrrrrrlrrrlistrr r r$r rrr"r rrobjectrrrrIrIrIrJr\zs # #  "              c@s eZdZdS)TestVisibilityChildItemN)rLrMrNrIrIrIrJr%7sr%CITEMTc seZdZdedededeeeefddf fdd Zde e e ffd d Z  dd ee d ee ddffd d Z   d ded ee d ee ddffdd ZdededdfddZdedefddZdeddffdd Zd!ddZZS)"rvrqrrrsrtrxNcs"t||||i|_d|_dS)NF)superr _children_distributed_children)rHrqrrrsrtrrIrJr?s z!TestVisibilityParentItem.__init__cCs|jdur |Stjjdtjjdtjjdi}|jD]%}|}|t j kr(q|t j kr8t d|t j S||jd7<qt d|||tjjdkrTtjSt|j}|dkrh|tjj|krhtjS|tjjdkrstjStjS)atRecursively computes status based on all children's status - FAIL: if any children have a status of FAIL - SKIP: if all children have a status of SKIP - PASS: if all children have a status of PASS - UNFINISHED: if any children are not finished The caller of get_status() must decide what to do if the result is UNFINISHED NrzItem %s has unfinished childrenrVz!Children status counts for %s: %s)r(rrryrSKIPPASSvaluesrrUrYrXr`rlen)rHchildren_status_countschild child_status len_childrenrIrIrJrJs.      z#TestVisibilityParentItem.get_statusrrcsL|r|||}|tjkrdSt|ts||tj||ddS)aRecursively finish all children and then finish self An unfinished status is not considered an error condition (eg: some order-randomization plugins may cause non-linear ordering of children items). override_status only applies to the current item. Any unfinished children that are forced to finish will be finished with whatever status they had at finish time (in reality, this should mean that any unfinished children are marked as failed, since that is the default status set upon start) Nrr)rrrUrXrCr'r)rHrr item_statusr*rIrJrws    z+TestVisibilityParentItem.prepare_for_finishFrcsn|r%|jD]}|js|j||d|s|j|dq|||s0|j||dt dS)aKRecursively finish all children and then finish self force results in all children being finished regardless of their status prepare_for_finish() should be called first to prepare the span. If prepare_for_finish() hasn't been called yet, it will be called automatically for backward compatibility. r3)rN) r(r-rrr_rrrrr')rHrrrr0r*rIrJrs  zTestVisibilityParentItem.finish child_item_idr0cCsL||_||jvr|jjr|d|d}t|t|dS||j|<dS)Nz already exists in 's children)rur(r{r5r`rar)rHr5r0rrIrIrJ add_childs  z"TestVisibilityParentItem.add_childchild_idcCs,||jvr |j|S|d|d}t|)Nz not found in r6)r(r)rHr8rrIrIrJget_child_by_ids  z(TestVisibilityParentItem.get_child_by_idr6csLt||s dS|tj|jdk|js|jr$|tj|jdSdS)z7Set tags on parent items based on ITR enablement statusNr) r'rrr ITR_TEST_SKIPPING_TESTS_SKIPPEDrr(r)ITR_TEST_SKIPPING_COUNTrr*rIrJrs  z&TestVisibilityParentItem._set_itr_tagscCs d|_dSr)r)rGrIrIrJset_distributed_childrenrz1TestVisibilityParentItem.set_distributed_childrenr)FNNr)rLrMrNrQr(rrrrrrrUrrrrRrrZr&r7r9rr< __classcell__rIrIr*rJrv>sL /  rv)Nr rSenumrrirpathlibrtypingrrrrrddtrace._trace.contextr ddtrace.constantsr ddtrace.extr r ddtrace.ext.test_visibilityr 1ddtrace.ext.test_visibility._test_visibility_baserrr"ddtrace.ext.test_visibility.statusrr*ddtrace.internal.ci_visibility._api_clientrr1ddtrace.internal.ci_visibility.api._coverage_datar(ddtrace.internal.ci_visibility.constantsrrr%ddtrace.internal.ci_visibility.errorsr2ddtrace.internal.ci_visibility.telemetry.constantsrr,ddtrace.internal.ci_visibility.telemetry.itrrrrddtrace.internal.constantsrddtrace.internal.loggerr ,ddtrace.internal.test_visibility._atr_mixinsr!/ddtrace.internal.test_visibility.coverage_linesr"ddtrace.internal.utils.timer# ddtrace.tracer$r% TYPE_CHECKING+ddtrace.internal.ci_visibility.api._sessionr&rLr` dataclassr(rUrZr[rlroABCr\r%r&rvrIrIrIrJst                                      &   @