o iZ@s<ddlZddlZddlZddlmZddlZddlmZddlm Z ddl m Z ddl m Z ddlmZddlmZdd lmZmZmZdd lmZejd d Ze d dd Ze dddZejdddZejdddZ ejdddZ!ejdddZ"ejdddZ#d d!Z$d"d#Z%d$d%Z&ej'd&d'gd(d)Z(ej'd*d+gd,d-Z)d.d/Z*ej'd&d0gd1d0Z+ej'd2d3dd4d5fgd6d3Z,d7d8Z-d9d:Z.ej'd;dZ/ej'd&d?gd@dAZ0ej'd&d?gdBdCZ1ej'd&d?gdDdEZ2ej'd&d?gdFdGZ3ej'd&d?gdHdIZ4dJdKZ5dLdMZ6ej'dNdOgdPdQZ7ej'dRdSd5dTdUigdVdWZ8ej'dRgdXdYdZZ9d[d\Z:d]d^Z;d_d`Zej'dcdgdhgdidjZ?dkdlZ@dmdnZAejdodpdqZBdrdsZCdS)tN)get_current_ops)English) noun_chunksLanguage) TrainablePipe)Doc)Example)SimpleFrozenList get_arg_names make_tempdir)VocabcCstSNrrrZ/home/ubuntu/.local/lib/python3.10/site-packages/spacy/tests/pipeline/test_pipe_methods.pynlpsrnew_pipecC|Srrdocrrrr other_pipecCrrrrrrrrricCs`dd}t}t||D]\}}|dks|dks|dkr#t|D]}t|jq%qdS)NcssjtdD]}dVqtdD]}dVqtdD]}dVqtdD]}dVq#tdD]}dVq-dS)Ni'z#It's sentence produced by that bug.zI erase some hbdsaj lemmas.zI erase lemmas.)range)_rrrstring_generator#s     z(test_issue1506..string_generatori'i Ni0u)r enumeratepipegccollectstrlemma_)rridtrrrtest_issue1506!s  r$ivcCstt}|jr Jtddd}|jddd|jdddd|jdddd|jgd ks3Jtt}|jr=J|jddd|jdddd |jdddd |jgd ks]JdS) N componentcSrrrrrrrr%>rz!test_issue1654..component1name2)r(after3)r&r)r+)r(before)rr pipeliner%add_pipe pipe_names)rr%nlp2rrrtest_issue16549s     r1i(cCsZgd}t}|dd|dd|dd|||D]}q(dS) zeTest that `nlp.pipe()` works when an empty string ends the batch. Fixed in v7.0.5 of Thinc. )helloworldr4parserdepnerPERSONtaggerNNN)rr. add_label initializer)textsrrrrrtest_issue3880Nsr>ic Cst}|j}tjgdtjd}tjgdtjd}tjgdtjd}tjgdtjd}tjgdtjd}|d||d||d ||d |d }d d did digdg}|d} | |dd||D} t| dksyJt } tj | | d|tj | | d|tj | | d|tj | | d||ddd||D} t| dksJtj | | d|tj | | d|tj | | d|dS)N)g??g?)dtype)gɿg333333g)333333?ggffffff?)r?rrA)g?gr?IlikeDavidBowiezI like David Bowier8LOWERdavidbowie)labelpattern entity_rulercSg|]}|jqSrvector.0r#rrr rz"test_issue5082..rmerge_entitiescSrLrrMrOrrrrQzrR) rvocabnumpyasarrayfloat32 set_vectorr. add_patternslenrtestingassert_array_equalto_numpy) rrXarray1array2array3array4array34textpatternsrulerparsed_vectors_1opsparsed_vectors_2rrrtest_issue5082^s:       rmiRcCs^gd}t|d}gd}gd}gd}t|||||d}t|_t}|d}||dS)N) Inanerawheremarketshavebrought prosperityand empowerment.)strings) ROOTdetpobjadvmodnsubjauxrelcldobjccconjpunct) ADPDETNOUNADVrAUXVERBrCCONJrPUNCT) rrUr rrUrrr)wordsposheadsdepsmerge_noun_chunks)r rrnoun_chunks_iteratorr create_pipe)rrXrrren_docr merge_npsrrrtest_issue5458s   rcCs2Gdddt}t}|d}|}||dS)Nc@s$eZdZddZddZddZdS)z,test_multiple_predictions..DummyPipecSs d|_dS)N dummy_model)model)selfrrr__init__s z5test_multiple_predictions..DummyPipe.__init__cSsgdgdfS)N)rTrUrV)rSrr)rdocsrrrpredictsz4test_multiple_predictions..DummyPipe.predictcSs|Srr)rrscoresrrrset_annotationssz.DummyPipe.set_annotationsN)__name__ __module__ __qualname__rrrrrrr DummyPipes rfoo)rrmake_doc)rrr dummy_piperrrtest_multiple_predictionss   rcCs|dd|jvs JdS)Nr)r.r/rrrrtest_add_pipe_no_names rcCsL|jdddtt|jdddWddS1swYdS)Nrduplicate_namer')r.pytestraises ValueErrorrrrrtest_add_pipe_duplicate_names "rr(r5cCs*|jd|dd|jdd|ksJdS)NrT)r(firstr)r.r-rr(rrrtest_add_pipe_firstsrz name1,name2)r5 lambda_pipecCs`tjdddd|jd|d|jd|dd|jd d |ks#J|jd d |ks.JdS) N new_pipe2cSrrrrrrrz$test_add_pipe_last..funcr'rT)r(lastr)rr%r.r-)rname1name2rrrtest_add_pipe_lasts rcCs@tt|jddddWddS1swYdS)NrT)rrrrrr.rrrr!test_cant_add_pipe_first_and_lasts "r test_get_pipecCsXtt ||Wdn1swY|jd|d||tks*JdSNrr')rrKeyErrorget_piper.rrrrrrs  z$name,replacement,invalid_replacementtest_replace_pipecCrrrrrrrrrrcCstt||tWdn1swY|jd|dtt|||Wdn1s8wY|||||||ksOJdSr)rrr replace_piperr.rr)rr( replacementinvalid_replacementrrrrs   cCsH|d|d|jddgksJ|dd|jddgks"JdS)N sentencizerr7)r.r/rrrrrtest_replace_last_pipes   rcCsT|d|d|djdusJ|jddddid|djdus(JdS)N entity_linkerrT incl_priorF)config)r.rrrrrrrtest_replace_pipe_configs  rzold_name,new_name)old_pipercCsjtt|||Wdn1swY|jd|d||||jdd|ks3JdS)Nrr'r)rrr rename_piper.r-)rold_namenew_namerrrtest_rename_pipes  r my_componentcCstt ||Wdn1swY|jd|dt|jdks*J||\}}t|jr8J||ks>J|tksDJdS)Nrr'rT)rrr remove_piper.r^r-r)rr( removed_nameremoved_componentrrrtest_remove_pipes   rcCsB|jd|d||sJ|j|d}||rJ|dS)Nrr'disabler.has_pipe select_pipesrestorerr(disabledrrrtest_disable_pipes_method   rcCsB|jd|d||sJ|jgd}||rJ|dS)Nrr'enablerrrrrtest_enable_pipes_methodrrcCsh|jd|d||sJ|j|d||rJWdn1s&wY||s2JdS)zOTest that an enabled component stays enabled after running the context manager.rr'rNr.rrrrrrtest_disable_pipes_contexts rcCs|jd|d||sJ||||rJ|j|d||r(JWdn1s2wY||r>JdS)zPTest that a disabled component stays disabled after running the context manager.rr'rN)r.r disable_piperrrrr"test_disable_pipes_context_restores rcCsNdD]}|jd|d||sJq|jddgd|dr#J|dr*J|ds1JWdn1s;wY|jdd|drNJ|drUJ|ds\JWdn1sfwY|jddgdd |ds|J|dsJ|drJWdn1swY|jgd|drJ|drJ|drJWdn1swY|jgdgd |dsJ|dsJ|dsJWdn1swY|jgdgd !|drJ|dr J|drJWddS1s wYdS) Nc1c2c3rr'rrrrrrr)rrrrrrrtest_select_pipes_list_arg'sB$rcCs\dD]}|jd|d||sJqtt |Wdn1s'wYtt|jddgdgdWdn1sFwYtt|jddggdWdn1sdwYtt|jgdgdWdn1swY|jdgd}|dtt |WddS1swYdS) Nrrr'rrrrr)r.rrrrrrrrrrrtest_select_pipes_errorsEs(        "rn_pipesdcCsJtjddddt|D] }|jdd|dq t|j|ks#JdS)NrcSrrrrrrrr^rz(test_add_lots_of_pipes..rpipe_r')rr%rr.r^r/)rrr!rrrtest_add_lots_of_pipes\s rr%cCrrrrrrrrdrr2r3cCs:tt||WddS1swYdSrr)rr%rrr!test_raise_for_invalid_componentsds  "r)r7r9r5textcatcCsFd}||}|||dkr||jvsJdS|j|fks!JdS)NTESTr9)rr;labels)rr%rIrrrrtest_pipe_base_class_add_labeljs   rcCsgdddgd}|D]#\}}||||}|D]}||qt|jt|ks0Jq t|jt|ks.make_component..componentrr(r%r r'rmake_componentz1test_disable_enable_pipes..make_componentr&rr)r4rrr2r3!?)rr%r.r-r/rrcomponent_namesr enable_piper componentsrrrr)r(r rrrrr rrsd  &  rcCs:t}|d}|jdgksJ|j|j|j|j|j|jfD]}t|t s'Jt|t s.Jqt t |jd|fWdn1sGwYt t  |jWdn1sawYt t  |jWdn1s{wYt t |jWddS1swYdS)zTest that spaCy raises custom error messages if "frozen" properties are accessed. We still want to use a list here to not break backwards compatibility, but users should see an error if they're trying to append to nlp.pipeline etc.r7ner2N)rr.r/r-rrr factory_names isinstancelistr rrNotImplementedErrorappendpopsortclear)rr7proprrrtest_pipe_methods_frozens0        "rr)r9r5r7r morphologizercCsPt}||}t|dddusJt|dd}|dusJdt|vs&JdSN label_datar<rrr.getattrr rrr<rrr#test_pipe_label_data_exports_labelss    r$senterrcCsPt}||}t|dddusJt|dd}|dur$dt|vs&JdSdSrr!r#rrrtest_pipe_label_data_no_labels s  r&cCsVt}|dd|jddvsJddgi|jddd<|jdddddgiks/J|dd|jddvs?J|dd|jddvsOJddgi|jddd<|ddd|jddvslJ|jdddddgiks|Jddi|jddd <|jd d d d |jddvsJ|d d |jddvsJd S) zDTest that the [initialize] config reflects the components correctly.r9r<rrr2 my_taggerrbartestr7r'N)rr.rrrrrrrtest_pipe_methods_initializes$       r*c svd}ifdd}tj|d||ddtj|d||ddt|d|dg}t}gd}g}|D]}|t||||q?g|dg|d|dg|d|dgfD]N}D]}d|<qnt|jd }||d||d|j ||d |D]} | d d d |DksJq|t|D] } | dksJqqjdS) Ntest_with_annotatescr)Nr4cs|j7<|Srrrrrrr%1szEtest_update_with_annotates..make_component..componentrr r r'rr .r z2test_update_with_annotates..make_componentr&rr))abbcccr4)rX) annotatescss|]}|jjVqdSr) predictedrg)rPegrrr Psz-test_update_with_annotates..) rr%setrrr rrXr.updatejoin) r(r rrr=examplesrgcomponents_to_annotatekeyr%rr rtest_update_with_annotates*s8     "r9i,c Cst}|d|d|dtW}||tj|dgdddgiidjddgks0Jtj|dgdtt tj|dgddddgiidWdn1sWwYWddSWddS1sowYdS) zMTest conflict between enable/disable w.r.t. `nlp.disabled` set in the config.r9r%rrr)rrrN) rr.r to_diskspacyloadrrrr)rtmp_dirrrr(test_enable_disable_conflict_with_configUs,      "r>c st}dD]}||qt}||ddg}ddgd}tj||dtfdd|Ds4Jtj|dtfddjDsJJtj||d |jvsXJtj||d|jvsfJ|jvsmJj |hksuJj |gks}Jtj|fd djDd tfd djDsJt t tj|dgd Wd n1swYWd d SWd d S1swYd S)z1Tests spacy.load() with dis-/enabling components.)rr9r5r5r9rcsg|]}|jvqSrrrP comp_namerrrrQ}sz,test_load_disable_enable..rcg|] }|jv|vuqSrr?r@r to_enablerrrQ)excludecsg|]}|vr|qSrrr@)rDrrrQs rcrBrr?r@rCrrrQrEN)rr.r r:r;r<allrr/ _disabledrrrr)base_nlprr= to_disable single_strrrCrtest_load_disable_enablensR      /"rL)DrrYr thinc.apirr; spacy.lang.enrspacy.lang.en.syntax_iteratorsrspacy.languagerspacy.pipeliner spacy.tokensrspacy.trainingr spacy.utilr r r spacy.vocabr fixturerr%rrmarkissuer$r1r>rmrrrr parametrizerrrrrrrrrrrrrrrrrrrrrrr$r&r*r9r>rLrrrrs                    "                 ?    +