o i @sddlZddlZddlZddlZddlZddlmZddlmZddl m Z ddl m Z ddl mZejddd Zd d Zd d ZddZddZddZddZddZddZdS)N)get_current_ops)Doc)split_bilu_label) make_tempdir)Vocabrccs tj|d}|V|dS)N)mode)tempfile TemporaryFileclose)rfr D/home/ubuntu/.local/lib/python3.10/site-packages/spacy/tests/util.py make_tempfiles  rcCsXt}g}d}td|dD]}ddt|||D}|t||d||7}q|S)NrcSg|]}t|qSr str.0ir r r zget_batch..words)rrangeappendr) batch_sizevocabdocsstartsizenumbersr r r get_batchs r#cCs&t}ddtd|D}t||dS)NcSrr rrr r rr&rz"get_random_doc..rr)rrr)n_wordsrr"r r rget_random_doc#s r%cCsl|D]}d|vrt|\}}||q||}|D]}||qWddS1s/wYdS)zXPerform a series of pre-specified transitions, to put the parser in a desired state.-N)r add_label step_through transition)parserdocsequence action_namemovelabelstepwiser)r r rapply_transition_sequence*s    "r1cCs<t|dd}|j|d|D] \}}|j||dq|S)zuAdd list of vector tuples to given vocab. All vectors need to have the same length. Format: [("text", [1, 2, 3])]rr)width)vector)len reset_vectors set_vector)rvectorslengthwordvecr r radd_vecs_to_vocab6s   r;cCsJt}|||}|||}t||tj|tj|S)z Get cosine for two given vectors)rto_numpyasarraynumpydotlinalgnorm)vec1vec2OPSv1v2r r r get_cosine@s$rGcCs\dd|Ddd|DksJdd|Ddd|Dks Jdd|Ddd|Dks0Jdd|Ddd|Dks@Jdd|Ddd|DksPJdd|Ddd|Dks`Jdd|Ddd|DkspJd d|Dd d|DksJt|j|jD]$\}}|j|jksJ|j|jksJ|j|jksJ|j|jksJqd S) zmCompare two Doc objects and assert that they're equal. Tests for tokens, tags, dependencies and entities.cSg|]}|jqSr )orthrtr r rrKz%assert_docs_equal..cSrHr )posrJr r rrMrLcSrHr )tagrJr r rrNrLcSsg|]}|jjqSr )headrrJr r rrPrcSrHr )deprJr r rrQrLcSrHr ) is_sent_startrJr r rrRrLcSrHr )ent_typerJr r rrTrLcSrHr )ent_iobrJr r rrUrLN)zipentsr endr/kb_id)doc1doc2ent1ent2r r rassert_docs_equalHs        r\cCsxt|}t|}t|t|ksJtt|t|D]\\}}\}}||ks3J||ks9Jq%dS)z2Assert that two packed msgpack messages are equal.N)srsly msgpack_loadssortedkeysrTitems)b1b2msg1msg2k1rEk2rFr r rassert_packed_msg_equal]s  * rhcCstdd|S)Nz\s+ )resub)sr r rnormalize_whitespacegsrm)r) contextlibrjr r>r] thinc.apir spacy.tokensrspacy.trainingr spacy.utilr spacy.vocabrcontextmanagerrr#r%r1r;rGr\rhrmr r r rs(