o i @sddlZddlmZddlmZddlmZddlmZddl m Z ddl m Z ddl mZd d Zdgd Zd ed<d ed <d ed<ddeifddeifgZddZddZdS)N) assert_equal)util) SENT_START)English)Language) make_tempdir)ExamplecCsJt}|d}tt|dWddS1swYdS)NsenterA)radd_pipepytestraisesNotImplementedError add_label)nlpr rT/home/ubuntu/.local/lib/python3.10/site-packages/spacy/tests/pipeline/test_senter.pytest_label_types s    "r z4I like green eggs. Eat blue ham. I like purple eggs. sent_startsz;She likes purple eggs. They hate ham. You like yellow eggs.c st}|dgtD]}t||d|dq ||jfdddt t |jdddWdn1sEwYt t |jdWddS1sawYdS)Nr rrcsSNrrtrain_examplesrr,z*test_initialize_examples..) get_examplescSsdSrrrrrrr.r) rr TRAIN_DATAappendr from_dictmake_doc initializer r TypeError)rtrrrtest_initialize_examples$s "  "r&c stg}tD]}|t|d|dqd|djd_d|djd_d|djd_d }t dD] }i}j |||dq?|dd ksTJtdd}|}dgd }d|d<d|d <d|d <d d|D|kszJt !} |t|} | |} dd| D|ksJWdn1swYgd} dd| D} dd| D} ddfdd| DD}t| | t| |djdksJdjvsJdS)NrrF r )sgdlossesgMbP?rrrcSg|]}t|jqSrint is_sent_start.0r%rrr Mz'test_overfitting_IO..cSr,rr-r0rrrr2Tr3)zJust a sentence.z$Then one more sentence about London.zHere is another one.zI like London.cSg|]}|tgqSrto_arrayrr1docrrrr2]cSr4rr5r7rrrr2^r9cSr4rr5r7rrrr2_s csg|]}|qSrr)r1textrrrr2`s)IS)rrr rr!r" referencer/r r#rangeupdaterto_diskrload_model_from_pathpiperget_pipelabels pipe_labels)rr% optimizerir+ test_textr8gold_sent_startstmp_dirnlp2doc2texts batch_deps_1 batch_deps_2 no_batch_depsrr;rtest_overfitting_IO3sH"        rR)r numpy.testingrspacyr spacy.attrsr spacy.lang.enrspacy.languagerspacy.tests.utilrspacy.trainingrr SENT_STARTSrr&rRrrrrs,