o
     ¢iì  ã                   @   s^   d dl Z dg d¢fdg d¢fdg d¢fgZe j de¡d	d
„ ƒZe j dg d¢¡dd„ ƒZdS )é    Nu$   SmÃ¶rsÃ¥sen anvÃ¤nds bl.a. till fisk)u   SmÃ¶rsÃ¥senu   anvÃ¤ndszbl.a.ÚtillÚfisku4   Jag kommer fÃ¶rst kl. 13 p.g.a. diverse fÃ¶rseningar)ÚJagÚkommeru   fÃ¶rstzkl.Ú13zp.g.a.Údiverseu   fÃ¶rseningarz Anders I. tycker om ord med i i.)	ÚAnderszI.ÚtyckerÚomÚordÚmedÚir   Ú.ztext,expected_tokensc                 C   s&   | |ƒ}dd„ |D ƒ}||ksJ ‚d S )Nc                 S   s   g | ]}|j s|j‘qS © )Úis_spaceÚtext)Ú.0Útokenr   r   úV/home/ubuntu/.local/lib/python3.10/site-packages/spacy/tests/lang/sv/test_tokenizer.pyÚ
<listcomp>   s    z=test_sv_tokenizer_handles_exception_cases.<locals>.<listcomp>r   )Úsv_tokenizerr   Úexpected_tokensÚtokensÚ
token_listr   r   r   Ú)test_sv_tokenizer_handles_exception_cases   s   r   r   )ÚdriveruÚhajaruÚSerruÚFixaruc                 C   s.   | |ƒ}t |ƒdksJ ‚|d jdksJ ‚d S )Né   é   Úu)Úlenr   )r   r   r   r   r   r   Ú)test_sv_tokenizer_handles_verb_exceptions   s   r#   )ÚpytestÚSV_TOKEN_EXCEPTION_TESTSÚmarkÚparametrizer   r#   r   r   r   r   Ú<module>   s    þþþ÷
