o
     ¢iu  ã                   @   s:   d dl Z dg d¢fdg d¢fgZe j de¡dd„ ƒZdS )	é    Nu!   SmÃ¸rsausen brukes bl.a. til fisk)u   SmÃ¸rsausenÚbrukeszbl.a.ÚtilÚfisku2   Jeg kommer fÃ¸rst kl. 13 pga. diverse forsinkelser)ÚJegÚkommeru   fÃ¸rstzkl.Ú13zpga.ÚdiverseÚforsinkelserztext,expected_tokensc                 C   s&   | |ƒ}dd„ |D ƒ}||ksJ ‚d S )Nc                 S   s   g | ]}|j s|j‘qS © )Úis_spaceÚtext)Ú.0Útokenr
   r
   úV/home/ubuntu/.local/lib/python3.10/site-packages/spacy/tests/lang/nb/test_tokenizer.pyÚ
<listcomp>   s    z=test_nb_tokenizer_handles_exception_cases.<locals>.<listcomp>r
   )Únb_tokenizerr   Úexpected_tokensÚtokensÚ
token_listr
   r
   r   Ú)test_nb_tokenizer_handles_exception_cases   s   r   )ÚpytestÚNB_TOKEN_EXCEPTION_TESTSÚmarkÚparametrizer   r
   r
   r
   r   Ú<module>   s    þþû