o
     ¢ib  ã                   @   s0   d dl Z dg d¢fgZe j de¡dd„ ƒZdS )é    Nut   HornjoserbÅ¡Ä‡ina wobsteji resp. wobstejeÅ¡e z wjacorych dialektow, kotreÅ¾ so zdÅºÄ›la chÄ›tro wot so rozeznawachu.)u   HornjoserbÅ¡Ä‡inaÚwobstejizresp.u   wobstejeÅ¡eÚzÚ	wjacorychÚ	dialektowú,u   kotreÅ¾Úsou   zdÅºÄ›lau   chÄ›troÚwotr   ÚrozeznawachuÚ.ztext,expected_tokensc                 C   s&   | |ƒ}dd„ |D ƒ}||ksJ ‚d S )Nc                 S   s   g | ]}|j s|j‘qS © )Úis_spaceÚtext)Ú.0Útokenr   r   úW/home/ubuntu/.local/lib/python3.10/site-packages/spacy/tests/lang/hsb/test_tokenizer.pyÚ
<listcomp>   s    z,test_hsb_tokenizer_basic.<locals>.<listcomp>r   )Úhsb_tokenizerr   Úexpected_tokensÚtokensÚ
token_listr   r   r   Útest_hsb_tokenizer_basic   s   r   )ÚpytestÚHSB_BASIC_TOKENIZATION_TESTSÚmarkÚparametrizer   r   r   r   r   Ú<module>   s    þÿ