o
     ¢iÓ  ã                   @   s   d d„ Z dd„ ZdS )c                 C   sj   d}| |ƒ}|d j dksJ ‚|d j dksJ ‚|d j dks!J ‚|d j dks*J ‚|d j d	ks3J ‚d S )
Nzto walk, do fooé    é   é   é   é   é	   é   é   )Úidx©Úen_tokenizerÚtextÚtokens© r   úT/home/ubuntu/.local/lib/python3.10/site-packages/spacy/tests/lang/en/test_indices.pyÚtest_en_simple_punct   s   r   c                 C   sò   d}| |ƒ}|d j dksJ ‚t|d ƒdksJ ‚|d j dks"J ‚t|d ƒdks,J ‚|d j dks5J ‚t|d ƒdks?J ‚|d j dksHJ ‚t|d ƒdksRJ ‚|d j d	ks[J ‚t|d ƒdkseJ ‚|d j d
ksnJ ‚|d j dkswJ ‚d S )NzTom (D., Ill.)!r   r   r   r   r   é   r   r   é   é   é   )r	   Úlenr
   r   r   r   Útest_en_complex_punct   s   r   N)r   r   r   r   r   r   Ú<module>   s    
