o
    5ti_                     @   sF   d Z ddlmZ ddlmZ G dd dejZedkr!e  dS dS )zTests for tokenizers.    )absltest)
tokenizersc                   @   s   e Zd Zdd Zdd ZdS )TokenizersTestc                 C   8   t jdd}| |t j |d}| g d| d S )NFuse_stemmerzthis is a test)thisisatestr   DefaultTokenizerassertIsInstance	TokenizertokenizeassertListEqualself	tokenizerresult r   O/home/ubuntu/.local/lib/python3.10/site-packages/rouge_score/tokenizers_test.py&test_default_tokenizer_no_stemmer_init      
z5TokenizersTest.test_default_tokenizer_no_stemmer_initc                 C   r   )NTr   zthe friends had a meeting)thefriendhadr
   meetr   r   r   r   r   (test_default_tokenizer_with_stemmer_init   r   z7TokenizersTest.test_default_tokenizer_with_stemmer_initN)__name__
__module____qualname__r   r   r   r   r   r   r      s    r   __main__N)	__doc__absl.testingr   rouge_scorer   TestCaser   r   mainr   r   r   r   <module>   s   