o
    5t¾iì   ã                   @   s    d dl mZ G dd„ deƒZdS )é   )ÚBaseTokenizerc                   @   s    e Zd ZdZdd„ Zdd„ ZdS )ÚNoneTokenizerz/Don't apply any tokenization. Not recommended!.c                 C   s   dS )NÚnone© )Úselfr   r   úW/home/ubuntu/.local/lib/python3.10/site-packages/sacrebleu/tokenizers/tokenizer_none.pyÚ	signature   ó   zNoneTokenizer.signaturec                 C   s   |S )Nr   )r   Úliner   r   r   Ú__call__	   r	   zNoneTokenizer.__call__N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r   r   r   r   r   r      s    r   N)Útokenizer_baser   r   r   r   r   r   Ú<module>   s    