o
    [o™ig  ã                   @   s@   d dl Z d dlmZ d dlmZ eƒ Zeƒ ZG dd„ deƒZdS )é    N)ÚPerluniprops)ÚNonbreakingPrefixesc                   @   s   e Zd ZdZe‚)ÚMosesSentTokenizerzž
    This is a Python port of the Moses Tokenizer from
    https://github.com/moses-smt/mosesdecoder/blob/master/scripts/ems/support/split-sentences.perl
    )Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚNotImplementedError© r
   r
   úL/home/ubuntu/.local/lib/python3.10/site-packages/sacremoses/sent_tokenize.pyr      s    r   )ÚreÚsacremoses.corpusr   r   ÚperlunipropsÚnonbreaking_prefixesÚobjectr   r
   r
   r
   r   Ú<module>   s   