o
    iI                     @   s   d dl mZ ejZejZejZejZejZejZejZej	Z	ej
Z
ejZejZejZejZejZejZeeeedZdedefddZdS )   )normalizers)nfcnfdnfkcnfkd
normalizerreturnc                 C   s&   | t vrtd| t  t |   S )Nz6{} is not a known unicode normalizer. Available are {})NORMALIZERS
ValueErrorformatkeys)r    r   \/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/tokenizers/normalizers/__init__.pyunicode_normalizer_from_str   s
   
r   N) r   
NormalizerBertNormalizerNFDNFKDNFCNFKCSequence	LowercasePrependStripStripAccentsNmtPrecompiledReplace	ByteLevelr	   strr   r   r   r   r   <module>   s$    