o
    i_                     @   s   d dl mZmZmZmZmZmZmZ d dlm	Z	 e
ddZddd eD Zee djeed	d
jeddjeeddjeeddjedg Zdd e	D ZeZeZ	dS )   )ALPHAALPHA_LOWERALPHA_UPPERCONCAT_QUOTESLIST_ELLIPSESLIST_HYPHENS
LIST_ICONS)TOKENIZER_SUFFIXES' |c                 c   s    | ]	}|d kr|V  qdS )-N ).0xr   r   M/home/ubuntu/.local/lib/python3.10/site-packages/spacy/lang/fi/punctuation.py	<genexpr>   s    r   z(?<=[{al}])\.(?=[{au}]))alauz(?<=[{a}])[,!?](?=[{a}]))az"(?<=[{a}])([{q}\)\]\(\[])(?=[{a}]))r   qz(?<=[{a}])(?:{d})(?=[{a}]))r   dz(?<=[{a}0-9])[<>=/](?=[{a}])c                 C   s   g | ]}|d vr|qS ))z'sz'Su   ’su   ’Sz\'r   )r   suffixr   r   r   
<listcomp>   s
    r   N)char_classesr   r   r   r   r   r   r   punctuationr	   replace_quotesjoinDASHESformat_infixes	_suffixesTOKENIZER_INFIXESr   r   r   r   <module>   s(   $ 	

