o
    i                     @   sf  d dl mZmZmZmZmZmZmZmZm	Z	m
Z
mZmZ d dlmZ eddZdd e	D Zdd eD Zdd eD Zd	d e
D Zg d
e e e
 e e Zee djeeddjeddjeddjeddjeeddjedg Ze	e e e ddg dddjeddjeddjedeeddjed g d!g Zed"d eD 7 ZeZeZeZd#S )$   )ALPHAALPHA_LOWERALPHA_UPPERCONCAT_QUOTESCURRENCYLIST_CURRENCYLIST_ELLIPSES
LIST_ICONS
LIST_PUNCTLIST_QUOTESPUNCTUNITS)TOKENIZER_SUFFIXES' c                 C      g | ]}|d kr|qS )# .0xr   r   M/home/ubuntu/.local/lib/python3.10/site-packages/spacy/lang/nn/punctuation.py
<listcomp>       r   c                 C   r   )   °r   r   r   r   r   r      r   c                 C   s   g | ]}| d dqS )z\u00B0r   )replacer   r   r   r   r      r   c                 C   r   )\'r   r   r   r   r   r      r   )   §%=   —   –z\+(?![0-9])z(?<=[{al}])\.(?=[{au}]))alauz(?<=[{a}])[,!?](?=[{a}]))az(?<=[{a}])[:<>=/](?=[{a}])z(?<=[{a}]),(?=[{a}])z"(?<=[{a}])([{q}\)\]\(\[])(?=[{a}]))r$   qz(?<=[{a}])--(?=[{a}])r    r!   z(?<=[0-9])\+u   (?<=°[FfCcKk])\.z(?<=[0-9])(?:{c}))cz(?<=[0-9])(?:{u}))uz(?<=[{al}{e}{p}(?:{q})])\.u   %²\-\+)r"   er%   pz(?<=[{au}][{au}])\.)r#   z(?<=[^sSxXzZ])'c                 C   s   g | ]}|d vr|qS ))z'sz'Su   ’su   ’Sr   r   )r   suffixr   r   r   r   A   s
    N)char_classesr   r   r   r   r   r   r   r	   r
   r   r   r   punctuationr   r   _quotes_list_punct_list_icons_list_quotes	_prefixesformat_infixes	_suffixesTOKENIZER_PREFIXESTOKENIZER_INFIXESr   r   r   r   <module>   sv   8 






