o
    i                     @   s$  d dl mZmZmZmZmZmZmZmZm	Z	m
Z
mZmZ d dlmZ dge ZeddZee deedjedd	jedd
jeddjeeddjedg Zdd e
D ZedeZdge e e	 e ddg dddjeddjeddjedeeddjedg ZeZeZeZdS )    )ALPHAALPHA_LOWERALPHA_UPPERCONCAT_QUOTESCURRENCYLIST_ELLIPSES
LIST_ICONS
LIST_PUNCTLIST_QUOTES
LIST_UNITSPUNCTmerge_chars)TOKENIZER_PREFIXESz,,' z(?<=[{}])\.(?=[{}])z(?<=[{a}])[,!?](?=[{a}]))az(?<=[{a}"])[:<>=](?=[{a}])z(?<=[{a}]),(?=[{a}])z"(?<=[{a}])([{q}\)\]\(\[])(?=[{a}]))r   qz(?<=[{a}])--(?=[{a}])c                 C   s   g | ]}|d kr|qS )% ).0ur   r   M/home/ubuntu/.local/lib/python3.10/site-packages/spacy/lang/nl/punctuation.py
<listcomp>'   s    r    z''u   —u   –z(?<=[0-9])\+u   (?<=°[FfCcKk])\.z(?<=[0-9])(?:{c}))cz(?<=[0-9])(?:{u}))r   z(?<=[0-9{al}{e}{p}(?:{q})])\.u   %²\-\+)aler   pz(?<=[{au}][{au}])\.)auN)char_classesr   r   r   r   r   r   r   r	   r
   r   r   r   punctuationr   BASE_TOKENIZER_PREFIXES	_prefixesreplace_quotesformat_infixes_list_unitsjoin_units	_suffixesTOKENIZER_INFIXESTOKENIZER_SUFFIXESr   r   r   r   <module>   sV   8 








