o
    i                     @   s   d dl mZmZ d dlmZ ddlmZmZ ddlm	Z	 ddl
mZmZmZ ddlmZ dd	lmZ G d
d deZG dd deZejddgdddddidddiddedee dedededee fdd ZdgZdS )!    )CallableOptional)Model   )BaseDefaultsLanguage)
Lemmatizer   )TOKENIZER_INFIXESTOKENIZER_PREFIXESTOKENIZER_SUFFIXES)
STOP_WORDS)TOKENIZER_EXCEPTIONSc                   @   s    e Zd ZeZeZeZe	Z
eZdS )BengaliDefaultsN)__name__
__module____qualname__r   tokenizer_exceptionsr   prefixesr   suffixesr
   infixesr   
stop_words r   r   J/home/ubuntu/.local/lib/python3.10/site-packages/spacy/lang/bn/__init__.pyr      s    r   c                   @   s   e Zd ZdZeZdS )BengalibnN)r   r   r   langr   Defaultsr   r   r   r   r      s    r   
lemmatizerztoken.lemmaNruleFz@scorerszspacy.lemmatizer_scorer.v1)modelmode	overwritescorer	lemma_accg      ?)assignsdefault_configdefault_score_weightsnlpr    namer!   r"   r#   c                 C   s   t | j|||||dS )N)r!   r"   r#   )r   vocab)r(   r    r)   r!   r"   r#   r   r   r   make_lemmatizer   s   r+   )typingr   r   	thinc.apir   languager   r   pipeliner   punctuationr
   r   r   r   r   r   r   r   r   factorystrboolr+   __all__r   r   r   r   <module>   sB    
