o
    ॵi8                     @   s  d dl mZ d dlmZ erddlmZ ddlmZ ddlm	Z	 ddl
mZ ddlmZ dd	lmZ dd
lmZmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZmZmZmZ ddlm Z m!Z! ddl"m#Z#m$Z$ ddl%m&Z& ddl'm(Z( ddl)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ ddl0m1Z1 ddl2m3Z3 ddl4m5Z5 ddl6m7Z7 ddl8m9Z9 ddl:m;Z; ddl<m=Z= ddl>m?Z? ddl@mAZA ddlBmCZC ddlDmEZE dOS i d d!gd"d#gd$d%gd&d'd(gd)d*gd+d,gd-d.gd/d0gd1g d2d3d4d5gd6d7gd8d9gd:d;gd<d=gd>d?d@gdAdBgdCg ddDgdEgdFgdGgdHgdIgdJgdKgdLgdMgdN
ZFd dOlGZGeeHeI dP eFeJi dQeGjKeH< dOS )R    )TYPE_CHECKING)LazyImportModule   )WordAlignmentPreprocessor)TextErrorCorrectionPreprocessor)TextGenerationJiebaPreprocessor)Tokenize),DocumentSegmentationTransformersPreprocessor),FaqQuestionAnsweringTransformersPreprocessor)FillMaskPoNetPreprocessor FillMaskTransformersPreprocessor)#TextRankingTransformersPreprocessor)*RelationExtractionTransformersPreprocessor)*TextClassificationTransformersPreprocessor))SentenceEmbeddingTransformersPreprocessor)&TextGenerationTransformersPreprocessorTextGenerationT5Preprocessor'TextGenerationSentencePiecePreprocessorSentencePiecePreprocessor)+TokenClassificationTransformersPreprocessor+WordSegmentationBlankSetToLabelPreprocessor) WordSegmentationPreprocessorThaiNERPreprocessorThai)NERPreprocessorViet).ZeroShotClassificationTransformersPreprocessor)"DialogIntentPredictionPreprocessorDialogModelingPreprocessorDialogStateTrackingPreprocessorInputFeaturesMultiWOZBPETextFieldIntentBPETextField)#ConversationalTextToSqlPreprocessor)"TableQuestionAnsweringPreprocessor)MGLMSummarizationPreprocessor)-TranslationEvaluationTransformersPreprocessor)CanmtTranslationPreprocessor)%DialogueClassificationUsePreprocessor)SiameseUiePreprocessor)*DocumentGroundedDialogGeneratePreprocessor)+DocumentGroundedDialogRetrievalPreprocessor)(DocumentGroundedDialogRerankPreprocessor)-MachineReadingComprehensionForNERPreprocessorbert_seq_cls_tokenizerr   "document_segmentation_preprocessorr	   #faq_question_answering_preprocessorr
   fill_mask_preprocessorr   r   text_ranking_preprocessorr    relation_extraction_preprocessorr    text_classification_preprocessorr   sentence_embedding_preprocessorr   text_generation_preprocessor)r   r   r   r   r   !token_classification_preprocessorr   r   %zero_shot_classification_preprocessorr   text_error_correctionr   word_alignment_preprocessorr   mglm_summarization_preprocessorr#   &token_classification_thai_preprocessorr   r   &token_classification_viet_preprocessorr   spacer!   r"   r$   r%   r&   r'   r(   r)   r*   r+   )

space_T_en
space_T_cn#translation_evaluation_preprocessorcanmt_translation&dialog_classification_use_preprocessorsiamese_uie_preprocessor.document_grounded_dialog_generate_preprocessor/document_grounded_dialog_retrieval_preprocessor,document_grounded_dialog_rerank_preprocessor*machine_reading_comprehension_preprocessorN__file__)module_specextra_objects)Ltypingr   modelscope.utils.import_utilsr   r8   r   r7   r   r4   r   r,   r   r-   r	   r.   r
   r/   r   r   r0   r   r1   r   r2   r   r3   r   r   r   r   r   r5   r   r   r:   r   r   r;   r   r6   r   r<   r   r   r   r   r   r    r=   r!   r>   r"   r9   r#   r?   r$   r@   r%   rA   r&   rB   r'   rC   r(   rD   r)   rE   r*   rF   r+   _import_structuresys__name__globals__spec__modules rR   rR   Y/home/ubuntu/.local/lib/python3.10/site-packages/modelscope/preprocessors/nlp/__init__.py<module>   s    	"#'*2G