o qiO @sUdZddlmZmZddlmZddlmZddlm Z ddl m Z ddl m Z d Zeed <d Zeed <d Zeed<dZeed<dZeed<eeeeegZeed<eeee ee eeee iZeed<GdddZdS)z Pipeline that runs tokenize )DictList) NerParser)NormalizeParser)PosTaggerParser)TokenizeParser) LemmaParser normalize NORMALIZEtokenizeTOKENIZE pos_tagger POS_TAGGERnerNERlemmaLEMMAPIPELINE_NAMESREGISTERED_PARSERSc@s4eZdZdZddZeddZddZdd Zd S) PipelinezPipeline to processcCs*i|_tD] }t|i|d|j|<qdS)Pass)configpipelineN)parsersr)selfitemrJ/home/ubuntu/.local/lib/python3.10/site-packages/urduhack/pipeline/core.py__init__szPipeline.__init__csfddtDS)z7Return all currently loaded parsers in execution order.cs"g|] }j|rj|qSr)rget).0 parser_namerrr )s"z+Pipeline.loaded_parsers..)rr#rr#rloaded_parsers&szPipeline.loaded_parserscCs*tD]}|j|r|j||}q|S)Tst)rrr parse)rdocr"rrrr'+s  zPipeline.parsecCs.tt|tt|tgsJd||}|S)Nz"input should be either str or list)any isinstancestrlistr')rr(rrr__call__2s  zPipeline.__call__N) __name__ __module__ __qualname____doc__rpropertyr%r'r-rrrrrs  rN)r1typingrr parsers.nerrparsers.normalizerparsers.pos_taggerrparsers.tokenizer parsers.lemmar r r+__annotations__r rrrrrrrrrrs(