o
     ¢i  ã                   @   s4   d dl Z d dlmZ ddlmZ dd„ Zdd„ ZdS )	é    N)Ú
Vietnameseé   )Úmake_tempdirc                 C   s\  |   ¡ }tƒ }|j |¡ ||j  ¡ ksJ ‚|jjdu sJ ‚tƒ +}|d }|  |¡ tƒ }|j |¡ ||j  ¡ ks=J ‚|jjdu sEJ ‚W d   ƒ n1 sOw   Y  t ddddiii¡}|  ¡ }tƒ }| |¡ ||  ¡ kssJ ‚|jjdu s{J ‚tƒ &}| |¡ tƒ }| |¡ ||  ¡ ks”J ‚|jjdu sœJ ‚W d   ƒ d S 1 s§w   Y  d S )NTÚ	tokenizerÚnlpÚuse_pyviF)	Úto_bytesr   r   Ú
from_bytesr   r   Úto_diskÚ	from_diskÚfrom_config)Úvi_tokenizerÚtokenizer_bytesr   ÚdÚ	file_pathÚ	nlp_bytesÚnlp_r© r   úV/home/ubuntu/.local/lib/python3.10/site-packages/spacy/tests/lang/vi/test_serialize.pyÚtest_vi_tokenizer_serialize   s4   
ú	


"ûr   c                 C   s,   t  | ¡}t  |¡}|  ¡ | ¡ ksJ ‚d S )N)ÚpickleÚdumpsÚloadsr   )r   ÚbÚvi_tokenizer_rer   r   r   Útest_vi_tokenizer_pickle'   s   

r   )r   Úspacy.lang.vir   Úutilr   r   r   r   r   r   r   Ú<module>   s
    