o
    i                     @   s4   d dl Z d dlmZ ddlmZ dd Zdd ZdS )	    N)Japanese   )make_tempdirc                 C   s\  |   }t }|j| ||j  ksJ |jjd u sJ t +}|d }| | t }|j| ||j  ks=J |jjd u sEJ W d    n1 sOw   Y  tddddiii}t }|  }|| ||  kssJ |jjdks{J t &}|| t }|| ||  ksJ |jjdksJ W d    d S 1 sw   Y  d S )N	tokenizernlp
split_modeB)	to_bytesr   r   
from_bytesr   r   to_disk	from_diskfrom_config)ja_tokenizertokenizer_bytesr   d	file_pathnlp_r	nlp_bytes r   V/home/ubuntu/.local/lib/python3.10/site-packages/spacy/tests/lang/ja/test_serialize.pytest_ja_tokenizer_serialize   s4   
	


"r   c                 C   s,   t | }t |}|  | ksJ d S )N)pickledumpsloadsr	   )r   bja_tokenizer_rer   r   r   test_ja_tokenizer_pickle'   s   

r   )r   spacy.lang.jar   utilr   r   r   r   r   r   r   <module>   s
    