o
    iS                     @   s>   d dl Z d dlmZmZ d dlmZ e jdd Zdd ZdS )    N)DocToken)Vocabc                 c   s    t jddd t jddd d t jdd	d d
 | d}d|j_tjddd d|d j_|V  t d t d t d td d S )N
_test_attrF)default
_test_propc                 S   s
   t | jS Nlentext)doc r   h/home/ubuntu/.local/lib/python3.10/site-packages/spacy/tests/serialize/test_serialize_extension_attrs.py<lambda>
   s   
 zdoc_w_attrs.<locals>.<lambda>)getter_test_methodc                 S   s   t | j | S r   r	   )r   argr   r   r   r      s    )methodzThis is a test.test_test_tokent0t1   )r   set_extension_r   r   r   remove_extension)en_tokenizerr   r   r   r   doc_w_attrs   s   


r   c                 C   s   |   }tt |}|jdsJ |jjdksJ |jjt|j	ks'J |j
dt|j	 dks7J |d jjdksAJ |d jjdksKJ |d jjdksUJ d S )Nr   r   r   r   r   r      )to_bytesr   r   
from_bytesr   hasr   r   r
   r   r   r   )r   doc_br   r   r   r   #test_serialize_ext_attrs_from_bytes   s    r#   )	pytestspacy.tokensr   r   spacy.vocabr   fixturer   r#   r   r   r   r   <module>   s    
