o
    i                     @   sD   d dl mZ d dlmZ dd Zdd Zdd Zd	d
 Zdd ZdS )    )pickle)Languagec                  C   s6   t  } | d}t|d}t|}|jdksJ d S )Nzpickle roundtrip   )r   r   dumpsloadstext)nlpdocdatadoc2 r   S/home/ubuntu/.local/lib/python3.10/site-packages/spacy/tests/doc/test_pickle_doc.pytest_pickle_single_doc   s
   
r   c                  C   s   t  } tdD ]	}| jt| }qt| dd}t| dd tdD }t|d}t|t|d k s9J t	|}|d j
dksGJ |d j
d	ksPJ t|dksXJ d S )
Ni'  0c                 s   s    | ]}t |V  qd S )N)str).0ir   r   r   	<genexpr>   s    z8test_list_of_docs_pickles_efficiently.<locals>.<genexpr>d      r   99)r   rangevocabr   r   r   listpipelenr   r   )r   r   _one_pickleddocsmany_pickledmany_unpickledr   r   r   %test_list_of_docs_pickles_efficiently   s   
r"   c                  C   sH   t  } | d}d|jd< | }||j|}|jd du s"J d S NHelloF)r   r   )r   	user_datato_bytes	__class__r   
from_bytesr   r	   br   r   r   r   test_user_data_from_disk   s   
r+   c                  C   sB   t  } | d}d|jd< t|}t|}|jd du sJ d S r#   )r   r%   r   r   r   r)   r   r   r   test_user_data_unpickles$   s   


r,   c                  C   sJ   dd } t  }|d}| |jd< t|}t|}|d dks#J d S )Nc                 S   s   dS )Nhello!r   )d1d2r   r   r   
inner_func.   s   z'test_hooks_unpickle.<locals>.inner_funcr$   
similarityr-   )r   
user_hooksr   r   r   r1   )r0   r   r	   r*   r   r   r   r   test_hooks_unpickle-   s   


r3   N)	spacy.compatr   spacy.languager   r   r"   r+   r,   r3   r   r   r   r   <module>   s    		