o
    i                     @   s   d dl Z d dlZd dlZd dlmZ d dlmZ d dlmZ d dl	m
Z
 d dlmZ ejddgd	d
 Zejddgdd Zdd ZdS )    N)NORM)English)StringStore)Doc)Vocabztext1,text2)hellobyec                 C   sf   t  }||  }|| }tj|dd}t|}||  |ksJ || |ks'J t|t|ks1J d S )N)protocol)r   srslypickle_dumpspickle_loadslen)text1text2stringstorestore1store2data	unpickled r   L/home/ubuntu/.local/lib/python3.10/site-packages/spacy/tests/test_pickles.pytest_pickle_string_store   s   
r   )dogcatc                 C   s*  t ttdd itjjdd}|dtj	ddd ||  }|| }|j
| d d	 ks/J |j
|d d	 ks:J t|}t|}||  j|jksNJ || j|jksXJ ||  j|jksbJ || j|jkslJ ||  j|| jksxJ |jd usJ |jd usJ t|d jg d
ksJ d S )Nc                 S   s   | d d S )Nr	   r   )stringr   r   r   <lambda>   s    z#test_pickle_vocab.<locals>.<lambda>noun_chunks)lex_attr_gettersget_noun_chunksr   )   f)dtyper	   )      ?r#   r#   r#   r#   )r   intr   r   Defaultssyntax_iteratorsget
set_vectornumpyonesnorm_r   r   r   orthnormvectorsr   listvector)r   r   vocablex1lex2r   r   r   r   r   test_pickle_vocab   s&   

r4   c                 C   s   g d}dgt | }dgt | }t| |||d}t|}t|}dd |D |ks/J dd |D |ks:J dd |D |ksEJ t|jg ksNJ d S )	N)abcdepr   )wordsdepsheadsc                 S      g | ]}|j qS r   )text.0tr   r   r   
<listcomp>;       z#test_pickle_doc.<locals>.<listcomp>c                 S   r<   r   )dep_r>   r   r   r   rA   <   rB   c                 S   s   g | ]}|j jqS r   )headir>   r   r   r   rA   =   s    )r   r   r   r   r   r/   r   )en_vocabr9   r:   r;   docr   r   r   r   r   test_pickle_doc/   s   

rH   )r)   pytestr   spacy.attrsr   spacy.lang.enr   spacy.stringsr   spacy.tokensr   spacy.vocabr   markparametrizer   r4   rH   r   r   r   r   <module>   s    

