o
    ip                     @   sR   d dl Z ddlmZ ddlmZ ddlmZmZmZ ddl	m
Z
mZ d
dd	ZdS )    N   )MultiLanguage)
load_model   )_fix_legacy_dict_data_parse_example_dict_dataannotations_to_doc)json_iteratejson_to_annotationsc           
      k   s    |d ur	t |nt }t| ts t| tst| } | d} t| D ]}t	|D ]}t
|}t|\}}t|j||}	|	V  q*q$d S )Nutf8)r   r   
isinstancebytesstrsrsly
json_dumpsencoder	   r
   r   r   r   vocab)

input_datamodelkwargsnlpjson_doc	json_paraexample_dicttok_dictdoc_dictdoc r   Z/home/ubuntu/.local/lib/python3.10/site-packages/spacy/training/converters/json_to_docs.pyjson_to_docs   s   



r   )N)r   lang.xxr   utilr   exampler   r   r   gold_ior	   r
   r   r   r   r   r   <module>   s    