o i{@sTddlmZddlmZddlmZefdededefdd Zd ed efd d Z dS))Model)LOWER)registry ngram_sizeattrreturncCs"tdt}||jd<||jd<|S)Nextract_ngramsrr)rforwardattrs)rrmodelr K/home/ubuntu/.local/lib/python3.10/site-packages/spacy/ml/extract_ngrams.pyr s   r r is_trainc Csg}g}|D]E}|j||jdg}|g}td|jddD] }||j||q"|jj|} |jjj | dd\} } || || q|jjdd|Dd d } |jj|}|jj|jj|d d }d d } ||| f| fS)NrrrT) return_countscSsg|]}|jdqS)r)shape).0arrr r r szforward..int32)dtypefcSsgS)Nr )dYr r rbackpropszforward..backprop) opsasarrayto_arrayr rangeappendngramsxp concatenateunique) r docsr batch_keys batch_valsdocunigramsr nkeysvalslengthsrr r rr s   r N) thinc.apirr rutilrintr boolr r r r rs