o wi9@sddlmZddlZddlmZmZmZmZm Z m Z m Z ddl m Z mZmZmZmZmZmZmZmZddlmZd ddZd!ddZd"ddZ    d#d$ddZdS)%) annotationsN)AttributeProto FunctionProto GraphProto ModelProto NodeProtoSparseTensorProto TensorProto) make_attribute make_function make_graph make_model make_node make_tensormake_tensor_value_infoset_model_propstensor_dtype_to_np_dtype) from_arraynoder thresholdintvalue_constant_of_shapefloatreturnlist[NodeProto]c Cs|jdkrtd|jd|jD]j}|jdkr!td|jd|jdkrt|j}|jd}|j}t|}||kr@|gSt tj t |tj d |d }t |j} tdg|g|d } td |g|jt tj |g| d d } | | gStd |j|gS)zReplaces a Constant node with a large tensor (with more than threshold elements) by a sequence of nodes that produces a dummy constant of same shape as original tensor.Constantz!Node type must be 'Constant' not . sparse_valuezEThis feature is not yet implemented for a sparse constant (node name=).value__SHAPEdtypenamerConstantOfShapez'Replacement of constant with attribute )op_type TypeError attributer$NotImplementedErrortdimsnpprodrarraylistint64r data_typeroutput) rrrattrnew_namer,sizeinitr" node_shapenew_noder:Y/home/ubuntu/sommelier/.venv/lib/python3.10/site-packages/onnx/tools/replace_constants.py_replace_constantsF          r<onxGraphProto | FunctionProtocst|tr t|j}nt|trt|j}n tdt|dt|D]}t|jOt|j Oq%fdd}t dg|dgdd}t dg|d gd d}i}t |D]\}}|j d krbqX|jd}t d |g||d g} t d|j d| j d|j dg||dg} t |jd kr|jdjj} ntj} t d| j dg||dg| d} t d| j dg||dg| d} t d| j d| j dg||dg}t d|j d|g|j }| | | | ||g||<qXt|ddD] \}}||||d <q|d||d |t|tr%t||j|j|j |j|jd}|St|tr._find_namerzeror) value_intonerBr& ReduceProd_NRange_RANGECast_RANGEf)to_NfDiv_FLATReshapeT)reverse initializersparse_initializer opset_imports) isinstancerr0rrr(typesetinputr3r enumerater'lenr)r+r2r FLOATsorteditemsinsertr r$rZr[r domain opset_import)r=nodesrrIcst0cst1updateinodeshapenarSaccldreshupgraphnew_onxr:rGr;%_replace_constant_of_shape_with_rangeGst       $$"    rycCsnt|tr t|j}nt|trt|j}n tdt|dt}|D]}|t|jO}|t|j O}q%i}t |D]7\}}|j dkrFq<|j dj }t|j|jdg|g}td|j|j } t|j dj|d} | j | | ||<q<|D]\}} | ||<qxt|trt||j|j|j |j|jd} | St|trt|j|j|j|j ||jd} | Stdt|d) z7Replaces all fill value of all nodes *ConstantOfShape*.r?rr&rrBr%rYr\)r^rr0rrr(r_r`rar3rbr'r)r+rr$r2rr appendrfr rZr[r rhri)r=rrjrHrrmrntensor new_tensorr9r4rvrwrxr:r:r; _replace_constant_of_shape_valuesX           r}F?'FunctionProto | GraphProto | ModelProto ir_version int | None use_rangeboolc sttr`d}g}jD] }|jdkr't|}t|dkr!d}||q ||q |rOtj j j j |j d} rDt| SdkrMt| S| SrUtSdkr^tSSttrtjpljd} fdd jD} t| | jjpjjj jd } tjd krd d jD} t| | | j dd=j D]7}| j }|j dkr|jdkr͈rtd|jd|j dkr|jdkrtd|jd|j |_ |j|_q| Sttst dt!dd }g}t"g}g}j#D]n}t$|j%}t&'|}|kr ||q|d7}|j d}|t(t&j)t*|t&j+d|dt,|j-}t.d|g|j gt(t&j)dg|dd}|||j durudkru|t/|t0j1t|gqg}j2D]&}t$|j%}t&'|}|kr||q|t3d|j4j d|j5j djD]}|jdkrt|}t|dkr|d7}||qd}g}|j6D]7}|j!t7j8krt9|d r|j:durt|j:d!}t;|t;|j:krd}t<|j |}||q|r"t.|j|j |j }|j6||||d7}q||q|d krWt=|j fd"d j D|j ||d#}rKt|SdkrUt|S|Sr^tSdkrhtSS)$aReplace initializers or constant node by nodes *ConstantOfShape* to reduce the size. This reduce the cost to write a unit test about a specific graph structure. Args: onx: ModelProto threshold: every initializer under this threshold is not impacted ir_version: initializer must be specified as input for `ir_version <= 3`, this must be specified if onx is :class:`FunctionProto` or :class:`GraphProto` use_range: if uses operator *Range* instead of *ConstantOfShape* to avoid constant tensors value_constant_of_shape: value to use as a value for all nodes *ConstantOfShape*, a high value may produce nan or inf predictions Returns: onx, modified ModelProto The function is designed so that the function can be reapplied on a modified model and either replace *ConstantOfShape* with *Range* operators, either replace the fill value for every *ConstantOfShape*. Frr@Tr\rB)rrrrc s$g|]}t|p jdqS)rrrr)(replace_initializer_by_constant_of_shaper).0f)rr=rrrr:r; sz.) functions producer_nameproducer_versionr doc_stringrh model_versionrcSsi|]}|j|jqSr:)keyr)rpr:r:r; 3sz.N z.Range was introduced in opset 11 but opset is r z7ConstantOfShape was introduced in opset 9 but opset is z-onx should be a GraphProto at this stage not r r!r#r&rr%zKThis feature is not yet implemented for a sparse initializer (indices.name=z, values.name=rgrcsg|] }|jvr|qSr:r#)rrF)removedr:r;rsrY)>r^rrr'r<rcextendrzr rhr$rar3riryr}rrrwrrr rrrrmetadata_propsrrCversionrDrr(r_r`rZtupler,r-r.rr/r0r1rr2rrr INT64r[r*indicesvaluesr)rGRAPHhasattrridr r ) r=rrrrmodified new_nodesr cst_nodesrx new_graph new_functionsmodelroimpop_setn_modificationsadditional_inputs new_initsr7r,r6r5r"new_sparse_initssp_init shape_nodesattsr4rr9rwr:)rr=rrrrr;rsP                                               r)rrrrrrrr)r=r>rr>)r=r>rrrr>)r~NFr) r=rrrrrrrrr) __future__rnumpyr-onnxrrrrrrr onnx.helperr r r r rrrrronnx.numpy_helperrr<ryr}rr:r:r:r;s $,  ( X9