o Xi>@sdZddlmZddlZddlZgdZddlZddlZddlZddl m Z m Z m Z ddlm Z mZddlZddlZddlZddlmZmZmZmZmZejr[ddlmmmZee Z!dZ"d Z#d Z$ej%d ed e fd Z&Gddde'Z(dddZ)dddZ*ej+dddZ,ej+dd dZ,ej+d d#dZ,ej+d!d&dZ,ej+d"d)dZ,ej+d#d,dZ,ej+d$d/dZ,ej+d%d2dZ,ej+d&d5dZ,ej+d'd8dZ,ej+d(d;dZ,ej+d)d>dZ,d*d@dZ, d+d,dEdFZ- Gd-d.dLdMZ.ej+d/dOdPZ/ej+d0dRdPZ/ej+d1dTdPZ/ej+d2dUdPZ/ej+d3dWdPZ/ej+d4dYdPZ/ej+d5d[dPZ/ej+d6d]dPZ/ej+d7d_dPZ/ej+d8dadPZ/d9dbdPZ/Gdcddddej0Z1d:dgdhZ2d;djdkZ3dddZ8d?ddZ9e)dd|d%ddZ:e)dd|d@ddZ;e)dd|dAddZe)e=dBddZ?e)e=dCddZ@e)e=d'ddZAe)dd| dDdEddZBdFddZCeCZDd"ddZEe)dd|dGddZFd ddZGe)dd|dHddZHdIddZIe)dd|dJddZJdKddZKdLddZLdMddÄZMdNddȄZNeNZOdOddʄZPdPdd΄ZQdQdd҄ZRe)dd|dRddՄZSddלdSddڄZTe)dd|ddלdTddބZUdUddZVdVddZWe)dd|dWddZXdXddZYe)dd|dYddZZdZddZ[e)dd|d[ddZ\d\ddZ]e)dd|d]ddZ^d^ddZ_ddd_ddZ`e)dDdd|ddd`ddZae)d d|dad d ZbdbddZce)dd|dcddZde)dd| d+ddddZedS(ezNSerialize and deserialize the intermediate representation to/from ONNX protos.) annotationsN)'TensorProtoTensor from_protofrom_onnx_textdeserialize_attributedeserialize_dimensiondeserialize_functiondeserialize_graphdeserialize_metadata_propsdeserialize_modeldeserialize_nodedeserialize_opset_importdeserialize_tensordeserialize_tensor_shape deserialize_type_proto_for_shapedeserialize_type_proto_for_typedeserialize_value_info_prototo_proto to_onnx_textserialize_attribute_intoserialize_attributeserialize_dimension_intoserialize_function_intoserialize_functionserialize_graph_intoserialize_graphserialize_model_intoserialize_modelserialize_node_intoserialize_nodeserialize_shape_into"serialize_reference_attribute_intoserialize_reference_attributeserialize_tensor_intoserialize_tensorserialize_type_intoserialize_typeserialize_value_intoserialize_value SerdeError)IterableMappingSequence)AnyCallable) _convenience_core_enums _protocols _type_castingzFPlease contribute by creating a PR at https://github.com/onnx/onnx-ir. quant_parameter_tensor_names_T.)boundc@seZdZdZdS)r)z.Error during serialization or deserialization.N)__name__ __module__ __qualname____doc__r<r<A/home/ubuntu/.local/lib/python3.10/site-packages/onnx_ir/serde.pyr)Ysr) arg_capturerCallable[..., str]returnCallable[[_T], _T]csdfdd }|S)z2Decorator to capture errors and display the stack.funcr6r@cstdfdd }|S)Nargsr-kwargsr@c sLz|i|WSty%}ztdjd|i||d}~ww)NzError calling z with: ) Exceptionr)r8)rCrDe)r>rBr<r=wrapperasz3_capture_errors..decorator..wrapper)rCr-rDr-r@r-) functoolswraps)rBrGr>)rBr= decorator`sz"_capture_errors..decoratorN)rBr6r@r6r<)r>rKr<rJr=_capture_errors]s rLnp.dtypecCst|dS)zCreate a small endian dtype on all platforms. This is useful because ONNX always stores raw_data in small endian. On big endian platforms, we still need to interpret the raw_data in small endian. <)npdtype newbyteorderrPr<r<r=_little_endian_dtypeosrSprotoonnx.ModelProto _core.ModelcCdSNr<rTr<r<r=rxronnx.GraphProto _core.GraphcCrWrXr<rYr<r<r=rzrZonnx.NodeProto _core.NodecCrWrXr<rYr<r<r=r|rZonnx.TensorProto_protocols.TensorProtocolcCrWrXr<rYr<r<r=r~rZonnx.AttributeProto _core.AttrcCrWrXr<rYr<r<r=rrZonnx.ValueInfoProto _core.ValuecCrWrXr<rYr<r<r=rrZonnx.TypeProto_core.TypeAndShapecCrWrXr<rYr<r<r=rrZonnx.FunctionProto_core.FunctioncCrWrXr<rYr<r<r=rrZonnx.TensorShapeProto _core.ShapecCrWrXr<rYr<r<r=rrZonnx.TensorShapeProto.Dimension*tuple[int | _core.SymbolicDim, str | None]cCrWrXr<rYr<r<r=rs!Sequence[onnx.OperatorSetIdProto]dict[str, int]cCrWrXr<rYr<r<r=rrZ%Sequence[onnx.StringStringEntryProto]dict[str, str]cCrWrXr<rYr<r<r=rrZobjectcCs4t|tjr t|St|tjrt|St|tjrt|St|tjr(t |St|tj r2t |St|tj r=t |dSt|tjrMtt|t|St|tjrWt|St|tjrat|St|tjjrlt|St|tr~tdd|Dr~t|St|trtdd|Drt|Stdt|d)z2Deserialize an ONNX proto message to an IR object.Ncs|] }t|tjVqdSrX) isinstanceonnxOperatorSetIdProto.0pr<r<r=   zfrom_proto..csrrrX)rsrtStringStringEntryProtorvr<r<r=ryrzzDeserialization of zY in from_proto is not implemented. Use a specific ir.serde.deserialize* function instead.)rsrt ModelProtor GraphProtor NodeProtor TensorProtorAttributeProtorValueInfoProtor TypeProtor0 TypeAndShaperr FunctionProtorTensorShapeProtor Dimensionrr,allr r NotImplementedErrortyperYr<r<r=rsD           initializers*Iterable[_protocols.TensorProtocol] | None model_textstrcCs|tj|}t|}t|j}|r<|D]'}|j}|s"td|||vr.td|d||}||_ |j |q|S)aConvert the ONNX textual representation to an IR model. Read more about the textual representation at: https://onnx.ai/onnx/repo-docs/Syntax.html .. versionchanged:: 0.1.2 Added the ``initializers`` argument. Args: model_text: The ONNX textual representation of the model. initializers: Tensors to be added as initializers. If provided, these tensors will be added to the model as initializers. If a name does not exist in the model, a ValueError will be raised. Returns: The IR model corresponding to the ONNX textual representation. Raises: ValueError: If a tensor name in `initializers` does not match any value in the model. zPInitializer tensor must have a name. Please provide a name for the initializer: zValue 'z' does not exist in model.) rtparser parse_modelr r/create_value_mappinggraphname ValueError const_valueregister_initializer)rrrTmodelvaluestensorr initializerr<r<r=rs$  rFexclude_initializersboolr_protocols.ModelProtocolcCs*t|}|r |jjdd=tj|}|S)a-Convert the IR model to the ONNX textual representation. .. versionadded:: 0.1.2 Args: model: The IR model to convert. exclude_initializers: If True, the initializers will not be included in the output. Returns: The ONNX textual representation of the model. N)rrrrtprinterto_text)rrrTtextr<r<r=rs  r ir_objectcCrWrXr<rr<r<r=rrZr_protocols.GraphProtocolcCrWrXr<rr<r<r=rrZ_protocols.NodeProtocolcCrWrXr<rr<r<r=rrZcCrWrXr<rr<r<r=rrZ_protocols.AttributeProtocolcCrWrXr<rr<r<r=rrZ%_protocols.ReferenceAttributeProtocolcCrWrXr<rr<r<r=rrZ_protocols.ValueProtocolcCrWrXr<rr<r<r=rrZ_protocols.TypeProtocolcCrWrXr<rr<r<r=r rZ_protocols.FunctionProtocolcCrWrXr<rr<r<r=r rZ_protocols.GraphViewProtocolcCrWrXr<rr<r<r=rrZcCst|tjr t|St|tjrt|St|tjrt|St|tjr(t |St|tj r2t |St|tj r@| s@t|St|tjrP| sLJt|St|tjr]tt|St|tjrgt|St|tjrqt|Stdt|d)z"Serialize an IR object to a proto.zSerialization of zU in to_proto is not implemented. Use a specific ir.serde.serialize* function instead.)rsr2 ModelProtocolr GraphProtocolr NodeProtocolrTensorProtocolr$ ValueProtocolr(AttributeProtocolis_refrReferenceAttributeProtocolr" TypeProtocolr%rtrGraphViewProtocolFunctionProtocolrrrrr<r<r=rs0          cseZdZdZdZd-fdd Zed.d d Zejd/dd Zed0ddZ ed1ddZ ed.ddZ ed2ddZ d.ddZ d3d4dd Zdd!d5d#d$Zd6d&d'Zd7d(d)Zd8d+d,ZZS)9rz)A tensor initialized from a tensor proto._protorTr_r@Nonecstjt|jd||_dS)N)metadata_props)super__init__r rr)selfrT __class__r<r=r4s zTensorProtoTensor.__init__rcC|jjSrX)rrrr<r<r=r8zTensorProtoTensor.namevalue str | NonecCs$|dur |jddS||j_dS)Nr)r ClearFieldr)rrr<r<r=r<s rjcCstj|jjddS)NT)frozen)r0Shaperdimsrr<r<r=shapeCszTensorProtoTensor.shape_enums.DataTypecCst|jjSrX)r1DataTyper data_typerr<r<r=rPGzTensorProtoTensor.dtypecCrrX)r doc_stringrr<r<r=rKrzTensorProtoTensor.doc_stringcC|jSrXrrr<r<r=rawOszTensorProtoTensor.rawcCsb|jdkr&t|d}ddd|D}|d|d|jdS|d |jdS) Nr4  css|]}|VqdSrX)strip)rwliner<r<r=ryVsz-TensorProtoTensor.__repr__..(z, name=)z(name=)sizereprnumpysplitjoin _repr_baser)r tensor_lines tensor_textr<r<r=__repr__Ss zTensorProtoTensor.__repr__NrPr- np.ndarraycCs||S)z=Return the tensor as a numpy array, compatible with np.array.)r __array__)rrPr<r<r=rZrzTensorProtoTensor.__array__streamrcCs|j|dS)Nr)r __dlpack__)rrr<r<r=r^szTensorProtoTensor.__dlpack__tuple[int, int]cCs |SrX)r__dlpack_device__rr<r<r=ras z#TensorProtoTensor.__dlpack_device__cCs|j}|tjjkr td|jjtjj krtd|jj }|j drd|j dkr;t tj|jjtjd||S|j dkrSt tj|jjtjd||Stj|jj|dd|S|tjjkrtt|jj|S|jjr,|tjjtjjtjjtjjtjj tjj!tjj"tjj#tjj$tjj%tjj&tjj'tjj(tjj)tjj*tjj+tjj,tjj-hvsJd|d tj|jjt.tj/d}|j d kr||S|j d kr|0tj1||S|j d kr|0tj||S|j dkr t |0tj||S|j dkr!t |0tj||Std|d |j |jj2rP|tjj3hvsAJd|dtj|jj2t.tj4d|S|jj5r|tjj6tjj7hvshJd|dtj|jj5t.tj8d}|tjj7kr|0tj9|S||S|jj:r|tjj;tjj|S||S|jj?r|tjj@tjjAhvsJd|dtj|jj?t.tjBd}|tjjAkr|tjC|S||StjD||dS)aReturn the tensor as a numpy array. This is an improved version of onnx.numpy_helper.to_array. It first reads the data using the dtype corresponding to the tensor proto data field, then converts it to the correct dtype and shape. Special cases are bfloat16, complex and int4 where we need to reinterpret the data. Other types can simply be casted. When the data type is not supported by numpy, the dtypes from the ``ml_dtype`` package are used. The values can be reinterpreted as bit representations using the ``.view()`` method. When the data type is a string, this method returns a numpy array of bytes instead of a numpy array of strings, to follow the ONNX specification. External tensors are not supported by this class. Use :class:`onnx_ir.ExternalTensor` instead. Raises: ValueError: If the data type is UNDEFINED. z/Cannot convert UNDEFINED tensor to numpy array.zMCannot convert external tensor to numpy array. Use ir.ExternalTensor instead.raw_datarRrNzUnsupported dtype z for int32_data z for int32_data with bitwidth z for int64_dataz for uint64_dataz for float_dataz for double_data)ErPr1r UNDEFINEDrr data_locationrtrEXTERNALrHasFieldbitwidthr3 unpack_4bitx2rO frombufferruint8viewr unpack_2bitx4rQreshapeSTRINGarray string_data int32_dataBFLOAT16BOOLFLOAT16 FLOAT4E2M1 FLOAT8E4M3FNFLOAT8E4M3FNUZ FLOAT8E5M2FLOAT8E5M2FNUZ FLOAT8E8M0INT16INT32INT2INT4INT8UINT16UINT2UINT4UINT8rSint32astypeuint16 int64_dataINT64int64 uint64_dataUINT64UINT32uint64uint32 float_dataFLOAT COMPLEX64float32 complex64 double_dataDOUBLE COMPLEX128float64 complex128zeros)rrPrrr<r<r=rds                          zTensorProtoTensor.numpybytescCs|jjtjjkr td|jtjj krtd|jtjj kr"td|j dr,|jj S|jj r>tj|jj ttjdS|jjrtj|jjtjd}|jtjjtjjtjjtjjhvrg|ttjS|jtjjtjjtjjtjjtjjtjj tjj!tjj"tjj#tjj$tjj%tjj&tjj'h vr|ttj(S|jtjj)ksJ|S|jj*rtj|jj*ttj+dS|jj,rtj|jj,ttj-dS|jj.rtj|jj.ttj/d}|jtjj0kr|ttj1S|jtjj2ksJ|SdS)aReturn the tensor as a byte string conformed to the ONNX specification, in little endian. Raises: ValueError: If the tensor is a string tensor or an external tensor. ValueError: If the tensor is of UNDEFINED data type. zGCannot convert external tensor to bytes. Use ir.ExternalTensor instead.z&Cannot convert string tensor to bytes.z)Cannot convert UNDEFINED tensor to bytes.rrR)3rrrtrrrrPr1rrrrrrrOrrSrtobytesrr rrrrr rrr rrrrrrrrr r rrrrrrrrrrrr)rrr<r<r=r$s| zTensorProtoTensor.tobytes)rTr_r@r)r@r)rrr@r)r@rj)r@r)r@r_rX)rPr-r@r)rr-r@r-)r@r)r@r)r@r")r8r9r:r; __slots__rpropertyrsetterrrPrrrrrrrr$ __classcell__r<r<rr=r/s,          }rr-fieldcCs||r t||SdSrX)rgetattr)rTr)r<r<r= _get_field's  r+protoscCsdd|DS)zDeserialize a sequence of OperatorSetIdProto to opset imports mapping. Args: protos: The sequence of ONNX OperatorSetIdProto objects. Returns: A dictionary mapping domain strings to version integers. cSi|]}|j|jqSr<domainversion)rwopsetr<r<r= ;z,deserialize_opset_import..r<)r,r<r<r=r 0s r rtuple[str, str, str] | NonecCsR|d}d}t||krdS|\}}|d}t||kr dS|\}}|||fS)awGet the function domain, name and value name if the value info is for a function. The experimental format is: {function_domain}::{function_name}/{value_name} Args: name: The name stored in the value info. Returns: A tuple of the function domain, function name and value name if the value info is for a function. None otherwise. /rN::)rlen)rpartsexpected_partsfunction value_namefunction_domain function_namer<r<r=,_parse_experimental_function_value_info_name>s     r>c Cst|jg}|jt|jg}|jD] }|t|qt j ||j t |dt |dt |dt |dt |d|t |jd }|j tkrLt|j|jj|S)zDeserialize an ONNX ModelProto into an IR Model. Args: proto: The ONNX ModelProto to deserialize. Returns: An IR Model object representing the ONNX model. producer_nameproducer_versionr/ model_versionr) ir_versionr?r@r/rAr functionsr)_deserialize_graphr opset_importsupdater opset_importrCappendrr0ModelrBr+r r&_FUNCTION_VALUE_INFO_SUPPORTED_VERSION6_deserialized_experimental_value_info_for_function_ir9 value_info)rTrrCrBrr<r<r=r [s*    r rC6Mapping[_protocols.OperatorIdentifier, _core.Function]value_info_protosSequence[onnx.ValueInfoProto]rcCstt}|D]0}t|j}durq|\}}}d}|||f} || } | dur1td| |jq||| |<q|D]7\} } | j D]} | j|| vrVt || | j| qC| D]} | j D]} | j|| vrqt || | j| q^qYqrgetloggerdebugitemsinputsroutputs)rCrN!function_value_value_info_mappingvalue_info_protoparsedr<r=r;function_overload function_idr:inputnodeoutputr<r<r=rKsJ        rKcC t|gS)zDeserialize a graph proto, recursively if needed. Args: proto: The graph proto to deserialize. Returns: IR Graph. .. versionadded:: 0.1.3 Support for `quantization_annotation` is added. rDrYr<r<r=r s r cCrrXrrT scoped_valuesr<r<r=rgrflist[dict[str, _core.Value]]c sdd|jDdd|jD}t|j|D]\}}t|||jvr,t|j|qdd|D}|dd|jDdd|jD}g}t |D]M\}} | j} | s_t d|qO| |vrk|| } | | _ n,t jd d | t | j| j| d } | vrt| | | jvrt| j| | || <|| qO|jD] } t| |d qfd d|jD} g}|jD]$}|j}||vrt d |t j|d}n||}t||||qt j||| |t|dt|dt|jdS)aDeserialize a graph proto, recursively if needed. Args: proto: The graph proto to deserialize. scoped_values: A list of dictionaries mapping value names to their corresponding Value objects. Every time we enter a new graph, a new scope is created and appended to this list to include all values defined in the scope. scoped_value_info: A list of dictionaries mapping value names to their corresponding ValueInfoProto. Returns: IR Graph. cSi|]}|j|qSr<) tensor_name)rw annotationr<r<r=r2z&_deserialize_graph..cSsg|] }tj|jdqSrd)r0Valuerrwinfor<r<r= sz&_deserialize_graph..cSrjr<rdrwvr<r<r=r2cSrjr<rdrpr<r<r=r2rucSg|]}t|qSr<r)rwrr<r<r=rrruzbInitializer tensor must have a name but the %s-th initializer does not. Skipping this initializer.N)indexrrrrrLquantization_annotationscsg|] }t|qSr<_deserialize_noderwr`rzrfrLr<r=rrs zHOutput '%s' is not produced by any node. The graph has an invalid outputrdrr)nodesrrrr)quantization_annotationr_ziprr$_deserialize_quantization_annotationrHrLr enumeraterUwarningrr0ro TensorTyperPrr`_declare_node_outputsrapopGraphr+r r)rTrfrXrqrrinitializer_tensorsinitializer_valuesirinitializer_nameinitializer_valuer`rrY output_namer<r~r=rDs            rDcurrent_value_scopedict[str, _core.Value]rLdict[str, onnx.ValueInfoProto]rz dict[str, onnx.TensorAnnotation]c Cs|jD]K}|dkr q||vr#td|d||d|jd|jd tj|d}|||<||vr9t|||n td||j|j||vrNt |||qd S) aDeclare outputs for a node in the current graph scope. This is necessary to handle the case where a node in a subgraph uses a value that is declared out of order in the outer graph. Declaring the values first allows us to find the values later when deserializing the nodes in subgraphs. Args: proto: The ONNX NodeProto to declare outputs for. current_value_scope: The current scope of values, mapping value names to their corresponding Value objects. value_info: A dictionary mapping value names to their corresponding ValueInfoProto. quantization_annotations: A dictionary mapping tensor names to their corresponding TensorAnnotation. Raises: ValueError: If an output name is redeclared in the current graph scope. rPOutput 'zA' is redeclared in the current graph scope. Original declaration z . New declaration: by operator 'z ' of node 'z'. The model is invalidrdzBValueInfoProto not found for output '%s' in node '%s' of type '%s'N) rarop_typerr0rorrUrVr)rTrrLrzrrr<r<r=r=s6  rcCrrXrdrYr<r<r=rgnrhc sdd|jD}dd|Dddt|dgD|jD] }t|idqfdd|jD}fd d|jD}tj|||d t|d t|j t |d rb|j rb|j d |j d|j ndt|jd}dd|jD}|dd|jD7}tj|j |j t|d d||dS)zDeserialize an ONNX FunctionProto into an IR Function. Args: proto: The ONNX FunctionProto to deserialize. Returns: An IR Function object representing the ONNX function. cSsg|]}tj|dqSrn)r0rorwrr<r<r=rrxsz(deserialize_function..cSrjr<rdrsr<r<r=r2yruz(deserialize_function..cSrjr<rdrpr<r<r=r2zrurLrycsg|] }t|gidqS)ryr{r}rLrr<r=rrscsg|]}|qSr<r<r)rr<r=rrrur<roverload___rP)rrrrErrcSsg|]}t|gqSr<_deserialize_attribute)rwattrr<r<r=rrr3cSsg|] }t|tjjdqSrX)r0Attrr1 AttributeTyperrr<r<r=rrs)r/rrr attributes)r_r*r`rrar0rr+r rGhasattrrrr/r rattribute_proto attributeFunction)rTrXr`rrYrrr<rr=rnsN     rcCt|SrXrrTrr<r<r=rgr_core.Value | NonecCs\|dur tj|jd}t|j|_t|j|_t|j}|dur&|j |t |d|_ |S)a'Deserialize an ONNX ValueInfoProto into an IR Value. Args: proto: The ONNX ValueInfoProto to deserialize. value: An existing Value to update, or None to create a new one. Returns: An IR Value object with type and shape information populated from the proto. Nrdr) r0rorrrrrr rrFr+r)rTrrr<r<r=rs      rcCrrXrrr<r<r=rgronnx.TensorAnnotationcCst|j|jt<dS)zDeserialize a quantization_annotation as TensorAnnotation into a Value. This function is marked private because we don't expect users to call it directly. N)_deserialize_string_string_mapsr5meta#_QUANT_PARAMETER_TENSOR_NAMES_FIELDrr<r<r=rsrcCs@|j}dd|D}dd|D}dd|D}tj||ddS)zDeserialize an ONNX TensorShapeProto into an IR Shape. Args: proto: The ONNX TensorShapeProto to deserialize. Returns: An IR Shape object representing the tensor shape. cSrvr<)r)rw dim_protor<r<r=rrrmz,deserialize_tensor_shape..cSsg|]\}}|qSr<r<)rwdimrr<r<r=rrrucSsg|]\}}|qSr<r<)rwr denotationr<r<r=rrruT) denotationsr)rr0r)rT dim_protosdeserialized_dim_denotationsrrr<r<r=rs r_core.Shape | NonecCs|drt|jd}durdSt|S|dr*t|jd}dur&dSt|S|dr?t|jd}dur;dSt|S|drTt|jd}durPdSt|S|dr`td t dS) zExtract and deserialize shape information from an ONNX TypeProto. Args: proto: The ONNX TypeProto to extract shape from. Returns: An IR Shape object if shape information is present, None otherwise. tensor_typerNsparse_tensor_type sequence_type elem_type optional_typemap_type!Map types are not supported yet. ) rr+rrrrrrr_PLEASE_CONTRIBUTE)rT shape_protorr<r<r=rs&     r_protocols.TypeProtocol | NonecCsBt|d}|dr t|jd}durdStjt||dS|dr;t|jd}dur1dStjt||dS|drgt|j d}durQt d|t |}|dur`t d |tj ||dS|d rt|j d}dur}t d|t |}|durt d |tj||dS|d rtd tdS) aExtract and deserialize type information from an ONNX TypeProto. Args: proto: The ONNX TypeProto to extract type from. Returns: An IR type object (TensorType, SequenceType, etc.) if type information is present, None otherwise. rrrN)rrrz+SequenceTypeProto must have elem_type set: z&SequenceType must have elem_type set: rrr)r+rrr0rr1rrSparseTensorTyperrr SequenceTyper OptionalTyperr)rTrr nested_typer<r<r=rs4     rcCsZ|d}t|d}|dur&t||}|dkr||fS|dkr&t||fStd|fS)zDeserialize a dimension proto into (dimension, denotation). Args: proto: The dimension proto to deserialize. Returns: A tuple of the dimension and its denotation. rrN dim_value dim_param) WhichOneofr+r*r0 SymbolicDim)rT value_fieldrrr<r<r=r+s  rcCrrXrd)rT base_pathr<r<r=rgBrhrPrstr | os.PathLikec Cs|jtjjkr/tj|}tj|j|j |j t |j |t|dt|jt|dt|jd S|j t j jkrTt|d}t|d}t|j}tj|jt|j|||dSt|S)Nrr)offsetlengthrPbase_dirrrrr)rrrr)rrtrrexternal_data_helperExternalDataInfor0ExternalTensorlocationrrr1rrr+rrr rr StringTensorrr)rTr external_inforrrr<r<r=rBs2       rdict[str, str] | NonecCst|dkrdSdd|DS)NrcSr-r<keyr)rwentryr<r<r=r2hr3z.deserialize_metadata_props..)r7rYr<r<r=r bs r cCrb)zDeserialize an ONNX AttributeProto into an IR Attribute. Args: proto: The ONNX AttributeProto to deserialize. Returns: An IR Attribute object representing the ONNX attribute. rrYr<r<r=rns rcCrrXrrer<r<r=rgzrc s|j}t|d}t|j}t|d}|rtj||||dS|tjjkr-tj||j |dS|tjj kr.cSrvr<rw)rwtr<r<r=rrrucg|]}t|qSr<rc)rwgrfr<r=rrr3&Sparse tensors are not supported yet. zUnsupported attribute type: '').r)rrYrrr)r_rHreversedrUrrr/rr*r7r0rorrraNoderr+r r) rTrfrLrz node_inputs input_namefoundrr node_outputsr current_scoper<rr=r|sv             r|cCstt|dS)zSerialize an IR Model to an ONNX ModelProto. Args: model: The IR Model to serialize. Returns: The serialized ONNX ModelProto object. from_)rrtr|)rr<r<r=rCs rc Cs&d|jd|jd|jd|jd S)Nz ir_version=z, producer_name=z, producer_version=z , domain=z, )rBr?r@r/) model_protorr<r<r=rgPs rrcCs|j|_|jr |j|_|jr|j|_|jr|j|_|jr |j|_|jr'|j|_t|j|j|j r8t |j |j t |j |j |jt k}|jD]}t|j||d|s]t|j |qI|S)z-Serialize an IR model to an ONNX model proto.rcreate_value_info)rBr?r@r/rAr_serialize_opset_imports_intorGrEr_serialize_metadata_props_intorrrJrCrradd8_serialize_experimental_value_info_for_function_ir9_into)rrcreate_value_info_in_functionsrBr<r<r=rOs4   rcCs>|jdur|jdur|js|jsdS|jstd|dSdS)zCheck if value info should be created for a value. Args: value: The value to check. Returns: True if value info should be created for the value. NFz0Did not serialize '%s' because its name is emptyT)rrrrrrUrV)rr<r<r=#_should_create_value_info_for_valuews  r graph_protor:cs|jd|jd fdd }|jD]}|js td|qt|s%qt|j|||jdq|D]%}|j D]}|jsGtd |q:t|sLq:t|j|||jdq:q5d S) aSerialize value info for functions in an experimental format for IR version 9. Because IRv9 and older does not have ValueInfoProto for functions, we give the value info special names and store them in the main graph instead. The experimental format is: {function_domain}::{function_name}/{value_name} Args: graph_proto: The graph proto to create ValueInfoProto in. function: The function to serialize. r6r;rr@csd|S)Nr5r<)r;function_qualified_namer<r= format_nameszM_serialize_experimental_value_info_for_function_ir9_into..format_namez8Function '%s': Value name not set for function input: %srdz5Function '%s': Value name not set for node output: %sN)r;rr@r) r/rrXrUrrr'rLrrY)rr:r"r_r` node_outputr<r r=rs>  r opset_idsIproto_containers.RepeatedCompositeFieldContainer[onnx.OperatorSetIdProto]Mapping[str, int]cCs$|D] \}}|j||dqdS)zSerialize opset imports into a repeated field of OperatorSetId protos. Args: opset_ids: The repeated field to serialize into. from_: The mapping of opset domains to versions to serialize. r.N)rWr)r$rr/r0r<r<r=rs rstring_string_entriesMproto_containers.RepeatedCompositeFieldContainer[onnx.StringStringEntryProto]Mapping[str, str]cCs$t|D] }|j|||dqdS)zSerialize a mapping into a repeated field of string-string entries. Args: string_string_entries: The repeated field to serialize into. from_: The mapping of a mapping to serialize. rN)sortedr)r'rrr<r<r=_serialize_string_string_mapss r+cCs,|jt}rt|j|j|dSdSrX)rrTr!_serialize_tensor_annotation_intorrr)rrrr<r<r="_maybe_add_quantization_annotations r-tensor_annotation_protorkcCs||_t|j|dSrX)rkr+r5)r.rkr5r<r<r=r,sr,r7_protocols.GraphProtocol | _protocols.GraphViewProtocolcCt}t||d|S)a Serializes the given graph into an :class:`onnx.GraphProto`. When the graph initializers do not have `const_value` set, they will be skipped. Args: graph: The graph to be serialized. Returns: The serialized ONNX GraphProto object. r)rtr}r)rrr<r<r=rs rcCsJd|jd|jdt|jdt|jdt|dt|jd|jS)Nzname=z , doc_string=z, len(inputs)=z, len(initializers)=z , len(nodes)=z, len(outputs)=z, metadata_props=)rrr7rXrrYr)rrr<r<r=rg scCsl|jr|j|_|jr|j|_|jD]}t|j||j|jvr&t||qdd|jD}|jD]4}t||t |rL|j|vrLt|j ||j durYt d|jq4|j|j _t|j|j dq4|D](}t|j|d|jD]}|rqyt||t |sqyt|j |qyqk|jD]}t|j|dt||q|jrt|j|jdSdS)NcSsh|]}|jqSr<rd)rwinput_r<r<r= sz'serialize_graph_into..z4Initializer '%s' does not have a constant value set.r)rrrXr'r_rrr-rrrLrrUrr#rrr`rYis_graph_outputrarr)rrr1 input_namesrr`r#rar<r<r=r sF           rT)rrcCt}t|||d|S)aSerialize an IR function as a FunctionProto. Args: function: The function to serialize. create_value_info: Whether to create ValueInfoProto for nodes in the function. This is supported starting from ONNX IR version 10. r)rtrr)r:rfunction_protor<r<r=rBs  rcCt|SrXr)r6rrr<r<r=rgSrr6cCs<|jr|j|_|jr|j|_|jr|j|_|jr|j|_|jr&t|j|j|jr0t|j|j|j D]}|j |jt |sAq3|sDq3t |j|q3|jD]}|jdurct|j|dqR|j |jqR|jD] }|j |jqn|D]!}t|j|d|jD]}t |sq|sqt |j|qqzdS)a4Serialize an IR function into a FunctionProto. Args: function_proto: The proto to serialize into. from_: The function to serialize. create_value_info: Whether to create ValueInfoProto for nodes in the function. This is supported starting from ONNX IR version 10. Nr)r/rrrrErrGrrrXr_rHrr'rLrrrrrrrrYrarr`)r6rrr1r func_outputr`r#r<r<r=rSsF    rr`cCr0)zSerialize an IR Node to an ONNX NodeProto. Args: node: The IR Node to serialize. Returns: The serialized ONNX NodeProto object. r)rtr~r)r` node_protor<r<r=r rrY"Sequence[_protocols.ValueProtocol]cCs8tt|D]\}}|jr|dt||SqgS)zRemove trailing outputs that have empty names. Args: outputs: The outputs to remove trailing outputs from. Returns: The outputs with trailing outputs removed. N)rr rr7)rYrrar<r<r=_remove_trailing_outputss  r=cCr7rXr8)r:rr<r<r=rgrr:cCs|j|_|jr |j|_|jr|j|_|jr|j|_|jr |j|_|jr*t|j|j|jD]}|dur:|j dq-|j |jq-t |j D] }|j |jqG|j D]}|sft|j|dqVt|j|dqVdS)NrPr)rr/rrrrrrXr_rHr=rYrarrrrrrr!)r:rr1rarr<r<r=rs, rrcCr0)zSerialize an IR Tensor to an ONNX TensorProto. Args: tensor: The IR Tensor to serialize. Returns: The serialized ONNX TensorProto object. r)rtrr#)r tensor_protor<r<r=r$r;r$cCr7rXr8)r>rr<r<r=rgrr>cCst|tr||j|jrt|j|jdS|jr|j|_|jr%|j|_|jj |_ |j |j t|tjrctjj|_t|j|j|jdD]\}}|dura|j}||_t||_ qLnt|tjrr|j | n|!|_"t|j|jdS)N)rrr)#rsrCopyFromrrrrrrPrrrextendrrr0rrtrrrosfspathrrrrW external_datarrrrrr$r)r>rkrtrr<r<r=r#s:           r#rcCr0)zSerialize an IR Attribute to an ONNX AttributeProto. Args: attribute: The IR Attribute to serialize. Returns: The serialized ONNX AttributeProto object. r)rtrr)rrr<r<r=rr;rcCr7rXr8rrr<r<r=rg rrcCs*|j|_|jr |j|_t||j|jdSrX)rr_fill_in_value_for_attributerrrEr<r<r=r srr_enums.AttributeTypecCs|tjjkr||_tjj|_dS|tjjkr ||_tjj|_dS|tjj krDt|t ur7t d|j ||_n|d|_tjj |_dS|tjjkrW|j|tjj|_dS|tjjkrj|j|tjj|_dS|tjjkr|jdd|Dtjj|_dS|tjjkrt|j|tjj|_dS|tjjkrt|j|tjj|_dS|tjjkr|D] }t|j|qtjj|_dS|tjj kr|D] }t|j!|qtjj |_dS|tjj"krt#dt$|tjj%krt#dt$|tjj&kr|jdur t'|j(|j|j)durt*|j(|j)tjj&|_dS|tjj+krO|D] }|j,}|jdur:t'||j|j)durFt*||j)q'tjj+|_dSt-d|)NzValue in attribute %r should be a string but is instead bytes. ONNX spec requires string attributes to be UTF-8 encoded so the model is invalid. We will skip encoding the attribute and use the bytes as attribute valuercSrr)encoderr<r<r=rr;r3z0_fill_in_value_for_attribute..rzUnsupported attribute type: ).r1rrrrtrrrrrr"rUrrrrHrrr@rrrrrr#rrrrrrrrrrrrrrr%rrr rr TypeError)rrrrrrrr<r<r=rFs|                         rFcCr7rXr8rEr<r<r=rgmrcCs8|j|_|j|_|jr|j|_ttjj|jj |_dSrX) rrrtypingcastrtrrrrrEr<r<r=r!ms r!rcCst}t|||SrX)rtrr!)r attr_protor<r<r=r"xs r"rdcCr5)zSerialize a value into a ValueInfoProto. Args: value: The proto to serialize into. from_: The value to serialize. name: A custom name to set for the value info. If not provided, the name from the value will be used. rd)rtrr')rrr[r<r<r=r(sr(cCr7rXr8r[rrr<r<r=rgrr[cCsn|r||_n|j|_|jrt|j|j|jdur t|j|j|jdur,t|j|j|jr5|j|_dSdS)aSerialize a value into a ValueInfoProto. Args: value_info_proto: The proto to serialize into. from_: The value to serialize. name: A custom name to set for the value info. If not provided, the name from the value will be used. N)rrrrr%rr rrMr<r<r=r's   r'cCr7rXr8rrr<r<r=rgrrcCs|jr|j|_t|tjr|j}|jj|_dSt|tjr'|j }|jj|_dSt|tj r9|j }t |j|jdSt|tj rK|j}t |j|jdStd|)NzUnsupported type: )rrsr0rrrPrrrrrrr%rrrI)rrtensor_type_protosparse_tensor_type_protosequence_type_protooptional_type_protor<r<r=r%s    r% type_protocolcCr0)zSerialize an IR Type to an ONNX TypeProto. Args: type_protocol: The IR Type to serialize. Returns: The serialized ONNX TypeProto object. r)rtrr%)rSrr<r<r=r&r;r&cCr7rXr8rNr<r<r=rgr_protocols.ShapeProtocolcCs|d}|durtd|dSt||}t|jts;|j}|d}|dur0td|dSt||}t|jtr|jdt |D]\}}| |}t |jj ||qEdS)Nrz_The value type for shape %s is not known. Please set type for the value. Skipping serializationr)rrUrr*rsrintrrrget_denotationrrr)rrrrrrrr<r<r=r s0       r cCrrXr8rrrr<r<r=rgrrr$int | _protocols.SymbolicDimProtocolrrcCsR|r||_t|tr||_dSt|tjtjfr%|jdur't |j|_ dSdSdSrX) rrsrUrr0rr2SymbolicDimProtocolrrrrWr<r<r=rs   r)r>r?r@rA)r@rM)rTrUr@rV)rTr[r@r\)rTr]r@r^)rTr_r@r`)rTrar@rb)rTrcr@rd)rTrer@rf)rTrgr@rh)rTrir@rj)rTrkr@rl)rTrmr@rn)rTror@rp)rTrqr@rqrX)rrrrr@rV)F)rrrrr@r)rrr@rU)rrr@r[)rrr@r])rr`r@r_)rrr@ra)rrr@ra)rrr@rc)rrr@re)rrr@rg)rrr@r[)rrqr@rq)rTr-r)rr@r-)r,rmr@rn)rrr@r4)rCrMrNrOr@r)rTr[rfrir@r\) rTr]rrrLrrzrr@r)rTrcrrr@rd)rTrrrdr@r)rTrer@r)rTrer@r)rP)rTr_rrr@r`)rTror@r)rTrarfrir@rb) rTr]rfrirLrrzrr@r^)rrr@rU)rrUrrr@rU)rrr@r)rr[r:rr@r)r$r%rr&r@r)r'r(rr)r@r)rr[rrr@r)r.rrkrr5rpr@r)rr/r@r[)rr[rr/r@r)r:rrrr@rg)r6rgrrrrr@r)r`rr@r])rYr<r@r<)r:r]rrr@r)rr`r@r_)r>r_rr`r@r)rrr@ra)rrarrr@r)rrarrGrr-r@r)rrarrr@r)rrr@ra)rrrrr@rc)r[rcrrrrr@r)rrerrr@r)rSrr@re)rrerrTr@r)rrkrrXrrr@r)fr; __future__rrHrJ__all__rQloggingrAcollections.abcr*r+r,r-r.rrOrtonnx.external_data_helperonnx_irr/r0r1r2r3 TYPE_CHECKING#google.protobuf.internal.containersprotobufinternal containersproto_containers getLoggerr8rUrrJrTypeVarr6 RuntimeErrorr)rLrSrrrrr TensorBaserr+r r>r rKr rDrrrrrrrrrrr rrrr r|rrrrrr+rr-r,rrrrrr=rr$r#rrrFr!r"r(r'r%r&r rr<r<r<r=s> -     *-  y   % 1  | 1 6   +     P  b  "  5   0  ;     #  V