o XiM@sTddlmZddlZddlZddlZddlZddlZddlZddlmZm Z m Z m Z m Z m Z mZmZddlZddlZddlZddlmZddlmZmZmZddlmZddlmZddlmZed Z ed Z!d.d/ddZ"ej#j$j%j&e'ej#j$j%j(e)ej#j$j%j*e+ej#j$j%j,dej#j$j%j-dej#j$j%j.dej#j$j%j/dej#j$j%j0ee'ej#j$j%j1ee)ej#j$j%j2ee+ej#j$j%j3dej#j$j%j4dej#j$j%j5dej#j$j%j6diZ7e8Z9e:e;Zd1ddZ?ej@Gddde ZAGd d!d!eAZBejCd"d"d#Gd$d%d%ZDGd&d'd'eBe e!e fZEGd(d)d)eBZFGd*d+d+ZGGd,d-d-eGZHdS)2) annotationsN)AnyCallableClassVarGenericOptionalProtocolSequenceTypeVar) ParamSpec) ast_utils irbuilder sourceinfo) converter)_schemas)ONNXType_R_PversionintdomainstrreturncCsP|dkrd}||ftjjvrtddtjjDStjj||f}t|dS)z=Selects a suitable ONNX ir_version for a given opset version.rai.onnxcss$|] \}}|ddkr|VqdS)rrN).0kvrrO/home/ubuntu/.local/lib/python3.10/site-packages/onnxscript/_internal/values.py ,sz$select_ir_version.. )onnxhelperOP_SET_ID_VERSION_MAPmaxitems)rrrequired_min_versionrrrselect_ir_version's  r(cseZdZUdZded<ded<iZded<d"fdd Zd#d$d dZddZddZ ddZ d%ddZ d&ddZ ddZ d'd d!ZZS)(OpsetaRepresents an ONNX Opset, which consists of a domain name, a version. It also contains a set of operations. This represents an Opset defined in the ONNX schema registry and the operations are retrieved from the ONNX schema registry. It also stores function definitions created for ops in the corresponding Opset. Only a single instance of Opset is created for a given (domain, version) pair. rrrrz,ClassVar[dict[tuple[type, str, int], Opset]]cachecsJ|||f}|j|}|r|St|}||_||_i|_||j|<|SN)r*getsuper__new__rr function_defs)clsrrkeyexistinginstance __class__rrr.Ys    z Opset.__new__N Optional[str] Optional[int]cCdSr+r)selfrrrrr__init__eszOpset.__init__cCs|jjd|jd|jdS)N(z, ))r5__name__rrr9rrr__repr__iszOpset.__repr__cCs8ztj||j|j}t|||WStyYdSwr+)r"defs get_schemarrOp Exception)r9opnameschemarrr __getitem__ls  zOpset.__getitem__cCs0z tj||j|jWdStyYdSw)NFT)r"r@rArrrC)r9rDrrr __contains__ss  zOpset.__contains__rcC|jSr+)rr>rrr__str__{sz Opset.__str__attrrBc CsNztj||j|j}t|||WSty&}z td|d|d}~ww)Nz Attribute z not found.)r"r@rArrrBrCAttributeError)r9rJrEexcrrr __getattr__~szOpset.__getattr__cCs||j|j<dSr+)r/name)r9funrrradd_function_defzOpset.add_function_def_onnx.defs.OpSchemacGs4t|}|r|ddur||r|ddus |S)zTrims 'None' values from the end of the inputs list. This is used to support omitting optional inputs when no more required inputs follow to prepare a valid call against the Op. Used by the static opset code generator. N)listpop)r9rRinputs input_listrrr_prepare_inputss zOpset._prepare_inputs)rrrr)NN)rr6rr7rr)rJrrrB)rRrS)r= __module__ __qualname____doc____annotations__r*r.r:r?rFrGrIrMrPrY __classcell__rrr4rr)Js      r) attr_protoonnx.AttributeProtorcCs|jtjjkr tStj|S)z+Get the default value of an ONNX attribute.)typer"AttributeProto UNDEFINED _EmptyDefaultr#get_attribute_value)r`rrr_get_attribute_values rgvarir.ValuecCs |jdS)Ntypeinfo)metar,)rhrrr _typeinfos rlc@s:eZdZdZed ddZedddZedd d Zd S)OpLikez2A protocol for objects that have an ONNX OpSchema.rrcCr8r+rr>rrrrNz OpLike.namer)cCr8r+rr>rrropsetrnz OpLike.opsetOptional[_schemas.OpSignature]cCr8r+rr>rrr op_signaturernzOpLike.op_signatureNrZrr)rrp)r=r[r\r]propertyrNrorqrrrrrms  rmc@sneZdZdZ ddd d Zd dZedddZedddZedddZ ed ddZ e j d!ddZ dS)"rBa(Represents an ONNX op instance (for example, the MatMul op from ONNX opset version 13). It belongs to a particular Opset and has a name. Attributes: opset: The Opset that this op belongs to. name: The name of the op. op_schema: The ONNX OpSchema for the op. Nror)rNr op_schemaOptional[onnx.defs.OpSchema]rNonecCsf||_||_||dur||_n||}dur|j|_nd|_d|_|jdur1td||dSdS)NzRAn OpSchema was not provided for Op '%s' and there is not one found in opset '%s'.)_opset_name _op_schemaru _signatureloggerdebug)r9rorNruoprrrr:s   z Op.__init__cOs\ddlm}|}t|dr%|jdurtd|jd||j||S||||S)Nr evaluatorevalzOpSchema not found for op 'z'.) onnxscript._internalrdefaulthasattrru ValueErrorrNreval_op)r9argskwargsrdefault_evaluatorrrr__call__s   z Op.__call__cCrHr+)ryr>rrrrNzOp.namecCrHr+)rxr>rrrrorzOp.opsetcCrHr+)rzr>rrrrurz Op.op_schemarpcCs4|jdur|jS|jdurdStj|j|_|jS)!Returns the signature of this op.N)r{rur OpSignaturefrom_op_schemar>rrrrqs  zOp.op_signaturevalue_schemas.OpSignaturecC ||_dSr+r{r9rrrrrq r+)ror)rNrrurvrrwrZrr)rrvrsrr) r=r[r\r]r:rrtrNrorurqsetterrrrrrBs      rBF)repreqc@s*eZdZUdZded<ded<ded<dS) OnnxClosurezRRepresents a nested function used as a graph-valued attribute for an ONNX op call.irbuilder.IRFunction function_irztypes.FrameTypeframerfunctionN)r=r[r\r]r^rrrrrs  rcs|eZdZdZd/fd d Zed0ddZejd1ddZd2ddZd3ddZ d4ddZ d d!Z " " " " "d5d6d-d.Z Z S)7 OnnxFunctionaRepresents an ONNX op for which a function-body has been defined in onnxscript. Attributes: opset: Opset the function belongs to. name: Name of the function. function: Python function. function_ir: Python code parsed as an :class:`irbuilder.IRFunction`. source: Source code used to generate the function. kwargs: Additional properties used to construct a ModelProto. op_schema: Generated ONNX OpSchema for this op. roOptional[Opset]pyfunrirfunrsourcerrdict[str, Any]csx|pt|jd}t||j||_||_|j|jjd<||_ ||_ t j j |j|jj|jd|_t||d|_dS)auConstructs an OnnxFunction. Args: opset: opset the function belongs to pyfun: python function irfun: python code parsed by class :class:`onnxscript.converter.Converter` source: source code used to generate the function kwargs: additional properties used to construct a ModelProto  opset_versionrrNFN)r)rr-r:rNrrrrkrrrr from_functionr{ functoolsupdate_wrapper traceable)r9rorrrrr4rrr:s  zOnnxFunction.__init__rrpcCrHrrr>rrrrq:zOnnxFunction.op_signaturerrcCrr+rrrrrrq?rr_P.args _P.kwargsrcOsddlm}||||S)z=Implements an eager-mode execution of an onnxscript function.rr)rrr eval_function)r9rrrrrrrCs zOnnxFunction.__call__cC|jjd|jdSNr;r<)r5r=rr>rrrr?IzOnnxFunction.__repr__onnx.FunctionProtocCs |jS)z7Converts the function into :class:`onnx.FunctionProto`.)rto_function_protor>rrrrLrzOnnxFunction.to_function_protocKsD|jjrtdd|jjDrtdi|j|}|jdi|S)z4Converts the function into :class:`onnx.ModelProto`.css|]}|jduVqdSr+)r)rrJrrrr Rs  z.OnnxFunction.to_model_proto..zBA function with required attributes cannot be exported as a model.Nr)rattrsanyrr_to_model_proto)r9rmerged_kw_argsrrrto_model_protoPs zOnnxFunction.to_model_protoNio_typesOptional[ONNXType] input_typesOptional[Sequence[ONNXType]] output_types value_infosdict[str, ONNXType] | Noner int | Noneonnx.ModelProtocKs|j}dd|D}|jj} | j} |D]&} | j} | dur1| | vr1| j dd| | <d| vrAd| jvrA| jd| d<qd| vrS|durL|nt j | d<d|vr]| d} nt| d} tj| | d}|D] } | |j| <qlt|}|jdd=|jd d| D|j}|r|jd d|D|dur|jD]}|d s|j|q|jD]}|d s|j|q|durt|j|D] \}}|j|q|durt|j|D] \}}|j|q|D] \}}t|||q|S) aConverts this instance into a `onnx.ModelProto`. Args: io_types: When specified, all the inputs/outputs of the model are set to be of this type. input_types: When specified, all the inputs of the model are set to be of the corresponding type in this list. output_types: When specified, all the outputs of the model are set to be of the corresponding type in this list. value_infos: A dictionary mapping intermediate variable names to ONNX types. Used to set value_info for intermediate variables. opset_version: The standard opset version to use for the model if it cannot be inferred. Otherwise defaults to the current opset version. kwargs: Additional parameters given to function :func:`onnx.helper.make_model`. Returns: An instance of :class:`onnx.ModelProto`. cSsg|]}|jqSr)r)rfuncrrr ~sz0OnnxFunction._to_model_proto..Nrrr ir_version)rcSsg|] \}}tj||dqS))rr)r"OperatorSetIdProto)rrrrrrrs cSs"g|] \}}tj||qSr)r"r#make_value_info to_type_proto)rrNrbrrrrsrb) rget_called_functionsvaluesgraphclone opset_importscopyrrkr,r"r@onnx_opset_versionrVr(irModel functions identifierto_proto opset_importextendr& value_infoinputHasFieldrbCopyFromroutputzipsetattr)r9rrrrrr sub_functions ir_functions main_graphrrrrmodel model_protorrrrbrrrrrrash           zOnnxFunction._to_model_proto) rorrrrrrrrrrsr)rrrrrrrZ)rr)NNNNN) rrrrrrrrrrrr)r=r[r\r]r:rtrqrrr?rrrr_rrr4rr s" $     rcs^eZdZdZdfdd Zdd Zd d ZedddZedddZ e j dddZ Z S)TracedOnnxFunctionzqTracedOnnxFunction. Attributes: name: Name of the op. E.g. "aten::add". func: Function. ror)rrcs>t||j||_tjj|jd|jd|_t ||dS)N_tracedr) r-r:r=rrrrrNr{rr)r9rorr4rrr:s  zTracedOnnxFunction.__init__cOs|j|i|Sr+)r)r9rrrrrrrQzTracedOnnxFunction.__call__cCrr)r5r=rr>rrrr?rzTracedOnnxFunction.__repr__rrcCsZt|j\}}t|j}t|j}|j}||j t j |j ||d}| |S)zgReturn the function_ir. This function IR contains only the signature of the function. )ro global_namesr)r get_src_and_astrinspect getmodulegetclosurevars__dict__rupdate nonlocalsconverter_module Converterrxtranslate_function_signature)r9srcfunc_astmoduleclosurerrrrrrs     zTracedOnnxFunction.function_irrpcCrHrrr>rrrrqrzTracedOnnxFunction.op_signaturerrcCrr+rrrrrrqr)ror)rr)rrrsr) r=r[r\r]r:rr?rtrrqrr_rrr4rrs   rc@seZdZdZd dd Zd S) SymbolValueaRepresents script-time value information about named variables used in a script. At translation-time, the (local) variables of a script, including its parameters, are bound to a SymbolValue. SymbolValues fall into the following categories: AttrRef: Function parameters of attribute-kind, also mapped to ONNX attributes Dynamic: values computed at runtime (of tensor type, for now) mapped to NodeArgs. Dynamic values include input-parameters of the script, as well intermediate values computed in the script. For example, consider the following script definition: :: @script() def ThresholdedRelu(X, alpha: float): zero = op.CastLike(0, X) return op.Where(X > alpha, X, zero) Here, `X` has a Dynamic value, `alpha` has an AttrRef value, and `zero` has a Dynamic value. Scripts may also contain references to global variables, but the translator does not associate a SymbolValue with them. The python value of global variables is used directly in the translation, and such global variables are intended to be used for limited purposes, namely: * To identify an opset * To represent constant-values, translated into ONNX constants. rrinfosourceinfo.SourceInforrwcCs0t|tjstdt|d||_||_dS)z Initializes SymbolValue. Arguments: value: The value bound to a python variable in a script. info: source-location information for error-messages/debugging z/info must be of type sourceinfo.SourceInfo not .N) isinstancer SourceInfo TypeErrorrbrr)r9rrrrrr:s  zSymbolValue.__init__N)rrrrrrw)r=r[r\r]r:rrrrrs rcseZdZd fd d ZZS) AttrRefrJir.Attras_boolboolrrrrwcst||||_dS)aInitializes AttrRef. Arguments: attr: An ir.Attr representing the attribute-parameter as_bool: Whether the attribute is to be interpreted as a bool type (represented as int in ONNX) info: for debugging use. N)r-r:r)r9rJrrr4rrr:.s zAttrRef.__init__)rJrrrrrrrw)r=r[r\r:r_rrr4rr-sr)r)rrrrrr)r`rarr)rhrirr)I __future__r dataclassesrrloggingtypestypingrrrrrrr r r" onnx.defsonnx_irrtyping_extensionsr rr r rrr onnxscript.irronnxscript.onnx_typesrrrr(r@OpSchemaAttrTypeFLOATfloatINTrSTRINGrTENSORGRAPH SPARSE_TENSOR TYPE_PROTOFLOATSINTSSTRINGSTENSORSGRAPHSSPARSE_TENSORS TYPE_PROTOS_ATTRIBUTE_TYPE_TO_PYTHON_TYPEobjectre getLoggerr=r|r)rgrlruntime_checkablermrB dataclassrrrrrrrrrsb (                  M  JA5/