o "i[@sDddlZddlZddlZddlZddlZddlZddlmZddlmZm Z m Z m Z m Z m Z mZddlZddlmZddlmZddlmZmZddlmZmZddlmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&ej'd ej(d ej)d ej*d ej+d ej,diZ-de ej.j/fddZ0  dIddddddeede ede e&de e1de e$de ede2ddfddZ3dedej.j/de2fd d!Z4dedej.j/de ej5jfd"d#Z6dedej.j/de2fd$d%Z7dedej.j/de ej8fd&d'Z9dedej.j/de2fd(d)Z:dedej.j/de ej8fd*d+Z;d,ej.j dJd/e ej.j/de ej.j/fd2d3Z?d/e ej.j/de@fd4d5ZAd/e ej.j/de ej.j/fd6d7ZB dKd8ej.j/d9ej.j/d:e2ddfd;d<ZCd=ej.j/ddfd>d?ZDd@ej5jEfdAdBZFdCdDZGd,ej.j.get_keystrr)_convert_range_to_int) try_solvez&Unexpected number of inputs (expected z, got )valzExpected input at z to be a tensor, but got z,Unexpected number of dimensions in input at z.shape (expected r%z.shape[z] to be equal to z , but got zExpected input z] = z to be of the form z, where z is an integerr'z ] to be >= z ] to be <= z to be equal to )!rr*sympy@torch._export.passes.add_runtime_assertions_for_constraints_passr1torch.utils._sympy.solver2len RuntimeErrorzipmetagetr(r torchTensortypeshape enumerateSymIntnodeexpr free_symbolsnextitersubs is_numberEqr-intmathinffloat)r"flat_args_with_pathrange_constraintsr0r5r1r2unification_mapr#argrCnode_valjarg_dimnode_dimsymbol existing_dimsolutionmin_valmax_valr.r.r/"_check_input_constraints_for_graph.s              ?r\F)serialized_type_nameto_dumpable_contextfrom_dumpable_contextreturn_none_fieldscls flatten_fn unflatten_fnr]r^r_r`r$c sts Jddtdttttfffdd }dttdtdtffdd }dtdttttfffd d } durCn||durK|n|}|du|duAr]td d t||| ||ddS)Nz7Only dataclasses can be registered with this function: objr$cshg}g}g}t|D]"}|jt||j}}|dusr(||||q ||q |||gfSN) dataclassesfieldsr-getattrappend)rd flattened flat_names none_namesfr-r4)r`r.r/default_flatten_fns     z=register_dataclass_as_pytree_node..default_flatten_fnvaluescontextcs*|\}}ditt||t|S)Nr.)dictr:fromkeys)rorprkrl)rar.r/default_unflatten_fns"z?register_dataclass_as_pytree_node..default_unflatten_fncs(|\}\}}ddt||D|fS)NcSsg|] \}}t||fqSr.)r).0kvr.r.r/ sz[register_dataclass_as_pytree_node..default_flatten_fn_with_keys..)r:)rdrjrkrl)rbr.r/default_flatten_fn_with_keysszGregister_dataclass_as_pytree_node..default_flatten_fn_with_keysz7Both to_dumpable_context and from_dumpable_context for z must be None or registered.)r]flatten_with_keys_fnr^r_) rf is_dataclassrrrrr ValueErrorr) rarbrcr]r^r_r`rnrsrxr.)rarbr`r/!register_dataclass_as_pytree_nodes. " "  r|programrCcC|j|jjvS)zM Checks if the given node is a parameter within the exported program )r-graph_signatureinputs_to_parametersr}rCr.r.r/is_paramrcC&t||r|jj|j}|j|SdS)z Returns the parameter associated with the given node in the exported program. Returns None if the node is not a parameter within the exported program N)rrrr- state_dict)r}rCparameter_namer.r.r/ get_params  rcCr~)zJ Checks if the given node is a buffer within the exported program )r-rinputs_to_buffersrr.r.r/ is_bufferrrcCs<t||r|jj|j}||jjvr|j|S|j|SdS)z Returns the buffer associated with the given node in the exported program. Returns None if the node is not a buffer within the exported program N)rrrr-non_persistent_buffers constantsr)r}rC buffer_namer.r.r/ get_buffers    rcCr~)zZ Checks if the given node is a lifted tensor constant within the exported program )r-r!inputs_to_lifted_tensor_constantsrr.r.r/is_lifted_tensor_constantsrcCr)z Returns the lifted tensor constant associated with the given node in the exported program. Returns None if the node is not a lifted tensor constant within the exported program N)rrrr-r)r}rClifted_tensor_namer.r.r/get_lifted_tensor_constants  rgmcslddlm}id}|jjD]}||r|d7}||<q|||fddddd}|jj|j_||S)z Splits the graph module into multiple submodules based on the node_call_back. The node_call_back should return True if the node is a delimiter. Delimiter will be the first node in the next submodule. r) split_moduler%cs|Srer.rC split_mapr.r/?sz"sequential_split..T)keep_original_orderkeep_original_node_name)torch.fx.passes.split_modulergraphnodes_codegen recompile)rnode_call_backrsplit_idrCnew_gmr.rr/sequential_split-s"     rrcsfdd|DS)z:Returns the nodes that match the node_call_back as a list.csg|]}|r|qSr.r.rtrCrr.r/rwKsz nodes_filter..r.rrr.rr/ nodes_filterIsrcCs.t||r|ndd}t|dkr|dSdS)z Returns the first node that matches the node_call_back. If no node matches, returns None. When node_call_back is None, returns the first node in the node list. cSsdS)NTr.rr.r.r/rUsznodes_first..rN)rr8)rrretr.r.r/ nodes_firstNs rcCstt||S)z:Returns the number of nodes that match the node_call_back.)r8rrr.r.r/ nodes_count[srcCs|D]}||q|S)z Sequentially visit the nodes list and invoke node_call_back on each element. Returns the nodes list after the node_call_back is invoked on each element. r.)rrrCr.r.r/ nodes_map`s rold_nodenew_node delete_oldcCs,|||r|j|j|dSdS)z5 Replace all uses of old_node with new_node. N)replace_all_uses_withusersclearr erase_node)rrrr.r.r/ node_replace_js  r call_mod_nodec s|jdksJ|jj}t|jtsJt||j}dd|jjD}dd|jjD}dd|jjD}t||j D]\}}t|t j j sGJt ||ddq:|j|z|D]}|j|} t || ddqXt|d krt|d kr}t|d j d ksJ|d j d tt j j rt |ddn3tttfrtt|jd d } t| fd d |j|ntdtd|j|Wdn1swY|||S)z Inline the submodule of the given node into the parent module. Note: we only support the case where submodule takes tensors inputs. call_modulecss|] }|jdkr|VqdS) placeholderNoprr.r.r/ sznode_inline_..css|] }|jdvr|VqdS))routputNrrr.r.r/rscSsg|] }|jdkr|qS)rrrr.r.r/rwsz node_inline_..Trrr%cSs|jdko |jtjkS)N call_function)rtargetoperatorgetitemrr.r.r/rs znode_inline_..cst||jdddS)Nr%Tr)rargs) get_item_node new_outputr.r/rs  zUnsupported output type z2. Expect it to be a Node or a list/tuple of Nodes.N)rr owning_moduler(rr*rhrr:rr=fxNoderinserting_before node_copyr8listtuplerrkeysrrNotImplementedErrorr?delete_all_unused_submodulesr) rrsub_gmphsbodyrphrRrCrget_item_usersr.rr/ node_inline_vsP   "   #rmodc Cs~t|j}|jd}dtji}g}|D]"\}}ddt|j|D}|D]}|dkr.q'| t ||q'qt j |dS)z Get source code and parse argument names using AST. The function returns a signature of the forward() function. # TODO: Directly provide inspect.signature compatible TS-d module. rrcSsg|]}|jqSr.)rR)rtar.r.r/rwsz:_get_torch_jit_trace_forward_signature..self) parameters) astparsecoderrPOSITIONAL_OR_KEYWORDitemsrhrriinspect Signature) rast_mod ast_func_def arg_type_map param_listarg_type param_type arg_name_listarg_namer.r.r/&_get_torch_jit_trace_forward_signatures    rcCs`t|tjjtjjfr!t|}t|jt|t|ks Jdnt |j }|j |i|j S)NzyArguments other than POSITIONAL_OR_KEYWORD kinds in forward() are not supported in _get_torch_jit_trace_forward_signature) r(r=jit ScriptModule TracedModulerr8rr signatureforwardbind arguments)r fake_args fake_kwargssigr.r.r/_bind_signature_to_inputss rexport_graph_signaturerc sdd}ddi}t|||} t| \} } dd|jD} t| | D]\\} }}|rBt||ttjdfdd | Dd d q#|jD]/}|j tjkrOqF|j tj krXd }n||j  }t d d|}t||jjt|j |d d qF|jjD]}|jdkrqzt||j|jqz|jjD]#}|jdkr|j|vsJ||j|_|_ q|j|vr||j|_qt|||jD]'}|jj|vsJ||jj|j_|j tjkr|j |vr||j dd|_ q|jD]#}|jj|vr||jj|j_|j tjkr |j |vr ||j |_ qt|D]4}||}||vrFt|tjsF||}||krFt d|rF|ttj|krF|||<||=qdS)aQ This pass is run at the end of _export_non_strict() to assign better placeholder node names: - User inputs: These follow the signature of mod.forward(), e.g. forward(x, y) produces nodes x, y. For nested inputs from dictionaries, lists, tuples, or dataclasses, the names are a concatenation of the path to the tensor. e.g. x = { 'a': torch.randn(), 'b': [torch.randn(), torch.randn()] } produces nodes x_a, x_b_0, x_b_1. - Parameters/buffers/constants/custom objects: These follow the FQN of the object, prefixed by "p", "b", "c", "obj" respectively. e.g. self.bar.l0.weight produces "p_bar_l0_weight". - Effect tokens: These are named token, token_1, ... cSs,|dr |tdd}tdd|}|S)N L__self___ [^a-zA-Z0-9]_) startswithr8resubxr.r.r/ _strip_names z,placeholder_naming_pass.._strip_namecSs^t|trtddt|j}|St|trt|jSt|tr#|j St dt |d|)NrrzPytree key of type z not handled for ) r(rrrr*keyrr)rr-r9r?rr.r.r/_extract_pytree_keys    z4placeholder_naming_pass.._extract_pytree_keycSs g|] }|jtjkr|jjqSr.)kindr USER_INPUTrRr-)rtspecr.r.r/rw s  z+placeholder_naming_pass..rc3s|] }|VqdSre)lower)rtrrr.r/rsz*placeholder_naming_pass..T)is_placeholderrrrNz arg(\d+)_1) rr input_specsr:r placeholder_prefixesrrjoinrTOKENrrrrrRr-rrrr r CUSTOM_OBJ output_specsrUSER_INPUT_MUTATIONrrr(r=r>match)rrrrrfake_params_buffersrrname_map combined_argsrOruser_input_namesarg_pathrRuser_input_namer base_namerCr-constantnew_namer.rr/placeholder_naming_passs                 r)NNre)F)KrrfrrLrrrtypingrrrrrrr r=torch._subclasses.fake_tensorr torch.exportr torch.export.exported_programr r torch.export.graph_signaturerrtorch.utils._pytreerrrrrrrrrrrrr PARAMETERBUFFERCONSTANT_TENSORr rrrrr\r*boolr|rnnrrr>rrr GraphModulerrrrKrrrrModulerrexportExportGraphSignaturerr.r.r.r/s $  8  z 7      "    "   =