o #iz@sddlZddlZddlZddlZddlZddlZddlmZddlm Z m Z m Z m Z m Z mZmZmZmZddlZddlZddlmmZddlmZddlmZmZddlmZee Z!z@sz/z3str..get_args_str..)rangenum_argsrrrr get_args_str?szz3str..get_args_strzcan't print Z3 expression: powcs@tr kstgSfddtDS)Ncs$g|]}|D]}|q qSr)r)rrx)collect_str_argsrrrr_s z3z3str..collect_str_args..)z3is_appdeclkindrrrrrr#rrr[s    zz3str..collect_str_argsrz!=>.lift..wrapcsfdd|D}|S)Nc3s|]}|VqdSrKrrre)rrr sz6z3op..lift..wrapper..r)rB wrapped_argsfuncrrrwrapper sz#z3op..lift..wrapper)r r- functoolswraps)rrrrrlifts zz3op..liftcSs |r|S|SrKr)rftfrrr's zz3op..)operatornot_and_or_rGr NotAndrsratruedivrZrorxbuiltinsroundr{mathrdr^torch sym_floatrOsym_maxrisym_minrksym_ite _sym_sqrtrv_assert)rArI boolean_opsropsreplacement_maprrrz3opsL               rcseZdZdejjddffdd Zdedee dfd e e e fd e fd d Z dedee dfd e e e fd e ffd d ZZS)PopulateValidatorgraphrIrHcs*||_tjji|d}tj|dddS)N)rootrT)garbage_collect_values)rIrfx GraphModulesuper__init__)rYrrImodule __class__rrr9szPopulateValidator.__init__targetrB.kwargsrcCstd}|j|S)Nsymbol) fx_tracebackget_current_metarIz3var)rYrrBrrrrr placeholderAs  zPopulateValidator.placeholdercsV|tjkrtt||j||St|dks!Jdt|d|j|ddS)Nr%z'expected 1 argument on assertion. Got: r)r)rrr call_functionrrIlenadd_source_expr)rYrrBrrrrrEs  zPopulateValidator.call_function)r|r}r~rrGraphrrr r rr.rrr __classcell__rrrrr8s*6rc@seZdZhdZ    d1ddZded ejdej fd d Z d ej d ejdej fd dZ d ej d ejdej fddZ d ej d ejdej fddZdej dej dej fddZdej dej dej fddZdej dej dej fddZdej dej dej fddZdej dej dej fdd Zdej dej dej fd!d"Zd#ej d$ej dej fd%d&Zd ej d ejdej fd'd(Zd ej d ejdej fd)d*Zd+edefd,d-Zd.ejdej fd/d0ZdS)2 SympyToZ3>eqgegtleltneaddmulrIrHrNcCs||_t|j|_dSrK) _validatorrG_ops)rYrIrrrrWszSympyToZ3.__init__valuedtypecCsV|tjur tt|S|tjurtt|S|tjur$t t|St d|)Nzunsupported dtype (SympyToZ3): ) rint64r rzrdoublerrrrr0)rYrrrrrconstant^s   zSympyToZ3.constantrcCs$|tjkr t|Std|d)Nz to_dtype z NYI)rfloat64r rMNotImplementedErrorrYrrrrrto_dtypehs  zSympyToZ3.to_dtypecCr\rK)r rRrrrr trunc_to_intmryzSympyToZ3.trunc_to_intcC |j|SrK)rr{rrrrr{p zSympyToZ3.round_to_intrTrUcC|j||SrKrrZrXrrr int_truedivszSympyToZ3.int_truedivcCrrKrrXrrrrvrzSympyToZ3.truedivcCrrKrrarXrrrrayrzSympyToZ3.floordivcCrrKrrXrrrrZ|rz SympyToZ3.divrqrrcCrrKrrrtrrrrrz SympyToZ3.powcCrrKrrtrrrpow_by_naturalrzSympyToZ3.pow_by_naturalrlrmcCrrK)rrornrrrrorz SympyToZ3.modcCrrK)rrdrrrr ceil_to_intrzSympyToZ3.ceil_to_intcCrrK)rr^rrrr floor_to_intrzSympyToZ3.floor_to_intnamecCs\tjtjtj|jj|jj|jj|jjd}||vr||S||j vr't t |St d|)N)rrrr^rdminimummaximumzunhandled operator: ) r rrsrrr^rdrkriOPERATOR_HANDLESgetattrrAttributeError)rYr REPLACEMENTrrr __getattr__s   zSympyToZ3.__getattr__exprcCst||jj|SrK)rrsymbols)rYrrrrrunsz SympyToZ3.run)rIrHrN)r|r}r~rrrrrr r-rrrrr{rrrarZrrrorrr.rrBasicrrrrrrTs,  rc@seZdZdddZdejdejfddZdejde dejfd d Z d ej ddfd d Z d ej dej fddZd ej ddfddZd ejddfddZd eej ej fddfddZdddZdS)rHrNcCs,tdi|_t|_t|_t|_dS)Nz new instance)logdebugrset _source_exprs _target_exprs _assertionsrYrrrrs  zTranslationValidator.__init__rcCs"||jvs Jd||j|S)NzZ3 variable not found for: )r)rYrrrrrs zTranslationValidator.z3varrcCs||jvr |j|Std|j|j|tur)t|j}|jr(|j |dkn|t ur4t |j}n|t ur?t|j}ntd|||j|<|S)Nznew variable: %s (%s)rz"unsupported type for Z3 variable: )rrrrr|rr Int is_positiverrrRealrBool RuntimeError)rYrrvarrrradd_vars    zTranslationValidator.add_varrcCs*|jD]}t|tjs J||qdSrK) free_symbolsrrSymbolr)rYrsrrr_check_freesymbolss  z'TranslationValidator._check_freesymbolscCs,t||}t|tjsJd||S)Nz"expected boolean expression. Got: )rrrr rrYrz3exprrrrto_z3_boolean_exprsz'TranslationValidator.to_z3_boolean_exprcCs*||jvr tdt||j|dS)Nzadd source guard: %s)rrrrr)rYrrrrrs z$TranslationValidator.add_source_exprcCs>||||}||jvrtdt||j|dS)Nzadd target guard: %s)rrrrrrrrrrradd_target_exprs   z$TranslationValidator.add_target_exprcCs`t|tjr||||}n|}t|tjsJ||jvr(t dt ||j |dS)Nzadd assertion: %s) rrrrrr rrrrrr)rYrrefrrrrWs    z"TranslationValidator.add_assertioncsddlm}t|jdkst|jdkrdStd}|jtd|j D]}| |q%| t tj |j|j |jt d||j}|tjkrf|t|j |jfdd|jDd|tjkrrt d dS|tjksyJt d dS) Nr) dynamo_timedQF_NRA)timeoutztranslation validation: startcsg|] }|s|qSr)evaluate)rinpmodelrrr.s  z1TranslationValidator.validate..)failed_source_exprsz:translation validation: could not validate: got z3.unknownztranslation validation: success)torch._dynamo.utilsr rrrr SolverForrtranslation_validation_timeoutrrrrrrchecksatrValidationExceptionunknownwarningunsat)rYr solver assertionrrrrvalidates.          zTranslationValidator.validate)rN)r|r}r~rrrr r-rr rrrrrrExprr r rWrrrrrrHs  F)translation_validation_enabledrrBisectValidationExceptionT) rrrrrHr!rrr")_configcCsttotjSrK)_assert_z3_installed_if_tv_set_HAS_Z3configtranslation_validationrrrrr!Ps r!cCstjSrK)r&rrrrrrWsrcCsts tjr JddSdS)Nzotranslation validation requires Z3 package. Please, either install z3-solver or disable translation validation.)r%r&r'rrrrr$[s  r$c@eZdZddZddZdS)rc stsJdtffdd }dtfdd}|tt|}|ttt|}|ttt|} |ttt|} d|_d|d|d | d | |_dS) Nrcs|d|S)N: r)symrrr symbolstrfrjz/ValidationException.__init__..symbolstrcSsddd|DS)N css|]}d|VqdS)z ==> Nr)rrrrrrjzBValidationException.__init__..joinlines..)r?)xsrrr joinlinesirpz/ValidationException.__init__..joinlinesztranslation validation failed.zModel: z Assertions: z Target Expressions: z Failed Source Expressions: )r%r.sortedmaprmsgdetails) rYr assertions target_exprsrr+r/ model_strassertions_strtarget_exprs_strfailed_source_exprs_strrrrrcs" zValidationException.__init__cC|jd|jSN r2r3rrrr__str__rjzValidationException.__str__Nr|r}r~rr>rrrrrbs rc@r()r"cCs.d|d||_d|d|j|_dS)Nz#translation validation failed when r)z)Failure occurred while running node: r<)r2 format_noder3)rYvalidation_excr failed_action traced_noderrrrs  z"BisectValidationException.__init__cCr:r;r=rrrrr>rjz!BisectValidationException.__str__Nr?rrrrr"s r"cs:ddlm}mm}ddlmm}m|jdt j j d|ffdd }d|dt ffd d d|d t tt dt tffd d dt j j dt tffdd }||}|sftddS|jrltjrn|i}dd|jjD}ddt|d} } } | | kr| | d} || } td| || || || <|| r| } n| d} | | ks| |vrt|| tsJ|| } || } | rd}n | sJd| d}| j}|dusJt|dksJd| jdt|t|dtj sJd| jdt!|dt"|| |d|| j#|d)Nr)ShapeEnvSHAPEENV_EVENT_KEYCURRENT_NODE_KEY)FakeTensorMeta ShapeEnvEventreplay_shape_env_eventsnodercs|jvsJ|jSrK)meta)rJ)rEeventsrrget_node_eventszbisect..get_node_event shape_envcst|tr|St|tjrt|jSt|sJtfdd|Dtfdd|D| |j S)Nc3|]}|VqdSrKrrrnew_with_shape_envrNrrrr-z5bisect..new_with_shape_env..c3rOrKrrPrQrrrr-) rrrSymIntrJwith_shape_envtuplesizestridestorage_offset is_nested)rNfake)rGrRrNrrRs   z"bisect..new_with_shape_env tracked_fakesc sp|dusJzjfdd|Ddd|Ddd|DdWdSty7}z|WYd}~Sd}~ww)Ncsg|]}|jqSr)rZrrQrrrsz8bisect..check_shapeenv_fails..cSg|]}|jqSr)sourcerrrrrcSr]r)symbolic_contextrrrrrr_)input_contexts)produce_guardsr)rNr\r)rRr[rcheck_shapeenv_failss   z$bisect..check_shapeenv_failscs8|j}d|d}|j||jSrb)rKrlintr\)rJr[rN)rErcrLrIrrcheck_node_failss  z bisect..check_node_failsz2translation validation succeeded: no errors found.cSsg|] }|jtjkr|qSr)rrr)rrJrrrrszbisect..r%r(zbisecting at %s: %s evaluatingzunexpected event type: zadding runtime assertzbisecting expects z/ to have at least 2 positional arguments. Got: z9 to have a SymPy expression as its second argument. Got: )rrBrC)$%torch.fx.experimental.symbolic_shapesrDrErFtorch.fx.experimental.recordingrGrHrIrLrrNoderrrr_snapshot_tracked_fakesrinfoshould_record_eventsr& translation_validation_no_bisectrnodesrrris_evaluate_expris_defer_runtime_assertrBrrrrr"rK)rNrDrFrHrMrelast_exception exception assert_nodesleftmidrightrJeventrBrBr)rGrErcrLrRrIrbisectsd &$        rx):rloggingrrrr dataclassesrtypingrrrrrrr r r rtorch.fxtorch.fx.tracebackr tracebackrtorch._dynamo.excr torch.fx.noder rtorch.utils._sympy.interpr getLoggerr|rr r-r.rrGr InterpreterrrrH ImportErrorr%__all__torch.fx.experimentalr#r&rr!rrr$rr"rxrrrrsN ,   %X^E\    !