o "i-, @sUddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z m Z mZmZddlmZdZe e jed<zddlZWn eyUdZYnwddlZddlmZddlmZddlmZmZmZmZdd l m!Z!m"Z"m#Z#m$Z$dd l%m&Z&m'Z'dd l(m)Z)ej*Z*d Z+e,e-Z.d dZ/de0fddZ1ddZ2ddZ3ddZ4de0fddZ5dWde j6ddfddZ7ddde8de e'fd d!Z9Gd"d#d#Z:Gd$d%d%Z;Gd&d'd'Zde0fd,d-Z?   dXd.d/Z@d0ejAfd1d2ZBdYd5d6ZCejDd7dfd8ee8d9ee8d:ejEd;ee0ejFfdZGd?d@ZHddAdBdCdDdEZIdFdGZJdHdIZKdJdKZLdLdMZMdNdOZNdPdQZOdRdSZPdZdUdVZQdS)[N)ListOptionalSequenceUnion)patchnp)fx) OutputGraph)config eval_frameoptimize_assertreset)create_instruction debug_checks is_generatortransform_code_object)CheckFunctionManager GuardedCode)samecCs |durdS||jSN)detachclonerequires_grad_ requires_gradxrS/home/ubuntu/SoloSpeech/.venv/lib/python3.10/site-packages/torch/_dynamo/testing.pyclone_me)sr returncCstdd|S)Nz ^_orig_mod[.])resub)namerrrremove_optimized_module_prefix/sr&cCs&g}||||t}t}|D]'\}}t|tjr$t|}|} |j} |jdur3t |} | ||d<| ||<q||||t} | D]\}} t|tjr]t|}| | |<qO|| |D]'} t| t t fr| D]}t|tj r||jqtqit| tj r|| jqi|S)Nz.grad)appenddictnamed_parameters isinstancer OptimizedModuler&gradtorch zeros_like named_bufferstuplelistTensor)model predictionlossexample_inputsresultsgradsparamsr%param param_copyr,buffersbufferexampleinprrrcollect_results3sB                r@cCsZt|tjr |jSt|ttfrtdd|DS|durdSt|tr&dStdt |)Ncs|]}t|VqdSr)requires_bwd_pass.0rrrr _z$requires_bwd_pass..FDon't know how to reduce) r*r-r2rr1r0anyintNotImplementedErrortypeoutrrrrB[s  rBcCst|tjr||St|ttfr"tdd|Dt|St|j dvr.t |j St|j dkr:|j St|t rPtdd|Dt|Stdt|)z/Reduce the output of a model to get scalar losscsrArreduce_to_scalar_lossrCrrrrEmrFz(reduce_to_scalar_loss..)MaskedLMOutputSeq2SeqLMOutput!CausalLMOutputWithCrossAttentionsSquashedNormalcsrArrN)rDvaluerrrrEwrFrG)r*r-r2sumnumelr1r0lenrK__name__rOlogitsmeanr(valueskeysrJrLrrrrOgs    rOcCs0tjtjtd}tj|st||S)Nz../debug)ospathjoindirname__file__existsmkdir)r^rrr debug_dir}s  rdr"codec Cslttjt|d!}|t|dt|d|dWddS1s/wYdS)Nwz  ) openr]r^r_rdwritedisBytecodeinfo)r%reextrafdrrr debug_dumps ("ro)skiprpc Cs`dd}t|jr dSt|jt|j|}tidddddditt|jd }t|t|j S)zused to debug jump updatescSs$|dtd|dtddS)NrNOP)insertr) instructions code_optionsrrr insert_nopssz&debug_insert_nops..insert_nopsNF_idr) rt compiler_fnroot_txexportexport_constraints frame_state local_scope global_scopef_code) rr~rrr localsglobalsrrcheck_fn)frame cache_sizehooks_rpruregraphrrrdebug_insert_nopss"    rc@s8eZdZddZdejjdeejfddZ ddZ d S) CompileCountercCd|_d|_dSNr frame_countop_countselfrrr__init__ zCompileCounter.__init__gmr6cCs:|jd7_|jjD]}d|jvr|jd7_q |jS)Nr call)rrnodesoprforward)rrr6noderrr__call__s   zCompileCounter.__call__cCrrrrrrrclearrzCompileCounter.clearN) rX __module__ __qualname__rr-r GraphModulerr2rrrrrrrs rc@0eZdZddZdejjdeejfddZ dS)CompileCounterWithBackendcCsd|_d|_||_g|_dSr)rrbackendgraphs)rrrrrrs z"CompileCounterWithBackend.__init__rr6cCs\ddlm}|jd7_|jjD]}d|jvr|jd7_q|j|||j ||S)Nr )lookup_backendr) backends.registryrrrrrrrr'r)rrr6rrrrrrs    z"CompileCounterWithBackend.__call__N rXrrrr-rrrr2rrrrrrs rc@r)EagerAndRecordGraphscCs g|_dSr)rrrrrrs zEagerAndRecordGraphs.__init__rr6cCs|j||jSr)rr'r)rrr6rrrrs zEagerAndRecordGraphs.__call__Nrrrrrrs rcCst|}tdd|S)Nz (?m)^ *#.*\n?r")strr#r$rerrr strip_commentsrcCsddd|dDS)NrgcSsg|]}|qSr)rstrip)rDlinerrr sz)remove_trailing_space..)r_splitrrrrremove_trailing_spacesrcCs tt|Sr)rr)gm_strrrr normalize_gms rcCstjs |dur |}t}ddt|D}ddt|D}||} ||} tt||} | |} | |} | |}| |}t|t| | |t|| |t| | |t|| ||j ||durv||j |dSdS)NcSg|]}tddqS r-randnrDrrrrrz!standard_test..cSrrrrrrrrr) r assume_static_by_defaultrrangerr assertTruer assertEqualrr)rfnnargs expected_opsexpected_ops_dynamicexpected_frame_countactualargs1args2correct1correct2opt_fnval1aval2aval1bval2brrr standard_tests, rrcCs|jSr)r)rr6rrrdummy_fx_compilesrT皙?cCs.|sdS||kr|ddS|dd|dS)NERRORz.3fzx SAMEzx p=z.2fr)speeduppvalue is_correctpvalue_thresholdrrrformat_speedup s  rcpusizestridedtypedevice extra_sizecCstddt||Dd|}|jr0|jdkr' tj|tj|dj|d}ntj|||d}n tj|g||d}t |||S)Ncss |] \}}|d|VqdS)r Nr)rDshaperrrrrEszrand_strided..r )rr)r)rrr) rUzipis_floating_pointitemsizer-rfloat16tozeros as_strided)rrrrr needed_sizer=rrr rand_strideds rcstfdd}|S)Nc s^t!}D]\}}}|t|||q|i|WdS1s(wYdSr) contextlib ExitStack enter_contextrobject)argskwargsstackmoduleattrvalrpatchesrr_fn0s  $z"_make_fn_with_patches.._fn) functoolswraps)rrrrrr_make_fn_with_patches/srcCs|Srrrrrr<sr) xfail_prop decoratorc Gst||j|ji}|j|_t|D]P}|drVt||}t|s.t||t||q||} t |g|R} | | _|durMt ||rMt | } t|| || qt ||sdt||t||q|S)Ntest_) rKrX __bases__rdir startswithgetattrcallablesetattrrhasattrunittestexpectedFailure) cls cls_prefix fn_suffixrrrDummyTestClassr%rnew_namenew_fnrrrmake_test_cls_with_patches;s$      rcCtjdkr|St|S)N)r sys version_inforrprrrrskipIfNotPy311U  r cCrN)r rr rrrskipIfNotPy312[r rcCtjdkr t|S|Sr)r r rrr rrr xfailIfPy312a  rcCrrrr rrr skipIfPy312grrcC d|_|SNT)_expected_failure_dynamicr rrrexpectedFailureDynamicorcCrr)!_expected_failure_codegen_dynamicr rrrexpectedFailureCodegenDynamicurrcCrr)!_expected_failure_dynamic_wrapperr rrrexpectedFailureDynamicWrapper{rrFcCsVtdtdtrtjd|r)ddlmm}|dt | dSdS)Ni9r) r- manual_seedrandomseedrtorch_xla.core.xla_modelcore xla_model set_rng_stater xla_device)use_xlaxmrrrreset_rng_states   r()r")NNr )Tr)F)Rrrjrloggingos.pathr]rr#r typesrtypingrrrr unittest.mockrr ModuleType__annotations__numpyModuleNotFoundErrorr-rtorch._dynamo.output_graphr r"r r r rbytecode_transformationrrrrguardsrrutilsr unsupportedthree getLoggerrXlogr rr&r@rBrOrdCodeTyperorIrrrrrrrrrrrfloat32rrrrrr rrrrrrr(rrrrs        (     !