o "i!@sddlZddlZddlmZmZddlZddlmmZ ddl m Z ddl m Z mZmZddlmZejjjZddZdd Zd d Zd d ZGdddeZdS)N)CallableUnion) OpOverload)FakeTensorModetree_flatten_onlyUnsupportedFakeTensorException)TorchDispatchModec4ddttj|Dtfddttj|DS)NcSs"h|] }tj|r|jqStorch_C _has_storage_typed_storage_cdata.0inpr r Z/home/ubuntu/SoloSpeech/.venv/lib/python3.10/site-packages/torch/_subclasses/fake_utils.py s  z'outputs_alias_inputs..c3s*|]}tj|o|jvVqdSNr routinput_storagesr r s  z'outputs_alias_inputs..rr Tensoranyoutputsinputsr rroutputs_alias_inputss    r"cr )NcSsh|]}t|qSr idrr r rr"sz%outputs_are_inputs..c3s|] }t|vVqdSrr#r input_idsr rr#sz%outputs_are_inputs..rrr r%routputs_are_inputs!sr'cCsLt}ttj|D]}tj|sq |j}||vrdS||q dS)NTF) setrr rr rrradd)r storagesrstorr r routput_alias_each_other&s   r,cCsd|tjjus |tjjur|dvrdt|vrdS|tjjus$|tjjur0|dvr0dt|vr0dSdS)N)DevicesT)F)aten#_scaled_dot_product_flash_attentiondefault_flash_attention_forwardrepr'_scaled_dot_product_efficient_attention_efficient_attention_forward)funcidxer r r is_sdpa_error2s      r<c@sBeZdZ d ddddeeegefdffddZd dd ZdS) CrossRefFakeModeNT) check_stridescheck_aliasing ignore_op_fncCs&|dur|ndd|_||_||_dS)NcSsdS)NFr )fnr r rQsz+CrossRefFakeMode.__init__..)r@r>r?)selfr@r>r?r r r__init__Is zCrossRefFakeMode.__init__r c Cs`|pi}d}|tjjtjjtjjfvr||stjj |j vrtjj |j vrtjj |j vrddl m}zEt|d5}ttjtj|jdd||f\}} t||i| }Wdn1scwYWdn1srwYWn tyYnwd|d} ||i|} |durt| } t|} t| t| ksJ| dt| d t| |jrt| ||f}t||| f}||ksJ| d |d |t| ||f}t||| f}||ksJ| d |d |t| }t|}||ksJ| d |d |tt t| t|D]\}\}}t!|tj}|t!|tjks8J| d |r|j"|j"ksIJ| dtj#$|rd|%}|%}||ksdJ| dztj&j'j(|||j)ddWqt*y}z+t+|||rWYd}~qt| dkr| d|n | d|d|}t,||d}~wwq| S)Nr)ShapeEnv) shape_envT) static_shapeszWhen comparing the output of z* on FakeTensor and concrete Tensors, foundz mismatch in number of returns z != z( mismatch in outputs_alias_inputs check z& mismatch in outputs_are_inputs check z, mismatch in outputs_alias_each_other check z$ mismatched number of tensor outputsz mismatched requires_grad-ness of outputs. This usually means that you have added autograd support for your operator at a dispatch key other than Autograd, which will lead to problemsz mismatched storage offset)r>allow_rhs_unbackedz mismatched tensor metadata: z' mismatched tensor metadata for output[z]: )-r2 lift_freshr4lift_fresh_copyset_source_Storage_storage_offsetr@r Tagdynamic_output_shapetags inplace_viewdata_dependent_output%torch.fx.experimental.symbolic_shapesrErpytree tree_map_onlyr functoolspartial from_tensorwarningscatch_warningsr tree_leaveslenr?r"r'r, enumeratezip isinstance requires_gradr rstorage_offset_primsutilscompare_tensor_metar> Exceptionr< RuntimeError)rCr9typesargskwargsfake_rrE fake_mode fake_args fake_kwargscontextrr_flatf_flat r_aliasing f_aliasing r_identity_eq f_identity_eqr_output_alias_each_otherf_output_alias_each_otherr:r_outfake_outr_is_tenr_offsetf_offsetr; error_messager r r__torch_dispatch__Vs               z#CrossRefFakeMode.__torch_dispatch__r)r N) __name__ __module__ __qualname__rrrboolrDr~r r r rr=Hs  r=)rVrYtypingrrr torch.utils._pytreerc_pytreerT torch._opsrtorch._subclasses.fake_tensorrrrtorch.utils._python_dispatchr_opsopsr2r"r'r,r<r=r r r rs