o H&i@sddlZddlZddlmZmZddlZddlmmZ ddl m Z ddl m Z mZmZddlmZejjjZddZdd Zd d Zd d ZGdddeZdS)N)CallableUnion) OpOverload)FakeTensorModetree_flatten_onlyUnsupportedFakeTensorException)TorchDispatchModec4ddttj|Dtfddttj|DS)NcSs"h|] }tj|r|jqStorch_C _has_storage_typed_storage_cdata.0inpr r GC:\wamp64\www\opt\env\Lib\site-packages\torch/_subclasses/fake_utils.py s  z'outputs_alias_inputs..c3s*|]}tj|o|jvVqdSNr routZinput_storagesr r s  z'outputs_alias_inputs..rr TensoranyoutputsZinputsr rroutputs_alias_inputss    r cr )NcSsh|]}t|qSr idrr r rr sz%outputs_are_inputs..c3s|] }t|vVqdSrr!rZ input_idsr rr!sz%outputs_are_inputs..rrr r#routputs_are_inputssr$cCsLt}ttj|D]}tj|sq |j}||vrdS||q dS)NTF) setrr rr rrradd)rZstoragesrZstorr r routput_alias_each_other$s   r'cCsd|tjjus |tjjur|dvrdt|vrdS|tjjus$|tjjur0|dvr0dt|vr0dSdS)N)ZDevicesT)F)atenZ#_scaled_dot_product_flash_attentiondefaultZ_flash_attention_forwardreprZ'_scaled_dot_product_efficient_attentionZ_efficient_attention_forward)funcidxer r r is_sdpa_error0s      r2c@sBeZdZ d ddddeeegefdffddZd dd ZdS) CrossRefFakeModeNT) check_stridescheck_aliasing ignore_op_fncCs&|dur|ndd|_||_||_dS)NcSsdS)NFr )fnr r rOsz+CrossRefFakeMode.__init__..)r6r4r5)selfr6r4r5r r r__init__Gs zCrossRefFakeMode.__init__r c Cs`|pi}d}|tjjtjjtjjfvr||stjj |j vrtjj |j vrtjj |j vrddl m}zEt|d5}ttjtj|jdd||f\}} t||i| }Wdn1scwYWdn1srwYWn tyYnwd|d} ||i|} |durt| } t|} t| t| ksJ| dt| d t| |jrt| ||f}t||| f}||ksJ| d |d |t| ||f}t||| f}||ksJ| d |d |t| }t|}||ksJ| d |d |tt t| t|D]\}\}}t!|tj}|t!|tjks8J| d |r|j"|j"ksIJ| dtj#$|rd|%}|%}||ksdJ| dztj&j'j(|||j)ddWqt*y}z+t+|||rWYd}~qt| dkr| d|n | d|d|}t,||d}~wwq| S)Nr)ShapeEnv)Z shape_envT)Z static_shapeszWhen comparing the output of z* on FakeTensor and concrete Tensors, foundz mismatch in number of returns z != z( mismatch in outputs_alias_inputs check z& mismatch in outputs_are_inputs check z, mismatch in outputs_alias_each_other check z$ mismatched number of tensor outputsz mismatched requires_grad-ness of outputs. This usually means that you have added autograd support for your operator at a dispatch key other than Autograd, which will lead to problemsz mismatched storage offset)r4Zallow_rhs_unbackedz mismatched tensor metadata: z' mismatched tensor metadata for output[z]: )-r,Z lift_freshr-Zlift_fresh_copyset_Zsource_Storage_storage_offsetr6r TagZdynamic_output_shapetagsZ inplace_viewZdata_dependent_outputZ%torch.fx.experimental.symbolic_shapesr;rpytreeZ tree_map_onlyr functoolspartialZ from_tensorwarningscatch_warningsrZ tree_leaveslenr5r r$r' enumeratezip isinstanceZ requires_gradr rZstorage_offsetZ_primsutilsZcompare_tensor_metar4 Exceptionr2 RuntimeError)r9r/typesargskwargsZfake_rr;Z fake_modeZ fake_argsZ fake_kwargscontextrZr_flatZf_flatZ r_aliasingZ f_aliasingZ r_identity_eqZ f_identity_eqZr_output_alias_each_otherZf_output_alias_each_otherr0Zr_outZfake_outZr_is_tenZr_offsetZf_offsetr1 error_messager r r__torch_dispatch__Ts               z#CrossRefFakeMode.__torch_dispatch__r)r N) __name__ __module__ __qualname__rrrboolr:rRr r r rr3Fs  r3)rArCtypingrrr Ztorch.utils._pytreerIZ_pytreer@Z torch._opsrZtorch._subclasses.fake_tensorrrrZtorch.utils._python_dispatchrZ_opsopsr,r r$r'r2r3r r r rs