o H&i5(@s|UddlZddlZddlZddlZddlZddlmZmZmZm Z m Z ddZ ddZ ddZ d d Zd'd d ZddZddddZejje ejje eje ejjjeejjeejeejeiZeeefed<ddZGdddejjZGdddeZ Gddde Z!ddZ"Gdddejj#Z$  d(d e ejj%ed!effd"e ee&ej'fd#e ee&efd$ejj(fd%d&Z)dS))N)AnyCallableDictOptionalUnioncCs$tjg|j|jjdRddiS)Ndevicemeta)torchemptyshapeweightselfinputrLC:\wamp64\www\opt\env\Lib\site-packages\torch/fx/experimental/meta_tracer.pyembedding_override s$rcC|SNrrrrrnn_layernorm_override rcCs|Srr)xrrrtorch_relu_overriderrcCrrr)rrrrrtorch_nn_relu_overriderrFcCs|rJd|S)Nz.wrapper..check_has_proxy call_function)r r%node map_aggregatetracer create_proxy)argskwargsr+targetr)rwrapper3s z(gen_constructor_wrapper..wrapper) functoolswraps)r4r5rr3rgen_constructor_wrapper2sr8c@sReZdZddZdddZddZedd Zed d Zed d Z ddZ dS) MetaProxycCs ||_dSr) _tensor_meta)rZ tensor_metarrrinstall_tensor_metaE zMetaProxy.install_tensor_metaNcCsPt|dr|jdur|jj|r|gSgS|jdd|r#||fiS|fiS)Nr: call_methodsize)hasattrr:r>r/r0)rdimrrrr>Hs$zMetaProxy.sizecCs2t|dr|jdur|jS|jdd|fiS)Nr:r=r@)r?r:r@r/r0rrrrr@Ms z MetaProxy.dimcC4t|dr|jdur|jjS|jdtj|dfiS)Nr:r,r )r?r:r r/r0builtinsgetattrrArrrr RzMetaProxy.shapecCrB)Nr:r,dtype)r?r:rFr/r0rCrDrArrrrFXrEzMetaProxy.dtypecCs t|dS)Nr)MetaDeviceAttributerArrrr^s zMetaProxy.devicecCs|dkr ||St||S)Nr:)__getattribute__ MetaAttribute)rkrrr __getattr__ds  zMetaProxy.__getattr__r) __name__ __module__ __qualname__r;r>r@propertyr rFrrKrrrrr9Ds     r9c@s.eZdZdefddZeddZddZdS) rIattrcCs||_||_|j|_d|_dSr)rootrPr/_node)rrQrPrrr__init__ls zMetaAttribute.__init__cCs.|jdur|jdt|j|jfij|_|jS)Nr,)rRr/r0rDrQrPr-rArrrr-ss zMetaAttribute.nodecOs|jd|j|jf||S)Nr=)r/r0rPrQ)rr1r2rrr__call__{szMetaAttribute.__call__N)rLrMrNstrrSrOr-rTrrrrrIks   rIc@s eZdZdS)rGN)rLrMrNrrrrrG~srGcCsTt|trdSt|tjjr(t|tsJdt|t|ds%Jd|jS|S)Nr zExpected MetaProxy but got r:z*MetaProxy does not have an associated meta) r$rGr r%r&r9typer?r:r'rrrproxys_to_metass rWcseZdZUdZeed<gdZdfdd ZfddZfd d Z d e j j d e fd dZd e j j d e ffdd ZddZddee e jfffdd ZZS) MetaTracerTallow_insert_stateless_mods)ZarangeZzerosZonesZ full_likeeyeNc st|||||||}|dkr||jvr||j||S||jvr,d|vr,d|d<ztjj|t } tjj|t } |dkrOt ||} | | i| } n|dkrdt | d|| ddi| } np|dkrt |d soJd |_z)|j|} t| }|t vrt || g| Ri| } n|j| i| } Wd |_n8d |_w|d krd |_z%|j}|d }|D]}t ||}qt|tjsJ|jdd} Wd |_nd |_w|WSt|tjjsJd|| W|Sty}ztd|d|d|WYd}~|Sd}~ww)N placeholderrr r,r=r call_module orig_forwardTFZget_attr.rz!Dont support composite output yetzCould not compute metadata for z target z: )superr0 meta_argsr;orig_fnsr r%r-r.rWr#getrDr?_disable_module_getattrrQZ get_submodulerVr^splitr$Tensorrr& Exceptionwarningswarn)rkindr4r1r2nameZ type_exprZproxy_factory_fnrvZ args_metasZ kwargs_metasZ meta_targetZmeta_outmodmod_typeZattr_itrZatomsZatome __class__rrr0sZ  "    &zMetaTracer.create_proxycs t|ddr|St|||S)NrdF)rDr`)rrPZattr_valZparameter_proxy_cacherprrrDs zMetaTracer.getattrcs||_t||||Sr)r^r`r])rmforwardr1r2rprrr]szMetaTracer.call_modulermreturncCs^d}|jj}|d|}t|j|r&|d|}|d7}t|j|s|j|||S)zb Helper method which tries to insert a module that was not declared as submodule. r_r\)rqrLlowerr?rQZ add_module)rrmidxmod_namepathrrr_insert_module_as_submodules   z&MetaTracer._insert_module_as_submodulec sxzt|WSty;}z(|jr6tt|dkr6tt|dkr6||}||_ |WYd}~Sd}~ww)Nr) r`path_of_module NameErrorrYlenlist parametersbuffersrzZ prev_module)rrmroryrprrr{s. zMetaTracer.path_of_modulecCs t||Sr)r9)rr-rrrr*r<zMetaTracer.proxyrac st|tsJ||_dd|jD|_t|_|jD]\}\}}tt |||j |qz!t ||}d|i|_ |W|jD] \}\}}tt ||qCS|jD] \}\}}tt ||qVw)NcSsi|] }|ttt|qSr)r8rDr ).0r4rrr sz$MetaTracer.trace..ra)r$dictra_TORCH_METHODS_TO_PATCHZpatched_torch_methodssetrbitemssetattrr addr`traceZ_tracer_extras) rrQra concrete_argsrkr5origgraphrurprrrs$  zMetaTracer.trace)NNNr)rLrMrNrYbool__annotations__rr0rDr]r nnModulerUrzr{r*rrfr __classcell__rrrprrXs  ;  &rXrQ.rarrtcCsFt}||||}t|tjjr|jjn|j}tj |j ||}|Sr) rXrr$r rrrqrLr% GraphModulerQ)rQrarr/rrkZgmrrrsymbolic_traces r)F)NN)*r Ztorch.fxrhr6rCtypingrrrrrrrrrrr r"rZ EmbeddingZ LayerNormZreluZ functionalZReLUwhereabsr#rr8r%r&r9rIrGrWZTracerrXrrUrfrrrrrrsH    ' |