U d/'@snUddlZddlZddlZddlZddlZddlmZmZmZm Z m Z ddZ ddZ ddZ d d Zd$d d ZddZddddZejje ejje eje ejjjeejjeejeejeiZeeefed<ddZGdddejjZGdddeZ Gddde Z!ddZ"Gdddejj#Z$d%e ejj%ed effee&ej'fe ee&efejj(d!d"d#Z)dS)&N)AnyCallableDictOptionalUnioncCs tj|j|jjdfddiS)Ndevicemeta)torchemptyshapeZweightselfinputrE/tmp/pip-unpacked-wheel-ua33x9lu/torch/fx/experimental/meta_tracer.pyembedding_override srcCs|SNrr rrrnn_layernorm_override srcCs|Srr)xrrrtorch_relu_overridesrcCs|Srr)rrrrrtorch_nn_relu_overridesrFcCs|r td|S)Nz.wrapper..check_has_proxy call_function)r r$node map_aggregatetracer create_proxy)argskwargsr*targetr(rwrapper3s z(gen_constructor_wrapper..wrapper) functoolswraps)r3r4rr2rgen_constructor_wrapper2sr7c@sReZdZddZdddZddZedd Zed d Zed d Z ddZ dS) MetaProxycCs ||_dSr) _tensor_meta)rZ tensor_metarrrinstall_tensor_metaEszMetaProxy.install_tensor_metaNcCsJt|dr*|jdk r*|jj|r$|gngS|jdd|r@||fn|fiS)Nr9 call_methodsize)hasattrr9r<r.r/)rdimrrrr<HszMetaProxy.sizecCs2t|dr|jdk r|jS|jdd|fiS)Nr9r;r>)r=r9r>r.r/rrrrr>Ms z MetaProxy.dimcCs4t|dr|jdk r|jjS|jdtj|dfiS)Nr9r+r )r=r9r r.r/builtinsgetattrr?rrrr RszMetaProxy.shapecCs4t|dr|jdk r|jjS|jdtj|dfiS)Nr9r+dtype)r=r9rBr.r/r@rAr?rrrrBXszMetaProxy.dtypecCs t|dS)Nr)MetaDeviceAttributer?rrrr^szMetaProxy.devicecCs|dkr||St||S)Nr9)__getattribute__ MetaAttribute)rkrrr __getattr__ds zMetaProxy.__getattr__)N) __name__ __module__ __qualname__r:r<r>propertyr rBrrGrrrrr8Ds    r8c@s.eZdZedddZeddZddZdS) rE)attrcCs||_||_|j|_d|_dSr)rootrLr._node)rrMrLrrr__init__lszMetaAttribute.__init__cCs.|jdkr(|jdt|j|jfij|_|jS)Nr+)rNr.r/rArMrLr,r?rrrr,ss zMetaAttribute.nodecOs|jd|j|jf||S)Nr;)r.r/rLrM)rr0r1rrr__call__{szMetaAttribute.__call__N)rHrIrJstrrOrKr,rPrrrrrEks rEc@s eZdZdS)rCN)rHrIrJrrrrrC~srCcCsTt|trdSt|tjjrPt|ts8tdt|t|dsJtd|j S|S)Nr zExpected MetaProxy but got r9z*MetaProxy does not have an associated meta) r#rCr r$r%r8rtyper=r9r&rrrproxys_to_metass rScseZdZUdZeed<dddddgZdfd d Zfd d Zfd dZ e j j e dddZe j j e dfdd ZddZdee e jfdfdd ZZS) MetaTracerTallow_insert_stateless_modsZarangezerosZonesZ full_likeZeyeNc st|||||||}|dkr>||jkr>||j||S||jkrXd|krXd|d<zdtjj|t } tjj|t } |dkrt ||} | | | } n|dkrt | d|| dd| } n|dkr0t |d std |_zD|j|} t| }|t krt || f| | } n |j| | } W5d |_Xnj|d krd |_zH|j}|d }|D]}t ||}qVt|tjszt|jdd} W5d |_Xn|WSt|tjjstd|| Wn@tk r}z td|d|d|W5d}~XYnX|S)N placeholderrr r+r;r call_module orig_forwardTFZget_attr.rz!Dont support composite output yetzCould not compute metadata for z target z: )superr/ meta_argsr:orig_fnsr r$r,r-rSr"getrAr=r_disable_module_getattrrMZ get_submodulerRrZsplitr#Tensorrr% Exceptionwarningswarn)rkindr3r0r1nameZ type_exprZproxy_factory_fnrvZ args_metasZ kwargs_metasZ meta_targetZmeta_outmodmod_typeZattr_itrZatomsZatome __class__rrr/sR          .zMetaTracer.create_proxycs$t|ddr|St|||SdS)Nr`F)rAr\_module_getattr)rrLZattr_valZparameter_proxy_cacherlrrrns zMetaTracer._module_getattrcs||_t||||Sr)rZr\rY)rmZforwardr0r1rlrrrYszMetaTracer.call_module)rireturncCsTd}|jj}|d|}t|j|rB|d|}|d7}q|j|||S)zb Helper method which tries to insert a module that was not declared as submodule. r_rX)rmrHlowerr=rMZ add_module)rriidxmod_namepathrrr_insert_module_as_submodules   z&MetaTracer._insert_module_as_submodulec szt|WStk r|}zP|jrjtt|dkrjtt|dkrj||}||_ |WYSW5d}~XYnXdS)Nr) r\path_of_module NameErrorrUlenlist parametersbuffersrvZ prev_module)rrirkrurlrrrws.  zMetaTracer.path_of_modulecCs t||Sr)r8)rr,rrrr)szMetaTracer.proxy)r]c st|tst||_dd|jD|_t|_|jD]$\}\}}t t |||j |q8z t ||}d|i|_|WS|jD]\}\}}t t ||qXdS)NcSsi|]}|ttt|qSr)r7rAr ).0r3rrr sz$MetaTracer.trace..r])r#dictrr]_TORCH_METHODS_TO_PATCHZpatched_torch_methodssetr^itemssetattrr addr\traceZ_tracer_extras) rrMr] concrete_argsrgr4origrqgraphrlrrrs  zMetaTracer.trace)NNN)N)rHrIrJrUbool__annotations__rr/rnrYr nnModulerQrvrwr)rrbr __classcell__rrrlrrTs  ;   rT.)rMr]rrpcCsFt}||||}t|tjjr*|jjn|j}tj |j ||}|Sr) rTrr#r rrrmrHr$ GraphModulerM)rMr]rr.rrgZgmrrrsymbolic_traces r)F)NN)*r Ztorch.fxrdr5r@typingrrrrrrrrrrrr!rZ EmbeddingZ LayerNormZreluZ functionalZReLUwhereabsr"rr7r$r%r8rErCrSZTracerrTrrQrbrrrrrrsR  ' |