o I&iII@sUddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddlm Z ddl mZmZmZmZmZmZmZmZdZee jed<zddlZWn eycYnwddlZddlmmZddl m!Z!ddl"m#Z#ddl$m%Z%dd l&m'Z'm(Z(m)Z) Gd d d Z*e*d ee+fd dZ,d7ddZ-ej.GdddZ/d8d e/fddZ0e*d ee+e1ffddZ2e*d ee+e1ffddZ3e*d ee+e1ffddZ4e*d ee+e1ffddZ5e*d ee+e1ffdd Z6e e7Z8ee1eegdffed!<d"e1d#egdfd dfd$d%Z9d&e:d dfd'd(Z;d ed es z,_disallowed_function_ids..cSr3r)rr4r5Z FloatStorager6rrrr9s cSsh|]}t|qSr)idr7xrrr z+_disallowed_function_ids..)2 collections OrderedDictcopydeepcopyinspect signaturemath __package__r5 __builtins__Zautocast_decrement_nestingZautocast_increment_nestingZautogradgradZclear_autocast_cachecudaZcurrent_deviceZ set_device distributions constraintsZ is_dependentnormalZNormalZinference_modeZjitrZset_anomaly_enabledZset_autocast_cache_enabledZset_autocast_cpu_dtypeZset_autocast_cpu_enabledZset_autocast_enabledZset_autocast_gpu_dtypewarningswarn_CZ_dynamoZ eval_frame unsupportedTensorrZ resize_as_Z_tensor_convert__dict__values distributedZ is_availableextendZdistributed_c10dZ'dynamo_unsupported_distributed_c10d_ops)r)ZdtypesZstoragerrr_disallowed_function_ids`sX " rWcCs<tdddj}|D]\}}td|d|jdq dS)NTF)recordc_binding_only"z": ,)gen_allowed_objs_and_ids name_rule_mapitemsprintr+)mkvrrr dump_allowed_torch_name_rule_mapsrcc@sVeZdZUdZeeefed<ee ed<ee ed<ee ed<eee fed<dS)AllowedObjectsa Track the objects, object id - name pairs, and name - dynamo wrapping rule pairs from the heuristic defined in `gen_allowed_objs_and_ids`. TODO: Remove the overalp/duplication between these fields after allowed_functions refactor is done. object_idsctx_mamager_classesc_binding_in_graph_functions non_c_binding_in_graph_functionsr]N) r+r,r-r.rr/r1r0r rrrrrrds    rdFTcspddlmmtjdtddt ttt t  fdddd  fd d d d  fddtt t j roddl m }|j|j|j|j|j|jfD] }t| t|<qdttjD]}ttj|}t|tjtjfrd| t|<qttD] }| vr |=qttfD]}|j d|j! t|<qt"  S)z= Walk torch.* and get the ids of all the stuff in it r )TorchCtxManagerClassVariableTorchInGraphFunctionVariableignoretorch.distributed)categorymodulecsPtt|tr"t|dr$t|dr&|jd|<|dSdSdSdS)N __enter____exit__.) issubclassr4hasattrr+r'r8rnname)rirftorch_name_rule_maprrheuristic_record_if_ctx_managers  zAgen_allowed_objs_and_ids..heuristic_record_if_ctx_managercSst|o |tjjtjjhvSr)rr5rOZ_cuda_isCurrentStreamCapturingZ_graph_pool_handler8rrris_special_functionss z6gen_allowed_objs_and_ids..is_special_functionscsz t|dr |j}Wn tyYnwt|tjtjtjtjtj fs'|rT|j d|<rAt|ds? |dSdSt|drM |dS |dSdS)N __wrapped__rq__code__) rsrz Exceptionrtypes FunctionType MethodTypeBuiltinFunctionTypeMethodDescriptorTypeWrapperDescriptorTyper+r'rt)rjrgrYryrhrvrr%heuristic_record_if_in_graph_functions<      zGgen_allowed_objs_and_ids..heuristic_record_if_in_graph_functioncsvd}gd}tjr|dtdd|D}t|}|dur"dS|jtfdd|Dr2dS|vp:|S) N)r5rE)>z torch.optimztorch.nn.modules.rnnz torch._dynamoztorch._C._dynamoztorch._inductorztorch._C.inductorztorch.fxztorch._C._autogradztorch._C._cudartztorch._C._distributed_autogradztorch._C._distributed_c10dztorch._C._distributed_rpcztorch._C._functorchztorch._C._monitorztorch._C._nvtxztorch._C._lazyztorch._C._profilerztorch.__config__ztorch._custom_opztorch._dispatchz torch._exportz torch._functorch.make_functionalztorch._functorch.compile_utilsztorch._functorch.partitionersztorch._functorch.aot_autogradztorch._functorch.compilersztorch._functorch.fx_minifierztorch.autograd.profiler_utilztorch.autograd.profilerztorch._jit_internalztorch._libraryz torch._lobpcgztorch._loggingztorch._meta_registrationsztorch._namedtensor_internalsz torch._numpyztorch._sourcesztorch._subclassesz torch._tensorztorch._tensor_strz torch._utilsztorch._utils_internalztorch._vmap_internalsztorch.compilerrlz torch.exportz torch.hubz torch.jitz torch.libraryztorch.masked.maskedtensorz torch.nn.initztorch.nn.modules.moduleztorch.nn.parallelztorch.nn.utilsztorch.multiprocessingz torch.onnxztorch.overridesz torch.packageztorch.profilerztorch.serializationz torch.storagez torch.utilsztorch.distributed.cSsg|]}|dqS)rqrr;rrrr9;r>zOgen_allowed_objs_and_ids.._is_allowed_module_prefix..Fc3s|]}|VqdSr) startswith)r7r`mod_namerr BszNgen_allowed_objs_and_ids.._is_allowed_module_prefix..) rtrace_distributedappendtuplerC getmoduler+anyr)r8Zallowed_modulesZdisallowed_modulesZallowed_modules_dotrnrrr_is_allowed_module_prefixs@  z;gen_allowed_objs_and_ids.._is_allowed_module_prefixcs^tfddtjDrdSjt<tjD]\}}t|vrddl}t ||j j r2q||j j tj |j jtj|jjj|jfvrGqt |tjrh|jdrg|rgjd|t|<|q|rrz||||jd|t|<qt|durt|sr||||jd|t|<qdS)Nc3s|] }j|VqdSr)r+r)r7rrnrrrHs  zHgen_allowed_objs_and_ids.._find_torch_objects..rztorch.rq)rrZ*allowed_functions_module_string_ignorelistr+r:listrSr^Z torch._opsr_opsZHigherOrderOperatorfuncrHdeprecated_funcZvmapnnZ functionalZ!triplet_margin_with_distance_lossZcondr} ModuleTyperrCrr)rnrur8r5)_find_torch_objectsrrwrrXtorch_object_idsrrrGsL       z5gen_allowed_objs_and_ids.._find_torch_objectsr)_functional_collectives_implz torch.Tensor.rq)# variablesrirjrMfilterwarnings UserWarningrrr5rErrZtorch.distributedrZ_all_gather_into_tensorZ _all_reduceZ_reduce_scatter_tensorZ_all_reduce_coalescedZ!_all_gather_into_tensor_coalescedZ _reduce_scatter_tensor_coalescedreprr:dirrQgetattrrr}rrrWr rr,r+rd)rXrYZfcifrumethodr#extrar)rirjrrrgrYrfrwrryrhrXrvrrr\sX  V0     r\cCstjSr)r\rerrrr_allowed_function_idssrcCsi}|Srrrvrrr"_allowed_user_defined_function_idssrcCstddtjD}|ddtjD|ddtjtjfD|tt dtt j dtt j di|S)NcS2i|]\}}|dst|rt|d|qS_z builtins.rcallabler:r7rarbrrr z)_builtin_function_ids..cSr)rz operator.rrrrrrrcSsi|] }t|d|jqS)z functools.)r:r+)r7rbrrrrsz typing.castzfunctools.reducez copy.deepcopy)builtinsrSr^updateoperator itertoolschainislicer:r functoolsreducerArBrrrr_builtin_function_idss$  rcs2t}tD]|fddjDq|S)NcsFi|]\}}t|r!t|ddpjjkrt|jd|qS)r,Nrq)rrr+r:rmodrrrsz'_numpy_function_ids..)rrrrSr^rrrr_numpy_function_idss rcCsddtjD}|S)zC Collects constant builtins by eliminating callable items. cSs2i|]\}}|dst|st|d|qSrrrrrrrrz)_builtin_constant_ids..)rrSr^rrrr_builtin_constant_idssr_lazy_module_initru init_funccCsDd|vs Jd||tjvr||tvsJt||dS)z.Register a module without eagerly importing itrqz%Expected a root module name, but got N)sysmodulesrr)rurrrradd_module_init_funcs   rr8cCsRt|dd}|dur dS|dd}t|d}|dur%|D]}|qdSdS)Nr,rqr)rsplitrpop)r8rn base_moduleZ init_funcsfnrrr_maybe_init_lazy_modules  rcCsDt|t|tvr dSt|tvrdSt|tjjtjjtjj fS)z&Is this safe to trace like torch.add ?FT) rr:rWrrr5rZOpOverloadPacketZ OpOverloadZ _OpNamespacerxrrr is_alloweds  rcCst|t|tvSr)rr:rrxrrris_user_defined_allowed rcCst|t|ddS)NZ_dynamo_forbiddenF)rrrxrrr is_forbiddenrrcCstt||S)z&Convert a torch.* function to a string)rr&r:)r8r$rrrtorch_get_namesrcC t|tvSr)r:rrxrrris_builtin_callable rcCrr)r:rrxrrris_builtin_constant"rrcCs*tdurdSt|tjtjfpt|tvS)NF)r rZndarrayZgenericr:rrxrrris_numpy&sr)r2N)FT)Drr?rA dataclassesrrCrrErrr}rMrtypingrrrrrrr r r rr0numpyModuleNotFoundErrorr5Ztorch._functorch.deprecatedZ _functorch deprecatedrZtorch.fx._symbolic_tracer rZexternal_utilsrutilsrrrrr/rWrc dataclassrdr\r1rrrrrrrrobjectrboolrrrrrrrrrrrsn  (     - 9p$