o <&i@@sddlZddlZddlZddlZddlZddlZddlZddlmZddl m Z m Z ddl m Z mZddlmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZddlm Z ddl!m"Z"Gdd d eZ#d Z$d e%d ee%ee%ffd dZ&edZ'edZ(dee'gee(fdee'd ee(fddZ)dee'gee(fdee'd ee(fddZ*ej+dege%fd edfddZ,ded efddZ-ej.ddde%d e"fdd Z/d!e%d e0fd"d#Z1Gd$d%d%Z2 dBd&ed'ee%d e2fd(d)Z3 *dCd+ed,e0d-e0d e%fd.d/Z4 dDd+ed,e0d-e0d0e0d e%f d1d2Z5d3eeefd,e0d-e0d0e0d e%f d4d5Z6d3eeeeeeed6ffd,e0d-e0d0e0d e%f d7d8Z7d9ee%d,e0d-e0d0e0d:e%d;e%d e%fdd?d?Z9Gd@dAdAee'Z:dS)EN) Namespace)fields is_dataclass)autoEnum)AnyCallableDictGenericIterableIteratorListLiteralNoReturnOptionalSequenceSetTupleTypeVarUnion)Self) CodeTemplatec@s0eZdZeZeZeZeZeZeZ dS)TargetN) __name__ __module__ __qualname__rZ DEFINITIONZ DECLARATIONZ REGISTRATIONZANONYMOUS_DEFINITIONZNAMESPACED_DEFINITIONZNAMESPACED_DECLARATIONrr9C:\wamp64\www\opt\env\Lib\site-packages\torchgen/utils.pyr*s rz(^|\W){}($|\W)schemareturncCs>td|}|durtd||\}}}||dfS)Nz(\w+)(\.\w+)?\((.*)\)zUnsupported function schema: , )rematch RuntimeErrorgroupssplit)rmname_paramsrrrsplit_name_params=s r*TSfuncxsccs&|D] }||}|dur|VqdSNr)r-r.xrrrrmapMaybeMsr2ccs|D] }||EdHqdSr/r)r-r.r0rrr concatMapUsr3msg_fnc cspzdVWdSty7}z$|}t|d}|jr%|jdd|n|}|f|jdd|_d}~ww)Nz r ) Exceptiontextwrapindentargs)r4emsgrrrcontext]s  r=r0cCstdt|j)NzUnhandled type: )AssertionErrortyper)r0rrr assert_nevermsr@)maxsize template_fncCs t|Sr/)r from_file)rBrrr_read_templateqs rDscCs"t|d}tj|ddS)Nlatin1little) byteorder)hashlibsha1encodedigestint from_bytes)rErJrrrstring_stable_hashwsrOc@sxeZdZUeed<eed<eed<eeed<dedededdfddZd ed eddfd d Zd ede ge ee ee fffdefddZ d ed ede ge ee ee fffddfddZd ede ge ee ee fffddfddZddd edeede egefde ege eeeffdedee ee fdeeddfddZded eddfddZdefd d!ZdS)" FileManager install_dir template_dirdry_run filenamesrNcCs||_||_t|_||_dSr/)rQrRsetrTrS)selfrQrRrSrrr__init__s zFileManager.__init__filenamecontentscCszt| }|}Wdn1swYWn ty%d}Ynw||krRtjtj|ddt|d}||WddS1sKwYdSdS)NT)exist_okw)openreadOSErrorosmakedirspathdirnamewrite)rVrXrYfZ old_contentsrrr_write_if_changeds     "zFileManager._write_if_changedrB env_callablecCsvtj|j|}|}t|tr.d|vr%d}|dtj|7}||d<t|}||St|t r5|St |dS)NZgenerated_commentz@generated by torchgen/gen.pyz from ) r_rajoinrR isinstancedictbasenamerD substitutestrr@)rVrBrfZ template_pathenvcommenttemplaterrrsubstitute_with_templates    z$FileManager.substitute_with_templatecCsX|jd|}||jvsJd|j||js*|j||d}|j||ddSdS)N/zduplicate file write {filename})rBrf)rXrY)rQrTaddrSrpre)rVrXrBrfZsubstitute_outrrrwrite_with_templates zFileManager.write_with_templatecCs||||dSr/)rs)rVrXrfrrrrcszFileManager.write)base_envitemskey_fn num_shardsrt sharded_keyscsddi}ddt|D} |g| } |dur | D]|qD]#} | D]| vr@t| ts7Jd| | <q&g| <q&q"dttttfdttttfddffd d } |jrdd }|D]} || } t | |}|| }| | ||| ||qf| d }|d krt |}|d|}||d}| D]d}| ||||fddq|j |jd|d|dS)Nshard_idZ EverythingcSsg|] }dd|iqS)ryr(r).0irrr sz-FileManager.write_sharded..z'sharded keys in base_env must be a listintofrom_rcs<|D]\}}|vsJd||||7<qdS)Nzundeclared sharded key )ru)r}r~kv)rxrr merge_envsz,FileManager.write_sharded..merge_envr.csSr/rr)shardrrsz+FileManager.write_sharded..rq)rangeupdaterhlistcopyr rlr rSrOrfindlenrsrTdiscardrQ)rVrXrurvrfrwrtrxZ everythingZshardsZ all_shardskeyritemZsidrmZdot_pos base_filename extensionryr)rrxr write_shardedsR    2      zFileManager.write_sharded variable_namecCs2d|dddt|jD}|||dS)z[Write a file containing the list of all outputs which are generated by this script.zset({} {})z css|] }d|dVqdS)"Nr)rzr'rrr sz,FileManager.write_outputs..N)formatrgsortedrTre)rVrrXcontentrrr write_outputss zFileManager.write_outputscCstj|jtjtS)z This needs to be deterministic. The template dir is an absolute path that varies across builds. So, just use the path relative to this file, which will point to the codegen source but will be stable. )r_rarelpathrRrb__file__rVrrrtemplate_dir_for_comments sz%FileManager.template_dir_for_comments)rrrrl__annotations__boolrrWrerrr rrprsrcr r+r rMrrrrrrrrrPsd        A rPoptionsrQcCs.tj|jd}|r |n|j}t|||jdS)NZ templates)rQrRrS)r_rarg source_pathrQrPrS)rrQrRrrrmake_file_managers rPobjr9widthcCs0tjdkrddlm}||||St|||dS)N) r)pformat)r9r)sys version_infopprintr_pformat)rr9rrrrrdataclass_repr!s   r curr_indentc sts Jdtjj}|t|d7}fddtD}g}|D]C\}}|t|d} t|r@t|||| } n!t|trMt |||| } nt|t t t fr]t |||| } nt|} ||d| q(|d} d| |} |d| d S) Nz%obj should be a dataclass, received: r6cs$g|]}|jr|jt|jfqSr)reprr'getattr)rzrdrrrr|;s$z_pformat..= z, ())rr? __class__rrrrrhri _format_dictrrUtuple _format_listrappendrg) rr9rr class_nameZ fields_list fields_strr'attrZ _curr_indentZstr_repr indent_strbodyrrrr/s$  rrc Csv||d7}g}|D]%\}}t|}t|r#t||||t|nt|}||d|q t||||ddS)Nrz: {})rurrrrr_format) rr9rrZ dict_reprrrZk_reprZv_strrrrrRs r.csJd7fdd|D}t|trdnd\}}t|||S)Nr6cs*g|]}t|rt|nt|qSr)rrr)rzlrr9rrrr|msz _format_list..)[])rr)rhrr)rr9rrZ list_reprstartendrrrrfs rrrrc CsTd\}}tt||krd}d|}d|}d|||} ||| |S)N)rr5rr )rrrg) rr9rrrr delimiterZcurr_indent_strrrrrrrusrc@seZdZdZddededefddZe dd eded dfd d Ze d efd dZ e d efddZ e d efddZ dded efddZ dS)NamespaceHelperaA helper for constructing the namespace open and close strings for a nested set of namespaces. e.g. for namespace_str torch::lazy, prologue: namespace torch { namespace lazy { epilogue: } // namespace lazy } // namespace torch r namespace_str entity_name max_levelcCsr|d}t||ksJd|d|d||_ddd|D|_dddt|D|_||_||_dS) N::z"Codegen doesn't support more than z# level(s) of custom namespace. Got rr5cSsg|]}d|dqS)z namespace z {rrznrrrr|sz,NamespaceHelper.__init__..cSsg|]}d|qS)z} // namespace rrrrrr|s) r%rcpp_namespace_rg prologue_reversed epilogue_Z namespaces_ entity_name_)rVrrrZcpp_namespacesrrrrWs  zNamespaceHelper.__init__namespaced_entityrcCs2|d}|d}d|dd}t|||dS)zq Generate helper from nested namespaces as long as class/function name. E.g.: "torch::lazy::add" rrN)rrr)r%rgr)rrnamesrrrrrfrom_namespaced_entitys z&NamespaceHelper.from_namespaced_entitycC|jSr/)rrrrrprologuezNamespaceHelper.prologuecCrr/)rrrrrepiloguerzNamespaceHelper.epiloguecCrr/)rrrrrrrzNamespaceHelper.entity_namedefaultcCs|jr|jS|S)z Return the namespace string from joining all the namespaces by "::" (hence no leading "::"). Return default if namespace string is empty. )r)rVrrrrget_cpp_namespacesz!NamespaceHelper.get_cpp_namespaceN)rr)r)r)rrr__doc__rlrMrW staticmethodrpropertyrrrrrrrrrs&   rc@seZdZUeeedfed<ddeeefddZ dede fdd Z de efd d Z dddZdeddfddZd ddZed!ddZd"ddZdd defddZdede fddZdS)# OrderedSetNstorageiterablecCs&|dur i|_dSdd|D|_dS)NcSsi|]}|dqSr/r)rzrrrr sz'OrderedSet.__init__..r)rVrrrrrWs zOrderedSet.__init__rrcCs ||jvSr/rrVrrrr __contains__s zOrderedSet.__contains__cCst|jSr/)iterrkeysrrrr__iter__zOrderedSet.__iter__ru OrderedSet[T]cCs|j|jdSr/)rr)rVrurrrrszOrderedSet.updatecCsd|j|<dSr/rrrrrrrrzOrderedSet.addcCst}|j|_|Sr/)rrr)rVretrrrrs zOrderedSet.copyr:cGs,|d}|ddD]}||q |S)Nrr6)rr)r:rrErrrunions  zOrderedSet.unionothercCs t||Sr/)rrrVrrrr__or__s zOrderedSet.__or__cCs|||Sr/)rrrrr__ior__s zOrderedSet.__ior__cCs(t|tr |j|jkSt|j|kSr/)rhrrrUrrrrr__eq__s  zOrderedSet.__eq__r/)rurrN)rr)r:rrr)rrrr)rrrr r+rrrr rWrrr rrrrrrrrrrobjectrrrrrrs     rr/)rr)r); contextlib functoolsrIr_r!rr8argparser dataclassesrrenumrrtypingrrr r r r r rrrrrrrrZtyping_extensionsrZtorchgen.code_templaterrZ IDENT_REGEXrlr*r+r,r2r3contextmanagerr=r@ lru_cacherDrMrOrPrrrrrrrrrrrrs D   ,,      #    ?