o I&i:@sHddlZddlZddlZddlmZddlmZmZmZm Z m Z m Z m Z ddl Z ddlmZmZddlmZddlmZddlmZmZmZmZddlmZdd lmZmZmZGd d d e Z!d ed e"fddZ#de j$j%d dfddZ&de j$j%d dfddZ'Gddde(Z)Gddde)dZ*dddZ+de,d e e e*fddZ-dS) N)Iterable)AnyDictfinalListOptionalTupleType)HigherOrderOperator OpOverload) FakeTensor)ExportedProgram)ExportGraphSignature InputKindSymIntArgumentTensorArgument) GraphModule)SymBoolSymFloatSymIntc@s eZdZdS)SpecViolationErrorN)__name__ __module__ __qualname__rrAC:\wamp64\www\opt\env\Lib\site-packages\torch/_export/verifier.pyrsropreturncCs |jj SN)_schemaZ is_mutablerrrr is_functional r!nodecCst|Sr) _check_val)r#rrr_check_has_fake_tensorsr%cstfdddd}d|jvr$|jdkr||jrdStd|jd|jd}|s8td|jd |dS) Ncs|durdSt|ttttfrdSt|tjtjtjtj fr dSt|t tj fr*dSt|t t tfr4dSt|trDtfdd|DSdS)NTc3s|]}|VqdSrr).0x_check_correct_valrr /z9_check_val.._check_correct_val..F) isinstanceintboolstrfloattorchZ memory_formatZdtypeZdeviceZlayoutr ZTensorrrrrall)valr(rrr)#s z&_check_val.._check_correct_valcSst|tsdSt|jjdkS)NFr)r,r lenrreturnsr rrr _no_returns2s z_check_val.._no_returnsr3 call_functionz Node.meta z is missing val field.z has invalid val field )metartargetrname)r#r6r3rr(rr$"s   r$c@s.eZdZUiZeeedfed<ddZdS) _VerifierMetaVerifier _registrycCs|rd|vs d|vrtdd|vr|ddksJnd|vs!Jd|vs'J|ddks/Jt|dts8Jt||||}||j|d<|S)Ncheck_check_graph_modulez'Overriding method check is not allowed.dialectATEN) SyntaxErrorr,r/type__new__r=)metaclsr:basesattrsretrrrrDDs  z_VerifierMeta.__new__N) rrrr=rr/r __annotations__rDrrrrr;As  r;c@seZdZdZdefddZdeeedffddZ deeedffdd Z d d Z d e dd fddZ ededd fddZed ejj dd fddZd S)r<rArcCsXtjtjtjtjtjtjtjtjtj tj tj tj tj tjtjtjtjtjtjtjtjgSr)operatorgetitemaddmulsubtruedivgelegtlteqnefloordivmodand_or_not_pownegabsmathceilfloorselfrrrallowed_builtin_opsWs,zVerifier.allowed_builtin_ops.cCsttfSr)r r rarrrallowed_op_typespszVerifier.allowed_op_typescCs tjjfSr)r1fxrrarrrallowed_getattr_typessr"zVerifier.allowed_getattr_typescCsdSrr)rbrrrrcheck_valid_opvszVerifier.check_valid_opgmNcCsdS)zG Additional checks that are specific to some dialects. Nr)rbrhrrrcheck_additionalyszVerifier.check_additionalepc Csbt|jtsdS||jzt|WdSty0}z|jdkr#n|WYd}~dSd}~ww)NZEDGE)r,graph_signaturerr?Z graph_module"_verify_exported_program_signaturerr@)rbrjerrrr>s   zVerifier.checkc sdtttdfffdd }dfdd }|D]}t|tjjs$q|j |jj D]}|j dvr=t d|j d |j d krLt|||j q-|j d krt|j tsat d t|j t||j ttjjrfd d}tjdkr|dtr|dtr|dtrtdrq-tdd}tdd}tdd} t dtdt|dt|dt| t|st dtd|q-|j dkrt|q-q|dS)Nr.c"}tdd|DrJ|S)Ncs|]}|tuVqdSrobjectr&trrrr*r+zOVerifier._check_graph_module.._allowed_getattr_types..)rfanyrHrarr_allowed_getattr_typesz._allowed_getattr_typesc sdtffdd }dtttdfffdd }tjjjf}t||s?||vr?||vr?t d|d|d |d |t|t rPt |sPt d |d  |dS) Nrcs"}tdd|DsJ|S)Ncss|]}t|VqdSr)inspect isbuiltin)r&rrrrr*szfVerifier._check_graph_module.._check_valid_op.._allowed_builtin_ops..)rcr2rurarr_allowed_builtin_opsrwzSVerifier._check_graph_module.._check_valid_op.._allowed_builtin_ops.crn)Ncsrorrprrrrrr*r+zcVerifier._check_graph_module.._check_valid_op.._allowed_op_types..)rdrtrurarr_allowed_op_typesrwzPVerifier._check_graph_module.._check_valid_op.._allowed_op_typesz Operator 'z#' is not an allowed operator type: z Valid builtin ops: zValid torch functions: z operator 'z' is not functional) rrr rr1ZautogradZ grad_modeZset_grad_enabledr,rr r!rg)rrzr{Z_allowed_torch_functionsrarr_check_valid_ops$    z5Verifier._check_graph_module.._check_valid_op>Z call_methodZ call_modulez'call_module is not valid: got a class 'z' r7Zget_attrz/Expected get_attr target to be string, but got cstt|d|Sr)r,getattr)r:ty)attrrr_is_typesz.Verifier._check_graph_module.._is_typeZLoweredBackendModule backend_idprocessed_bytes compile_specsZoriginal_modulezInvalid get_attr type z2. LoweredBackendModule fields: backend_id(str) : z, processed_bytes(bytes) : z, compile_specs(list) : z. Valid get_attr types: placeholderrN)rr rmodulesr,r1rergraphZlintnodesrrr9r$r/rCr}nnModulerbyteslisthasattrri) rbrhrvr|rWr#rrrrr)rrbrr?sn                   5zVerifier._check_graph_module)rrrr@rrcrr rrdrfrgrrirr r>r1rer?rrrrr<Tsr<) metaclassc Cs|j}dd|jjD}t|t|jkr%tdt|dt|jdt|j|D]\}}t|j t t frI|j j |krItd|j j d||j tjkrPq+|j tjkrt|j t sitd|j d |j d |jdurwtd |j d |j}||jvrtd|d t|j|tjjstd|dq+|j tjkrt|j t std|j d |j d |jdurtd |j d |j}||jvrtd|d q+|j tjkr t|j t std|j d |j d |jdurtd |j d |j}||jvr td|dq+td|j dt|jjd}|jdks%Jdd|jdD} t| t|jkrOtdt| dt|jdt|jdt|jt|j} | d| } | | | t|j} | D]R} | |jvr|j| |j vrtd| d|jd|j d ql| |jvr|j| |jvrtd!| d"|jd#|jd qltd$| d%|jd&|jt| |jD]\}}||krtd'|d(|jd)qdS)*NcSsg|] }|jdkr|jqS)r)rr:)r&r#rrr sz6_verify_exported_program_signature..zNumber of graph inputs (z:) does not match number of inputs in the graph signature ()zInput spec name z does not match node name z Parameter z! is not a tensor argument. Found z instead.zInputSpec for z has no target.z is not in the state dict.zState dict entry for parameter z* is not an instance of torch.nn.Parameter.zBuffer zConstant tensor z+ is not in the tensor constants dictionary.zUnknown InputKind .outputcSsg|]}|jqSr)r:)r&argrrrrBsrzNumber of output nodes zg is different Than the number of outputs specified by the graph signature: Number of mutated buffers: z. Number of user outputs: z. zBuffer output zV does not point to a buffer that exists. Dict of buffers that are mutated, in order: z Buffer nodes available: z zUser input output z^ does not point to a user input that exists. Dict of user inputs that are mutated, in order: z User input nodes available: zMutation node z: is neither a buffer nor a user input. Buffers to mutate: z, User inputs to mutate: z User output zY is not in the correct order or is not found in the exported program's user_output list: z. )!rkrrr4Z input_specsrZ user_inputszipr,rrrr:kindrZ USER_INPUTZ PARAMETERr9Z state_dictr1r ParameterZBUFFERZCONSTANT_TENSORZtensor_constantsrrargsZ output_specsZbuffers_to_mutateZ user_outputsZuser_inputs_to_mutatebuffers)Zexported_programgsZinput_node_namesZ input_specr#parambufferZ tensor_constZ output_nodeZ output_nodesendZ mutate_nodesZuser_output_nodesZ mutation_nodeZuser_output_nodeZuser_output_namerrrrls                           rlr@cCs|dkr tj|Stj|S)NrA)r;r=get)r@rrr load_verifierms  rr).rxr^rJcollections.abcrtypingrrrrrrr r1Z torch._opsr r Ztorch._subclasses.fake_tensorr Ztorch.export.exported_programr Ztorch.export.graph_signaturerrrrZtorch.fxrZ%torch.fx.experimental.symbolic_shapesrrr Exceptionrr.r!reNoder%r$rCr;r<rlr/rrrrrs* $    }