o H&iu@sddlZddlZddlZddlZddlZddlmZddlmZm Z m Z m Z m Z m Z mZmZmZddlZddlZddlmmZddlmZddlmZmZddlmZeeZ z>sz/z3str..get_args_str..)rangenum_argsrrrr get_args_str=szz3str..get_args_strzcan't print Z3 expression: powcs@tr kstgSfddtDS)Ncs$g|]}|D]}|q qSr)r)rrx)collect_str_argsrrrr]s z3z3str..collect_str_args..)z3is_appdeclkindrrrrrr#rrrYs    zz3str..collect_str_argsrz!=>selfrArBrrrdivsz _Z3Ops.divnumbercC t|Sr;)r7r@rFrHrrrfloors z _Z3Ops.floorcCs4|p|}t|||}|rt|S|Sr;)r<r7r@rGr>)rFrArBZcast_result_to_realresultrrrfloordivsz_Z3Ops.floordivcCs"t|||k||d|SNr%)r IfrKrJrrrceils   z _Z3Ops.ceilabcCst||k||Sr;r rOrFrQrRrrrmaxz _Z3Ops.maxcCst||k||Sr;rSrTrrrminrVz _Z3Ops.minpqcCs|||||Sr;)rMrFrXrYrrrmodz _Z3Ops.modbaseexpcCs$|jt|dk|dk||SrC)r9rDr OrrFr]r^rrrrsz _Z3Ops.powcCs"t|}|j|dk|dS)Nrg?)r7r>r9rDrJrrrsqrts z _Z3Ops.sqrtcCrIr;)r ZAbsrJrrrabss z _Z3Ops.absN)__name__ __module__ __qualname____annotations__ staticmethodr ArithRefr>r@rGrKrMrPrUrWr[rrarbrrrrr7s  r7r4r9r8csddlm}tjtjtjh}||vfdd}t|}tj|tjtj|tj tj|tj tj ||j tj ||j tj||jtj||jtj||jtj||jtj||jtj||jtj||jtj|dd|||jtjtji}||vr~||S||S)Nr)sym_sqrtcs0dtjffdd tfdd}|S)Nrcst|tjtjfr |St|tsrt|trtt|St|ttjfr-t t|St|t tj fr.lift..wrapcsfdd|D}|S)Nc3s|]}|VqdSr;rrrQ)rwrr sz6z3op..lift..wrapper..r)r5Z wrapped_argsfuncrwrrwrappersz#z3op..lift..wrapper)r r, functoolswraps)r{r|rvrzrlifts zz3op..liftcSs |r|S|Sr;r)rRtfrrrs zz3op..)Ztorch.fx.experimental.sym_noderioperatornot_and_or_r7r NotAndr_rMtruedivrGr[rbmathrPrKtorchZ sym_floatr>Zsym_maxrUZsym_minrWZsym_itera_assert)r4r9riZ boolean_opsropsZreplacement_maprrvrz3ops,               rcseZdZdejjddffdd Zdedee dfd e e e fd e fd d Z dedee dfd e e e fd e ffd d ZZS)PopulateValidatorgraphr9r8cs*||_tjji|d}tj|dddS)N)rootrT)Zgarbage_collect_values)r9rfxZ GraphModulesuper__init__)rFrr9module __class__rrr)szPopulateValidator.__init__targetr5.kwargsrcCstd}|j|S)Nsymbol) fx_tracebackZget_current_metar9z3var)rFrr5rrrrr placeholder1s  zPopulateValidator.placeholdercsN|tjkr t|||St|dksJdt|d|j|ddS)Nr%z'expected 1 argument on assertion. Got: r)r)rrr call_functionlenr9add_source_expr)rFrr5rrrrr5s  zPopulateValidator.call_function)rcrdrerrZGraphrrr r rr-rrr __classcell__rrrrr(s*6rc@seZdZhdZ    d"ddZded ejdej fd d Z d ej d ej dej fddZ d ej d ej dej fddZ d ej d ej dej fddZdej dej dej fddZdej dej dej fddZdedefddZdejdej fd d!ZdS)# SympyToZ3>mulgeltleeqgtaddner9r8rNcCs||_t|j|_dSr;) _validatorr7_ops)rFr9rrrrHszSympyToZ3.__init__valuedtypecCsV|tjur tt|S|tjurtt|S|tjur$t t|St d|)Nzunsupported dtype (SympyToZ3): ) rZint64r rqrmdoublertrrrlrnr/)rFrrrrrconstantOs   zSympyToZ3.constantrArBcC|j||Sr;)rrGrErrrrXzSympyToZ3.truedivcCrr;rrMrErrrrM[rzSympyToZ3.floordivcCrr;rrErrrrG^rz SympyToZ3.divr]r^cCrr;)rrr`rrrrarz SympyToZ3.powrXrYcCrr;)rr[rZrrrr[drz SympyToZ3.modnamecCs\tjtjtj|jj|jj|jj|jjd}||vr||S||j vr't t |St d|)N)rrrrKrPminimummaximumzunhandled operator: ) r rr_rrrKrPrWrUOPERATOR_HANDLESgetattrrAttributeError)rFrZ REPLACEMENTrrr __getattr__gs   zSympyToZ3.__getattr__exprcCst||jj|Sr;)rrsymbols)rFrrrrrunxsz SympyToZ3.run)r9r8rN)rcrdrerrrrrr r,rrhrrMrGrr[r-rroBasicrrrrrrEs  rc@seZdZdddZdejdejfddZdejde dejfd d Z d ej ddfd d Z d ej dej fddZd ej ddfddZd ejddfddZd eej ej fddfddZdddZdS)r8rNcCs,tdi|_t|_t|_t|_dS)Nz new instance)logdebugrset _source_exprs _target_exprs _assertionsrFrrrrs  zTranslationValidator.__init__rcCs"||jvs Jd||j|S)NzZ3 variable not found for: )r)rFrrrrrs zTranslationValidator.z3varrucCs||jvr |j|Std|j|j|tur)t|j}|jr(|j |dkn|t ur4t |j}n|t ur?t|j}ntd|||j|<|S)Nznew variable: %s (%s)rz"unsupported type for Z3 variable: )rrrrrcrmr ZIntZ is_positiverrrrRealrlZBool RuntimeError)rFrruvarrrradd_vars    zTranslationValidator.add_varrcCs*|jD]}t|tjs J||qdSr;)Z free_symbolsrjroSymbolr)rFrsrrr_check_freesymbolss  z'TranslationValidator._check_freesymbolscCs,t||}t|tjsJd||S)Nz"expected boolean expression. Got: )rrrjr rkrFrZz3exprrrrto_z3_boolean_exprsz'TranslationValidator.to_z3_boolean_exprcCs*||jvr tdt||j|dS)Nzadd source guard: %s)rrrrr)rFrrrrrs z$TranslationValidator.add_source_exprcCs>||||}||jvrtdt||j|dS)Nzadd target guard: %s)rrrrrrrrrrradd_target_exprs   z$TranslationValidator.add_target_exprcCs`t|tjr||||}n|}t|tjsJ||jvr(t dt ||j |dS)Nzadd assertion: %s) rjrorrrr rkrrrrr)rFrrefrrrrDs    z"TranslationValidator.add_assertioncsddlm}t|jdkst|jdkrdStd}|jtd|j D]}| |q%| t tj |j|j |jt d||j}|tjkrf|t|j |jfdd|jDd|tjkrrt d dS|tjksyJt d dS) Nr) dynamo_timedZQF_NRA)timeoutztranslation validation: startcsg|] }|s|qSr)evaluate)rinpmodelrrrs  z1TranslationValidator.validate..)failed_source_exprsz:translation validation: could not validate: got z3.unknownztranslation validation: success)Ztorch._dynamo.utilsrrrrr Z SolverForrtranslation_validation_timeoutrrrrrrchecksatrValidationExceptionunknownwarningZunsat)rFrZsolverZ assertionrrrrvalidates.          zTranslationValidator.validate)rN)rcrdrerrorr r,rr rrrrkrrExprrr rDrrrrrr8s  F)translation_validation_enabledrrBisectValidationExceptionT) rrrrr8rrrr)_configcCsttotjSr;)_assert_z3_installed_if_tv_set_HAS_Z3configtranslation_validationrrrrr)s rcCstjSr;)rrrrrrr0srcCsts tjr JddSdS)Nzotranslation validation requires Z3 package. Please, either install z3-solver or disable translation validation.)rrrrrrrr4s  rc@eZdZddZddZdS)rc stsJdtffdd }dtfdd}|tt|}|ttt|}|ttt|} |ttt|} d|_d|d|d | d | |_dS) Nrcs|d|S)N: r)symrrr symbolstr?rVz/ValidationException.__init__..symbolstrcSsddd|DS)N css|]}d|VqdS)z ==> Nr)rrrrrryCzBValidationException.__init__..joinlines..)r2)Zxsrrr joinlinesBr\z/ValidationException.__init__..joinlinesztranslation validation failed.zModel: z Assertions: z Target Expressions: z Failed Source Expressions: )rr-sortedmaprmsgdetails) rFrZ assertionsZ target_exprsrrrZ model_strZassertions_strZtarget_exprs_strZfailed_source_exprs_strrrrr<s" zValidationException.__init__cC|jd|jSN rrrrrr__str__XrVzValidationException.__str__Nrcrdrerrrrrrr;s rc@r)rcCs.d|d||_d|d|j|_dS)Nz#translation validation failed when rz)Failure occurred while running node: r)rZ format_noder)rFZvalidation_excr failed_action traced_noderrrr]s  z"BisectValidationException.__init__cCrrrrrrrrerVz!BisectValidationException.__str__Nrrrrrr\s rcs:ddlm}mm}ddlmm}m|jdt j j d|ffdd }d|dt ffd d d|d t tt dt tffd d dt j j dt tffdd }||}|sftddS|jrltjrn|i}dd|jjD}ddt|d} } } | | kr| | d} || } td| || || || <|| r| } n| d} | | ks| |vrt|| tsJ|| } || } | rd}n | sJd| d}| j}|dusJt|dksJd| jdt|t|dtj sJd| jdt!|dt"|| |d|| j#|d)Nr)ShapeEnvSHAPEENV_EVENT_KEYCURRENT_NODE_KEY)FakeTensorMeta ShapeEnvEventreplay_shape_env_eventsnodercs|jvsJ|jSr;)meta)r)reventsrrget_node_eventzszbisect..get_node_event shape_envcst|tr|St|tjrt|jSt|sJtfdd|Dtfdd|D| |j S)Nc3|]}|VqdSr;rrrnew_with_shape_envrrrryrz5bisect..new_with_shape_env..c3rr;rrrrrryr) rjrmrZSymIntrZwith_shape_envtuplesizeZstrideZstorage_offsetZ is_nested)rfake)rr rrr s   z"bisect..new_with_shape_env tracked_fakesc sp|dusJzjfdd|Ddd|Ddd|DdWdSty7}z|WYd}~Sd}~ww)Ncsg|]}|jqSr)r rxrrrrsz8bisect..check_shapeenv_fails..cSg|]}|jqSr)sourcerxrrrrcSrr)Zconstraint_dimsrxrrrrr)Zconstraint_inputs)Zproduce_guardsr)rrr)r r rcheck_shapeenv_failss   z$bisect..check_shapeenv_failscs8|j}d|d}|j||jSrN)rrZlintr)rrHr)rrrrrrcheck_node_failss  z bisect..check_node_failsz2translation validation succeeded: no errors found.cSsg|] }|jtjkr|qSr)rrr)rrrrrrszbisect..r%r(zbisecting at %s: %sZ evaluatingzunexpected event type: zadding runtime assertzbisecting expects z/ to have at least 2 positional arguments. Got: z9 to have a SymPy expression as its second argument. Got: )rrr)$Z%torch.fx.experimental.symbolic_shapesrrrZtorch.fx.experimental.recordingrrrrrrNoderrrrZsnapshot_tracked_fakesrinfoZshould_record_eventsrZ translation_validation_no_bisectrnodesrrrjZis_evaluate_exprZis_defer_runtime_assertr5rrorrurr)rrrrrrZlast_exception exceptionZ assert_nodesleftmidrightreventrr5r)rrrrr rrbisectssd &$        r)9r}loggingrrro dataclassesrtypingrrrrrrr r r rZtorch.fxZtorch.fx.tracebackr tracebackrZtorch._dynamo.excr Z torch.fx.noder rZtorch.utils._sympy.interpr getLoggerrcrr r,r-rr7rZ Interpreterrrr8 ImportErrorr__all__Ztorch.fx.experimentalrrrlrrmrrrrrrrrrsL ,   %XOFD    !