Phu0ddlZddlZddlZddlZddlZddlmZddlmZm Z m Z m Z m Z m Z mZmZmZddlZddlZddlmcmZddlmZddlmZmZddlmZej<eZ ddl!Z!de!jDde#fd Z$eGd d Z%d e d dde fdZ&Gddej(jNZ(GddZ)GddZ*dZ+gdZ,ddl.m/Z0de1fdZ2de3fdZ4dZ5GddeZ6Gdd eZ7e5d!Z8y#e-$r dZ+gdZ,YCwxYw)"N) dataclass) AnyCallableDictListOptionalSetTupleTypeUnion)TorchDynamoException)ArgumentTarget) sympy_interpereturncZ tj|s Jd|dtjdttfd}tj |}tj |std|tj|stj|r|jS|j}|j t |}||} tjk(rd}n tjtjfvr fd  |}nQ tj k(r|j#dk(sJ|j%d }tj |sJ|jj}tj&d tj(d tj*d i}||vr||}||}n tj,tj.fvrJ|j#dk(sJt1|j%d }|j3d rd|ddzS|S tj4k(r |j#d k(sJt |S|dzdj7|z} d| j9dS)Nzunsupported expression type: rrct|jDcgc]}t|j|c}Scc}wN)rangenum_argsz3strarg)ris jC:\Users\daisl\Desktop\realtime-object-detection\venv\Lib\site-packages\torch/fx/experimental/validator.py get_args_strzz3str..get_args_str=s3-21::<-@A-@E!%%(O-@A AAs!Azcan't print Z3 expression: powc tj|r!|jjk(s t |gSt |j Dcgc] }|j|D]}|"c}}Scc}}wr)z3is_appdeclkindrrrr)rrxcollect_str_argsr"s rr$zz3str..collect_str_argsYsy ! D)@!!H:%"'qzz|!4!4A!1!%%(!;A!;!4s %B rz!=>? ? ??1 !5!5a!8;;= vvxyy{ YA 2>> !B bllBLL1 1 $A&D R\\ ! ::<1$ $$%%(C99S> !>hhjoo'G T S SM -'"7+#C( boor'7'78 8::<1$ $$1558_F  &++M R++ +::<1$ $$t9 cCHHTN*6==?#1%%c\eZdZUded<edej dej fdZedej dej fdZdej dej dej fd Z d ej dej fd Z dej dej dej fd Z d ej dej fd Z dej dej dej fdZ dej dej dej fdZdej dej dej fdZdej dej dej fdZd ej dej fdZd ej dej fdZy)_Z3OpsTranslationValidator validatorr#rcP|jr|Stj|Sr)is_realrToRealr#s rto_realz_Z3Ops.to_reals 1 51 5rGcP|jr|Stj|Sr)is_intrToIntrOs rto_intz _Z3Ops.to_ints 1 3 3rG numerator denominatorc|jj|dk7tj|tj|z SNr)rK add_assertionrIrPselfrUrVs rdivz _Z3Ops.divs6 NN ( ()9 :>>),v~~k/JJ JrGnumberc,tj|Sr)rIrTr[r]s rfloorz _Z3Ops.floors==( (rGc|jxs|j}tj|j||}|rtj |S|Sr)rMrIrTr\rP)r[rUrVcast_result_to_realresults rfloordivz_Z3Ops.floordivsQ"+"3"3"5"N9L9L9N ]]488I{#CDF.A6>>&) Lf LrGcxtj|j||k|j|dz|SNr%)rIfr`r_s rceilz _Z3Ops.ceils755 6"V+ 6A:& rGabc6tj||kD||Srrrgr[rirjs rmaxz _Z3Ops.max55Q1% %rGc6tj||k||Srrlrms rminz _Z3Ops.minrorGpqc2||j|||zz Sr)rdr[rrrss rmodz _Z3Ops.modst}}Q*Q.. .rGbaseexpcv|jjtj|dk7|dkD||zSrX)rKrYrOrr[rwrxs rrz _Z3Ops.pows1 NN ( (tqy#')B C3; rGcrtj|}|jj|dk\|dzS)Nrg?)rIrPrKrYr_s rsqrtz _Z3Ops.sqrts4^^F+F NN ( (1 5S= rGc,tj|Sr)rAbsr_s rabsz _Z3Ops.abss66&> !rGN)__name__ __module__ __qualname____annotations__ staticmethodrArithRefrPrTr\r`rdrhrnrqrvrr}rrGrrIrIs*)  6r{{ 6r{{ 6  6  4bkk 4bkk 4  4 K K2;; K2;; K )  )  )  Mbkk M  MPRP[P[ M r{{ r{{  & & & & & & & &  / / / / BKK bkk bkk   !r{{ !r{{ ! "bkk "bkk "rGrIrArKrJcbddlm}tjtjtj h}||vfd}t |}tj|tjtj|tjtj |tjtj||jtj||jtj||jtj||jt j"||j"t j$||j$t&j(||j*t&j,||j.t&j0||j2t&j4|d|||j6t&j8t&j8i}||vr||S||S)Nr)sym_sqrtctdtjffd tjfd}|S)Nrct|tjtjfr|St|tsr.t|t rtj t |St|t tjfrtjt |St|ttjfrtjt|Stdt|)Nzcan't lift type: ) isinstancerrBoolRefboolintBoolValsympyIntegerIntValfloatFloatRealValr0type)rias_bools rwrapz z3op..lift..wrapsa"++rzz!:;Ha&7z!S7I::d1g..a#u}}!5699SV,,a%!56::eAh// #4T!WI!>??rGc$fd|D}|S)Nc3.K|] }|ywrr).0rirs r z6z3op..lift..wrapper..s6AQsr)rB wrapped_argsfuncrs rwrapperz#z3op..lift..wrappers 76 \**rG)rr- functoolswraps)rrrrs` @rliftzz3op..lifts9 @2:: @__T " +# + NrGc|r|S|Srr)rjtfs rzz3op..s Q A rG)torch.fx.experimental.sym_noderoperatornot_and_or_rIrNotAndrzrdtruedivr\rvrmathrhr`torch sym_floatrPsym_maxrnsym_minrqsym_iter}_assert)rArKr boolean_opsropsreplacement_maprs @rz3oprsb;  }}hmmX\\B  # .Y MM4< MM4< LL$ruu+   tCLL1   d377m LL$sww- LL$sww- IItCHH~ JJSYY OOT#++. MM4= MM4= MM4 => d388n MM5==- 0')O&;r"IbIrGceZdZdejj ddffd Zdedee dfde e e fd e fd Z dedee dfde e e fd e ffd ZxZS) PopulateValidatorgraphrKrJcx||_tjji|}t||dy)N)rootrT)garbage_collect_values)rKrfx GraphModulesuper__init__)r[rrKmodule __class__s rrzPopulateValidator.__init__)s7&DNXX))r)?F G VD  ArGtargetrB.kwargsrcftjd}|jj|S)Nsymbol) fx_tracebackget_current_metarKz3var)r[rrBrrs r placeholderzPopulateValidator.placeholder1s*!224X>F>>''/ /rGc|tjk7rt| |||St |dk(sJdt |d|j j |dy)Nr%z'expected 1 argument on assertion. Got: r)r)rrr call_functionlenrKadd_source_expr)r[rrBrrs rrzPopulateValidator.call_function5sb&w,VT6BBt9> Y%LSQUYKWX#Y Y> NN * *47 3rG)rrrrrGraphrrr rrr.rrr __classcell__)rs@rrr(s B%((.. B=S B 0f 0E(C-4H 0RVWZ\_W_R` 0eh 0 4 4eHcM6J 4TXY\^aYaTb 4gj 4 4rGrc8eZdZhdZ ddZdedejdejfdZ dejd ejdejfd Z dejd ejdejfd Z dejd ejdejfd Zd ejdejdejfdZdejdejdejfdZdedefdZdej(dejfdZy) SympyToZ3>eqgegtleltneaddmulrNcF||_t|j|_yr) _validatorrI_ops)r[rKs rrzSympyToZ3.__init__Hs(DOt/DIrGvaluedtypec>|tjurtjt |S|tj urtj t|S|tjurtjt|Std|)Nzunsupported dtype (SympyToZ3): ) rint64rrrdoublerrrrr0)r[rrs rconstantzSympyToZ3.constantOsr #yyU,, $zz%,// "zz$u+..>ugFG GrGrUrVc:|jj||Sr)rr\rZs rrzSympyToZ3.truedivXs99==K8 8rGc:|jj||SrrrdrZs rrdzSympyToZ3.floordiv[99%%i= =rGc:|jj||SrrrZs rr\z SympyToZ3.div^rrGrwrxc:|jj||Sr)rrr{s rrz SympyToZ3.powas99==s+ +rGrrrsc:|jj||Sr)rrvrus rrvz SympyToZ3.modds99==A& &rGnamecttjtjtj|jj |jj |jj|jjd}||vr||S||jvrtt|Std|)N)rrrr`rhminimummaximumzunhandled operator: ) rrrzrrr`rhrqrnOPERATOR_HANDLESgetattrrAttributeError)r[r REPLACEMENTs r __getattr__zSympyToZ3.__getattr__gsuu 99==99==K{""4((t,,,x.. #7v!>? ?rGexprcDt||jj|Sr)rrsymbols)r[rs rrunz SympyToZ3.runxsdoo&=&=tD DrG)rKrJrN)rrrrrrrrrr-rrrrdr\rrvr.rrBasicrrrGrrrEs:M 01 0 0 H# Hekk Hbjj H 9R[[ 9r{{ 9r{{ 9 >bkk >  >PRP[P[ > > >2;; >2;; > ,BKK ,bkk ,bkk , ' ' ' ' @C @C @" EEKK EBJJ ErGrcveZdZddZdej dejfdZdej de dejfdZ dejddfd Z dejdejfd Zdejddfd Zdej ddfd Zdeejejfddfd ZddZy)rJrNctjdi|_t|_t|_t|_y)Nz new instance)logdebugrset _source_exprs _target_exprs _assertionsr[s rrzTranslationValidator.__init__s; IIn %<>DL 36%D  36%D 14D rGrcP||jvs Jd||j|S)NzZ3 variable not found for: )r)r[rs rrzTranslationValidator.z3vars0T\\) Q-H+Q Q)<<' 'rGrc||jvr|j|Stjd|j|j|t urJt j|j}|jr}|jj|dkDn^|tur t j|j}n6|tur t j|j}ntd|||j|<|S)Nznew variable: %s (%s)rz"unsupported type for Z3 variable: )rrrrrrrInt is_positiverrrRealrBool RuntimeError)r[rrvars radd_varzTranslationValidator.add_vars%||F++ II-v{{DMM Js{ffV[[)%%&&**373ggfkk*ggfkk*"%Gv#NOO#&DLL JrGrc|jD]/}t|tjsJ|j |1yr) free_symbolsrrSymbolr)r[rss r_check_freesymbolsz'TranslationValidator._check_freesymbolss1^^!!U\\222 1 $rGct|j|}t|tjs Jd||S)Nz"expected boolean expression. Got: )rrrrrr[rz3exprs rto_z3_boolean_exprz'TranslationValidator.to_z3_boolean_exprs>t_((+Ffbjj1 `5WX^W_3` `1MrGc||jvrtjdt||jj |y)Nzadd source guard: %s)rrrrr)r[rs rrz$TranslationValidator.add_source_exprs7*** 0%(;    " "1 %rGc|j||j|}||jvrtj dt ||jj |y)Nzadd target guard: %s)rrrrrrrrs radd_target_exprz$TranslationValidator.add_target_exprsU  # #A &,,Q/F*** 0%-@    " "6 *rGcJt|tjr#|j||j |}n|}t|t j sJ||jvrtjdt||jj|y)Nzadd assertion: %s) rrrrrrrrrrrr)r[rrefs rrYz"TranslationValidator.add_assertions|!U[[)''*--a0c2::. ..$*** -uSz:     %rGc ddlm}t|jdk(st|jdk(ryt j d}|jt|jD]}|j||jt jt j|j|j|jtjd||j}|t j k(r]|j#}t%||j|j|jDcgc]}|j'|r|c}|t j(k(rtj+dy|t j,k(sJtjdycc}w) Nr) dynamo_timedQF_NRA)timeoutztranslation validation: start)failed_source_exprsz:translation validation: could not validate: got z3.unknownztranslation validation: success)torch._dynamo.utilsrrrrr SolverForrtranslation_validation_timeoutrrrrrrchecksatmodelValidationExceptionevaluateunknownwarningunsat)r[rsolver assertionrr'inps rvalidatezTranslationValidator.validateso 84%%&!+s43E3E/F!/K\\(+F JJ=?J @"--  9%. JJrvvbffd&8&89: ; FJJ** + II5 6, v||,.ABFF{ )4++T-?-?'+'9'9)'9PSAT'9) ?KK \]=(=II?@)s G5G)rN)rrrrrrrr-rr rrrrrrExprrr rYr1rrGrrJrJs 6* (  ( (  %,, d rzz 0           &RZZ &D &  +UZZ +D + &5U[[)@#A &d &4 ArGT) rrrrrJtranslation_validation_enabledr$r(BisectValidationExceptionF)r3r$r(r4)_configcFttxrtjSr)_assert_z3_installed_if_tv_set_HAS_Z3configtranslation_validationrrGrr3r3)s#$  4v444rGc"tjSr)r9r$rrGrr$r$0s  0 00rGc@tstjrJdyy)Nzotranslation validation requires Z3 package. Please, either install z3-solver or disable translation validation.)r8r9r:rrGrr7r74s$ &77 7 777rGceZdZdZdZy)r(cftsJdtffd }dtfd}|tt|}|ttt|}|ttt|} |ttt|} d|_d|d|d| d| |_y) Nrc|d|S)N: r)symr's r symbolstrz/ValidationException.__init__..symbolstr?sU"U3ZL) )rGc2djd|DS)N c3&K|] }d| yw)z ==> Nr)rr#s rrzBValidationException.__init__..joinlines..Cs62avaS\2s)r?)xss r joinlinesz/ValidationException.__init__..joinlinesBs996266 6rGztranslation validation failed.zModel: z Assertions: z Target Expressions: z Failed Source Expressions: )r8r.sortedmaprmsgdetails) r[r' assertions target_exprsr!rBrG model_strassertions_strtarget_exprs_strfailed_source_exprs_strs ` rrzValidationException.__init__<sw *c * 7S 7fSE%:;< "6#eZ*@#AB$VC|,D%EF"+F3u>Q3R,S"T3    rGc8|jd|jSN rJrKrs r__str__zValidationException.__str__X((4 ~..rGNrrrrrVrrGrr(r(;s 8/rGr(ceZdZdZdZy)r4chd|d||_d|jd|j|_y)Nz#translation validation failed when r@z)Failure occurred while running node: rT)rJ format_noderK)r[validation_excr failed_action traced_nodes rrz"BisectValidationException.__init__]sD8r$P   rGc8|jd|jSrSrUrs rrVz!BisectValidationException.__str__erWrGNrXrrGrr4r4\s /rGr4c6ddlm}mm}ddlmm}m|jdtjjd|ffd }d|dtffd d|d tttdttffd dtjjdttffd }||j!}|st"j%d y|j&rt(j*r|i}|j,j.Dcgc]"}|j0tj2k(s!|$} }ddt5| d z } } } | | krH| | zdz} | | }t"j7d| |||||| <|| r| } n| d z} | | krH| |vrt9|| tsJ| | }||} | j;rd}n| j=s Jd| d}| j>}|Jt5|dk\s Jd| j@dt5|t9|d tBjDs#Jd| j@dtG|d tI|| |d ||jJ|cc}w)Nr)ShapeEnvSHAPEENV_EVENT_KEYCURRENT_NODE_KEY)FakeTensorMeta ShapeEnvEventreplay_shape_env_eventsnodercH|jvsJ|jSr)meta)rgrbeventss rget_node_eventzbisect..get_node_eventzs*!TYY...dii 2344rG shape_envc t|tr|St|tjr.tj|jj St|sJt fd|jDt fd|jD|j|jS)Nc30K|] }|ywrrrrnew_with_shape_envrls rrz5bisect..new_with_shape_env..sHKq$Y2Kc30K|] }|ywrrros rrz5bisect..new_with_shape_env..sJMq$Y2Mrq) rrrSymIntrgwith_shape_envtuplesizestridestorage_offset is_nested)rlfakerdrps` rrpz"bisect..new_with_shape_envs dC K dELL )<< 8 8 CD D$/// HDIIKH H JDKKMJ J y$*=*=*? @ NN   rG tracked_fakesc $|J |j|Dcgc]}||jc}|Dcgc]}|jc}|Dcgc]}|jc}ycc}wcc}wcc}w#t$r }|cYd}~Sd}~wwxYw)N)constraint_inputs)produce_guardsrzsourceconstraint_dimsr()rlr{rirrps rcheck_shapeenv_failsz$bisect..check_shapeenv_failss(((   $ $@MN 1#Iqvv6 N#01=a=1>K"Lm1#4#4m"L %   O1"L# H sDA:A+A:A0 A:A5 "A:+A:: BB B Bc|j}d|dz}|jj||jSrf)rirlintr{)rgr]rlrbrrjrfs rcheck_node_failsz bisect..check_node_failssN-.+F;FQJ,?@ #Ivf~/K/KLLrGz2translation validation succeeded: no errors found.r%r(zbisecting at %s: %s evaluatingzunexpected event type: zadding runtime assertzbisecting expects z/ to have at least 2 positional arguments. Got: z9 to have a SymPy expression as its second argument. Got: )rr]r^)&%torch.fx.experimental.symbolic_shapesrarbrctorch.fx.experimental.recordingrdrerfrjrrNoderrrr(snapshot_tracked_fakesrinfoshould_record_eventsr9 translation_validation_no_bisectrnodesrrrrris_evaluate_expris_defer_runtime_assertrBrrrrr4ri)rlrarcrerkrlast_exception exceptionrg assert_nodesleftmidrighteventr]rBrdrbrrjrprfs @@@@@@rbisectrssddff   F5UXX]]5}5  h      $s)AT YabuYv "Muxx}}M:M1NMM*)Y5U5U5WXN  EF  ) )V-T-TI&/__%:%:[%:TdkkU]]>ZD%:L[!S.2u#D ,e|!C  'nT.BC*$/ # S>E7D , 9 IdO=P!QQ Q  D 4 E $ ,,.Q2I%0QQ./ ::D    t9> UZZL)D { > d1gu{{ + UZZL)T!W   + $$ !W#II./  S\s "J<J)9rloggingrrr dataclassesrtypingrrrrrr r r r rtorch.fxtorch.fx.tracebackr tracebackrtorch._dynamo.excr torch.fx.noderrtorch.utils._sympy.interpr getLoggerrrrr-r.rrIr InterpreterrrrJr8__all__ ImportErrortorch.fx.experimentalr5r9rr3rr$r7r(r4rrrGrrsR  !OOO ))2*2g!Q JQ&Q&Q&pE"E"E"^;J;J&<;J;JL4EHH004:4E4EHKAKAlGG 45511/./B / 4 / v{GGs)A"D DD