Phs, &UddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z m Z mZmZddlmZdZe e j&ed< ddlZddlZddlmZddlmZddlmZmZmZmZdd l m!Z!m"Z"m#Z#m$Z$dd l%m&Z&m'Z'dd l(m)Z)ejTZ*d Z+ejXe-Z.d Z/dZ0dZ1dZ2de3fdZ4dZ5dZ6dZ7de3fdZ8d6de jrddfdZ:de e'fdZ;GddZ<GddZ=GddZ>de3fd Z?de3fd!Z@de3fd"ZAd7d#ZBd$ejfd%ZDd8d&ZEejd'dfd(eeGd)eeGd*ejd+ee3ejfd,eGf d-ZJd.ZKdd/d0ZLd1ZMd2ZNd3ZOd4ZPd9d5ZQy#e$rdZY:wxYw):N)ListOptionalSequenceUnion)patchnp)fx) OutputGraph)config eval_frameoptimize_assertreset)create_instruction debug_checks is_generatortransform_code_object)CheckFunctionManager GuardedCode)samecv|y|jjj|jSN)detachclonerequires_grad_ requires_grad)xs `C:\Users\daisl\Desktop\realtime-object-detection\venv\Lib\site-packages\torch/_dynamo/testing.pyclone_mer (s.y 88:    , ,Q__ ==cBtjfd}|S)Ncbdtjvrtjd|i|S)NPYTEST_CURRENT_TESTzdoes not work under pytest)osenvironunittestSkipTest)argskwargsfns rwrappedzskip_if_pytest..wrapped/s1 BJJ .##$@A A4"6""r! functoolswraps)r+r,s` rskip_if_pytestr0.s%__R## Nr!cft|tjsJ|jjSr) isinstancer OptimizedModule _orig_modnamed_parametersmods r%named_parameters_for_optimized_moduler88s( c:55 66 6 == ) ))r!cft|tjsJ|jjSr)r2r r3r4 named_buffersr6s r"named_buffers_for_optimized_moduler;=s( c:55 66 6 == & &&r!returnc0tjdd|S)Nz ^_orig_mod[.])resub)names rremove_optimized_module_prefixrBBs 66"B --r!cg}|j||j|t}t}|jD]f\}}t|tj r t |}|} |j} |jtj|} | ||dz<| ||<h|j||j|t} |jD]/\}} t|tj r t |}| | |<1|j| |D]} t| ttfr>| D]8}t|tjs|j|j:Wt| tjsr|j| j|S)Nz.grad)appenddictr5r2r r3rBgradtorch zeros_liker:tuplelistTensor)model predictionlossexample_inputsresultsgradsparamsrAparam param_copyrFbuffersbufferexampleinps rcollect_resultsrYFsoG NN: NN4 FE VF--/ e eZ77 81$7D zz :: ##E*D $dWn!t 0 NN5 NN6fG++- f eZ77 81$7D . NN7! gt} -c5<<0NN388,'5<<0w||," Nr!ct|tjr |jSt|tt frt d|DS|yt|trytdt|)Nc32K|]}t|ywr)requires_bwd_pass).0rs r z$requires_bwd_pass..rs5A$Q'FDon't know how to reduce) r2rGrKrrJrIanyintNotImplementedErrortype)outs rr\r\nsb#u||$   C$ '5555  C  8$s) DDr!ct|tjr!|j|j z St|t t fr.t|Dcgc] }t|c}t|z St|jdvrt|jSt|jdk(r|jjSt|trJt|jDcgc] }t|c}t|jz St!dt|cc}wcc}w)z/Reduce the output of a model to get scalar loss)MaskedLMOutputSeq2SeqLMOutput!CausalLMOutputWithCrossAttentionsSquashedNormalr`)r2rGrKsumnumelrJrIreduce_to_scalar_losslenrd__name__logitsmeanrEvalueskeysrc)rervalues rrmrmzs#u||$wwy399;&& C$ 'c:c)!,c:;c#hFF c     %SZZ00 c  / /xx||~ C cjjlKlU)%0lKLs HHJP    8$s) DD;Ls E Ectjjtjjtd}tjj |stj ||S)Nz../debug)r%pathjoindirname__file__existsmkdir)rvs r debug_dirr|sC 77<<1: >D 77>>$   Kr!codec Jttjjt |d5}|j t j|jdt j|j d|ddddy#1swYyxYw)Nwz  ) openr%rvrwr|writedisBytecodeinfo)rAr}extrafds r debug_dumprst bggll9;-s 3r ||D!&&()cll4.@.D.D.F-GtE7RT U  4 3 3s ABB"c (d}t|jryt|jt|j|}t iddddddit t |j }t|t|jS)zused to debug jump updatescp|jdtd|jdtdy)NrNOP)insertr) instructions code_optionss r insert_nopsz&debug_insert_nops..insert_nopss.A1%89A1%89r!NF_idr) r compiler_fnroot_txexportexport_constraints frame_state local_scope global_scopef_code) rrrrr localsglobalsrrcheck_fn)frame cache_sizehooks_rr}graphs rdebug_insert_nopsrs:ELL! { ;D AJHY|| E t1%8AA BBr!cjeZdZdZdej j deejfdZ dZ y)CompileCounterc d|_d|_yNr frame_countop_countselfs r__init__zCompileCounter.__init__ r!gmrOc|xjdz c_|jjD]&}d|jvs|xjdz c_(|j S)Nr call)rrnodesoprforward)rrrOnodes r__call__zCompileCounter.__call__sK AHHNND  " #zzr!c d|_d|_yrrrs rclearzCompileCounter.clearrr!N) ro __module__ __qualname__rrGr GraphModulerrKrrr!rrrs2588//ellASr!rcdeZdZdZdej j deejfdZ y)CompileCounterWithBackendc<d|_d|_||_g|_yr)rrbackendgraphs)rrs rrz"CompileCounterWithBackend.__init__s   r!rrOcddlm}|xjdz c_|jjD]&}d|j vs|xj dz c_(|jj|||j||S)Nr )lookup_backendr) backends.registryrrrrrrrrDr)rrrOrrs rrz"CompileCounterWithBackend.__call__sn5 AHHNND  " # 2+~dll+B??r!N rorrrrGr rrrKrrr!rrrs0 @588//@ellAS@r!rcdeZdZdZdej j deejfdZ y)EagerAndRecordGraphscg|_yr)rrs rrzEagerAndRecordGraphs.__init__s  r!rrOc<|jj||Sr)rrD)rrrOs rrzEagerAndRecordGraphs.__call__s 2 r!Nrrr!rrrs-588//ellASr!rcFt|}tjdd|S)Nz (?m)^ *#.*\n?r>)strr?r@)r}s r strip_commentrs t9D 66"B --r!cdj|jdDcgc]}|jc}Scc}w)Nr)rwsplitrstrip)r}lines rremove_trailing_spacers4 99 40@A0@dkkm0@A BBAs=c*tt|Sr)rr)gm_strs r normalize_gmrs !v!6 77r!ctjs||}t}t|Dcgc]}t j dd}}t|Dcgc]}t j dd}}||} ||} t t||} | |} | |} | |}| |}t |jt| | |jt|| |jt| | |jt|| |j|jd||j|j|yycc}wcc}w)N r ) r assume_static_by_defaultrrangerGrandnrr assertTruer assertEqualrr)rr+nargs expected_opsexpected_ops_dynamicactualrargs1args2correct1correct2opt_fnval1aval2aval1bval2bs r standard_testrs>  * */C/O+  F*/, 7,QU[[R ,E 7*/, 7,QU[[R ,E 75zH5zH G $_V $R (F ENE ENE ENE ENE GOOD)*OOD)*OOD)*OOD)*V''+ ,7 ! 8 7s E"E'rc|jSr)r)rrOs rdummy_fx_compilers ::r!c0|sy||kDr|ddS|dd|dS)NERRORz.3fzx SAMEzx p=z.2fr)speeduppvalue is_correctpvalue_thresholds rformat_speeduprs5    #f%%c]$vcl ++r!cpusizestridedtypedevice extra_sizectdt||Ddz|z}|jrtj|||}ntj |g||}tj |||S)Nc32K|]\}}|dz |zyw)r Nr)r]shapers rr^zrand_strided..%s H6G]UFUQY& 6Gr_r )rr)rrr)rkzipis_floating_pointrGrzeros as_strided)rrrrr needed_sizerVs r rand_stridedrst Hc$6G HH     [fE;-uVL   FD& 11r!cFtjfd}|S)Nc tj5}D],\}}}|jtj|||.|i|cdddS#1swYyxYwr) contextlib ExitStack enter_contextrobject)r)r*stackmoduleattrvalr+patchess r_fnz"_make_fn_with_patches.._fn1sX  ! ! #u%,!c##ELLs$CD&-t&v& $ # #s 9AA"r-)r+r r s`` r_make_fn_with_patchesr 0s%__R'' Jr!) xfail_propc t||j|ji}|j|_t |D]}|j dryt ||}t|st||t ||C||}t|g|} || _|!t||rtj| } t||| t||rt||t |||S)Ntest_) rdro __bases__rdir startswithgetattrcallablesetattrr hasattrr'expectedFailure) cls cls_prefix fn_suffixr r DummyTestClassrAr+new_namenew_fns rmake_test_cls_with_patchesr<sZL7KN"0"9"9NC ??7 #d#BB<gc4.@A {+H*288F&FO%'"j*A!11&9 NHf 5. ND'#t*< = r!cVtjdk\r|Stj|S)N)r )sys version_infor'skipr+s rskipIfNotPy311r%Ts$ 7" == r!cd|_|SNT)_expected_failure_dynamicr$s rexpectedFailureDynamicr)\s#'B Ir!cd|_|Sr')!_expected_failure_codegen_dynamicr$s rexpectedFailureCodegenDynamicr,b+/B( Ir!cd|_|Sr')!_expected_failure_dynamic_wrapperr$s rexpectedFailureDynamicWrapperr0hr-r!c tjdtjdtrtjjd|r3ddlmcm}|jdt|jyy)Ni9r) rG manual_seedrandomseedrtorch_xla.core.xla_modelcore xla_model set_rng_stater xla_device)use_xlaxms rreset_rng_stater<msX d KK  t-- s2==?34r!)r>)NN)Tg?)F)Rrrr.loggingos.pathr%r3r?r!typesr'typingrrrr unittest.mockrr ModuleType__annotations__numpyModuleNotFoundErrorrGr torch._dynamo.output_graphr r>r r rrbytecode_transformationrrrrguardsrrutilsr unsupportedthree getLoggerrologr r0r8r;rrBrYr\rmr|CodeTyperrrrrrrrrrrrfloat32rbrrrr rr%r)r,r0r<rr!rrPs  22!%HU  % 288 6$$  g!> * ' .C.%P EE,3 5>>  Ch{6KC8"@@(.3. C3C8C8 84,', 2 3-2 SM2 ;;2 #u||# $ 2  2& QU0   5y  BsFFF