Ph{+UddlZddlmZmZmZmZmZddlZddlZddlm Z ddl m Z ejjZ iZeejj efed<ejj$Zej&j(ZdZiZdZd$dZeej0j2d e d e fd Zeej4j2d e d ee e ffd Zd e de deedefdZeej<de d e deede de dee dee deed eee ee ee ffdZdeefdZeej@de d e dee dee dee dee dee ded e!deed ee ee ee ffd!Z eej&j(j0j2d"#eej&j(jDj2eej&j(jFj2eej&j(jHj2eej&j(jJj2eej&j(j4j2eej&j(j<j2eej&j(j@j2eej&j(jLj2y)%N)CallableDictListOptionalTuple)Tensor)_maybe_remove_out_wrapperdecomposition_table_for_jvpcfd}|S)NcJ t|S#t$r|cYSwxYwN)register_decomposition Exception)fops oC:\Users\daisl\Desktop\realtime-object-detection\venv\Lib\site-packages\torch/_decomp/decompositions_for_jvp.py decoratorz/maybe_register_decomposition..decorator's/ -)"-a0 0 H s  "")rrs` rmaybe_register_decompositionr&s c$t|tS)N)registry)rr )fns rregister_decomposition_for_jvpr6s !"/J KKrc|tvrt}n|tvrt}ntd|||}t|}|rstj j |}tj|}d}||}tj j|jj}n)tj j|j}tj j||y)Nz!could not find decomposition for c|jjDcgc]}|}}|jjDcgc]}|}}ddj|ddj|dScc}wcc}w)Nzdef wrapped_decomp(z, z): return decomp_fn(z) ) parametersvalueskeysjoin)sig param_str param_def param_uses rget_function_defz=_register_jit_decomposition_for_jvp..get_function_defQs9<9N9N9PQ9PII;9PIQ9<9L9L9NO9NII;9NIO(9)=(>>UVZV_V_`iVjUkkno oROs A8 A=)r decomposition_table RuntimeErrorr torchjitignoreinspect signatureCompilationUnitwrapped_decompgraphscript_register_decomposition)decomp use_pythondecomposition_table_used decomp_fnr!r%f_strr/s r#_register_jit_decomposition_for_jvpr7:s ,,#> &  >vhGHH(0I *)4III$$Y/  * p !% ))%0??EE   +11 II%%fe4rselfreturncRtjtj|Sr )r(sumdiag)r8s rtracer=bs 99UZZ% &&rctj|jd|}tjtj| }|j r|jd}n|}|tj |z |fS)Nr)r)r(minimum new_zerosexpabsis_cudalog1p)r8minzbuffers rlog_sigmoid_forwardrHgsf --r*D 1C 599T?"#A ||% Q  ''rinputrstdinner_dim_indiceskeepdimctj|||}tj||d|}tjd|z d|z }|j }dtj ||zz }||fS)N)dimrLF)rNunbiasedrL)r(meanvarpowdetachsqrt)rIrJrKrLrRrSepss rrecompute_mean_varrXrsq ::e!2G DD ))E05' RC ))AHa 3 &C **,C uzz#)$ $D :rgrad_outnormalized_shaperRweightbias output_maskc||j}|j} | t|z } || d} |d| } tt | | } tt d| }d}| D]}||z} d}| D]}||z} |dks|dkr8|j ||j || d|j || dfSt ||| d\}}||z |z}|||z}n|}||z}tj|| d}tj||}tj|| d}tj||}||z |z }|dr ||z |z}ntj|}|dr1|/t|dkDrtj||z|d}n3||z}n-|tj|}ntjd}|dr9|7t|dkDrtj||d}n>|j}n-|tj|}ntjd}|||fS)NrrPTrLFrrQ) shaperNlenlistranger@rXr(r;mul zeros_likezerosclone)rYrIrZrRrJr[r\r] input_shape input_ndimaxis inner_dims outer_dimsrKouter_dim_indicesNiMmean_rstd_x_hat grad_x_hatabc1c2c3innerd_inputd_weightd_biass rnative_layer_norm_backwardr~sd++KJ ,- -DTU#JUd#JU445U1d^, A  Q A  QAva OOK ( OOK. / OOK. /  &eT3DdSLE5 U]e #E &  QA */6A :u %B 2($ /B 5" B EBJE1~%*QY%$7""5)1~&,  !A %).5 "3U*H %'H  ##F+;;r?1~$*  !A %',yy;Le'TF^^%F !!$'R Xv &&rxc"d}|D]}||z} |S)NrPr)rrros rprodrs A  Q Hr running_mean running_var save_mean save_invstdtrainrWc P|j} |j} | dk\sJdd} t| | | z } |}|}|rI||Jddgtt d|jz}|Jt |||d\}}n ||J|}t j||z}||Jdg| z}| | || <g}t | D]}|| k7s |j|t j||}d| z }t j||}t j|||z z|}t j||z|}t jt j||z||z|}|t j||dz}nt j||z|}|r||z |z}||z |z |z}n||z}| dr||z}n-|t j|}nt jd }| dr|}nt j|}|||fS) NrQz$rank of the input must be at least 2rPz7when train=True, save_mean and save_invstd are requiredrFr_g?r)r`rNrrbrcrXr(rsqrtappendreshaper;rdrerf)rYrIr[rrrrrrWr]rh input_rankrj num_featuresrRinvstdreduciton_dimsbroadcast_maskreduction_axesronormgrad_output_sumdot_p grad_mean proj_scale grad_scaleproj grad_input grad_weight grad_biass rnative_batch_norm_backwardrsk++KJ ?BBB? D ${4'88L D F  !k&= E D E =tE!UYY[$9::!!!)%QVW f'K,CCC[3./  $"22 2S:%N&t,N4 "N :  9  ! !! $ ==~ .D  Dii.9O IIh%$,/ @E o4nEIuyyvGXJ ~]]6>:S@ ]]6F?NC   *$)3zA  * 1~fn  &&  kk"o 1~# $$    Y //rT)r3)F)'r+typingrrrrrr( torch._decomprtorch._prims_common.wrappersr _decompr&r _ops OperatorBase__annotations__ropsatenrrr7r=defaultrHintboolrXr~rrfloatnll_loss_backwardnll_loss2d_backward_log_softmax_backward_data_softmax_backward_datacudnn_batch_norm_backwardrrrrs88 Bmm77GIT%**"9"98"CDI== yy~~4!L!5Pdjj001''6'2'd66>>?(f(vv~)>(@(    48I HL   ? ?@I'I' I'3iI'  I'  I' V  I' 6 I'dI' 8F Xf-x/? ?@I'AI'X DI   ? ?@N0N0 N0 V N06" N0 &! N0  N0&!N0 N0 N0dN0 68F#Xf%5 56N0AN0b$EIINN$8$8$@$@TR#EIINN$D$D$L$LM#EIINN$F$F$N$NO#EIINN$M$M$U$UV#EIINN$I$I$Q$QR#EIINN$F$F$N$NO#EIINN$M$M$U$UV#EIINN$M$M$U$UV#EIINN$L$L$T$TUr