Ph*4cddlZddlZddlZddlZddlZddlZddlZddlmZddl m Z ddl m Z m Z mZmZddlmZmZmZmZmZmZmZmZmZddlZddlmZddlmZ ddlm!Z!m"Z"ddlm#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6ddl7m8Z8m9Z9m:Z:m;Z;mej~Z?ejjZAejjjZDd ZEd ZFd ZGd ddZHddlImJZJeKZLeLdddefdZMdZNdZOeMe(jdZQeMe(jdZSeMe(jdZTeMe(jdZUeMe(jdZVeMe(jdZWeMe(jdZXeMe(jdZZeMe(jdZ[eJeDjde4fd Z\eJeDje=de4fd!Z]eMe(jd"Z^eMe(jd#Z_eMe(jd$Z`eMe(jd%ZaeMe(jd&ZbeMe(jd'ZceMe(jd(ZdeMe(jd)ZeeMe(jd*Zfe=e;d+e(j,d-e4d.e.de4fd/Zhd-e4d.e.de4fd0ZieJeDje=de4de4fd1ZjeMe(jd2ZkeMe(jd3e4de4fd4Zld-e4de4fd5ZmeMe(jd6d-e4de4fd7ZoeMe(jd-e4de4fd8ZpeMe(jd-e4de4fd9ZqeMe(jd-e4de4fd:ZreMe(jd-e4de4fd;ZseNejjd<ZveMe(jd6d-e4de4fd=ZweMe(jeDj6d>ZyeMe(jd?ZzeMe(jd@Z{eMe(jdAZ|eMe(jdBZ}eMe(jdCZ~e= dd-e4dDedEeejde4fdFZeJeDje=e;dGe(j, ddIe4dDe&dJede4fdKZeJeDje= dd-e4dLee.dMee.dNee.de4f dOZd-e4fdPZeMe(jeQdRZd-e4de4fdSZd-e4de4fdTZeMe(jdUZeMe(jd6dVZeMe(jdWZeMe(jd-e4de4fdXZeMe(jdYZeMe(jdZZeMe(jd[ZeMe(jd\ZeMe(jd]ZeMe(jd^ZeMe(jd_ZeMe(j(d6d-e4de4fd`ZeMe(jdaZeMe(jdbZeMe(jdcZdIe4de4fddZeLdd d d dHd fdefdeZeJeDj6e=e;dfe(j,ddgd-ee4e.fdhee4e.fdiee.fdjZee(jdHdHkdlZee(jmd-e4dhe4de4fdnZee(jmd-e4dhe4de4fdoZee(jmd-e4dhe4de4fdpZee(jmd-e4dhe4de4fdqZee(jmd-e4dhe4de4fdrZee(jdHsd-ee4e.fdhee4e.ffdtZeJeDjFe=ddud-ee4e.fdhee4e.fdveefdwZee(jdHsd-e4dhe4de4fdxZee(j(md-ee4e.fdhee4e.fde4fdyZe=d-ee4e.fdhee4e.fde?fdzZee jPjd dH{d-ee4e.fdhee4e.ffd|Zd-e?dhe?de?fd}Zd-e?dhe?de?fd~Zee(jdHdHkd-e4dhe4de4fdZee(jdHdHkd-e4dhe4de4fdZee(jdHd kd-e4dhe4de4fdZee(jdHdHkd-e4dhe4de4fdZee(jdHsd-e4dhe4de4fdZee(jdHsd-e4dhe4de4fdZee(jdHdHkde4de4de4fdZee(jdHdHkd-e4dhe4de4fdZee(jdHdHkd-e4dhe4de4fdZee(jdHdHkd-e4dhe4de4fdZded-e4dhe4dededdf dZ dd-e4dhe4dededede4f dZee(jdHdHkd-e4dhe4fdZee(jdHsd-e4dhe4de4fdZee(jdHdHkd-e4dhe4de4fdZee(jdHdHkd-e4dhe4de4fdZee(jmd-e4dhe4fdZeMe(jd-e4fdZee(jmd-e4dhe4fdZee(jmd-e4dhe4fdZee(jdHsd-e4dhe4de4fdZee(jmd-e4dhe4de4fdZee(jmd-e4dhe4de4fdZee(jd d-e4dhe4de4fdZee(jdHsd-e4dhe4de4fdZee(jdHdHkd-e4dhe4de4fdZee(jmd-e4dhe4de4fdZddgd-ee4e.fdhee4e.fdiee.fdZeJeDje=e;dfe(j,ddgd-ee4e.fdhee4e.fdiee.fdZee(jddd d-e4dhe4de4fdZeJeDje=e;dfe(j,d-ee4e.fdhee4e.ffdZee jPjdd d-ee4e.fdhee4e.ffdZeJeDje=e;de(j,dddIe4de4de4d.e.de4f dZeJeDje=e;de(j,dddIe4de4de4d.e.de4f dZeJeDje=e;de(j, dd-e4dee5dee5de4fdZeJeDje= ddIe4dee5de4fdZeJeDje= ddIe4dee5de4fdZeJeDje=e;dfe(j, dde?d-ee5dhee5fdZeJeDje=ejdd-e4dejde4fdZd dd-e?dhe?fdZeJeDjd-e4de.fdZ dd-e4dee#dEeejdeedeejdeejdeededefd„ZedÄZeِj ddejdEejdededeejdeeeff dĄZeِj ddedEejdededeejdeeeff dńZeِj ddEejdededeejdeeeff dƄZeِj dde?dededeejdeeeff dȄZd-e?defdʄZd-e4de4fd˄Zd d ddHddd̜d-e4dedededee&dedEeejdee?de0de4fdԄZdՄZeZeJeDje= dd-e4dDee&dJede4fdքZeZeJeDje= dd-e4dDee&dJede4fdׄZeJeDjjeDjjg dddd؜d-e4dDeeeeeefdJedEeejdee?de4f dلZd-e?de?fdڄZeJeDj dddd؜d-e4dDeeeeeefdJedee?de4f dۄZeJeDj dddܜd-e4dDee&dJedee?de4f d݄ZeJeDj dddܜd-e4dDee&dJedee?de4f dބZdd߄ZeJeDje= dddd-e4dDee&deedJedee.de4f dZeJeDje= dddd-e4dDeeeeeefdeedJedee.de4f dZeJeDj dddd؜d-e4dDee&dJede4fdZeJeDje=dd dddHddd-e4dDee&deedJedee.f dZeJeDje=dd dddd-e4dDee&deedJedee.f dZeJeDje=e;de(j,ddddIe4de4de4de.die.de4f dZdee4ee4fde4dee4ee4dfffdZdedDede4de4fdZdee4ee4fde4dee4ee4dfffdZdee4ee4fde4dee4ee4dfffdZ dd-e4de1de2deede4f dZeJeDje= dde4de4de1de2deede4f dZde1fdZeDjjjeAjeDjjjeAjdee4fdZd-e4de1de4fdZeJeDje=e;de(j,dde6dDede4fdZe=de6de4fdZde4de4fdZeJeDje= dde4deed.e.de4fdZejdd-e?dejde?fd Z e=de6de4fd Z eJeDjd-e?de?fd Z d-e?dhe?de?fd Z dd-e4d edDedee4dffdZ dd-e4dedede4fdZeJeDje=d-e4de%de4fdZd-e4de4fdZd-e4de4fdZd-e4dDedeee4fdede4f dZeeZd-e?de&dedee?e?e?ffdZd3e4deede4fdZeJeDj,jde?dee?dee?ded ed!ed"ededee?e?e?ffd#ZeJeDj.e=ddd$de?d%e1dee?dee?dedee?e?e?ff d&ZeJeDj0d-e4de4fd'ZeJeDj2e=de4d(e/dDed)e/de4f d*ZeDj4j6jeAj dde?d+ed,eed-eed.ee?d/ed0ed1ed2eed3eede?fd4ZeDj8jjeAj dde?d+ed,eed-eed.ee?d/ed1ed2eedeede?fd5Zd6e1d7e2d8eded9ef d:ZeJeDj<e=d-e?de?fd;Zd-e4de1de4fd?Z dIe4de4de4fd@Z!eJeDjDe=e#fd-e4dAe&de&de4fdBZ"eJeDjHe= dd-e4dDede%de4fdEZ$de6ddfdFZ%eJeDjLe=dde6dDede4fdGZ&e= dd-e4dDedEeejde4fdHZ'e=de6de4fdIZ(e=de6de4fdJZ)d-e4dDedKe1de4fdLZ*eJeDjVddMe4dDede6fdNZ+e=d3e3dDedOe3dPe3fdQZ,d3e3dDedOe3dPe3fdRZ-eJeDj\e=d3e3dDedOe3d.ee.e3ffdSZ.eJeDj^d3e3dDedOe3d.ee.e3ffdTZ/d3e3dDedOe3d.ee.e3fdUef dVZ0e=ddgd3e3dDedOe3dPe3die.f dWZ1eJeDjde=d3e3dDedOe3fdXZ2eJeDjfjhdd-e4dDee&de4fdYZ3 dd-e4dZee?e&fdDedee4dffd[Z5d-e4dZe&dee4dffd\Z6d-e4dZe&dee4dffd]Z7eJeDjpjre= ddIe4d^ede4fd_Z8eJeDjte= dde4de4d^ed`edaede4f dbZ:eJeDjv ddIe4d^ed`edaede4f dcZ;ee;Z<eJeDjze= ddMe4d^ed`edaede4f ddZ=d-e4dee&de6fdfZ>eJeDj~jd-e4fdgZ?d-e4de4fdhZ@eJeDjd-e4de4fdiZAeJeDjd-e4djed`ede4fdkZBeBZCeJeDjdIe4d8eded9ede4f dlZDeJeDje=dIe4d8eded9efdmZEddd؜d-e4dDedEeejdee?de4f dnZFeJeDjddd؜d-e4dDedEeejdee?de4f doZGeJeDjddd؜d-e4dDedEeejdee?de4f dpZHeJeDjd-e4dDede4fdqZIeJeDjjd-e4d>e1de4fdrZJdIe4de4de4fdsZKd-e4de4fdtZLe= dd-ej~duej~dDeedej~fdvZMe=dejddHdHejdwdEeejdejdee#dxededejde4fdyZOe=dejddHdHfdEeejdejdee#dxedede4f dzZPeJeDje=ddddHd{d-e4de1dEeejdeejdee#dede4fd|ZQeJeDje=ddddHd{d-e4de1de2dEeejdeejdee#dede4fd}ZReJeDjje=dejddHdHd~dEeejdejdee#dedxede4f dZSeJeDje=ddddHdHd~d-e4de1dEeejdeejdee#dedxede4fdZTeJeDjje=dejddHdHd~dEeejdejdee#dedxede4f dZUeJeDje=ddddHdHd~d-e4de1dEeejdeejdee#dedxede4fdZVeJeDje=ddddHd{d-e4de1de.dEeejdeejdee#dede4fdZWeJeDje=ddddHdHejdd-e4dEeejdee#deejdedxedejde4fdZXeJeDjjeDjjge= ddejddHdHd~de.dee.d9e.dEeejdejdee#dedxede4fdZYeJeDje=e;de(j,de?de?dee?e.ffdZ\eJeDje=ddejdHdHddee.e4fdee.e4fde.dEeejdee#dejdedxede4fdZ]eJeDje= dddejdHdHddee.e4fdee.e4fde.de.dEeejdee#dejdedxede4fdZ^edee4defdZ_ede4defdZ_eJeDjdee4ee4ee4fdedee4fdZ_de4deee%fdeee%fde4fdZ`eJeDje=ddejdHdHdd>ee1ee1fde2dEeejdee#dejdxedede4fdZaeJeDje= ddejddHdHd~dedeedEeejdejdee#dedxede4fdZbeJeDjjeDjjrge=dejddHdHd~d>e1de.dEeejdejdee#dedxede4fdZcddddHdHejdd-e4de.dEeejdeejdee#dedxedejde4fdZdeJeDje=ddddHdHejdd-e4dEeejdeejdee#dedxedejde4fdZeeJeDje=ddddHdHejdd-e4dEeejdeejdee#dedxedejde4fdZfeJeDjje=ddddHdHddEeejdee#deejdxedede4f dZgdejddHd{d-e.dEeejdejdee#dede4f dZh dd>e1deeeefdeeeefdEejde#de4f dZieJeDje=d-e4de4d.e5fdZjeJeDjd-e4de4d.e5de4fdZk dd-e4dhe4dedededef dZld-e4dhe4defdZmeJeDje=d  dddde4d(eeeefdDee&dJedEeejde4f dZneJeDje=dIe4de4fdZodZpepeɫZqepeZrepeZseJeDje=dd-e4dede4fdZteJeDje=dd-e4dede4fdZudeded^edeeeeffdZvdedededEejdejdef dZweJeDje= dejejddHd{deded^edEejdejde#dede4fdZxdeded^edeeeeffdZzeJeDje= dejejddHd{deded^edEejdejde#dede4fdZ{eJeDje=d dHdHdd-e4de4dedefdZ|eJeDje=e;dGe(j,ddZ}eJeDje=e;dGe(j,dd„Z~eJeDje=e;dGe(j,dؐdÄZeJeDje=e;dGe(j,ddĄZeJeDje=e;de(j, dddddddƜdDŽZeJeDjdCddȜdɄZeMe(jdIe4fdʄZeMe(jdIe4fd˄ZeJeDj e=ddDee&fd̄Zd̈́ZeJeDje=e;de(j,dτZeJeDje=e;de(j,dЄZeOeQZeOeSZeOeTZeOeZeOeͫZeOe̫ZeOeUZeOeVZeOeWZeOeXZeOeZeOeZeOeZeOeZZeOeZeOeZeOeZeOe[ZeOeΫZeOeϫZeOeЫZeOe]ZeOeZeOe^ZeOe_ZeOeGZeOeHZeOeZeOe`ZeOeZeOeZeOeaZeOecZeOebZeOedZeOefZeOeeZeOeZeOekZeOeZeOeZeOelZeOeZeOeZeOeZeOeZeOeZeOeZeOeZeOeyZeOeZeOeZeOe\ZeOezZeOe~ZeOe|ZeOe}ZeOe{ZeOeZeOeZeOeZeOeZeOeZeOeëZeOevZeOeZeOeīZeOeZeOeūZeOeZeOeZeOeZeOeƫZeOeZeOeZeOeZeOeZeOeZeOeZeOeZeOeZeOeZeOeȫZeOeZeOeZeOeuZeOetZeOeɫZeOeZeOeʫZeOe}ZeOe~ZeOeZeOeZeOejZdфZd҄ZdӄZdԄZ dِdՄZdddHdHd֜dׄZddlZddlZddlZddlZddlZy(N)Iterable)Enum)partialreducesingledispatchwraps) AnyCallableDictListOptionaloverloadSequenceTupleUnion) sym_floatsym_int)DeviceLikeTypeDimDimsSequenceTypeDimsType dtype_to_typeELEMENTWISE_TYPE_PROMOTION_KIND FloatLikeFloatWithoutSymFloatIntLikeis_weakly_lesser_typeNumber NumberTypeRealNumberTypeREDUCTION_OUTPUT_TYPE_KIND ShapeType StrideType TensorLikeTensorLikeTypeTensorOrNumberLikeTypeTensorSequenceType)_maybe_convert_to_dtype_maybe_resize_out_safe_copy_out"elementwise_type_promotion_wrapper elementwise_unary_scalar_wrapper out_wrapper)absacosacoshasinhasinatanatanh bitwise_notceil conj_physicalcoscosh count_nonzerodeg2raddigammaerferfinverfcexpexpm1 exponentialexp2fillfill_floorfrac geometric index_add index_copy index_copy_ index_select index_fill index_fill_isfiniteisinfisposinfisneginfisnanisreali0lerplgammaloglog1plog2log10 log_normal log_softmaxmvlgammanormnormal nan_to_numnegpositiverad2deg reciprocalroundsigmoidsgnsignsignbitsinsincsinhsoftmaxsqrtsquaretantanhtracetruncaddatan2 bitwise_andbitwise_left_shift bitwise_orbitwise_right_shift bitwise_xor clamp_min clamp_maxcopysigndiveq float_power floor_dividefmaxfminfmodgcdgegt heavisidehypotigammaigammacimagiscloselcmle logaddexp logaddexp2 logical_and logical_not logical_or logical_xor logsumexpltmaximumminimummulne nextafterpowrealrpow remainderrsubrtruediv rfloordivsub true_divide trunc_dividexlogyaddcdivaddcmulclamp masked_fill masked_fill_whereclonecopy_toitemtoallamaxaminanycumsumcumprodmeandotvdotstdstd_meansum sum_to_sizeprodvarvar_meanaddralias atleast_1d atleast_2d atleast_3d as_stridedas_strided_scatterbroadcast_shapesbroadcast_tensors broadcast_tocatchunk column_stackconjconstant_pad_nd contiguous diag_embeddiagdiagonal diagonal_copydiagonal_scatterdsplitdstackexpand expand_asflattenflipfliplrflipudhsplithstackmeshgridmovedimnarrow narrow_copynative_group_normnative_layer_normpermuteravelrepeatreshape reshape_asrollrot90rsqrtstack swap_axessqueezetTtake_along_dim tensor_split transposeunfold unfold_copy unsqueezeviewview_asvsplitvstackview_as_complex unflattenunbindtriutril triu_indices tril_indicesarangecauchyempty empty_likeempty_permuted empty_stridedeyefull full_likelinspacelogspace new_emptynew_empty_stridednew_fullnew_ones new_zerosones ones_likerandn scalar_tensorzerozeros zeros_likeallcloseequal bucketize is_complexrenormstftistftc(||jdk(ryy)NhpuFTtypedevices _C:\Users\daisl\Desktop\realtime-object-detection\venv\Lib\site-packages\torch/_refs/__init__.pyis_noncontiguous_supportedr+_s fkkU2 cd}ddlm}|D]}t||s|j}nt |s|j }|S)Nr) FakeTensor)torch._subclasses.fake_tensorr. isinstance fake_devicer+r) input_tlistoutputr)r.rs r*handle_noncontiguous_outputsr4esG F8  a $]]F  &f -""$ Mr,ctdtd|D}t|dk(ry|D]}t|trJdgt t d|Dz}t|D]x\}}tddt|z dD]W}||dk(r||dkr td||||<'||dk7s0||||k7sz$_broadcast_shapes..us(9A1g&A-9s!c |duSr7r;s r*z#_broadcast_shapes..ws!4-r,rc32K|]}t|ywr7len)r:shapes r*r<z$_broadcast_shapes..s4VESZVsz9Attempting to broadcast a dimension with negative length!z.Attempting to broadcast a dimension of length z at z ! Mismatching argument at index z had z0; but expected shape should be broadcastable to ) tuplefilterrDr0rrmax enumeraterange ValueError RuntimeError)_shapesshapesrE common_shapearg_idxidxs r*_broadcast_shapesrSts> /9F  6{a%*** s4V456L$F+R#e*_b1CC A%:>$S%*#J S!sq$c 2&Hs TXY\X]^99@ ugN66B^E2, r,T)preserve_cpu_scalar_tensorsc\td|Dfdtfd|DS)Nc3XK|]"}t|tr |jnd$ywr7)r0r$rEr:rs r*r<z#_maybe_broadcast..s# G$QZ:.!''D 8$s(*c,|yt|tr|St|trLrtj|r|Stj |j s|jS|Stdtt|zdz)Nz#Unexpected type when broadcasting: !) r0rr$utilsis_cpu_scalar_tensor same_shaperErrMstrr')r;rErPrTs r*__maybe_broadcastz+_maybe_broadcast..__maybe_broadcasts 9 6 "H : &*u/I/I!/L##AGG\:xx --H5DG DsJ r,c30K|] }|ywr7r>)r:r;r^rPs r*r<z#_maybe_broadcast..sBT"1l3Ts)rSrG)rTargsr^rPs` @@r*_maybe_broadcastras-$ G$ GL$ BTB BBr,)register_decomposition)aten_op extra_metareturnc(dtffd }|S)Nprimcttttddtdtffd }t ur t jjt||S)Natype_promoting_argstype_promotion_kindrjrecB||}t|g|Sr7)r4)rjr3rdrgs r*_refz>_make_elementwise_unary_reference..inner.._refs*%1 !WF/V< .inners t  ) + & 3  =N =~ =   *   = m #''dmm)r`kwargsfns r*_fnz_make_alias.._fns4"6""r,rr)rrinspect currentframef_back f_globals __module__)rynamerzs` r* _make_aliasrs7#CL))+22<)rjr`rxrys r*rzz_make_inplace.._fns!,d,,V,,r,_r) getmodule) rrrrbgetattratenr{r__all__append)ryrz inplace_namer_alls` r* _make_inplacersz 2Y--kk]!$LCL = |!< =c BC" R= D4 L! Jr,c,tj|Sr7)primsr.ris r*r.r.  99Q<r,c,tj|Sr7)rr/ris r*r/r/ ::a=r,c,tj|Sr7)rr0ris r*r0r0 ;;q>r,c,tj|Sr7)rr2ris r*r2r2rr,c,tj|Sr7)rr1ris r*r1r1rr,c,tj|Sr7)rr3ris r*r3r3#rr,c,tj|Sr7)rr4ris r*r4r4(rr,c,tj|Sr7)rr5ris r*r5r5-s   Q r,c,tj|Sr7)rr6ris r*r6r62rr,inputc@tj|jSr7)rZis_complex_dtypedtypers r*r r 7s  ! !%++ ..r,cntj|js|Stj|Sr7)rZrrrr7rs r*r7r7<s,  ! !%++ .   u %%r,c,tj|Sr7)rr8ris r*r8r8Drr,c,tj|Sr7)rr9ris r*r9r9Irr,c,tj|Sr7)rr<ris r*r<r<N == r,c,tj|Sr7)rr=ris r*r=r=Srr,c,tj|Sr7)rerf_invris r*r>r>Xrr,c,tj|Sr7)rr?ris r*r?r?]rr,c,tj|Sr7)rr@ris r*r@r@brr,c,tj|Sr7)rrAris r*rArAgrr,c,tj|Sr7)rrCris r*rCrClrr,za,rkrjvaluec,t|tsJt|tsJtj|j }tj t||sdt|d|d}t|tj||SNzvalue argument of type  cannot be safely cast to type rY) r0r$rrZrrrr'rLrrD)rjr python_typemsgs r*rDrDss a $$ $ eV $$ $%%agg.K  & &tE{K @'U }4ST_S``abo ::a r,c^tj||}tj|||Sr7)rrDr)rjrrs r*rErEs% 1eA MM!Q Hr,c,tj|Sr7)torchrrs r*rrs   E ""r,c,tj|Sr7)rrFris r*rFrFrr,r;ctjtjtj|tj|}tj ||Sr7)rrrFr.rir)r;trunc_xs r*rGrGs<ii EIIaL15::a=AG 99Q  r,ct|tsJtjt j |j dtj|S)Ncy)Nz#imag only supports complex tensors.r>r>r,r*r@zimag..s1Vr,) r0r$r_checkrZrrrrris r*rrsC a $$ $ LL qww')V ::a=r,)rcctj|jstj|jrt j |St |tjS)Nr) rZis_float_dtyperrrrOrrboolris r*rOrOsG  AGG$(>(>qww(G~~a  Qejj ))r,ctj|jrNtjt tj |t tj|Stj|jr!tj|tdk(Stj|tjS)Ninfr) rZrrrrrPrrrr.floatrrris r*rPrPs agg&ejjm 4eEJJqM6JKK AGG$yy|uU|++   AUZZ 00r,ctjtjj fdtj jrt dk(StjtjS)Nc"djS)Nz7Complex dtype is not supported for isposinf, got dtype rrisr*r@zisposinf..I!''Sr,rr rrrZrrrrrrris`r*rQrQsa LL  " "177 ++S AGG$E%L    AUZZ 00r,ctjtjj fdtj jrt dk(StjtjS)Nc"djS)Nz7Complex dtype is not supported for isneginf, got dtype rrisr*r@zisneginf..rr,z-infrrris`r*rRrRsa LL  " "177 ++S AGG$E&M!!   AUZZ 00r,c.tj||Sr7rrris r*rSrSs 88Aq>r,r^ctj|jrtj|dk(Stj |tj S)Nrr)rZrrrrrrris r*rTrTs>  agg&zz!}!! ??1EJJ //r,c,tj|Sr7)r bessel_i0ris r*rUrUs ??1 r,c,tj|Sr7)rrWris r*rWrWs <<?r,c,tj|Sr7)rrXris r*rXrXrr,c,tj|Sr7)rrYris r*rYrYrr,c,tj|Sr7)rrZris r*rZrZrr,c,tj|Sr7)rr[ris r*r[r[rr,dimrc|xs |j}tj|}t||}t|t ||dz |S)NTkeepdim)rrZget_computation_dtyper(r)rjrr result_dtypecomputation_dtypea_s r*r]r]sK #AGGL33LA $5 6B "2 "c4(H#H, WWr,selfFrrct|ts|f}|jdk(r8tjtj |||j Stj||d}tj||jtdk(d}|r|ntj||}tjtj ||z ||}|j j|S)NrTrr) r0rnumelrrr@rXrrr.rrru)rrrmaxesmaxes_squeezedresults r*rrs c8 $f zz|qyy4#w7;;== JJtS$ /E   eUYY[E%L%@! DE%U5==+DN YYuyy.W =F ::<  N ++r,nanposinfneginfcvt|tsJtj|jstj |jr|j S|d}|)tj|jj}|)tj|jj}tjtj|||}tjtj|||}tjtj|||}|S)N)r0r$rZis_boolean_dtyperis_integer_dtyperrfinforIminrrSrRrQ)rjrrrrs r*rara#s a $$ $ agg&%*@*@*Iwwy { ~QWW%)) ~QWW%)) [[Qa 0F [[*FF ;F [[*FF ;F Mr,cftj|jtjudy)Ncy)NzNegation, the `-` operator, on a bool tensor is not supported. If you are trying to invert a mask, use the `~` or `logical_not()` operator instead.r>r>r,r*r@z_neg_meta..Bs r,)rrrrris r* _neg_metar?s# LL uzz! r,)rdc,tj|Sr7)rrbris r*rbrbJs 99Q<r,c|t|tsJ|jtjur d}t ||S)Nz'positive does not support bool tensors.)r0r$rrrrM)rjrs r*rcrcSs7 a $$ $ww%**73 Hr,ct|tsJtj|jrt j |S|Sr7)r0r$rZrrrrris r*rr\s7 a $$ $ agg&zz!} Hr,c,tj|Sr7)rreris r*rerecs   A r,c,tj|Sr7)rrfris r*rfrfis ;;q>r,c,tj|Sr7)rrris r*rrqrr,c Rtdtdtt|SNrA)rrur@rbris r*rgrgvs q#aSV- ..r,ctj|jr-|j}t j |dk(d||z S|j SNr)rZrrr.rrri)rja_abss r*rhrh{sE agg&{{5A:q!e)44vvxr,c,tj|Sr7)rriris r*ririrr,c,tj|Sr7)rrjris r*rjrjrr,c,tj|Sr7)rrkris r*rkrkrr,ctj|z}tj|dk(dtj||z SNrrA)mathpirrrkris r*rlrls3 ! A ;;qAvq%))A,"2 33r,c,tj|Sr7)rrmris r*rmrmrr,c,tj|Sr7)rroris r*rororr,ct||Sr7)rris r*rprps q!9r,c,tj|Sr7)rrqris r*rqrqrr,c,tj|Sr7)rrrris r*rrrrrr,c,tj|Sr7)rrtris r*rtrtrr,c|jtjtjfd|j }tjt |dk7dtj|ddk(d|j}tj|ddk(d|dd}tjtd |Dd tj|jdzdk(d tj|tjjdS) NcdS)Nz^view_as_complex is only supported for floating pointtensors, but got a tensor of scalar type: r>) input_dtypesr*r@z!view_as_complex..s55@MCr,rcy)Nz-Input tensor must have one or more dimensionsr>r>r,r*r@z!view_as_complex..?r,rFcy)Nz+Tensor must have a last dimension of size 2r>r>r,r*r@z!view_as_complex..=r,rAcy)Nz/Tensor must have a last dimension with stride 1r>r>r,r*r@z!view_as_complex..Ar,c3,K|] }|dzdk(yw)r rNr>)r:strides r*r<z"view_as_complex..s2T6vzQTcy)NzCTensor must have a stride divisible by 2 for all but last dimensionr>r>r,r*r@z!view_as_complex..sUr,cy)Nz0Tensor must have a storage_offset divisible by 2r>r>r,r*r@z!view_as_complex..sBr,)rrrrZrsizerDrpy_allstorage_offsetrview_element_typecorresponding_complex_dtyper)rsizes old_stridesdimsrs @r*rrs**K LL [) C IIKE LL E a? LL b Q= ++-K LLB1A s D LL2T22U LL !Q&B  " " e// <  gbkr,c <dtffd }|S)Nrgcf jttd dttt fdttt fdtffd }rt |}|_turtjrt||S)Nrjbrkrjr rec|tjxst|t fdtjxst|t fdtjxs#t|txrt|t fdt ||\}}||}t ||g|S)NcdS)Nzc: Received a lhs Python scalar to an elementwise binary operation that does not accept lhs scalars!r>rsr*r@zQ_make_elementwise_binary_reference..inner.._ref..4&!>>r,cdS)Nzc: Received a rhs Python scalar to an elementwise binary operation that does not accept rhs scalars!r>r#sr*r@zQ_make_elementwise_binary_reference..inner.._ref..r$r,cdS)Nz?: Receive two Number inputs to an elementwise binary operation!r>r#sr*r@zQ_make_elementwise_binary_reference..inner.._ref..s 4& _`r,)r _check_valuer0rrar4)rjr r3rrgsupports_lhs_python_scalarsupports_rhs_python_scalarsupports_two_python_scalarss r*roz?_make_elementwise_binary_reference..inner.._refs   *G*Q2G.G>    *G*Q2G.G>    +I"1f-G*Q2GH`  $Aq)DAq!QZF/A? ?r,) rrrr+rTensorrr-rprZrqrb) rgrorchas_outrshould_register_decompositionr(r)r*rms ` r*rsz1_make_elementwise_binary_reference..inners <==D t + * 3  @VZ'( @VZ'( @ @ @     @.  ;=&D m #''d3G  #@ + "7 +D 1 r,rt) rmrcrr,r(r)r*r-rss ```````` r*"_make_elementwise_binary_referencer.s*H**X Lr,ralphar r0ct||\}}|t|tr |jn |j}t j |}|t k7r ;;q! r,)rmc.tj||Sr7)rrwrs r*rwrwG   Q ""r,c.tj||Sr7)r shift_leftrs r*rxrxN   Aq !!r,c.tj||Sr7)rryrs r*ryryUr:r,c.tj||Sr7)rshift_right_arithmeticrs r*rzrz\s  ' '1 --r,c.tj||Sr7)rr{rs r*r{r{cr7r,)rmr(ct|tr3t|tr#t||j|j }njt|trZt|trJ|j |j k7r1dj |j |j }t|tt|tt|t|S)Nrr)ZExpected divisor (b) to be on the same device ({}) as dividend (a), but it is found on {}!) r0rr+rrr)formatrMrrjrbr.)rjr rs r*r~r~js!VAv!6 !177188 < Av :a#8QXX=Qjqq HHahh 3 SQ[#a& 11r,) rounding_moderCc| t||S|dk(r t||S|dk(r t||Sd|d}t|)z/ Reference implementation of torch.div rtrFzLdiv expected rounding_mode to be one of None, 'trunc', or 'floor' but found .)rrrrL)rjr rCrs r*rr~s\1a  ' !Aq!! ' !Aq!!\]j\kklmor,c.tj||Sr7)rrrs r*rr 88Aq>r,c t|tst|tsJt|tr9|dk(r|jS|dk(r||zS|dk(rt j |St|trs|dk(rt j |dS|dk(rStj|jstj|jrt j|Stj||S)N?g@?T)r0r%rrrrorDrZrrrrCrrrs r*rrs a (Jq.,II I!V 8779  #Xq5L #X::a= Av  8::a& & 8   )U-C-CAGG-L::a= 99Q?r,c^t|trt|tr tdtj||}|Jtj |rt j}nt j}t||}t||}t||\}}t||S)Nz=Receive two Number inputs to an elementwise binary operation!) r0rrLrZget_higher_dtyperr complex128float64r(rarrjr rs r*rrs !VAv!6 K   " "1a (E    e$    5)A5)A Aq !DAq q!9r,)rmr*r-ct|tr(t|trt|}t|}n3t|tr3t|tr#t||j|j }nt|tr3t|tr#t||j|j }nt|trt|tr|j |j k7rt|j t j dk(r1dj|j |j }t|tj||j }t|trt|tsJ|jtjr t||Stjr t||St j dfdy)Nr@cpurAr(FcdS)Nz not supported for floor_divider>rsr*r@zfloor_divide..s ug-L$Mr,)r0rrr+rr)rrBrMr device_putrZr_floor_divide_floatr_floor_divide_integerr)rjr rrs @r*rrs\!VAv!6 !  !  Av :a#8 !177188 < Av :a#8 !177188 < Av :a#8QXX=Q 88u||E* *nuu!((Cs# #  1884A a Z6%:: : GGE E""1a((    &$Q** UMNr,ctt||\}}|jjstj||St j |t j |k7jt j||dk7}tj||t||jz Sr) rar is_signedrrrrjrrr()rjr offsets r*rUrUs Aq !DAq 77  yyAmmA%--"22 ? ? 1a@PTU@U VF 99Q?4VQWWE EEr,c t||}tt|||}tt |dt |d}t |d}t ||}t|t|d|}t|}tt||d}t|t|d|}t||}td|j|j} tt |d|t| |}tt |d||S)NrrArJr@)rrrr{rrrwrrFrrurrr)r~) rjr modrdifferent_signed_inputsnon_zero_remaindermask floor_div basic_div zero_tensors r*rTrTs q!*C c!Sk1 %C*"Q(Bq!H=C )+B CD c#qk3 'Cc I c#y!3 'DdC 1-y9IAq!IAQAQRKbaj)Xk9-MNI Aq9i 00r,c.tj||Sr7)rrrs r*rr7 ::a r,c.tj||Sr7)rrrs r*rr@rbr,c.tj||Sr7)rrrs r*rrIrbr,c.tj||Sr7)rrrs r*rrRs 99Q?r,c.tj||Sr7)rrrs r*rr[rGr,c.tj||Sr7)rrrs r*rrcrGr,valuesctj|d}tjtj|dtj|}tj |dd}tj |||}|Sr)rrrrrSr)rrh input_eq_zero input_lt_zerozeros_and_onesr3s r*rrksc HHUA&M$$UXXeQ%7U9KLM[[15N [[ ?F Mr,c.tj||Sr7)rrrs r*rrxr5r,c.tj||Sr7)rrrs r*rrs <<1 r,c.tj||Sr7)rrrs r*rrs ==A r,rrtolatolctjjjk(fdtjdk\fdtjdk\fdy)NcBdjdjdS)Nz4: Attempting to compare tensors of different dtypes  and rYr)rjr rsr*r@z#_check_close_args..s'4&LQWWIUZ[\[b[bZccder,rcddS)Nz6: rtol must be greater than or equal to zero, but got rYr>)rrpsr*r@z#_check_close_args..4&NtfTUVr,cddS)Nz6: atol must be greater than or equal to zero, but got rYr>)rqrsr*r@z#_check_close_args..rvr,)rr'rrrrjr rprqs`````r*_check_close_argsrysV  177e LL  V LL  Vr, equal_nanc td||||t||}|rftj|jstj |jr(t |tt|t|}|dk(r|dk(r|Stj|jsotj |jsPtj|tj}tj|tj}t|tt||}tt!||}t |tt#|t%||}|S)Nz torch.iscloserxr)ryrrZrrrrrrSrconvert_element_typerget_default_dtyperur.rrrOr) rjr rprqrzclose allowed_error actual_errorrs r*rrs?a14dK q!HEe**1773u7M7Magg7V5+eAha"AB qyTQY     (1G1G1P  & &q%*A*A*C D  & &q%*A*A*C Dc#a,/0Ms1ay>L {8L12lM3RSF Mr,c|j}|tjtjfv}|rHt j |tj }t j |tj }tj||}tj|dk(d|}tjt j|||z}|s|St j ||Sr) rrint8int16rr|int32rrr.r)rjr rpromote_to_intgress r*rrs GGEuzz5;;77N  & &q%++ 6  & &q%++ 6 !QA AFAq!A ))EIIaOa' (C$3P%*D*DS%*PPr,c.tj||Sr7)rrrs r*rrrGr,c tj|tj|k\}tj|||}tj|||}tjtjtj tj|tj|tj|k(}t j|jst j|jrtj|dk}tj||tjtj|tj|z}tj|||tjtj||z z}tj|} tj| ttdtd|Stj|||tjtj||z zS)Nrr)rrrrrrOrZrrrXr@rYrScomplexr) rjr r]max_min_inf_mask neg_min_maskinf_vals non_nan_valsnan_masks r*rrs ::a=EJJqM )D ;;tQ "D ;;tQ "D   %..A78%**Q-5::VW=:XH agg&%*@*@*Izz$'!+ ;; $ %))D/EIIdO*K L {{ hu{{599TD[3I'J J ;;t${{8WU5\5<%H,WW{{8Qu{{599TD[;Q/R(RSSr,c,tjtj|jxstj|j d||k\}tj |||}tj |||}tj tj|||k(}dtjdz }|tjtj||z |zz}tj |||S)Ncy)Nz)logaddexp2 doesn't support complex dtypesr>r>r,r*r@zlogaddexp2..;r,rIr ) rrrZrrrrrPrrXrYrC)rjr r]rrr inv_log_2rs r*rrs  LL  # #AGG , O0F0Fqww0OP; 6D ;;tQ "D ;;tQ "D  Qa8Hdhhqk!I EKK 4$; 789D DF ;;xF ++r,ctj|js|dk7}tj|js|dk7}||zSrrZrrrs r*rr"C  ! !!'' * F  ! !!'' * F q5Lr,cPtj|js|dk(S|Srrris r*rr-s$  ! !!'' *Av 2Ir,ctj|js|dk7}tj|js|dk7}t||Sr)rZrrryrs r*rr4sG  ! !!'' * F  ! !!'' * F a r,ctj|js|dk7}tj|js|dk7}||z Srrrs r*rr@rr,c.tj||Sr7)rrrs r*rrKrGr,c.tj||Sr7)rrrs r*rrS ==A r,c.tj||Sr7)rrrs r*rrZrr,)rmr*c.tj||Sr7)rrrs r*rras 99Q?r,c.tj||Sr7rrs r*rrirGr,c.tj||Sr7)rrrs r*rrqs ??1a  r,c.tj||Sr7)rrrs r*rrzs ??1a  r,cXt|tr d}t|t|||S)Nz?Received a Number for the first argument, but expected a Tensorr/)r0rrLr)rjr r0rs r*rrs, !VOo q!5 !!r,ct||\}}|t|tr |jn |j}t j |}t j t||sdt|d|d}t|t|tjrtj||}n||z}tj||}t||g|S)z/ Reference implementation of torch.sub r2rrY)rar0r$rrZrrr'rLrr+rrrr4r3s r*rrs Aq !DAq %a4!''))%0 **4; D+DK=8WXcWddefCS/ ! a & !U#A E A YYq!_F 'A 77r,r)rmrrcr*c.tj||Sr7)rrrs r*rrs 99Q?r,c tjt|txst|tdt|tr3t|tr#t ||j |j}nBt|tr2t|tr"t ||j |j}t|tsJt|tsJtjtj|ddtj|tj|}tjtj|td|S)Ncy)Nz/Expected either argument a or b to be a Tensor"r>r>r,r*r@zxlogy..rr,r@rr)rrr0r$rrrr)rrrrXrSr)rjr rhss r*rrs LL1j!>Z:%>A !Z Z6%: !177188 < Az "z!V'< !177188 < a $$ $ a $$ $ ++ehhq!na1eiil)C DC ;;u{{1~uU|S 99r,)rmrcr*ctj|}tj|rtj||St tj||Sr7)rZ get_dtyperrrrtrOs r*rrsE OOA E e$yyA 1a !!r,)rtensor1tensor2rArrrcX|j}tj|tjtj t fd||z|z zS)z3 Reference implementation of torch.addcdiv c(dtddSrr&rrsr*r@zaddcdiv..-d5k]:YZeYffghr,rrZrrr'rr'rrrrrrs ` @r*rr_   ))%0    ' 'U [ A h %'/G+ ++r,cX|j}tj|tjtj t fd||z|zzS)z3 Reference implementation of torch.addcmul c(dtddSrr&rsr*r@zaddcmul..rr,rrs ` @r*rrrr,)rjrrIrrIc|| d}t||Vtj|}tjtj|||}tj |||}|Vtj|}tjtj |||}tj |||}|S)Nz+clamp called but both min and max are none!)rLrrSryrrr)rjrrIra_isnan conditions r*rr!s {s{;o ++a.$$UXXa%5w? KK 1c * ++a.$$UXXa%5w? KK 1c * Hr,c0tj||S)N)rrr)rrs r*r|r|A ;;t %%r,c0tj||S)N)rIr)rrIs r*r}r}Jrr,predc||ttj||dtjj tj ufdt||\}}tj||S) Tallow_cpu_scalar_tensorsc"djS)Nz#expected predicate to be bool, got r)rsr*r@zwhere..ms5djj\Br,) NotImplementedErrorrZcheck_same_devicerrrrrarr)rrjr s` r*rrZsp yAI!! D!QF LL ejj B "$1-JD!Q ;;tQ ""r, memory_formatrc4tj||}|SNr)rr)rjrrs r*rrws [[- 8F Mr,)allow_cross_devicec|sJ|j|jk7r1dj|j|j}t|tj||S)NzXAttempting to copy from device {} to device {}, but cross-device copies are not allowed!)r)rBrMrr)rjr rrs r*rrsO !((ahh"6hoo HHahh 3 ==A r,c|jdk7rd|jd}t|tj|j}|t j |S)NrAzCan't convert a tensor with z elements to a number!)rrLrZrrrr)rjr number_types r*rrsWwwyA~,QWWYK7MNo%%agg.K uzz!} %%r,r)copylayout pin_memory non_blockingc| xrw|duxs|j|k(xr`|duxs|j|k(xrI|duxs|j|k(xr2|duxs,|tjk(xst j ||Sr)r)rrrpreserve_formatrZis_contiguous_for_memory_format)rjr)rrrrrrs r*_to_will_aliasrs  t^ 1qxx61 d] .agg. t^ 1qxx61  T ! U 5 55 U44QmT r,ctr7)r)r`rxs r* _to_dispatchrs r,c|||||d}|SN)r)rrrrr>r)rrrrrxs r* _to_devicers!$& F Mr,c<tj|||||d}|Sr)rr)rs r*_to_device_strrs*,,v&$& F Mr,c||||d}|S)N)rrrrr>)rrrrrxs r* _to_dtypers$& F Mr,otherc`|j}|j}|j}||||||d}|S)N)r)rrrrr)r)rr)rrrrr)rrrxs r* _to_otherrsA\\F KKE \\F$& F Mr, to_kwargscgd}d|vr.t|dtrtj|d|d<|D]}||vs|dk(r||tjust|dk(r[||j |jj k(r5||j r:||j |jj k(st||d||k(s|j|y)N)rr)rrr)r) r0r]rr)rr'indexrpop)rjroptions_to_checkkws r*_canonicalize_to_argumentsrsE9Ih,?!E#ll9X+>? ( ?&9R=E|s.as+E1AGGAJzJreducing over zero-size dimension for reduction operation without identityrAz7Expected the dtype of reduction result and out to match copy_fromr)r0r$ndimrMrrrZreduction_dimsrErreduction_dtypesr(rKrbroadcast_in_dimr)r*r|)rjrgrrrrrrr valid_shaperrrr output_shapebroadcast_dimss` r* _reductionr@s a $$ $vv{%affX-l m   #z***   !"J |z$444$w    .D ffkEV+E+E%E \ ',&<&< e'#| #45A !T]FDI!&&MRMqatm :M R%*166]D]atm!]D'' nM '''  !:I  V\\2<< |||# (@++FLA M!SDs1G;& H0Hcj}tddfd }|d}||_ttt||}|S)zk Given a view function (e.g. torch.diagonal) generates its copy variant (e.g. torch.diagonal_copy) Nrc`|d|i|}| |jtjS|S)Nrr)rrcontiguous_format)rr`rxrrys r*rzz!_make_copy_from_view.._fns8T-s-f- ;<> Mr,rrc N|j| |j}n[tj|jstj|jrtj }n |j}|dk(s|gk(rd}t |tj||||tjSNr>rrrrr) rrZrrrint64rrrr!SAMErjrrrrs r*rrs } ?IIE  # #AGG ,0F0Fqww0OKKEGGE byC2I    499 r,c  tjdtjtjj fdtj j r#tdkDrtjSjtz tttfdttDz}tj|ddS)NFvalidatec*ddjdS)Nzsum_to_size: size "z" is not expandable to size ""rrjrEsr*r@zsum_to_size..s%eW,I!''RSTr,rc3\K|]#}|z dk(rj|dk7r|%ywrANr)r:rrj leading_dimsrEs r*r<zsum_to_size..s950A \! "a 'AGGAJ!O 0s),T)rrr)rZextract_shape_from_varargsrris_expandable_torE is_same_shaperDrview_ofrrGrKr)rjrE reduce_dimsrs`` @r*rrs  , ,UU CE LL uagg.T  5!''*s5zA~}}Q66CJ&Ll+,u5|SZ050K 99QKT BBr,c N|j| |j}n[tj|jstj|jrtj }n |j}|dk(s|gk(rd}t |tj||||tjSr) rrZrrrrrrrr!rrs r*rrs } ?IIE  # #AGG ,0F0Fqww0OKKEGGE byC2I    499 r,rc x|dk(s|gk(rd}t|tj||d|dtjSNr>Frrrrrr)rrrr!rrjrrrs r*rr E byC2I    499  r,c x|dk(s|gk(rd}t|tj||d|dtjSr$)rrrr!rr&s r*rr' r'r,c6|t|tr|}d}||fSr7)r0r)runbiaseds r*_dim_var_dispatchr+? s'JsD1 =r, correctionr*r-c t||\}}tj||}|dk(s|gk(rd}t|t t j |||dddtj}|S)Nr>r,Tr%) r+rZset_correctionrrrrr!COMPLEX_TO_FLOAT)rjrr*rr-rs r*rrI sr&c84MC%%h ;J byC2I   j1  4EE F Mr,c.t||\}}tj||}tj|tj \}}t ||}tj||||}tj|}|Jt ||SN)r-r) r+rZr/rr!r0r(rrro) rjrr*rr- opmath_dtypera_vara_stds r*rrf s&c84MC%%h ;J00 % 6 6L% <0A IIaW EE JJu E    "5% 00r,c  |dk(s|gk(rd}  jtjduxsjk(fdttj ||dt j}tjtjxstj fdt|tr|f}tjj|}jdk(rdn#t!t"j$fd|Dd}t'||} jn}t)||}5tt*sJt-|jt/|S|S) Nr>c*ddjdS)Nz"Expected out tensor to have dtype z , but got  insteadrr sr*r@zmean.. s4UG:cii[PXYr,rcddnddS)Nz&mean(): could not infer output dtype. Inputr z> dtype must be either a floating point or complex dtype. Got: r>)r orig_dtypesr*r@zmean.. s"4$,w*=>77. s7QDq Drr)rrrrrrr!KEEP_PROMOTED_TYPErZrrr0rrrErroperatorrrr(r$r)r*) rjrrrrrrnelemrr;s ` `` @r*rr} sV byC2IJ } LL t )syyE)Y   4GGF LL U#Du'='=e'D #sf    -D1A&7QD7QST"UE  'F#m177L $V\ :F #z***V\\2<< Mr,out0out1)r*rr-cdt||\}}tj||}tj|tj \}}|j }t||}tj||||\}} tj|} |Jt| |t| |fSr2) r+rZr/rr!r0rr(rrro) rjrr*rr-r3roriginal_dtyper4a_meanr5s r*rr s&c84MC%%h ;J00 % 6 6L%WWN<0ANN1cj'RME6 JJu E   u-7 r,cbt||\}}t|||||}t|||}||fS)Nr,)r+rr)rjrr*rr-vms r*rr s=&c84MC AsHg*=A QWA a4Kr,)rvec1vec2)betar0rHrIrJc`tjjdk(fdtjjdk(fdjjdjdt j jrtjtttfdtjtttfds.rtjStjdStjrtjStjdStjtttjfdtjtttjfd dk(rtjzSztjzzS) NrAc$djdS)Nz*addr: Expected 1-D argument vec1, but got -Dr)rHsr*r@zaddr.. . rOr,rc dtS)Nzexpected bool/int beta but got r&rJsr*r@zaddr.. s5d4j\Br,c dtS)Nz expected bool/int alpha but got r&rRsr*r@zaddr.. s6tDzlCr,Fc:dtdjSNzcannot safely convert z to r'r)rJrsr*r@zaddr.. s,T$ZLTZZLIr,c:dtdjSrUrV)r0rsr*r@zaddr.. s,T%[Mdjj\Jr,)rrrrrErZrrrr'intouterrrr)rrHrIrJr0s`````r*rr s LL QJ LL QJ ;;tzz!}djjm 4D djj) !$t*c 2 B   !$u+s 3 C .35;;tT* Uu9U U##+0 D$' 6;oodE6R   !$t*mDJJ.G H I   !$u+}TZZ/H I J  195;;tT22 2$;T4)@!@@ @r,argr`.c|s't|tjjr|}n,t|tjjrJ|f|z}t d|D}t |dkDr|S|dS)z5Reference implementation of :func:`torch.atleast_1d`.c3VK|]!}|jdk\r|n t|d#ywrArN)rrr:rjs r*r<zatleast_1d.. s&Eu!QVVq[i1o5us')rAr)r0 collectionsabcrrGrD)rZr`args_rs r*rr sm JsKOO$<$<=c;??#;#;<<<  EuE ECc(Q,3*CF*r, at_least_fncN||}t|tsJt||Sr7)r0r$r)rbrrZarg_s r*_unsqueeze_atleastre" s+ s D dJ '' ' T3 r,c*|s't|tjjr|}n,t|tjjrJ|f|z}t t t dtfd|D}t|dkDr|S|dS)z5Reference implementation of :func:`torch.atleast_2d`.rc3PK|]}|jdk\r|n|yw)r NrN)r:rjunsqueeze_atleast_1ds r*r<zatleast_2d..5 'Mu!QVVq[&:1&==u#&rA) r0r_r`rrrerrGrD)rZr`rarrhs @r*rr+ s~ JsKOO$<$<=c;??#;#;<<< "#5z1E MuM MCc(Q,3*CF*r,c*|s't|tjjr|}n,t|tjjrJ|f|z}t t t dtfd|D}t|dkDr|S|dS)z5Reference implementation of :func:`torch.atleast_3d`.rFc3PK|]}|jdk\r|n|yw)NrN)r:rjunsqueeze_atleast_2ds r*r<zatleast_3d..D rirjrAr) r0r_r`rrrerrGrD)rZr`rarrns @r*rr: s~ JsKOO$<$<=c;??#;#;<<< "#5z2F MuM MCc(Q,3*CF*r,rrrcZ||n|j}tj||||Sr7)rrr)rjrrrstorage_offset_ints r*rrH s6)4!:J:J:L   AtV-? @@r,srcc@|dn|}tj|||||Sr)rr)rrqrrrrps r*rrT s+-4.  # #E3f>P QQr,c8tjt|Sr7)rSizerS)rOs r*rra s ::'0 11r,cvt|dk(rt|dts|d}tt |ddiS)NrArrTF)rDr0r+r ratensorss r*rre s< 7|qGAJ!?!*  'MuM NNr,ct|t|jz }tt|t|j|z}t j |||Sr7)rDrErGrKrr)rjrstartrs r*rrn sK IAGG $E uc!''lU23 4D  ! !!T4 00r,rvrwcd}t|dk(r d}t||D]}t|trJt j |ddi|D]g}|j dk(r|jddk(r't j|j |}t j|j |n||}td|D}t|dk(r<|d} td|D}td |j|j|| St!j"||j%| S#t$rd}YWwxYw) Ncd}|D]I}tj|}|tjk(r|cS|||k7rtjcS|}K|J|Sr7)rZsuggest_memory_formatrr)inputsrBrfs r* cat_compute_output_memory_formatz-cat..cat_compute_output_memory_format{ sdA++A.AE+++!fk...F !!! r,rz3cat expects at least one tensor, but received zero!rFrAc3fK|])}|jdk(r|jdk(r&|+ywr])rrr9s r*r<zcat.. s'P1!  QQs'11c34K|]}|jywr7) requires_gradr9s r*r<zcat.. sAArrr)rrr)rDrLr0r$rZrrrcanonicalize_dim validate_idxrGr Exceptionrrr)rrr) rwrrrtensorrrfilteredrs r*rrt sK  7|qCo&*--- WEuE  66Q;166!9> $$QVVS1 1663' 5W=MPPPH 8} AJ "AAAM ''88''    99Xs # ) ) ) FF "!M "s'E EEc>td|D}t|dS)Nc3K|]6}|jdkDr|n |j|jdf8ywr)rrrr9s r*r<zcolumn_stack.. s6@G1QVVaZQYY 1~66s<>rA)rGrrwaligned_tensorss r*rr s(@GO  ""r,ctj|js|S|jrt j |St j|Sr7)rZrr is_sparserr7rrrs r*rr s@  ! !%++ .  ""5)) ::e r,padc  tjtdzdk(fd|j t  tdz} |z tj |k\ fd|}t D]t d z dz zdkr*|j  |j z}dzdksL|j d|j dzz}vt jdDr|jSt d }t |D]^ t dzdzz  zzdzz}tj|dkD fd|j|`tj|}tj||j|j|j |}|dk(r|jtj"k(rd }tj$||}|} t D]s d z dz zdkDr)| j | j z } dzdkDsK| j d| j dzz } ut'j(| ||S) Nr rc dtS)Nz1Length of pad must be even but instead it equals rC)rsr*r@z!constant_pad_nd.. sCCH:Nr,c(dtddS)Nz`Length of pad should be no more than twice the number of dimensions of the input. Pad length is z while the input has dimensions.rC)l_inprsr*r@z!constant_pad_nd.. s 225c(;P 'r,rAc3&K|] }|dk yw)rNr>)r:ps r*r<z"constant_pad_nd.. s(CqAFCsc Fdzdddzdzd S)NzThe input size z, plus negative padding rtrAzG resulted in a negative output size, which is invalid. Check dimension z of your input.r>)r input_sizesl_diffrpad_idxsr*r@z!constant_pad_nd.. sEok&1*&=%>>V7|nE#gk"2!34117! OMr,rF)rrrDrErKrbuiltinsrrr rrZr|rrr)rrrDrr)rrrl_padc_input new_shapenew_dimrr3c_outputrrrrrs ` @@@@@r*rr s  LL C1 N ++K  E HME U]F LL  G 65 !uqy1}% wN+NOG "||(C((}}[&)*I 5\c(q1uk*fqj)CL83w{;KK aK M !//6M [[kk||))# F zekkUZZ/ ZZ &FH 65 !uqy1}% wWq[AQ-QRH" MM(G$ Mr,ctj|tjk7dtj||r|Stj ||S)Ncy)Nz@preserve memory format is unsupported by the contiguous operatorr>r>r,r*r@zcontiguous.. sRr,r)rrrrZrr)rjrs r*rr sI LL...R  ,,QmL ;;q 66r,cptjt|dkDdt|}t |dS)Nrcy)Nz%dstack expects a non-empty TensorListr>r>r,r*r@zdstack.. +Rr,r )rrrDrrrs r*rr 1 LLW!#RS '*O  ""r,c t|dk(r!t|dtrt|d}t j t|t|j k\dt|t|j z }t|}t|j D]E\}||z}||}t j |k(xs dk(xs|dk(fd|dk7r|n||<Gtj|tj||tt|t|j |zS)NrArcy)Nz3expand: the requested shape has too few dimensions!r>r>r,r*r@zexpand... sEr,rFcddS)Nz3expand: attempting to expand a dimension of length rYr>r?sr*r@zexpand..8 sI!ANr,)rDr0rrGrrrEr rJrZvalidate_shaperrrK)rjrErXshape_rR offset_idxrequested_lengthr;s @r*rr$ s  5zQ:eAh9eAh LL E c!''l"E Z#agg, &F %[FAGG$Q6\  ,  ! EQ!V E/?2/E N 2BR1G-Qz%   ! ! 65vs177|f'<=> r,c8|j|jSr7)rrErs r*rrF s 88AGG r,chunksc |dkrd|d}t|tj|j|}|j|}t j ||z }t j||z }||z}g}t|D]"} |jt||| |z|$|dk7r |jt||||z|t|S)Nrz%Expected at least one chunk, but got rY) rLrZrrrErr6rFrKrrrG) rjrrrlength chunk_size full_chunkstail_chunk_sizerrs r*rrJ s {5fXQ?o   -C WWS\F6F?+J**Vj01Kz)O F ;  fQQ^Z@A ! fQ[:%=OP =r, start_dimend_dimcBtj|j|}tj|j|}||k(r|jdk7r|Stj|||\}}|tj |||Stj |||Sr)rZrrr_collapse_view_helper collapse_viewcollapse)rjrrr new_stridess r*rrb s&&qvvy9I$$QVVW5GG! #88IwOI{""1i99 >>!Y 00r,ct|tst|ts tdt j |j |}t j|tj||S)Nz!dims has to be a sequence of ints) r0rGr rLrZcanonicalize_dimsrvalidate_no_repeating_dimsrrev)rjrs r*rrt sX dE ":dD+A<==  " "1664 0D $$T* 99Q r,cN|jdkr tdt|dS)Nr zInput must be >= 2-d.rArrMrris r*rr %vvz233 4=r,cN|jdkr tdt|dS)NrAzInput must be >= 1-d.rrris r*rr rr,ryrcttrYtjj dk(xrt j jdjtj|j dkDdtjdk\dt j|j|}|j|tjt kxrkfddkrztjz kfdtj|z|S)Nrcy)Nz'start must be an 0-dim integral Tensor.r>r>r,r*r@znarrow.. s=r,cy)Nz-narrow() cannot be applied to a 0-dim tensor.r>r>r,r*r@znarrow.. s&Ur,cy)Nz&narrow(): length must be non-negative.r>r>r,r*r@znarrow.. s&Nr,cd dddS)Nz0start out of range (expected to be in range of [, z ], but got )r>) dim_lengthrysr*r@znarrow.. s#BJ;-rR\Q]]hinhoopqr,cddddS)Nzstart (z ) + length (z) exceeds dimension size (z).r>)rrrysr*r@znarrow.. s'% VH4NzlZ\]r,axis)r0r$rrrrZrrrrrr _check_with IndexErrorr slice_in_dim)rjrryrrs ``@r*rr s %$ IIK1  D!7!7 !D =   LL1UV LL1NO   -CJ   u4*!4q  qy " LL f$$]   aS AAr, norm_dimsepsc>tj|j|}tj|j}t ||}t |tsJtj||dd\}}tj||z}||z |z}|||fS)aComputes mean and 1/std of a tensor along norm_dims. Used as a helper function for normalization layers. Args: a (Tensor): input tensor norm_dims (DimsType): dimensions to normalize over eps (float): epsilon for numerical stability Returns: out (Tensor): normalized tensor. mean (Tensor): mean of the tensor along norm_dims. rstd (Tensor): 1/std of the tensor along norm_dims. FT)rr*r) rZrrrrr(r0r$rrr) rjrrra_acc biased_varrrstdrs r* _normalizer s"'' :I33AGG< #A'8 9E eZ (( (~~ 9udJ ;;zC' (D t8t C d?r, dimensionscRt|D]}tj||}|Sr7)sortedrr)r;rrs r*_unsqueeze_multipler s&j! OOAs #" Hr,weightbias batch_size num_channelsflattened_inner_size num_groupsctjjdk\fdtj|zdk(fdddg}tj||z|g} t | ||\} } } | j j } dgttdjz} d}| t|| }d}| t|| }|| |z} || |z} t| j} t| j} t| j} tj| |} tj| |} | | | fS)Nr c"djS)Nz=Expected at least 2 dimensions for input tensor but received rNrsr*r@z#native_group_norm.. sOPUPZPZ|\r,rc.ddjdzS)NzDExpected number of channels in input to be divisible by num_groups, zbut got input of shape z and num_groups = r)rrsr*r@z#native_group_norm.. s!V #EKK=0B:, OPr,rm) rrrrrrrEr rKrr(rr)rrrrrrrrrinput_reshapedrrrrunsqueeze_biasunsqueeze_weights` ` r*rr sb LL a\ LLz!Q& PVN]] Z!;=QRN!EOCt ((5;; CS4a 455NN ,T>B .v~F#$$!N" !#u{{ 3C "4 5D "4 5D ==~ .D ==~ .D t r,out2normalized_shapect}tj|dk\fdtjduxsjt k(fdtjduxsjt k(fdtjj |k\xr(jj |z dt k(fdj j j j |z }tt|j }t||\}} } |z}n|z}n  |zz}t|j}jjdk(r,t| j} t| j} || | fS)NrAc dtzS)NzzExpected normalized_shape to be at least 1-dimensional, i.e., containing at least one element, but got normalized_shape = )r])rsr*r@z#native_layer_norm.. sI   r,cRdtjzdztzS)NzQExpected weight to be of same shape as normalized_shape, but got weight of shape  and normalized_shape = r]rE)rrsr*r@z#native_layer_norm.. s3 fll  %%    r,cRdtjzdztzS)NzMExpected bias to be of same shape as normalized_shape, but got bias of shape rr)rrsr*r@z#native_layer_norm..' s2 djj/ %%    r,cpdtzdztzdztjzS)NzGiven normalized_shape=z, expected input with shape z, but got input of size r)rrsr*r@z#native_layer_norm..0 sI)   ()    % % ekk  r,rQ)rDrrrErGrrr rKrr(rr)r') rrrrrnormalized_ndimrrrrrs ```` r*rr s*+O LL1  LL$A&,,%0@*AA  LL  = e,<&==  LL o% U KKo58 9UCS=T T      E ""$   :: 'D%ejj12N r>r,r*r@zrenorm.._ s5Tr,rcy)Nz'renorm: non-positive norm not supportedr>r>r,r*r@zrenorm..` s Ir,cy)Nz#renorm: maxnorm must be real-valuedr>r>r,r*r@zrenorm..b s2Wr,cdS)Nz,renorm: expected maxnorm to be >= 0 but got r>)rsr*r@zrenorm..e s LWIVr,rAcddS)Nz/renorm: input needs at least 2 dimensions, got dimensionsr>rNsr*r@zrenorm..j sA${Sr,T)rrrgHz>rI)rrr0rrrZrr rKrrlinalg vector_normrrr|r) rrrrr!acc_typer_r norm_factorrs ` @r*r!r!Z so  LLZ7++-TU LLQIJ LL w ((*W LL1 V ::D LL qS  s +CuT{#KC**5;;7H5;;||'' 1k4x( ||''q+t'L C++dWng.DcJK5;;00ekkJ K  + + --r,n_fft hop_length win_lengthwindowcenterpad_mode normalizedonesidedreturn_complexc tjduxsjjk(fd||ndz||n| Njxs%duxrt j j } tj| dn| } tjt jj xst j j dtjdjcxkxrdkncdj} | dk(rjd|rd jz } dz} gtjd| j}tjj|| | g|jj!| dj!d}j!dtjdcxkxrkncfd tjdkDfd tjdcxkxrkncfd tjduxsjfk(fd krT,tj"j jz dz}tj%|z |z gj'dzt j j }||n| }|rdnd}|r;tj| dtj(j+d|}n"tj(j)d|}|j-dd| dk(r|j/d}| r|Stj0|S)NcBdjdjzS)NzAstft input and window must be on the same device but got self on  and window on r(rrsr*r@zstft.. s'OPUP\P\~ ^ / 0r,zstft requires the return_complex parameter be given for real inputs, and will further require that return_complex=True in a future PyTorch release.cy)Nz:stft expected a tensor of floating point or complex valuesr>r>r,r*r@zstft.. sLr,rAr cy)Nzstft expected a 1D or 2D tensorr>r>r,r*r@zstft.. s/Pr,rrmcddS)Nzstft expected 0 < n_fft <= z, but got n_fft=r>)rrsr*r@zstft.. s-fX5EeWMr,cdS)Nz0stft expected hop_length > 0 but got hop_length=r>) hop_length_sr*r@zstft.. s B;-Pr,cdS)Nz9stft expected 0 < win_length <= n_fft but got win_length=r>) win_length_sr*r@zstft.. s KK=Yr,c0dddjzS)Nz8expected a 1D window tensor of size equal to win_length=rzbut got window with size r)rrsr*r@zstft.. s#F{mSU V)&,,8 9r,r@rF) dimensionrsteporthocy)Nz9Cannot have onesided output if window or input is complexr>r>r,r*r@zstft.. Or,rr_)rrr)r rZrrrrr itertoolsrrErrrrrrrfftrfft transpose_squeeze_ view_as_real)rrrrrr r r r r return_complex_ original_ndim extra_dims pad_amountextended_shapebatchleft complex_fftr_rrrrs`` ` @@@r*r"r" sK LL$7&--5<<7 !+ 6*EQJK * 6*EK**, $  G5#9#9&,,#G   c ) LL U[[)PU-C-CEKK-PL LLejj%A%'PQJJM" ^ aZ I9++Az:IU[[IN3j*5MxX 5::< 45 JJqME ZZ]F LL EVM LLaP LL K 5 Y LL$8&,,;.8 U >ZZ 5;;u||TF #)%%ftU[5H45O.PQ LL2E L DE ((5K#/x_H 7dD O O iinnUn6iimmErm5NN1all1o!3>u'9'9#'>>r,c  tjduxsjjk(fd||n|dz} ||n|} tjtjj fdj d} j d} || | dz zz}tjjdkDdtjd jcxkxrd kncfd ||n| |k7}|r!tj|d zdz| k(d ntj|| k(d tjd| cxkxr| kncdtjd| cxkxr|kncdtjduxsj| fk(dBtjj }tj| |j}n}| |k7r'|| z d z}tj|||| z |z fd}j}jd k(rjdjdd |rdnd}| r;tj| dtj j#d|nytjduxs tjj  d|sj%dd|d zdztj j'd|j d |k(sJ|j)dd|gz}tj+||j d|fd|| }tj+|j-d j/d| |f|j d|fd|| }||j dk(sJ||j dk(sJ|r|d znd}|||z}n |r ||d zz }n|}t1d||z }|j%d||}|j%d||}|j3j5j7d}tj|j9 d||z }|d k(r|j;d}||kDr1t=j>dtj|d||z fd}|S)NcBdjdjzSNzBistft input and window must be on the same device but got self on rr(rsr*r@zistft.. s(PQVQ]Q]P^ _ / 0r,rc@djdjzSr1r(rsr*r@zistft.. s! Pofmm_= >r,rFrArcy)Nz"istft input tensor cannot be emptyr>r>r,r*r@zistft.. s,Pr,r rmc"djS)Nz8istft expected a tensor with 2 or 3 dimensions, but got rNrsr*r@zistft.. sJ5::,Wr,cy)Nzistft expected the frequency dimension (3rd to the last) of the input tensor to match n_fft / 2 + 1 when onesided=True, but got {fft_size}r>r>r,r*r@zistft.. sRr,cy)N)zistft expected the frequency dimension (3rd to the last) of the input tensor to match n_fft when onesided=False, but got {fft_size}r>r>r,r*r@zistft..$ sr,cy)Nz+istft expected 0 < hop_length <= win_lengthr>r>r,r*r@zistft.., r r,cy)Nz&istft expected 0 < win_length <= n_fftr>r>r,r*r@zistft../ s*Rr,cy)NzDInvalid window shape. window has to be 1D and length of `win_length`r>r>r,r*r@zistft..3 sVr,r@rcy)Nz9cannot have onesided output if window or input is complexr>r>r,r*r@zistft..I rr,r cy)Nz:Complex windows are incompatible with return_complex=Falser>r>r,r*r@zistft..O Pr,)rryr)rrrrgdy=cy)Nz&window overlap add min less than 1e-11r>r>r,r*r@zistft..y s8r,zThe length of signal is shorter than the length parameter. Result is being padded with zeros in the tail. Please check your center and hop_length settings) rrr)rZrrrrrrEcorresponding_real_dtyperrrrrr"ifftrirfftrunfold_backwardrrrIr.rrrrwarningswarn)rrrrrr r r rr rrn_framesfft_sizeexpected_output_signal_len onesided_ real_dtypewindow_r-r(r_y_tmpywindow_envelopryendwindow_envelop_lowests` ` r*r#r# s LL$7&--5<<7 !+ 6*EQJK * 6*EK LL u{{+ zz"~Hzz"~H!&1 )E!E LL"$PQ LL UZZ1W%0h%6GI QJNh &    X    LL K&;&= LL K 5 "R LL$8&,,;.8V ~33EKK@ **[ 5<<Pe #)&&wu{7JT7Q0RTUVJJM zzQ" OOAq !E 7dD M O  u"48 dN F%"8"8"FF P LLRq!aLHE 2D9 ::a=E !! ! GLL!Q/ /E  ZZ]$>?    A)) Aq(E23ZZ]$>?   *N & 22 2 %)<))rmax_sizersr*r@z*_get_unfold_shape_stride.. s7uD -X\W]^r,cddS)NzStep is z but must be > 0r>rsr*r@z*_get_unfold_shape_stride.. s(4& 01r,)rDrZrrrr r) rPrQrrra_ndim last_striderEstridesrrUs `` @@r*_get_unfold_shape_strider[ s\F   ECaKqWS\H{! K LL ^  LL q1 ME8nG LL NN; V|Cj4'D014c   '>r,c tj|d}tjt |t |j k\dt |dk(rtj |St ||jz }dg|z}|j D]}|j|tdt||D}d|vrKtj||j|j|jtj|S|}tj |}t#|D]!\}}t%||||t'|d\}}#t)t#|} | j+dd t| \} } |j-|} tj | } | j/| }|j1|S) NFrcy)Nzbrepeat: Number of dimensions of repeat dims can not be smaller than number of dimensions of tensorr>r>r,r*r@zrepeat.. str,rrAc3,K|] \}}||zywr7r>)r: padded_size repeat_sizes r*r<zrepeat.. s"(G $K k!(Grrc |dSrr>)rs r*r@zrepeat.. sDGr,T)keyreverse)rZrrrrDrErrrrGziprrr)rr|make_contiguous_strides_forrJr[rIr sortrrr)rj repeat_shapenum_new_dimensions padded_shapedim_size target_shapeurtensor_shapeurtensor_striderenumerated_stride permute_order sorted_striderepeat_xtensor cloned_resultpermuted_results r*rr s33L5QL LL LS\)t  <A{{1~\*QVV33++LGGH%(+L,(GL  L{{ ''88//55a8   "N77 EO"<0 X*B OS(C!Q; ;ww{HXrxx/ABB'C  RXXc] "'C   fn!'CBHHSM)Efn! #: &+%@%@S#%N "I{  ==E22dkkGGQXXZ!o%S#&B F?S&1BAg]b -xx}!!! R  - Ir,rEc t|g|ddiS)NrtTr{rs r*rrPs  ;E ;d ;;r,c@|j|jSr7)rrrrs r*rrUs << %%r,shiftsctj|j|}t|ts|f}t|ts|f}|j dk(r t |S|jdk(r t|dkDrtd|ddt|}t|}|dk7s|dk7r|dk(r td|dk(rH|dk(rCtjtj||dj|jS||k7rtd|d||dkDsJ|dd}|dd}tj||df|d}tj|||S|d}|j|} | |dz | z} tj ||| | | z } tj ||d| } tj"| | f|S) z/Reference implementation of :func:`torch.roll`.rzDimension specified as z but tensor has no dimensionsrAz`shifts` requiredz*shifts and dimensions must align. shifts: z, dims: N)rZrrr0rrrrrDrrMrrrrrErr) rjrr len_shiftslen_dims tail_shifts tail_dimsfirst_dim_rolledrrryt0t1s r*rrYs  " "1664 0D fh ' dH %w wwyA~Qxuuw!|D A %d1gY.K L  VJ4yHQ(a- ?23 3 q=Z1_::emmA.:??H H  != 2, but got total dims = rrAz7expected rotation dims to be different, but got dim0 = z and dim1 = rrmr) rDrMrrZrrrrrr)rjrrs r*rrs;  4yA~@T L   vvzLQVVHUVV  " "1664 0D Aw$q'Ed1gYl[_`a[bZc d   AAAvuzz!d1gZ8$q'47KK azz!T"" auzz!d1gZ8$q'47KKQe&=&=>>r,c|dj}tdt|D]1}||j|k(rJd|d||jd|y)NrrAz4stack expects each tensor to be equal size, but got z at entry 0and z at entry )rErKrD)rw entry_shapers r*_check_stack_inputsrsm!*""K 1c'l #qz;. B;-P1:##$Jqc 3 .$r,ct|dkDsJdtj|djdz|}||djkret |t |dj }|j|t|tj||}|j|Stj|Dcgc]}|j|c}|Scc}w)Nrz$stack expects a non-empty TensorListrA) rDrZrrrr rEinsertrrrr)rwr wrapped_dim result_sizesrrs r*rrs wr>r,r*r@zhstack..rr,rA)rrrDrrrrs r*rrsQ LLW!#RS '*Oq!#?A&&  ""r,cptjt|dkDdt|}t |dS)Nrcy)Nz%vstack expects a non-empty TensorListr>r>r,r*r@zvstack..rr,)rrrDrrrs r*rrrr,rc&tj|j|}tjt |dk7d|j t|jd|t|zt|j|dzdzS)Nrcy)Nz"unflatten: sizes must be non-emptyr>r>r,r*r@zunflatten..s*Nr,rA) rZrrrrrDrrGrE)rjrrs r*rrso   -C LLUq"NO 66% &u5aggcAgi>P8QQ RRr,rcBtj|jtjt |j dkDd|j dk(r tStfdtj||j DS)Nrcy)Nz5Dimension specified as 0 but tensor has no dimensionsr>r>r,r*r@zunbind..sGr,c3JK|]}tj|ywr7)rr)r:srs r*r<zunbind..s! +SaEMM!S !+Ss #) rZrrr _check_indexrDrErGr)rrs `r*rrs   -C  AGG qG wws|qw +0+=+=as+S   r,rrcd|jtjj|||Sr)rrrrK)r;rrrs r*rJrJs- 77!8!87 9 E E UF r,ctj|j|}tjjdkfd|jdk(r|j dn|}t df|zfz}|||<|S)NrAc$djdSNz(Index should have dimension 1 or 0 (got rrNrsr*r@zindex_copy_..:5::,aHr,r)rZrrrrrslice)r;rrrrLrRs ` r*rKrK ss  ! !!&&# .C LL aH &&A+ A1A ;.3 % )C AcF Hr,c"t||||dS)NFinplace _index_fillr;rrrs r*rMrMs q#ueU ;;r,c"t||||dS)NTrrrs r*rNrNs q#ueT ::r,rc"tjjdkfdttr'tjjdk(fdn7tj |j |j|j|jdk(}|r|jdn|}t|j}j||<j||rtjntj }|||} |r|S|r| j#dj%} | j'|j'k7r(tj(|} | j+| | } | S)NrAc$djdSrrNrsr*r@z_index_fill..0rr,rc$djdS)Nz.5s!!& L:r,)rrr))rrrr0r$rrrr)rr rErrr+rKrJrrrr copy_) r;rrrrzero_dimrLrErJrnew_outs `` r*rr&s8 LL aH%$ JJ!O : ## !((  vv{H" AA MEE#J LL E'.##E4D4DJ QUE *C ++a.&&(C ::<188: %&&q)G MM# C r,ch|jtjj||||S)Nrr/)rrr index_add_)r;rrrr0s r*rIrITs7 77!8!87 9 D D UF% E r,ctj|j|}tjjdkfdjdk(rj d|jdk(r5tj |jd|jStdf|zfz}||S)NrAc$djdSrrNrsr*r@zindex_select..irr,r) rZrrrrrr rJrr)r;rrrRs ` r*rLrLcs  ! !!&&# .C LL aH zzQ"vv{"--a E8JKK ;.3 % )C S6Mr,c|RtdtjD}|rtj|Stj Sj }tj||}t|tr|fn|}|dk(r*t|dk(s|dk(sJtj Stfd|D}t|dk(rtj St|dk(rtj|St|}t|d}|D]}t |S)Nc32K|]\}}|dk(s |ywrr>)r:rRrs r*r<zsqueeze..ysJ*.s 4DqAGGAJ!ODs""rAT)rc)rGrJrErrr rrZrr0rrDr r)rjrrr dims_listrs` r*rrvs {J)AGG*<JJ)-u}}Q%C5==3CC 66D  ! !$ ,CS)C6sD qy4yA~--}}Q 4D4 4D 4yA~}}Q 4yA~}}Q%%T Iy$/I  AqM Hr,indices_or_sectionsc tj|j|}|jdk(r d}t|t |t rx|j jdk(s&dj|j }t||jtjk7rd}d|jt|t |tst |t r|jdk(rt |tr|n|j}|dkrd|}t|g}|j|}t!j"||z }||z} d} t%|D]@} | | kr|dzn|} t'j(|| | | z| } |j+| | | z} Bt-|S|}t |t r<|jdk7rd }d |jd t||j/}g}d} |D],}|j+t'j(|| || |} .|j+t'j(|| |j|| t-|S) NrzXtensor_split: received a rank zero tensor, but expected a tensor of rank one or greater!rQz^tensor_split: if indices_or_sections is a tensor it must be on the CPU, but received one on {}zJtensor_split: if indices_or_sections is a tensor it must have long dtype, z but received one with dtype zAtensor_split: number of sections must be greater than 0, but was rArzStensor_split: non-scalar indices_or_sections tensors must have only one dimension, zbut received a tensor with r)rZrrrLr0r$r)r'rBrrlongrrrrErrFrKrrrrGtolist)rjrr_dimrsectionssplitsrjmin_split_sizenum_splits_one_extra start_idx split_idx split_sizerindicesr;s r*rrso  ! !!&&# .Dvv{ho%z2"))..%7ryy#**CS/ !  $ $ 2^C+,?,E,E+F GS/ !%w/& 38K8P8PTU8U-v6 $))+  q=UV^U_`CS/ !774=Hx$78'(2 xI 44"#  ""1iZ1GdSA MM! !J.I)V}& ): 6"''1,k-.A.F.F-G{S o%)002G A MM%,,Q 14H II  e((Iqwwt}4PQV}r,ctjjdk\fdjdk(rdndttrDtjdk7xrj zdk(fdt Stjtttffd}t |S)NrAc:dtjzdzS)NzPtorch.hsplit requires a tensor with at least 1 dimension, but got a tensor with dimensions!r]rrisr*r@zhsplit.. ^!&&k  r,rc|dtzdztjzdztzdzS)Nz0torch.hsplit attempted to split along dimension z , but the size of the dimension $ is not divisible by the split_size rYr)rjrrsr*r@zhsplit..sSBc(45aggcl#$9 9 j/ "  r,c dtS)Nzhsplit(): received an invalid combination of arguments. Expected indices_or_sections to be of type int, list of ints or tuple of ints but got type r&rsr*r@zhsplit..  !456 8r, rrrr0rrEr _check_typer rG)rjr split_sizesrrs`` @@r*rrs LL !  vv{!C%w/(  1_ ? !:a!?  Az3// &u 6 &K ; ,,r,crtjjdk\fdttrCtjdk7xrj dzdk(fdt dStjtttffd}t |dS)Nr c:dtjzdzS)NzPtorch.vsplit requires a tensor with at least 2 dimension, but got a tensor with rrrisr*r@zvsplit.. rr,rc0djdddS)NzQtorch.vsplit attempted to split along dimension 0, but the size of the dimension rrrYr)rjrsr*r@zvsplit..s%3771:,6, r,c dtS)Nzvsplit(): received an invalid combination of arguments. Expected indices_or_sections to be of type int, list of ints or tuple of ints but got type r&rsr*r@zvsplit.."rr,r)rjrrrs`` @r*rrs LL !  %w/(  1_ =j!8A!=  Az1-- &u 6 &K ; **r,rXc|jtjdvfddk(rtj||Stj||S)N)rAr cddS)Nz'diag(): Supports 1D or 2D tensors. Got Dr>rNsr*r@zdiag..5s"I$q Qr,rA)rrrrr)rrXrs @r*rr-sU 88:D LL Q qyf--""400r,dim1dim2ctj|}|j|||tjj j k(fdt |S)Nc<djdjS)NzCexpected src to have a size equal to the diagonal of the input.Got z for a diagonal of shape r)rrqsr*r@z"diagonal_scatter..Js"yyk24::,@r,)rZclone_preserve_stridesrrrrEr)rrqrXrrrrs ` @r*rr=sZ  & &u -C <<d +D LL cii @  D# Jr,c|j}tj|tj|tjk7fd|j }|dk\rrrsr*r@zdiagonal..` HbQUPVWr,r)rrr) rrZrrrrrIrrrrJrr) rrXrrnum_dimsr diag_sizerrrrZrs `` r*rrQsxxzH  ! !d :D  ! !d :D LL  W((*N {DIIK-tyy{4/@6/IJAN DIIK-6 D8IJAN 1} Q; ft{{}T':: :N ft{{}T':: :N$TYY[1 K141aQtTl5JQ1E K LL&t{{}5O5TQ4,9Nq5GO NN4;;=&t)<<= __%_ WF M LPsG(G(G.G.c8kDrc| }|jdz}tj|tj|tjk7fd|j d}|dk7rt |j}tj||d<tj||j|jd}|dkDr||fn||f}tj|d}|tj|z }|jjd}tj ||jtj" } tj |||z|jtj" } | | jdk(} t%t'|jD cgc] } | fvr|nd} } | j)| } tj*| |j-Scc} w) z6 Reference implementation of torch.diag_embed rA)rrRcddSrr>rsr*r@zdiag_embed..rr,rFrFrr)rrr)r)rrZrrrrr rErr.rrr)rrrrrrKrDr mask_tensorr)rrXrrrryt_shapezpaira_rangeb_rangecondr cond_shapes `` r*rr~s d{4 d 66A:D  ! !t 6D  ! !t 6D LL  W vvbzH {qww-ll6* KKqwwqxxu U!1v!Q IId #HLL(( D!!"d+All8AHHEKKHGll6!!((%++G g''+ +D@Ec!''l@ST@S1aD$</(Q6@SJT << #D   T1 % 0 0 22 UsHrc|jdkrtd|jdt|tr<|dk(s|jd|zdk7r"tdd|jdd|d zt ||dS) NrmzPtorch.dsplit requires a tensor with at least 3 dimension, but got a tensor with rrr z3torch.dsplit attempted to split along dimension 2, zbut the size of the dimension rrY)rrMr0rrEr)rjrs r*rrsvvz^_`_e_e^ffr s  (G$(a-1771:;PTU;U A.qwwqzl:^_g^hhij k   8Q ''r,c|jdkDrtd|jdtj|d|jdkrdSdS)Nr z7t() expects a tensor with <= 2 dimensions, but self is rrrA)rrMrrris r*rrsS vvzEaffXQ O   ??1aaffqj 88a 88r,chtj|jdvd|jS)N)rr cy)NzcThe use of `x.T` on tensors of dimension other than 0 or 2 to reverse their shape is not supported.r>r>r,r*r@zT..s 7r,)rrrrris r*rrs, LL &  335Lr,c,tj|Sr7)rr ris r*rrrr,dim0c0tj|j||f\}}|jdks||k(rtjj |St td|j}|||<|||<tj||S)NrAr) rZrrrrdefaultr rKrr)rjrr_dim0_dim1rs r*rrs**166D$<@LE5vv{ddlzz!!!$$a()LLL ==L ))r,czt|j|j|||\}}|j||Sr7)r[rErr)rrrrrErZs r*rrs:. DKKM9dDNE7 ??5' **r,cd|j|||jtjSr)rrrr)rrrrs r*rrs2 ;;y$ - 3 3-- 4 r,c|j}tj||}|dk(r||jdd||S|j|dz}t j |j ||j}|jd|k}t||z dz D]} |jd}t j|||} || |||S)Nr)rrrrAr(rF) rrZrrrrrEr)rKr) funcinitrjrrrrrgr]rmasked_as r*_cumsumprod_commonr  s 66D  s +C qyAKKNC@@ C!GA aggcl188 4B <<?b D 4#:> "~~b!#{{4D)H cC 88r,c,ttd||||S)Nrrrrjrrr)r rrjrrrs r*rr%s 3Q!Es SSr,c,ttd||||S)NrAr )r rr s r*rr0s 4a1#UPS TTr,c~|jdz}tj||}tj||f|S)NrArN)rrZrr expand_dims)rjrrs r*rr<s: 66A:D  s +C   QT 22r,c t|g|ddiS)NrtFr}rs r*rrIs  djdjdS)Nz]torch.take_along_dim(): input and indices should have the same number of dimensions, but got z dimensions for input, and z dimensions for indicesrN)rjrsr*r@z take_along_dim..`s% --.VVH4O||n3 5r,c$djdS)Nz?torch.take_along_dim(): dtype of indices should be int but got r8r)rsr*r@z take_along_dim..is M}}oX 'r,rFr) rrrrZrrgatherrr rErinfer_size_shapesr)rjrr self_sizesbroadcast_shapeindices_broadcast indices_sizesself_broadcasts`` r*rrZs LL ',,  LL w}}-  {||AFF2J7<<+;<<!''] !,,s+ 311*gllnM(/BW]]+ VVC[ c11-J%a9||NC1BCCr,rrr)rrrrc tjtjk7dtj|}tj k(rtj |}nhtjk(rtj|}n?tjtjk(fdtj|}tj|||||||S)Ncy)Nz8torch.empty: the Preserve memory format is not supportedr>r>r,r*r@zempty..sJr,cddS)Nz/torch.empty: received an unknown memory format rYr>rsr*r@zempty..sEm_TUVr,rrr)rr) rrrrZrrrechannels_last_3d!make_channels_last_3d_strides_for channels_last!make_channels_last_2d_strides_forr )rrr)rrrrErZs ` r*rrs LL...J  , ,U 3E///33E: %00 099%@ U00 0 V 99%@    # r,c6tj|||||S)Nr)rr )rEphysical_layoutrrr)rrs r*r r s&    #  r,rrr)rc| |jn|}| |jn|}| |jn|}tj|||||S)Nrr)rr)rrr)rr)rjrrrr)rs r*rrsQ}AGG%EQXXVFQXXVF ;;   r,c| |jn|}| |jn|}| |jn|}tj||||||S)zD Reference implementation of torch.Tensor.new_empty_strided r+)rrr)rr )rjrrrrr)rs r*rrsV }AGG%EQXXVFQXXVF      r,r"c tj|}|tj}tj||tj k(rdnd|||||SNFrr"rZrrr}r rrrr)rrrs r*rrsZ  + +D 1D }'') :: %**$!# r,c | |jn|}| |jn|}| |jn|}tj||xs |jtj k(rdnd|||||Sr.rrr)rr rrjrrrr)rrs r*rr sm}AGG%EQXXVFQXXVF :: "177uzz1q# r,c tj|}|tj}tj||tj k(rdnd|||||SNTrAr"r/r0s r*rr$sZ  + +D 1D }'') :: ## r,c | |jn|}| |jn|}| |jn|}tj||xs |jtj k(rdnd|||||Sr5r2r3s r*rr>sm}AGG%EQXXVFQXXVF :: !!''ejj0a# r, fill_valuec| |jn|}| |jn|}| |jn|}tj||||||S)Nr))rrr)rr )rjrr7rrr)rs r*rrYsT}AGG%EQXXVFQXXVF ::   r,)rr)rrrrc J| |jn|}| |jn|}| |jn|}|tjk7r&tj |j ||||||Stj|}tj|j ||||||S)Nrr") rrr)rrrrErZ3compute_elementwise_output_logical_to_physical_permr )rjrr)rrrrlogical_to_physical_perms r*r r ss}AGG%EQXXVFQXXVF---{{ GG'!'   AA!D     # r,rNcFtj|tj|tjtj |}t trJt trJt trJdtjdk7ddkDrtjk\dndkrtjkdd}tj|xr|fdtj|fd|Gf} tjd| D} | rtjntj}tj|} | r!t} t} t}|tjk(r,tdkDt|dkz }  z |z|z |z}nt!j"z z }| rt%j&| ||| Stj(||}t%j&|dd tj|d }t+||}|zz}t+||}|r|j-d |S) Nrcy)Nzstep must be nonzeror>r>r,r*r@zarange..s$:r,cyNz7upper bound and lower bound inconsistent with step signr>r>r,r*r@zarange..Mr,cyr?r>r>r,r*r@zarange..r@r,cRt|t xstj|Sr7)r0rrrOr?s r* is_finitezarange..is_finites!a!566J$--:JJr,cddS)Nzunsupported range: z -> r>)rNrysr*r@zarange..s%eWD6r,cdS)Nzstep must be finite but got r>rWsr*r@zarange..s .tf5r,c3<K|]}t|tywr7r8r:rZs r*r<zarange..s#MJsG$<)ryrrr)rrAFT)rZ check_layoutcheck_pin_memoryrr)device_or_defaultr0rrrrrr}rrrrr6riota get_acc_typer(requires_grad_)ryrNrrrr)rrrCr` integer_args is_integerxstartxendxsteprhrrrrs``` r*rrsj v :& \\%11&9 :F%)) )#w'' '$(( ( { LL:; ax 5L M   5L M K LL%+Ys^6 LL$5  }sD!||#M#MM + 1H1H1J''.Js|   519oUQY/-%'#-%7C%K4/0zz '   **5&9 JJ kk  E $E+< =E TE\ !F $VU 3Fd# Mr,)ryrNrc||g}t|tr|jd|}n|j|t|tsJ|j dk\}t j||dz |}t j|||}|||z z|z}tjt|}|j|k7rtj||}t||S)Nr>rJrA)r0rrrr+r.rrrZ"compute_elementwise_output_stridesrarr copy_stridedr4) ryrNrr}r]coeffbaser3rs r*rVrVsS\F&&!F+ f ff %% % ::<3 D KKfqj& 1E ;;tS% (D cEk "T )F  5 57G7P QF }}& ##FF3 ' 77r,)rr)rrrstepsc ttrBtjj dk(dt tj ttrBtjj dk(dt tj tdfDrZtjtjnFtjtjfdnxstjttjsJtjttfdttsJtjdk\d||||d}dk(rtjd d i|Sd k(rRttr(tj ffd i|j#Stjffd i|Stj$dfi|} tj&stj(rtj*n} tj,| t.j0| \} } t3t | } z d z z }tj4| d z k|| | zz|| d z | z zz }t |S)NrcyNz:linspace only supports 0-dimensional start and end tensorsr>r>r,r*r@zlinspace...r=r,cyr\r>r>r,r*r@zlinspace..4r=r,c3<K|]}t|tywr7r0rrGs r*r<zlinspace..8 F2E3jg&2ErHcddS)Nzlinspace(): inferred dtype z& can't be safely cast to passed dtype r>)default_complex_dtypersr*r@zlinspace..As56K5LLrsxryzr,cdtjdtjdtjdS)Nz4received an invalid combination of arguments - got (rr)r'rr)rNryrYsr*r@zlinspace..JsBu+r$s),,-RU 0D0D/EQHr,cy)Nz$number of steps must be non-negativer>r>r,r*r@zlinspace..Ns%Kr,)rr)rrrrArr )rr)r0r%rrrr(rNpy_anyrZrr}rrrrr rrrrrrrr!rrr)ryrNrYrr)rrrfactory_kwargsr dtype_redrrcast_rgrrrbs```` @r*rrs%( IIK1  P (u}}=#~& GGIN P &c5==9 F5#u2E FF % A A  # # %!  =)E LL&&u-z  2002 eU[[ )) ) 5'" H eW %% % LL!KL & N  zzzAA.AA z e^ ,;;xGuGGMMeT T::uhMUMnM M a 1. 1B  " "5 )U-C-CE-J   !11 & + +Yq-5FGG %KEAI &D ++ UQY wr{"" dWeai2-... C #3 ..r,rXc B|tj}tjj |rt |t r t|}nDt |tr4tj|jdk(dt||}t |t r t|}nDt |tr4tj|jdk(dt||}td|||fDr,tjtj} | }d} ntj} t |trJ|dkrt tj"|||| ||||} ttj$|| |S)NrcyNz:logspace only supports 0-dimensional start and end tensorsr>r>r,r*r@zlogspace..Tr,cyrkr>r>r,r*r@zlogspace..rlr,c3<K|]}t|tywr7r_rGs r*r<zlogspace..r`rHr")rr}rrZrr0rrr%rrr(rerrNrrrr) ryrNrYrXrr)rrrrb_dtyperets r*rrws^ }'') {{##E* eY 'ENE ~ . LL q T ,E59E c9 %#,C ^ , LL QT *#u5C F5#u2E FF % A A  # # %! &$(( ( ax!! ..   # C #599T3#7 ??r,indexingcyr7r>)rwrqs r*rrr,cyr7r>)rqrws r*rrrsr,ct|dttfrt|dk(sJt|d}t j t d|Ddt j t|dkDdtt|dz D]p}t j ||j||dzjk(dt j ||j||dzjk(drd}d k(r!t|d k\}|r-|d|dg|d d}nt j d k(fd g}|D]jttsJt j jdk(xsjdk(fd |jjlg}t|D]^\}ttsJjdk(rjd|jt!j"||f`|r|d|dc|d<|d<|S)NrrAc3<K|]}t|tywr7r0r$r^s r*r<zmeshgrid..s:'Qz!Z('rHcy)Nz)meshgrid expects its inputs to be tensorsr>r>r,r*r@zmeshgrid..rr,cy)Nz'meshgrid expects a non-empty TensorListr>r>r,r*r@zmeshgrid..s+Tr,cy)Nz3meshgrid expects all tensors to have the same dtyper>r>r,r*r@zmeshgrid..sIr,cy)Nz4meshgrid expects all tensors to have the same devicer>r>r,r*r@zmeshgrid..sJr,Fxyr ijcdS)NzDtorch.meshgrid: indexing must be one of "xy" or "ij", but received: r>)rqsr*r@zmeshgrid..s!!) ,r,cdS)NzEtorch.meshgrid: Expected 0D or 1D tensor in the tensor list but got: r>)rsr*r@zmeshgrid..s[\][^_r,r)r0r rGrDrrrrKrr)r$rrrrJrrr)rqrwrswap_first_and_second_tensors result_shapegridsrs` @r*rrs!'!*tUm,7|q    # LL:'::;  LLW!#TU 3w dims) should contain the same number of dims as destination (z dims)r )rrsr*r@zmovedim..s) V ~''+K'8&9 Ar,)rrc"dtdS)Nz#movedim: repeated dim in `source` (rr)rsr*r@zmovedim..#s5d6l^1Er,c"dtdS)Nz(movedim: repeated dim in `destination` (rr)rsr*r@zmovedim..'s:4 ;L:MQOr,rrA)r'rXrrrDrrGrZrsetdictrdrKrrr)rrrrssdssssdssrGrsidirrs `` r*rrsn F|s KC"n  LL F s;''  ::D u&&D&A BB u&&D+F GB b'C b'C LL B3s8E LL B3s8O SR[A D BDk EE"I = KKN)a) KKO !GB]]5%+ .F Mr,)rr)rrrrZctj|tj|tj|}|t j n|}|t j dn|}tj|||||S)NrQr) rZrIrJrrr}r)rr )rErZrr)rrrs r*r r @sz v :&  , ,U 3E).E # # %EE$*NU\\% F    #  r,nrGctjdk\fdtjdk\fdtjtj|d}tjtj|d}|j d|k(} |tj ur| Stj d||||d} tj| | dS) z/ Reference implementation of torch.eye rcdS)Nz%n must be greater or equal to 0, got r>)rsr*r@zeye..o #H!Lr,cdS)Nz%m must be greater or equal to 0, got r>)rGsr*r@zeye..prr,FrrFrr")rrrrrrrr) rrGrrr)rrrange_nrange_mrones `` r*r r ]s y  LLaLM LLaLMll1EKKeTGll1EKKeTG   R G +D   jj !  {{4a((r,ctj|tj|||ntjt |}||nt j d}t||||||}t j||S)NrQr") rZrIrJ type_to_dtyper'rr)rrD)rEr7rrr)rres r*r r s v :&&EE,?,?Z@P,QE)Vu||E/BF  #  A ::a $$r,rrr)rrrc Rtj|||||||}t||S)Nr)rr rD) rjr7rrr)rrrrs r*rrs8  ## A : r,c tj||xs |jtjk(rdnd||||||S)NFrrrrrrrjrrr)rrrs r*rrsC ?? "177uzz1q##  r,c tj||xs |jtjk(rdnd||||||S)NTrArrrs r*rrsC ?? !!''ejj0a##  r,ctj|tj|}tj|}tj|}t j |dd|||S)NrrI)rrrr)r)rZrJrdtype_or_defaultrKrr`)rr)rrrrErs r*rrse :&  - -e 4F  " "5 )E  $ $V ,F <<  #  r,ctj|tj|||ntjt |}||nt j d}tj|||S)NrQr@) rZrIrJrr'rr)rr)rjrrr)rs r*rrse v :&&EE,?,?Q,HE)Vu||E/BF   qf ==r,lowhighc6tj|t|tsJt|tsJt |}t |}t|t j sJtj|}tj|||||S)N)rrrr)) rZrr0rrrrcanonicalize_devicer_uniform_helper)rErrrr)s r*rrs  c6 "" " dF ## # C.C T?D eU[[ )) )  & &v .F  Cd%PV WWr,r]ctj|jt|tr t |}n|j tjdk(fd|jj dvxr|jj dk(}tj|xs|j|jk(dtj|j}|tur-tjtj|fdt||j}tj|||}|jS)NrcddS)Nz@only supports a 0-dimensional value tensor, but got tensor with z dimensionr>) value_ndimsr*r@zmasked_fill..;sVWaVbblmr,)cudaxpurQcy)Nz,Expected `value` to be on same device as `a`r>r>r,r*r@zmasked_fill..AsBr,cddS)Nzcould not convert to type z without overflowr>)rsr*r@zmasked_fill..Ls0 =NOr,)rZrrr0rr'rrrr)rrr(rr)rjr]r value_type is_cpu_scalarrrrs @@r*rr/s %%agg.K% %[ ZZ  !O m  8WU\\=N=NRW=W   5U\\QXX5 B ((5 W   ' ' K @ O  $E177 3E D%#A <<>r,cVtj|||}|j||Sr7)rrr)rjr]rr s r*rrYs( !T5)AGGAJ Hr,c td||||ttjtj|||||j S)z4 Reference implementation of torch.allclose ztorch.allcloserx)rprqrz)ryrrrrr)rjr rprqrzs r*rrcsH+qADtL  %--14diPQVVX r,cTtj||dtj|||j|jk7ryt |j |j D] \}}||k7s y|j dk(ryttt||S)NFrrT) rZrcheck_same_dtyperrdrErrrr)rjr r;rLs r*rrts Aq5A 1a  vvAGGQWW%1 6&  wwyA~ Bq!H r,) exact_dtypercj|dk(r | t|tst|dks|d}t|tr|g}t|trD|t t |j }tjj|||||Stjj|||||S)Nfror r) r0rrDr]rGrKrrr matrix_normr)rrrrrs r*r_r_s U  z#s';s3x1}  #se!S ;ejj)*C||''q#we'LL||''q#we'LLr,ctj|jdk(dtjtj|dS)Nr cy)Nz6expected a matrix, but got tensor with dim {self.ndim}r>r>r,r*r@ztrace..s Xr,r)rrrrrrs r*rsrss: LL QX 99UZZa( ))r,cldtttfdtttfdtffd }|S)Nrjr rec||Sr7r>)rjr base_ops r*ropz_make_r_binary_op..ropsq!}r,)rr%r)rrs` r*_make_r_binary_oprs= + , + ,  Jr,rc~tj|jdk\d|jdd\}}tj||j j dtj||j j dz |k\}tj||jS)Nr cy)Nz2triu: input tensor must have at least 2 dimensionsr>r>r,r*r@ztriu..Qr,r3r(rF rrrrErr)rrZrrrjrhwr]s r*rr LL ! Q 7723r>r,r*r@ztril..rr,r3r(rFrrs r*rrrr,rowcolc|dk(s|dk(ry|dkDrt|d|znt||zdkD}tdt|||z}tdt|||z}||z dz}||z|zdz}||z }td||z} || |fS)NrrrrrAr )rrXrI) rrrX m_first_row m_last_row n_row_alln_row_trapezoidtrapezoid_sizediff_rowrectangle_sizes r*_get_tril_sizesrs ax3!8*01*#c1v:&#cFlQ>N:OKQCv./JAs3f -.I ;.2O"J./AQFN?*HHsN+N >; 66r,ctjdk\fdtjdk\fdtjtjtjfvfdy)NrcdS)Nzrow must be non-negative, got r>)rsr*r@z_trilu_checks.. %CC5#Ir,cdS)Nzcol must be non-negative, got r>)rsr*r@z_trilu_checks..rr,cdddS)Nrz" not implemented for ''r>)rrsr*r@z_trilu_checks..s"TF25';r,)rrrr)rrrrrrs```` r* _trilu_checksrsO LLIJ LLIJ LL %++u{{++;r,rQctd|||||t|||\}}} td| } ttj |||} | d|tj } | dz } t j| t j| | zd| zzz}t j| d| zdz |z|zdzz }t|| z|}t||}| d||}||z|| z dz| zz}||z}t jt j||ft j||ffS)Nrrrr)rrrJr rA) rrrIrrrrNrFror(rr)rrrXrrr)rrrr row_offset arange_kwxs1r  row_inds1 col_inds1xs2 row_inds2 col_inds2s r*rrsK.#sE6:F2A#sF2S/NNKQJ VFzI A~U]] ;CcA QBAEAGO!<<=I C1{?Q#6#Bi"ORU"UUVI' J(>FI' 59I A~U 3Cs cK/!3j@AIc I ;; Iy) *EIIy)6L,MN r,c|dk(s|dk(ry|dkDrtd||z n|}tdt|| |z}t|||dz \}}}||z||zz }||z } | ||fS)NrrrA)rIrr) rrrXrrtrapezoid_size_trilrectangle_size_trilr triu_sizers r*_get_triu_sizesr/s ax3!8*01*#av&#KCfW-34N3B#sFUVJ2W/,ac 03FFGI/N >; 66r,ctd|||||t|||\}}} td|} ttj |||} | d||} | |z} | |z}| d|tj }d| z }t j| t j||zd|zz z }t j|d| zdz |z |zdzz }t||}t||}|r|||zz}|| z}t jt j| |ft j||ffS) Nrrrrgr rArJ) rrrIrrrrNrFror(rr)rrrXrrr)rrrr col_offsetrrrrrr rrs r*rr@sL.#sE6:F2A#sF2S/NNKQJ VFzI A~U 3Cs Ic I A~U]] ;C {A QBAEAGO!<<=I CA Oa$7)$Cy#PTW"WWXI' 59I' 59I 3!67 J&I ;; Iy) *EIIy)6L,MN r,) out_int32right boundariesrrctjjdk(fd|rtjntj}j d}|dk(rtj |Stj|j |jtj}||z}|||z dzz}|} |r| |kD} n| |k\} tj| ||dz}|dkDrtj|tj} ttj|} t| D]q} tj| | z||}||k} tj| |||z dzzd}|} |r| |kD} n| |k\} tj| | z|dz|}s|j!|S)NrAc,djdS)Nz2boundaries tensor must be 1 dimension but got dim(rr)rsr*r@zbucketize..vsDZ^^EUDVVWXr,rFrrr r)rrrrrrErrr)rrrrXrrZrKr)rjrrr out_dtype n_boundariesryrNmidmid_valcond_mid cond_updatenitersrs ` r*rrks LLAX ) ekkI##B'Lq"" KK DE , C 3;1$ $CoG Q;a< KK%q 1Eaooauzz: TYY|,-vA++h4c3?C#+K++k5C%KA3E+EqIC oG"Q;"a<KK(k 937EJE 88)8 $$r,c|Jtjtjj xrBtj j xr tj j fdtjdkDfd|tjtjtjdz zzzS)Nc"djS)NzwCauchy distribution is a continuous probability distribution. dtype must be a floating point but you specified rrsr*r@zcauchy..::>**Gr,rcdS)Nz-cauchy_ expects sigma > 0.0, but found sigma=r>)sigmasr*r@zcauchy..s ?wGr,rJ) rrrZrrrrrqrr rand_like)rmedianr generators` ` r*rrs    LL  " "4:: .. 3&&tzz2 2 3&&tzz2 2 G  LL  G EEIIdgg1F1L&MNN NNr,c|Jtjtjj xrBtj j xr tj j fdtjdkDfddz tjtj zS)Nc"djS)Nz|Exponential distribution is a continuous probability distribution. dtype must be a floating point but you specified rrsr*r@zexponential..rr,rcdS)Nz4exponential_ expects lambda > 0.0, but found lambda=r>)ratesr*r@zexponential..s FtfMr,rF) rrrZrrrrrYr)rr rs`` r*rBrBs    LL  " "4:: .. 3&&tzz2 2 3&&tzz2 2 G  LL s M 9u{{EOOD$9#9: ::r,c|Jtjtjj xr tj j fdtjdkxrdkfdtj tjtj tj z dzS)Nc"djS)Nzgeometric not implemented for rrsr*r@zgeometric..s0 =r,rrAcdS)Nz0geometric_ expects p to be in (0, 1), but got p=r>)rsr*r@zgeometric..s B1#Fr,) rrrZrrrrFrYrr)rrrs`` r*rHrHs    LL  " "4:: .. 3&&tzz2 2=  LL A!a%F ;;u{{EOOD$9#9:TZZ^K Lq PPr,c|Jtjtjj xrBtj j xr tj j fdtjdkfdtjtjz|zS)Nc"djS)Nzlog_normal not implemented for rrsr*r@zlog_normal..s1$**>r,rcdS)Nz-log_normal_ expects std > 0.0, but found std=r>rsr*r@zlog_normal..s ?uEr,) rrrZrrrrr@ randn_likerrrrs` ` r*r\r\s    LL  " "4:: .. 3&&tzz2 2 3&&tzz2 2>   LL CE 99S5++D11D8 99r,)rr)rrrr)rc ||tjk(sJttstjdk\fd|t d|fD}tjt |dkDdtj|duxr|dudtd|D}|dj}|dj}njtjt|t xrtt d|tjn|}|tjdn|}tj|d d ||d | } | z|zS) NrcdS)Nz)normal expects std >= 0.0, but found std r>rsr*r@znormal..s I#Or,c3BK|]}t|ts|ywr7rwrWs r*r<znormal..sL;a*Q 2K;scy)NzFnormal expects that either mean or std is a tensor, or size is definedr>r>r,r*r@znormal..s\r,cy)Nz.Cannot pass layout, or pin_memory without sizer>r>r,r*r@znormal..!sDr,c34K|]}|jywr7rrWs r*r<znormal..$s"normal expects mean and std to be scalars when size is definedr>r>r,r*r@znormal..*sTr,rQrrIF)rrrr)rr) rstridedr0r$rrGrDrSrr)r}rr`) rrrrrrr)rrwnormal_sampless ` r*r`r`sM( >Vu}}44 4 c: & 1HO  |LD#;LL L1  \   dN 1zT1 D !"r>r,r*r@zrad2deg..Dr r,gcܥL@rrrZrr)rM_180_PIs r*rdrd@s8 LL  " "4:: ..?CH (?r,cztjtj|j dd}||zS)Ncy)Nz-deg2rad is not supported for complex tensors.r>r>r,r*r@zdeg2rad..Nr r,g9RFߑ?r )rM_PI_180s r*r;r;Js8 LL  " "4:: ..?EH (?r,c*|dk7j|Sr)r)rrs r*r:r:Ts AI??3 r,ctjjdk(xrjdk(fdfd}tjjjk(|y)NrAcNdjdjdS)Nz1D tensors expected, but got zD and z D tensorsrrrsr*r@z_dot_check..]s!/ |6%))+iXr,c djdjdjdjd S)Nz+inconsistent tensor size, expected tensor [z ] and src [z.] to have thesame number of elements, but got rtz elements respectively)rr(sr* numel_errorz_dot_check..numel_error`sL9$**,{SXS^S^S`Rab004 ~U5;;=/Qg i r,)rrrr)rrr*s`` r* _dot_checkr+ZsU LL  a,EIIK1,X   LL. }}yyejjl;@@BBzz$))+u55 ]]_::ejjlD1 1tU 5L   r,c|jstj||S|jrf|jr2tj|j |j Stj|j |S|jr2tj||j j St |||j|zjSr7) r rrr-rrr+r7rrs r*rr}s ?? yyu%% ||~ ==?::ejjlDIIK8 899TYY[%0 0 yyuzz|,1133tU    5 ( - - //r,cVt|tjtjfSr7)r0r TypedStorageUntypedStorage)objs r* _isStorager3s cE..0D0DE FFr,cd}t|}g}t|ttfrt |}|r||j z}|j |t ||kDr"tdt|jd|dk(r |S |d}|}t|ttfr|S#t$r#tdt|jdwxYw)Nztoo many dimensions 'rrz.could not determine the shape of object type ') r3r0r rGrDitemsizerrLr'rrr)seq scalar_typeMAX_DIMS is_storagerrhandles r*_compute_sizesr<sHCJ E S4- (S  {++ +F V u: 4T#Y5G5G4HJK K Q;  L VF  S4- (" L  @cASAS@TTUV  s B,,,Cct|trtjSt|tr t|t stj St|t rtj St|trctj}|tjurtjS|tjurtjStdt|tjr |jSt|tr"t!dt#|j$dt|t&t(frzd}t+|}|dk(rtjSt-|D]D}||} t/|}|tj0||}n|}|tjusB|cS|Stdt#|j$)Nz'invalid default scalar type for complexznew(): invalid data type 'rrzCould not infer dtype of )r0rrr}rrrrrcfloatdoublecdoublerMr+rr] TypeErrorr'rrr rGrDrK_infer_scalar_type promote_types)r2 default_dtype scalarTyperrcur_itemitem_scalarTypes r*rBrBs#y!&&((#w 3(={{#tzz#w//1 EKK '<<  ell *== HI I#u||$yy#s4T#Y5G5G4HJKK#e}% S Q;**, ,vA1vH 1:O%"00_M , U]]*"!  2493E3E2FG HHr,c $t|}||ksJ||k(rtj||S||}|}t|}||k7rtd|d|d|dtj|Dcgc]}t ||dz||c}Scc}w)Nrzexpected sequence of length z at dim z (got rrA)rDrrrLr_recursive_build) rrrEr2rrr7seq_sizers r*rIrIGs u:D $;; d{""3j99 c A C3xH1}*1#XcU& ! L   ;;HKL %q*d ;L Ls.B c t|tjratj| d|}|r|j }|r |j n|} ||n |j } |j| | d|St|drtS||n|d} t||} |r t|n|} t|rtStj | jdk(rtSt| d| |} | j| | dd} | S) Ncy)Nz,Can't pin tensor constructed from a variabler>r>r,r*r@z)_internal_new_from_data..es$Rr,F)r)rrr__cuda_array_interface__r)metar)rr)r0rr+rdetachrr)rhasattrNotImplementedr<rBr3r'rI) optionsr8 device_optdatacopy_variables copy_numpytype_inferencerrinferred_scalar_typer)rrs r*_internal_new_from_datarYYs$ % NR  **,C,:syy )53::vv&   t/0&1Zwx7HF 4 -E7E-d3;$ <<  $ $ .! ! "%,@$G6#7eRWX Mr,)rr)rrc t|tjrtjd|du}t ddi||ntj ||dd||}|j|j||S)NzTo copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor)r)rQT)rUrVrWr) r0rr+rCrDrYr}detach_rN)rTrr)rrrW new_tensors r*rrs$ %  l d]N( 5"(?(?(A % Jm, r,r7)F)rNN)gh㈵>g:0yE>F)NN)NNNNNFF)FFN)NF)NNFr)rrF)NNNTreflectFNN)NNNTFNNF)rAr)rrrA)rr3rF)rNrA) )rrI)rNF)rrANr)rAr N(rr_r{r!rr>rCcollections.abcrenumr functoolsrrrrtypingr r r r r rrrrr torch._prims_primsrtorch._prims_common _prims_commonrZrrrrrrrrrrrrrrr r!r"r#r$r%r&r'torch._prims_common.wrappersr(r)r*r+r,r-rr+_C DispatchKey_opsopsrr+r4rSra torch._decomprbobjectrprurrr0r. INT_TO_FLOATr/r0r2r1r3r4DEFAULTr5r6r r7r8r9r<r=r>r?r@rArC NO_OPMATHrDrErrFrGr ALWAYS_BOOLrOrPrQrRrSspecial multigammalnr^rT special_i0rUrWrXrYrZr[rXrr]rrrarrbrcrrerfrrgrhrirjrkrlrmro BOOL_TO_LONGrprqrrrtrr.rurvrwrxryrzr{r~rr]rrrrrUrTrrrrrrrrrrrryrrrrrrrrrrrrrrrrrrrrrrrrr|r}rrrrrrrrrregisterr)rrrrrrrrrrrrrer dim_IntList IntList_outrrrrr+rrrrrrrrerrrrrrrpy_implCompositeImplicitAutogradMetarrrrrrrrrrrrrrrrrrrrrrr!r"r r#r[rr{rrrrGrrrrnrrrrrJrKrMrNrrIrLrrrrrrrrrrrrrrrrrrrr rrrrrrrrrr rrrrrrrr r start_step start_outrVrrrrr r r rrrrrrrrrrr_rsrrrrrrrrrrrrrrrBrHr\r`rrdr;r:r+rrabs_acos_acosh_add_addcmul_addcdiv_asin_asinh_atan_atanh_atan2_ bitwise_and_bitwise_left_shift_ bitwise_not_ bitwise_or_bitwise_right_shift_ bitwise_xor_ceil_clamp_ clamp_min_ clamp_max_conj_physical_ copysign_cos_cosh_cumsum_cumprod_deg2rad_digamma_div_eq_erf_erfc_erfinv_exp_exp2_expm1_ float_power_floor_ floor_divide_fmod_frac_gcd_ge_gt_ heaviside_hypot_igamma_igammac_i0_lcm_le_lerp_lgamma_log10_log1p_log2_log_ logical_and_ logical_not_ logical_or_ logical_xor_lt_mul_ mvlgamma_ nan_to_num_ne_neg_ nextafter_pow_rad2deg_ reciprocal_ remainder_rsqrt_sgn_sigmoid_sign_sin_sinc_sinh_sqrt_square_sub_tan_tanh_tril_triu_ true_divide_trunc_xlogy_cauchy_ exponential_ geometric_ log_normal_zero_r3r<rBrIrYrtorch._refs._conversionstorch._refs.ffttorch._refs.linalgtorch._refs.nn.functionaltorch._refs.specialr>r,r*rsM $<<XXX #$,` D hh""  zz~~  #L9=C81      B  2##B#S#STU##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#J#JK L ##B#J#JKL(/n/)/**+ &&,& ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ  #7AA  N  :  .     ^ J >  " ##>#####B#J#JKL##B#J#JK!N!~!L! N~##// **>* *##B#N#NO1^11P1##B#N#NO11>1P1##B#N#NO11>1P1##B#N#NO^P u}}11: >##// 0n00 0##00$//##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ  $(XX X EKK X XX' #!7DD :? ,  ,' ,26 , , ( ,( !$#'#'  *  Z  Z   )4##++    >  N ~ ##B#O#OPQ ##++  ##B#O#OPQ##B#O#OP/~/./Q/##B#J#JKL##B#J#JKL##B#N#NOP##B#O#OPQ ##B#O#OP4Q4 ##B#O#OPQ##B#O#OPQ##00 n ##B#O#OPQ##B#O#OPQ##B#J#JKL !.!^!L  ## %"&66t! #"7??#' 8 ^Z '(8 ^Z '(8 J  8 " 8:$7DD$$   $7??#>#n###$7??"."^"""$7??"."^"""$7??.>.n...$7??#>#n###$7DD$ 2 ^Z '( 2-2>:3M-N 2  2 !  $(  ^Z '( ^Z '(C= "($7CC$.^ $7DD ^Z '( ^Z '(4  ^Z '( ^Z '( l$==EE $"' O ^Z '(O-2>:3M-NO  O<FVFF6F161f112$7??$$ N~.  $7??$$ N~.  $7??$# N~.  $7??$$ >n  $7CC$.^ $7CC$.^ $7??$$ ^^  $7??$$ ^>  $7DD$$ nN  $7DD$$ ~.^         2 ((( (  (  (  (V$7??$$ Q> Qn Q  Q $7CC$.^ $7??$$ TTNT~T  T0$7??$$ ,. ,^ , ,  ,$7CC>n##B#N#NO>P $7CC.^$7CC>n$7CC$.^ $7??~.^$7??~.^$7?? $>n $7CC$.^ $7AA$$ !!N!~!  !$7??!!N!~!!#' " ^Z '( " ^Z '( " J  "! #"7??#' 8 ^Z '(8 ^Z '(8 J  8 " 8<$7DD   $  >n   # #"7DD:U>:- .:59S3T: $ :&$==EE  $ " ^Z '("-2>:3M-N"  " % #67DD , , ,,  ,  , & ,* % #67?? , , ,,  ,  , & ,* # #+7?? -1,0  ( )  ( )   $  4' -1& & ( )&&(&' -1& & ( )&&(& # #"7AA +/*.# #&'#&'# $ #. # ?D?T?T).)<)<$9=v& "&N&z&#&(,#'%)37!& ^ $ EKK  4.  U\\ "  E//0  237  LL ;;   E//0   #s(^ "37   ;;   E//0   #s(^ "37  ;;    E//0   #s(^  37   E//0   #s(^ ."&"T"0.nV"##' << < <  < 8  << EKK < & <2<<~( ! #   (    "  ! # (  "$--txx/C/CDE6: $(  x}htCy11 2 EKK  &  F:C C C, "6:   x}htCy11 2 &  #: "# !  (  &    #. "# !  (  &    #.! ##  (,  ( tn  $ "6! 6:# 1 (, 11 x}htCy11 21tn1 1 $ 11"1* "#/  // ( ///#/d & VV# $'+  ( tn    $ '0 & VV##  (,   (  tn   $ '  " #07?? /A /A /A /A  /A  /A/A # /Af + ~x77 8 +AO + >5!45 56 +  # *8   + ~x77 8 +AO + >5!45 56 + + ~x77 8 +AO + >5!45 56 +$%) A A  A  ASM A  A//0  %) R R R R  R SM R  R1R22'' (M(MN'' (8(89O4#7O:OO1N1)11 ! #$7AA3G#3G#3Gn3G " 3Gn #,###>,,- ?@H H $S H2<HH.HX8=7N7N 7  7!&!4!4 7  7 #&#>##  $f%BFv^Ss5QTAT;U01~1#1C11$ " N"2~#nnBBB(-c>.A(BBLOBB>#6*  "). 666 !"< > tCy ^ ..6671 1 V 1 6 1 1  1  11 1 666 !"181h../ VVV$A AA V A 6  A  A  666 !" A%0AL %,~,,&, $ #. #.,#.36#.AO#.#.%#.N+??@!% $##%)g? g? g? g? g? V  g?  g?g?g?tng?TNg? g?Ag?VKAAB!% $## V V V  V  V V  V  V V tnV  SMV  V CV t ",9<DGOR8 $ 51f5151%51piNiii`<~## #&#>##SScS)SS  $  n  3  /A  %   *3z:  :  C   J  ( <<<$.<7EEvx/0E E >3  ER&-&-,4&- >3 &-T$+$+,4$+ >3 $+N &  1  1  1 1' 1--.           /$ & & & & &  &  &'&R%X. (  5353 53 53  53  53)53r (n ( (5G ('99(9$  N  #^$' * *s *# *. *( *   $+ +%(+03+;>++%+(() nCs*$( 99 9 EKK 9 & 990 $ $( TT T EKK T &  T  T%T % $( UU U EKK U &  U  U&U'33c3n3(3 ))*=N=I=.=+= #.##N# ^  AE!D ||!D#ll!D19#!D \\!D!DH $( =='+).)@)@# EKK # LL# ^ $ #  #  #&&###L $( =='+ EKK  LL  ^ $   $'  $(%)'+  EKK  U\\ "  ^ $ (,../  $(%)'+   EKK  U\\ "  ^ $08 **+ $( =='+  EKK  LL ^ $     ,0'  $(%)'+  EKK  U\\ "  ^ $ (2 ))* $( =='+  EKK  LL ^ $     +0 &  $(%)'+  EKK  U\\ "  ^ $ '2 &  $(%)'+  EKK  U\\ "  ^ $'0( $('+%)).)>)>&& EKK & ^ $ & U\\ " &  &&&&&&)&R//1F1FGH  $\ $( =='+\ \ * \ \ EKK \ LL \ ^ $\\\\I\~ " #27??88V8U6:3E-F8 # 82 &  $('+ ==T/ ^+ ,T/ z>) *T/ T/ EKK T/ ^ $ T/ LLT/T/T/T/'T/n &   8@ $('+ ==8@ ^+ ,8@ z>) *8@ 8@  8@ EKK 8@ ^ $8@ LL8@8@8@8@'8@v  h~. #     ~     &>ND$8%:OOP>> .>'>D; ; #'' (;s,,-; ;~**+  $('+ == E),, -  EKK  ^ $  LL ,6! ")$( =='+") ")}") EKK ") LL ") ^ $ ")")")")"")P**DIIMM:;  $( =='+% %% EKK % LL % ^ $ %%%%<%>$(%)'+).)>)> EKK  U\\ "  ^ $ &&.( $(%)'+).)>)> EKK  U\\ "  ^ $   &&),' $(%)'+).)>)> EKK  U\\ "  ^ $   &&(, **+ $('+%)  EKK  ^ $ U\\ "     ,8$( =='+ > > EKK  > LL > ^ $ >  > >,$'$'X X tS% X c5 !X ;; X  XX*(() %>%%@V%*%P))*  + 4J  +         "^4& " &+" M $( M MeSj!"M ( M M EKK MM#M2 # **>*$* [ ) l +  "  3N 3c 3. 3# 3 "  3N 3c 3. 3# 3(77377c3m8L7$        ;;  LL   "))* "  =="" " " " ;; " LL " """+"R77377c3m8L7"))* &  =="& & & & ;; & LL & &&&+&R'   6%6%6% 6%  6%(6%r $ #!7?? O % O (() #!7?? ; * ; ' #!7?? Q ( Q( #!7?? : ) :" $ #8??   1'    1'%1'h %HdH&H##B#O#OP.Q##B#O#OP.Q**+  Xh/ ,  =! #)7??  "   " #)7??0 # 0$Sd u S  !  !d u d u  u [) #$67[) J' $%89[) d u  9 % 9 % }- ( # Sd    !  !  !SBSd  Sd u [) u l+ ddSBB 9 % u     !BSBd   u  u dS[) [) J' [) BS ( # J' BS 9 % S  !J' 9 % u S  !dSddd  SSddd[) u  u   [) 9 % J' dG 4,Ib46ttUF  r,