PhUddlmZmZmZddlZddlmcmZddlm Z gZ ee e d<ejjGddZy))DictListOptionalN)Tensor__all__c~eZdZ ddeedededededededed efd Zd ed eefd Z deeefdZ y)_FunctionalSGDparamslrmomentum dampening weight_decaynesterovmaximizeforeach_allow_empty_param_listc <||||d|_||_||_||_tj j ttjtttjffi|_ t|dk(r | s tdd|i|_ y)N)r r r rrz%optimizer got an empty parameter listr )defaultsrrrtorchjitannotaterrstrstatelen ValueError param_group) selfr r r r rrrrrs qC:\Users\daisl\Desktop\realtime-object-detection\venv\Lib\site-packages\torch/distributed/optim/functional_sgd.py__init__z_FunctionalSGD.__init__s "(   !    YY''U\\4U\\@Q;R-R(SUWX v;! $;DE E%f-paramgradc|jd}|jd}|jd}|jd}|g}g}g} d} |u| j||jrd} ||jvri|j|<|j|} d| vr|jdn|j| dt j 5t j|| ||||||j|j| |j ddd|j|} |d } | | | d<yy#1swY&xYw) z[Similar to self.step, but operates on a single parameter and its gradient. rr r r FNTmomentum_bufferrr r r rrhas_sparse_gradrr) rappend is_sparserrno_gradFsgdrrr) rr!r"rr r r r momentum_buffer_listgradsr&rr$s r step_paramz_FunctionalSGD.step_param3sB }}^4 ==,MM+. ]]4 79   LL ~~"&DJJ&$& 5!JJu%E -$++D1$++E2C,DE ]]_ EE$)!# /   5!.q1  &'6E# $ '#_s ?D55D> gradientsc|jd}g}g}g}|jd}|jd}|jd}|jd} t|t|k7r*tddt|dzd t|zd } t ||D]\} } |  |j | |j | | j rd } | |jvri|j| <|j| } d | vr|j d{|j | d tj5tj||||||| |j|j| |j dddt|D]!\}}|j|} ||}||| d <#y#1swY9xYw)Nr r rr r zEthe gradients passed in does not equal to the size of the parameters!zParams length: z. zGradients length: FTr$r%)rrrrzipr'r(rrr)r*r+rrr enumerate)rr/r params_with_gradr-r,r rr r r&r!gradientripr$s rstepz_FunctionalSGD.stepbs!!(+79 ]]4 }}^4 ==,MM+. v;#i. (W#CK=34&s9~&678   "695OE8# ''. X&%%&*O *(*DJJu% 5)$E1(//5(//6G0HI 6 ]]_ EE $)!# /   ./DAqJJqME215O*+:'( 0!_s ?F==GN)g{Gz?r8r8FFFF) __name__ __module__ __qualname__rrfloatboolrrr.r7r rr r s !(-.V . . .  .  ...."&.<-7-7hv.>-7^6;d8F#346;r r )typingrrrrtorch.optim._functionaloptim _functionalr*rrr__annotations__rscriptr r>r rrEsK'' ##cD;D;D;r