PhUddlmZmZmZddlZddlmcmZddlm Z gZ ee e d<ejjGddZy))DictListOptionalN)Tensor__all__czeZdZ ddeedededededededed ed ed ed efd ZdeeefdZ y)_FunctionalAdagradparamslrlr_decay weight_decayinitial_accumulator_valuewarmup_lr_multiplierwarmup_num_iterseps coalesce_gradforeachmaximize_allow_empty_param_listc |||||||d|_| |_| |_| |_tj j ttjtttjffi|_ t|dk(r | s tdd|i|_ |jdD]E} t j| j|t j dd|j| <Gy)N)r r rr rrrrz%optimizer got an empty parameter listr )sumstep)defaultsrrrtorchjitannotaterrstrstatelen ValueError param_group full_likedatatensor)selfr r r r rrrrrrrrps uC:\Users\daisl\Desktop\realtime-object-detection\venv\Lib\site-packages\torch/distributed/optim/functional_adagrad.py__init__z_FunctionalAdagrad.__init__s  ()B$8 0  +   YY''U\\4U\\@Q;R-R(SUWX v;! $;DE E%f-!!(+Aqvv/HI S)DJJqM, gradientsc*|jd}g}g}g}g}t|t|k7r*tddt|dzdt|zd\}}t|jd|D]\} } |  || jz}|t j | z}|j| |j| |j| } |j| d|j| dt j5tj|||||jd |jd |jd |jd ||j|j| dddy#1swYyxYw)Nr zEthe gradients passed in does not equal to the size of the parameters!zParams length: z. zGradients length: )FFrrr r r r)r r r rhas_sparse_gradrr has_complex)r"r r!zip is_sparser is_complexappendrno_gradFadagradrrr) r&r+r params_with_gradgrads state_sums state_stepsr-r.paramgradientrs r(rz_FunctionalAdagrad.stepAs!!(+ $& v;#i. (W#CK=34&s9~&678  (4$"4#3#3H#=yIOE8#8#5#55u//66  ''. X& 5)!!%,/""5=1 J]]_ II==&!]]>:z2MM%( / ' __s A*F  FN) g{Gz?rrrg?rg|=TFFF) __name__ __module__ __qualname__rrfloatboolr)rrr*r(r r s !+.&)"%"(-*V * * *  * $) *$* *****"&*X'd8F#34'r*r )typingrrrrtorch.optim._functionaloptim _functionalr4rrr__annotations__rscriptr rAr*r(rHsK'' ##cTTTr*