PhWUddlmZmZmZmZddlZddlmcmZ ddlm Z gZ ee e d<ejjGddZy))DictListOptionalTupleN)Tensor__all__cpeZdZ d deededeeefdeeefdededefdZd ee efd Z y ) _FunctionalRpropparamslretas step_sizesforeachmaximize_allow_empty_param_listcDd|i|_||_||_||_||_t |dk(r |s t dd|i|_tjjttjtttjffi|_y)Nr rz%optimizer got an empty parameter listr )defaultsr rrrlen ValueError param_grouptorchjitannotaterrstrstate)selfr r r rrrrs sC:\Users\daisl\Desktop\realtime-object-detection\venv\Lib\site-packages\torch/distributed/optim/functional_rprop.py__init__z_FunctionalRprop.__init__s "   $   v;! $;DE E%f-YY''U\\4U\\@Q;R-R(SUWX gradientsc|jd}g}g}g}g}|jd}|j\}} |j\} } t |t |k7r*t ddt |dzdt |zd} t ||D] \} }| | tj| z} |j| |j|| |jvrwi|j| <|j| }tjd|d <tj| tj |d <tj|||d <|j| }|j|d |j|d |d xxd z cc<tj5t!j"||||| | || |j$|j&|  dddy#1swYyxYw)Nr r zEthe gradients passed in does not equal to the size of the parameters!zParams length: z. zGradients length: Fgstep) memory_formatprev step_size) step_size_min step_size_maxetaminusetaplusrr has_complex)rrr rrrzipr is_complexappendrtensor zeros_likepreserve_format full_likeno_gradFrproprr)rr r params_with_gradgradsprevsrr r)r*r'r(r+paramgradientrs rr"z_FunctionalRprop.step0s!!(+ ]]4  II''+$ } v;#i. (W#CK=34&s9~&678   "695OE8#u//66  ''. X& *(*DJJu% JJu-E$)LL$5E&M$)$4$4U-B-B%E&M*/2)FE+& 5) U6]+!!% "45f " ' 6*]]_ GG ++! ' __s 85G66G?N)g{Gz?)g?g333333?)gư>2FFF) __name__ __module__ __qualname__rrfloatrboolrrr"rrr r s $.*4(-YV Y YE5L! Y %,' Y  YY"&Y64d8F#344rr )typingrrrrrtorch.optim._functionaloptim _functionalr4rrr__annotations__rscriptr rArrrHsK.. ##cPPPr