U
    d                     @   sZ   d dl mZmZmZmZ d dlZd dlm  mZ	 d dlm
Z
 ejjG dd deZdS )    )ListDictOptionalTupleN)Tensorc                   @   sP   e Zd Zdee eeeef eeef eedddZee	e  dd	d
Z
dS )_FunctionalRprop{Gz?g      ?g333333?gư>2   F)paramslretas
step_sizesforeach_allow_empty_param_listc                 C   sf   d|i| _ || _|| _|| _t|dkr4|s4tdd|i| _tj	t
tjt
ttjf f i | _d S )Nr   r   z%optimizer got an empty parameter listr   )defaultsr   r   r   len
ValueErrorparam_grouptorchjitZannotater   r   strstate)selfr   r   r   r   r   r    r   L/tmp/pip-unpacked-wheel-ua33x9lu/torch/distributed/optim/functional_rprop.py__init__   s    
 
z_FunctionalRprop.__init__)	gradientsc                 C   sZ  | j d }g }g }g }g }| jd }| j\}}	| j\}
}t|t|krntddt| d dt|  t||D ]\}}|d k	rx|| || || jkri | j|< | j| }t	
d|d< t	j|t	jd	|d
< t	|||d< | j| }||d
  ||d  |d  d7  < qxt	 $ tj|||||
|||	| jd	 W 5 Q R X d S )Nr   r   zEthe gradients passed in does not equal to the size of the parameters!zParams length: z. zGradients length: g        step)Zmemory_formatprevZ	step_size   )step_size_minstep_size_maxetaminusetaplusr   )r   r   r   r   r   r   zipappendr   r   ZtensorZ
zeros_likeZpreserve_formatZ	full_likeZno_gradFZrpropr   )r   r   r   Zparams_with_gradZgradsZprevsr   r   r$   r%   r"   r#   paramZgradientr   r   r   r   r   +   sR    










z_FunctionalRprop.stepN)r   r	   r
   FF)__name__
__module____qualname__r   r   floatr   boolr   r   r   r   r   r   r   r      s        

r   )typingr   r   r   r   r   Ztorch.optim._functionalZoptimZ_functionalr(   r   r   scriptobjectr   r   r   r   r   <module>   s
   