U
    dG                     @   s  d dl mZ d dlmZmZmZmZmZmZ d dl	m
Z
 d dlmZmZmZmZmZmZmZ d dlm  mZ d dlmZ d dlmZmZmZmZmZmZmZmZm Z m!Z! d dl"m#Z# ed	d
G dd dZ$ed	d
G dd dZ%ee&dddZ'eeeeeee$f f e(f dddZ)ed	d
G dd dZ*e*d dej+de*ddej,dgZ-eeeee$f ee e(dddZ.e#ee(dddZ/ed	d
G dd  d Z0e#ee(dd!d"Z1eeeee%f ee e(dd#d$Z2e#ee(dd%d&Z3dS )'    )	dataclass)UnionOptionalListTupleDictSequence)	translate)NativeFunctionsGroup
ScalarTypeUfuncKeyDispatchKeyBaseTypeBaseTyArgumentN)UfunctorBindings)
StructuredImplSignaturescalar_topmath_tBindingCType	BaseCTypeExpr
NamedCTypeScalarTypeToCppMappingVectorizedCType)with_native_functionT)frozenc                   @   s   e Zd ZU eed< ee ed< eed< edddZ	e
e dddZedd	d
ZedddZedddZedddZdS )UfunctorSignaturegscalar_tensor_idxnamereturnc                 C   s   t j| j| jtdS )N)r    r   )ufuncZufunctor_argumentsr   r    r   self r'   7/tmp/pip-unpacked-wheel-ua33x9lu/torchgen/dest/ufunc.py	arguments@   s
      zUfunctorSignature.argumentsc                 C   s   dd |   jD S )Nc                 S   s   g | ]}| |j d qS )_)renamer!   .0br'   r'   r(   
<listcomp>G   s     z,UfunctorSignature.fields.<locals>.<listcomp>)r)   ctorr%   r'   r'   r(   fieldsE   s    zUfunctorSignature.fieldsc                 C   s   t tS N)r   r   r%   r'   r'   r(   returns_typeI   s    zUfunctorSignature.returns_typec                 C   s   d dd |  D S )N
c                 s   s"   | ]}|j  d |j dV  qdS ) ;N)typer!   )r-   fr'   r'   r(   	<genexpr>O   s     z0UfunctorSignature.decl_fields.<locals>.<genexpr>)joinr1   r%   r'   r'   r(   decl_fieldsN   s    zUfunctorSignature.decl_fieldsc                 C   sL   d dd |  jD }d dd |  jD }| j d| d| dS )N, c                 s   s   | ]}|  V  qd S r2   declr-   ar'   r'   r(   r9   R   s     z5UfunctorSignature.inline_defn_ctor.<locals>.<genexpr>c                 s   s"   | ]}|j  d |j  dV  qdS )z_()Nr!   r?   r'   r'   r(   r9   U   s     (z) : z {})r:   r)   r0   r!   )r&   args_strZinit_strr'   r'   r(   inline_defn_ctorQ   s    z"UfunctorSignature.inline_defn_ctorc                 C   s2   d dd |  jD }|    d| dS )Nr<   c                 s   s   | ]}|  V  qd S r2   r=   r?   r'   r'   r(   r9   Y   s     z/UfunctorSignature.decl_apply.<locals>.<genexpr>z operator()(z) const)r:   r)   applyr3   Zcpp_type)r&   rD   r'   r'   r(   
decl_applyX   s    zUfunctorSignature.decl_applyN)__name__
__module____qualname__r
   __annotations__r   intstrr   r)   r   r   r1   r   r3   r;   rE   rG   r'   r'   r'   r(   r   :   s   
r   c                   @   sT   e Zd ZU eed< eed< eed< ee dddZ	e
eeef  eddd	Zd
S )UfuncSignaturer   r!   	compute_tr"   c                 C   s   t j| j| jdS )N)rO   )r$   Zufunc_argumentsr   rO   r%   r'   r'   r(   r)   c   s    zUfuncSignature.argumentsctxr#   c              	   C   s,   | j  dddd t||  D  dS )NrC   r<   c                 s   s   | ]}|j V  qd S r2   exprr?   r'   r'   r(   r9   g   s     z&UfuncSignature.call.<locals>.<genexpr>rA   r!   r:   r	   r)   r&   rQ   r'   r'   r(   callf   s    zUfuncSignature.callN)rH   rI   rJ   r
   rK   rM   r   r   r   r)   r   r   r   rV   r'   r'   r'   r(   rN   ]   s
   
rN   )r   r#   c                 C   s"   t dd | jjjjD }|dkS )Nc                 s   s   | ]}|j  rd V  qdS )   N)r7   is_tensor_liker?   r'   r'   r(   r9   }   s    
 z<eligible_for_binary_scalar_specialization.<locals>.<genexpr>   )sum
functionalfuncr)   flat_non_out)r   Znum_tensorsr'   r'   r(   )eligible_for_binary_scalar_specialization|   s    
r^   c                 C   s  i }g }| j j}tjdtjdtjd i}t| r@tjtjtjg}n2tjg}tjtjfD ]}||ksTtd| dqT|D ]X}||krt| || || j	d}|| j
D ]}|||i |< qqvd }	t }
tjtjfD ]H}||krq|	d kr|| j	}	n|	|| j	kstd|
|| j
O }
q|	d k	s,t| d|	 }t| || |d}|
D ]}|||i |< qPt| d|	 ttd	}| | j }|d
|j	 d|  d|  d|  d|| d qv|d|fS )NrW   r   zcannot use z on non-binary function)r    r!   z0ScalarOnly and Generic must have same ufunc namer*   ufunc::r!   rO   z%
template <typename scalar_t>
struct z3 {
  using opmath_t = at::opmath_type<scalar_t>;
  z
  z
  __device__ z {
    return z	;
  }
};
r4   )outufunc_inner_loopr   CUDAFunctorOnSelfCUDAFunctorOnOtherCUDAFunctorr^   AssertionErrorr   r!   supported_dtypes
setdefaultset
ScalarOnlyGenericrN   r   r   r1   r)   rF   appendr;   rE   rG   rV   r:   )r   ufunctor_sigs	ufunctorsloopsZscalar_tensor_idx_lookupkeyskufunctor_sigdtypeZ
ufunc_namerg   lkr!   Z	ufunc_sigZ	apply_ctxr'   r'   r(   compute_ufunc_cuda_functors   s       
  	    ru   c                   @   s&   e Zd ZU eed< eed< eed< dS ) BinaryScalarSpecializationConfig
scalar_idxctor_tensor	ufunc_keyN)rH   rI   rJ   rL   rK   rM   r   r'   r'   r'   r(   rv      s   
rv   r&   )rw   rx   ry   rW   other)r   rs   inner_loops
parent_ctxr#   c           
      C   s   d}|d7 }t D ]}|j|kr q||j }|jd }t|}|td| dt|jtt	d d
dd	 t|| jD }	|d
| d|j d|	 d| d	7 }q|tj }d
dd	 t|| jD }	|d|j d|	 d7 }|S )Nz+using opmath_t = at::opmath_type<scalar_t>;zif (false) {}
rW   ziter.scalar_value<opmath_t>(rA   )rS   r7   r<   c                 s   s   | ]}|j V  qd S r2   rR   r?   r'   r'   r(   r9     s    z0compute_ufunc_cuda_dtype_body.<locals>.<genexpr>zelse if (iter.is_cpu_scalar(z)) {
  z<scalar_t> ufunctor(z);
  iter.remove_operand(z");
  gpu_kernel(iter, ufunctor);
}c                 s   s   | ]}|j V  qd S r2   rR   r?   r'   r'   r(   r9     s    z
else {
  gpu_kernel(iter, z<scalar_t>(z
));
}
    )!BinaryScalarSpecializationConfigsry   rw   listrl   r   r   rx   r   r   r:   r	   r)   r0   r!   r   re   )
r   rs   r{   r|   bodyconfigrr   rw   rQ   Zufunctor_ctor_exprs_strr'   r'   r(   compute_ufunc_cuda_dtype_body   sH    







r   c           	      C   s   t | \}}t| t| tj}g }| D ]@\}}|d|j d| dt	|  dt
| |||  d	 q,d|}t| }d| d|  d|  d	|  d
|j d| d|j d|j d|j d|  d||  dS )N
AT_PRIVATE_CASE_TYPE("", at::ScalarType::r<   ,
  [&]() {
    
  }
)
r4   z

;
;

N {
  at::ScalarType st = iter.common_dtype();
  RECORD_KERNEL_FUNCTION_DTYPE("", st);
  switch (st) {
    (
    default:
      TORCH_CHECK(false, "zI", " not implemented for '", toString(st), "'");
  }
}
REGISTER_DISPATCH(, &z);

 {
  ;
}
)ru   r   r$   kernel_namer   ZCUDAitemsrl   r!   r   r   r)   r:   StubSignature	type_defndispatch_declkernel_defndefndirect_call)	r   rm   rn   sigdtype_casesrs   Zinner_ufunctor_sigsdtype_cases_strstub_sigr'   r'   r(   compute_ufunc_cuda  sP    


r   c                   @   s   e Zd ZU eed< eedddZeedddZeedddZ	e
e dd	d
ZedddZedddZedddZedddZedddZee edddZee edddZdS )r   r   r"   c                 C   s   t | jjjjj dS )NZ_stubrM   r   r[   r\   r!   r%   r'   r'   r(   r!   S  s    zStubSignature.namec                 C   s   t | jjjjj dS )NZ_kernelr   r%   r'   r'   r(   r   W  s    zStubSignature.kernel_namec                 C   s   t | jjjjj dS )N_fnr   r%   r'   r'   r(   	type_name[  s    zStubSignature.type_namec                 C   s   t | jS r2   )r$   Zstub_argumentsr   r%   r'   r'   r(   r)   _  s    zStubSignature.argumentsc                 C   s$   |   }dddd |D  dS )Nzvoid(*)(TensorIteratorBase&, r<   c                 s   s   | ]}|j V  qd S r2   )r7   r?   r'   r'   r(   r9   d  s     z%StubSignature.type.<locals>.<genexpr>rA   )r)   r:   )r&   Zcpp_argsr'   r'   r(   r7   b  s    zStubSignature.typec                 C   s   d| j  d| j dS )NzDECLARE_DISPATCH(r<   rA   )r   r!   r%   r'   r'   r(   r   f  s    zStubSignature.dispatch_declc                 C   s   d| j  dS )NzDEFINE_DISPATCH(rA   rB   r%   r'   r'   r(   dispatch_defni  s    zStubSignature.dispatch_defnc                 C   s(   d| j  dddd |  D  dS )Nzvoid z(TensorIteratorBase& iter, r<   c                 s   s   | ]}|  V  qd S r2   )r   r?   r'   r'   r(   r9   m  s     z,StubSignature.kernel_defn.<locals>.<genexpr>rA   )r   r:   r)   r%   r'   r'   r(   r   l  s    zStubSignature.kernel_defnc                 C   s   d| j  d|   S )Nzusing  = )r   r7   r%   r'   r'   r(   r   o  s    zStubSignature.type_defnrP   c              	   C   s,   | j  dddd t||  D  dS )Nz(device_type(), *this, r<   c                 s   s   | ]}|j V  qd S r2   rR   r?   r'   r'   r(   r9   t  s     z%StubSignature.call.<locals>.<genexpr>rA   rT   rU   r'   r'   r(   rV   s  s    zStubSignature.callc              	   C   s,   | j  dddd t||  D  dS )Nz(*this, r<   c                 s   s   | ]}|j V  qd S r2   rR   r?   r'   r'   r(   r9   x  s     z,StubSignature.direct_call.<locals>.<genexpr>rA   )r   r:   r	   r)   rU   r'   r'   r(   r   w  s    zStubSignature.direct_callN)rH   rI   rJ   r
   rK   propertyrM   r!   r   r   r   r   r)   r7   r   r   r   r   r   rV   r   r'   r'   r'   r(   r   O  s   
r   c                 C   sZ   t | }t| t| tj}d|  d|  d|  d|	  d|
|  dS )Nr4   r   r   r   r   )r   r   r$   r   r   ZCPUr   r   r   r   rV   r)   )r   r   r   r'   r'   r(   compute_ufunc_cpu{  s    r   c                    s  t j|ks t| d|  | t jt jhks8t|t j }d }t j|krZ|t j }g }g  |D ]f}t|jtr|jjt	t
jkrqf|d|j d|j d  td|j t|jjtt qf|d k	rL|D ]n}t|jtr|jjt	t
jkrq|d|j d|j d  td	|j t|jjttt qg }g }	| jjjjD ]~}
|
j stq`|
jt	t
jkst|t|
jt|
jtt|
d
 |d k	r`|	t|
jt|
jttt|
d
 q`tt ttttf  d fdd}d|}|d k	rpd| dddd |D  d||| dddd |	D  d|||	 dS d| dddd |D  d||| dS d S )Nr<   zauto _s_r   z.to<scalar_t>();Z_s_zauto _v_z$ = at::vec::Vectorized<scalar_t>(_s_z);Z_v_)r!   nctypeargument)r.   r#   c                    s   g }|   | |  |S r2   )extend)r.   rrQ   r'   r(   with_ctx  s    

z.compute_ufunc_cpu_dtype_body.<locals>.with_ctxr4   z
cpu_kernel_vec(iter,
  [=](c                 s   s   | ]}|  V  qd S r2   r=   r,   r'   r'   r(   r9     s     z/compute_ufunc_cpu_dtype_body.<locals>.<genexpr>z) { return z; },
  [=](c                 s   s   | ]}|  V  qd S r2   r=   r,   r'   r'   r(   r9     s     z; }
);
z
cpu_kernel(iter,
  [=](c                 s   s   | ]}|  V  qd S r2   r=   r,   r'   r'   r(   r9     s     ) r   	CPUScalarrf   rp   	CPUVector
isinstancer   r   r7   r   r   ZScalarrl   r!   r   r   r   r   r   r   r[   r\   r)   r]   rX   ZTensorr   r   r   r   r:   rV   )r   rs   r{   r|   Zscalar_loopZvec_loopr   r.   Zscalar_bindingsZvec_bindingsr@   r   Zbody_strr'   r   r(   compute_ufunc_cpu_dtype_body  s     


	(

	
$

r   c                 C   s  t | }| jj}i }tjtjfD ]}g }||kr:|| tj|krZ|tjkrZ|tj tj|krp|tj |D ]x}|| j	D ]h}|tjkrt
t}n|tjkrtt
t}nt ||i }	||	krt| d|| j |d|	|< qqtq g }
| D ]@\}}	|
d|j d| dt|  dt| ||	|  d	 qd|
}d	|  d
|j d| d|j d|  d|  d|j d|j dS )Nr_   r`   r   r   r<   r   r   r4   z
namespace {

r   r   r   zR", " not implemented for '", toString(st), "'");
  }
}

} // anonymous namespace

r   z;
REGISTER_DISPATCH(r   z);
)r   ra   rb   r   r   r   rl   rj   rk   rg   r   r   r   rf   rh   rN   r!   r   r   r   r)   r:   r   r   r   r   )r   r   ro   Z
ufunc_sigsrq   Zlksrt   rs   rO   Zinner_ufunc_sigsr   r   r'   r'   r(   compute_ufunc_cpu_kernel  sp    




  

r   )4Zdataclassesr   typingr   r   r   r   r   r   Ztorchgen.api.translater	   Ztorchgen.modelr
   r   r   r   r   r   r   Ztorchgen.api.ufuncapir$   r   Ztorchgen.api.typesr   r   r   r   r   r   r   r   r   r   Ztorchgen.contextr   r   rN   boolr^   rM   ru   rv   rd   rc   r}   r   r   r   r   r   r   r'   r'   r'   r(   <module>   s`    $	0"S
/4+
]