/usr/local/lib64/python3.6/site-packages/torch/utils/__pycache__
Edit: /usr/local/lib64/python3.6/site-packages/torch/utils/__pycache__/mkldnn.cpython-36.pyc (6722B)
3
๚Eg3 ใ @ s d dl Z G dd de jjZG dd de jjZG dd deZG dd d eZG d
d d eZG d d
d
e jjZe j fddZ
dS )้ Nc sL e Zd Z fddZejjdd Zejjdd Zejjdd Z Z
S ) ฺ MkldnnLinearc sj t t| j | jd|jj| |jd k r@| jd|jj n&| jdtj|jj dgtj
dj d S )Nฺweightฺbiasr )ฺdtype) ฺsuperr ฺ__init__ฺregister_bufferr ฺ to_mkldnnr ฺtorchฺzerosฺsizeฺfloat)ฺselfฺ dense_moduler )ฺ __class__ฉ ๚>/usr/local/lib64/python3.6/site-packages/torch/utils/mkldnn.pyr s
zMkldnnLinear.__init__c C s | j j | jj | jfS )N)r ฺto_denser ฺtraining)r r r r ฺ __getstate__ s zMkldnnLinear.__getstate__c C s* |d j | _|d j | _|d | _d S )Nr ้ ้ )r r r r )r ฺstater r r ฺ __setstate__ s zMkldnnLinear.__setstate__c C s> |j r
|n|j }tjjj|| j| j}|j r2|n|j }|S )N) Z is_mkldnnr r
ฺ_Cฺ_nnZ
mkldnn_linearr r r )r ฺxZx_mkldnnZy_mkldnnฺyr r r ฺforward s zMkldnnLinear.forward) ฺ__name__ฺ
__module__ฺ __qualname__r r
ฺjitฺ
script_methodr r r ฺ
__classcell__r r )r r r s
r c sL e Zd ZdZddddgZ fddZejjdd Z ejjd
d Z
Z S ) ฺ
_MkldnnConvNdz,Common base of MkldnnConv1d and MkldnnConv2dฺstrideฺpaddingฺdilationฺgroupsc sv t t| j |j| _|j| _|j| _|j| _|jd k rL| jd|jj n&| jdt
j |j j
dgt
jdj d S )Nr r )r )r r% r r& r' r( r) r r r r
r r r r
)r r )r r r r ( s
z_MkldnnConvNd.__init__c C s | j j | jj | jfS )N)r r r r )r r r r r : s z_MkldnnConvNd.__getstate__c C s" t j|| j| j| j| j| j| jS )N)r
Zmkldnn_convolutionr r r' r& r( r) )r r r r r r > s z_MkldnnConvNd.forward) r r r! ฺ__doc__ฺ
__constants__r r
r" r# r r r$ r r )r r r% $ s
r% c s, e Zd Z fddZejjdd Z ZS )ฺ MkldnnConv1dc s( t t| j| | jd|jj| d S )Nr )r r, r r r r )r r r )r r r r K s zMkldnnConv1d.__init__c C s* |d j | _|d j | _|d | _d S )Nr r r )r r r r )r r r r r r P s zMkldnnConv1d.__setstate__) r r r! r r
r" r# r r$ r r )r r r, J s r, c s, e Zd Z fddZejjdd Z ZS )ฺ MkldnnConv2dc sB t t| j| | jdtjjj|jj || j
| j | j | j
d S )Nr )r r- r r r
r r ฺ mkldnn_reorder_conv2d_weightr r r' r& r( r) )r r r )r r r r X s
zMkldnnConv2d.__init__c C sD t jjj|d j | j| j| j| j| _ |d j | _
|d | _ d S )Nr r r ) r
r r r. r r' r& r( r) r r r )r r r r r r b s
zMkldnnConv2d.__setstate__) r r r! r r
r" r# r r$ r r )r r r- W s
r- c s, e Zd Z fddZejjdd Z ZS )ฺ MkldnnConv3dc sB t t| j| | jdtjjj|jj || j
| j | j | j
d S )Nr )r r/ r r r
r r ฺ mkldnn_reorder_conv3d_weightr r r' r& r( r) )r r r )r r r r n s
zMkldnnConv3d.__init__c C sD t jjj|d j | j| j| j| j| _ |d j | _
|d | _ d S )Nr r r ) r
r r r0 r r' r& r( r) r r r )r r r r r r x s
zMkldnnConv3d.__setstate__) r r r! r r
r" r# r r$ r r )r r r/ m s
r/ c sT e Zd ZddgZ fddZejjdd Zejjdd Z ejjd d
Z
Z S ) ฺMkldnnBatchNormฺexponential_average_factorฺepsc s t t| j |j st|js$t|js.t|jd kr@d| _n|j| _|j | _ | j
d|j j | j
d|j
j | j
d|jj | j
d|jj d S )Ng r r ฺ running_meanฺ running_var)r r1 r r ฺAssertionErrorZtrack_running_statsZaffineZmomentumr2 r3 r r r r r4 r5 )r r )r r r r s
zMkldnnBatchNorm.__init__c C s8 | j j }| jj }| jj }| jj }||||| jfS )N)r r r r4 r5 r )r r r r4 r5 r r r r s
z MkldnnBatchNorm.__getstate__c C sF |d j | _|d j | _|d j | _|d j | _|d | _d S )Nr r r ้ ้ )r r r r4 r5 r )r r r r r r ก s
z MkldnnBatchNorm.__setstate__c
C s& t j|| j| j| j| jd| j| jd S )NF)r
Z
batch_normr r r4 r5 r2 r3 )r r r r r r ฉ s zMkldnnBatchNorm.forward) r r r! r+ r r
r" r# r r r r$ r r )r r r1 s
r1 c s8 |t jt jgkstddd fdd| |S )Nz.MKLDNN only support float or bfloat16 path nowc S s t | tjjrt| |S t | tjjr0t| |S t | tjjrHt| |S t | tjj r`t
| |S t | tjj s|t | tjj rt
| S | S d S )N)ฺ
isinstancer
ฺnnZLinearr ZConv1dr, ZConv2dr- ZConv3dr/ Z BatchNorm2dZ BatchNorm3dr1 )ฺmฺdr r r ฺm_fnผ s
zto_mkldnn.
.m_fnc s6 | |}x&| j D ]\}}t|||| qW |S )N)Znamed_childrenฺsetattr)r; r< Znew_mฺnameZsub_m)r= ฺm_fn_recr r r@ ฬ s
zto_mkldnn..m_fn_rec)r
r
Zbfloat16r6 )ฺmoduler r )r= r@ r r ธ s
r ) r
r" Z ScriptModuler r% r, r- r/ r1 r
r r r r r ฺ s &
4