/usr/local/lib64/python3.6/site-packages/torch/jit/__pycache__
Edit: /usr/local/lib64/python3.6/site-packages/torch/jit/__pycache__/quantized.cpython-36.pyc (18517B)
3
Eg] @ s d dl mZmZ d dlmZ d dl Z d dlZd dlmZmZm Z G dd de j
j Z G dd de j
j Z
G d d
d
e j
j ZG d d d eZG d
d deZG dd deZd!eeeedddZG dd de j
j ZG dd deZG dd deZdd Ze jfd d Ze jfd d ZdS )" )Tensor_VF)PackedSequenceN)ListOptionalTuplec s\ e Zd ZddgZ fddZejjdd Zejjdd Z ejjd d
Z
d d Z Z S )
QuantizedLinearscale
zero_pointc s t t| j |j| _|j| _tj|jjtj dj
\| _| _ | _ | _
tjj| jdd| _tjj| j dd| _ |jd k stdtjj|jjtj dj
dd| _| jdtj| jjtj d d S )N)
memory_formatF)
requires_gradz QuantizedLinear requires a biaspacked_tensor_ptr)superr __init__ in_features out_featurestorch fbgemm_linear_quantize_weightweightclonecontiguous_formatfloat col_offsetsr r
nn ParameterbiasAssertionErrorregister_buffer fbgemm_pack_quantized_matrix)selfother) __class__ ?/usr/local/lib64/python3.6/site-packages/torch/jit/quantized.pyr
s &"zQuantizedLinear.__init__c C s | j jtj| j d S )N)r
set_r r r )r r" r" r# _unpack s zQuantizedLinear._unpackc C s. | j jtjtjjtt g tjdj d S )N)dtype)
r
r$ r zerosjitannotater intuint8detach)r r" r" r# _pack" s zQuantizedLinear._packc C s2 t j|j | j| j| j| j| j| j}|j |j
S )N) r Z)fbgemm_linear_int8_weight_fp32_activationr r r
r r r
r Ztor& )r inputoutr" r" r# forward' s zQuantizedLinear.forwardc C s dj f | j}|S )Nz^in_features={in_features}, out_features={out_features}, scale={scale}, zero_point={zero_point})format__dict__)r reprr" r" r#
extra_repr. s zQuantizedLinear.extra_repr)
__name__
__module__ __qualname__
__constants__r r r(
script_methodr% r- r0 r4
__classcell__r" r" )r! r# r
s r c sT e Zd Z fddZejjdd Zejjdd Zejjdd Z d d
Z
Z S ) QuantizedLinearFP16c s t t| j |j| _|j| _|j| _tj|jj tj
dj | _|j d k sTt
dtjj|j j tj
dj dd| _ | jd| j d S )N)r z#QuantizedLinearFP16 requires a biasF)r
packed_weight)r r; r r r r original_weightr fbgemm_pack_gemm_matrix_fp16r r r r r r r r )r r )r! r" r# r 6 s "z QuantizedLinearFP16.__init__c C s | j jtj| j d S )N)r< r$ r r> r= )r r" r" r# r% A s zQuantizedLinearFP16._unpackc C s. | j jtjtjjtt g tjdj d S )N)r& )
r< r$ r r' r( r) r r* r+ r, )r r" r" r# r- G s zQuantizedLinearFP16._packc C s t j|j | j| j}|S )N)r Z)fbgemm_linear_fp16_weight_fp32_activationr r< r )r r. r/ r" r" r# r0 L s zQuantizedLinearFP16.forwardc C s dj f | j}|S )Nz8in_features={in_features}, out_features={out_features}, )r1 r2 )r r3 r" r" r# r4 R s z QuantizedLinearFP16.extra_repr) r5 r6 r7 r r r( r9 r% r- r0 r4 r: r" r" )r! r# r; 4 s
r; c s e Zd ZdddddddgZ fdd Zd
d Zejjd d
Z ejjde
e
e ddddZ ejjdd Z
ejjdd Z ZS )QuantizedRNNCellBase
input_size hidden_sizer scale_hhscale_ih
zero_point_ih
zero_point_hhc s( t t| j |j| _|j| _|j| _| js4tdtj|j j
tj dj \}}| _
| _| jd| | jd| tj|jj
tj dj \}}| _| _| jd| | jd| tj| j }| jd| tj| j}| jd| tjj|jj
tj dj d d
| _tjj|jj
tj dj d d
| _d S ) Nz&Quantized RNN cells require bias terms)r weight_ihcol_offsets_ih weight_hhcol_offsets_hh packed_ih packed_hhF)r )r r? r r@ rA r
ValueErrorr r rF r r r rC rD r rH rB rE r r r bias_ihbias_hh)r r rF rG rH rI rJ rK )r! r" r# r [ s$ & & "z QuantizedRNNCellBase.__init__c C sJ d}d| j kr | jdk r |d7 }d| j kr<| jdkr<|d7 }|jf | j S )Nz{input_size}, {hidden_size}r Tz
, bias={bias} nonlinearitytanhz , nonlinearity={nonlinearity})r2 r rO r1 )r sr" r" r# r4 t s z QuantizedRNNCellBase.extra_reprc C s, |j d| jkr(tdj|j d| jd S )N z6input has inconsistent input_size: got {}, expected {})sizer@ RuntimeErrorr1 )r r. r" r" r# check_forward_input| s z(QuantizedRNNCellBase.check_forward_input N)r. hx hidden_labelreturnc C s` |j d|j dkr2tdj|j d||j d|j d| jkr\tdj||j d| jd S )Nr z8Input batch size {} doesn't match hidden{} batch size {}rR z:hidden{} has inconsistent hidden_size: got {}, expected {})rS rT r1 rA )r r. rW rX r" r" r# check_forward_hidden s z)QuantizedRNNCellBase.check_forward_hiddenc C s, | j jtj| j | jjtj| j d S )N)rJ r$ r r rF rK rH )r r" r" r# r% s z QuantizedRNNCellBase._unpackc C sX | j jtjtjjtt g tjdj | j
jtjtjjtt g tjdj d S )N)r& ) rJ r$ r r' r( r) r r* r+ r, rK )r r" r" r# r- s $zQuantizedRNNCellBase._pack)rV )r5 r6 r7 r8 r r4 r r( r9 rU r strrZ r% r- r: r" r" )r! r# r? W s
r? c sP e Zd ZddddddddgZ fd d
Zejjdee e ed d
dZ
Z S )QuantizedRNNCellr@ rA r rB rC rD rE rO c s t t| j| |j| _d S )N)r r\ r rO )r r )r! r" r# r s zQuantizedRNNCell.__init__N)r. rW rY c C s | j | |d kr0tj|jd| j|j|jd}| j||d | jdkrt j
||| j | j | j
| j| j| j| j| j| j| j| j| j}n\| jdkrt j||| j | j | j
| j| j| j| j| j| j| j| j| j}n|}tdj| j|S )Nr )r& devicerV rP ZreluzUnknown nonlinearity: {})rU r r' rS rA r& r] rZ rO r Zquantized_rnn_tanh_cellrF rH rM rN rJ rK rG rI rC rB rD rE Zquantized_rnn_relu_cellrT r1 )r r. rW retr" r" r# r0 s(
zQuantizedRNNCell.forward)N) r5 r6 r7 r8 r r r( r9 r r r0 r: r" r" )r! r# r\ s
r\ c sL e Zd Z fddZejjdeee eef e eef dddZ
Z S )QuantizedLSTMCellc s t t| j| d S )N)r r_ r )r r )r! r" r# r s zQuantizedLSTMCell.__init__N)r. rW rY c C s | j | |d kr8tj|jd| j|j|jd}||f}| j||d d | j||d d tj ||| j
| j | j | j
| j| j| j| j| j| j| j| jS )Nr )r& r] z[0]rR z[1])rU r r' rS rA r& r] rZ r Zquantized_lstm_cellrF rH rM rN rJ rK rG rI rC rB rD rE )r r. rW r' r" r" r# r0 s
zQuantizedLSTMCell.forward)N) r5 r6 r7 r r r( r9 r r r r0 r: r" r" )r! r# r_ s r_ c s< e Zd Z fddZejjdeee edddZ Z
S )QuantizedGRUCellc s t t| j| d S )N)r r` r )r r )r! r" r# r s zQuantizedGRUCell.__init__N)r. rW rY c C sz | j | |d kr0tj|jd| j|j|jd}| j||d tj ||| j
| j | j | j
| j| j| j| j| j| j| j| jS )Nr )r& r] rV )rU r r' rS rA r& r] rZ r Zquantized_gru_cellrF rH rM rN rJ rK rG rI rC rB rD rE )r r. rW r" r" r# r0 s
zQuantizedGRUCell.forward)N) r5 r6 r7 r r r( r9 r r r0 r: r" r" )r! r# r` s r` rR )tensor permutationdimrY c C s | j ||S )N)Z index_select)ra rb rc r" r" r# apply_permutation s rd c s e Zd Zddddddddd g Zejf fd
d Zejje e
e d d
ddZ ejje e
e e e
e
e
f d
ddZejjd e e e
e
e
f ed dddZejje e e
e d dddZejje e
e e dddZ ZS ) QuantizedRNNBasemoder@ rA
num_layersr batch_firstdropout
bidirectionalr& c s t t| j j| _j| _j| _j| _j| _j| _| jdkrT| j sTt j
| _
j | _ | j rndnd}|| _ | jst | jdkr| jdkrt
d|tjkr|tjkrt
dj|g | _xt| jD ] xt|D ]} dkr| jn| j| }|dkr
dnd fd
d }|d \}}|d
\} }
|tjkrXtjjj|| ||
} n8tjjj|j |} tjjj| j |
}
tjjj| |
} t| dj | | jj| qW qW d S )NGRU rR LSTMz.Only LSTM or GRU is supported for QuantizedRNNzUnsupported dtype: {}r Z_reverserV c s8 dj | }dj | }t|}t|}||fS )Nzweight_{}_l{}{}z
bias_{}_l{}{})r1 getattr)ZihhhZ weight_nameZ bias_namer r )layerr suffixr" r# get_weight_bias s
z2QuantizedRNNBase.__init__.
.get_weight_biasZihhhzcell_params_{}_{}) r re r rf r@ rA rg r rh r ri rj r& rT r int8float16r1 all_weightsrangeopsZ quantizedZmake_quantized_cell_paramsZlinear_prepack_fp16r Z make_quantized_cell_params_fp16setattrappend)r r r& num_directions directionZlayer_input_sizerq rF rM rH rN Z cell_paramsrJ rK )r! )ro r rp r# r sJ
zQuantizedRNNBase.__init__N)r. batch_sizesrY c C s\ |d k r dnd}|j |kr0tdj||j | j|jdkrXtdj| j|jdd S )Nrl z%input must have {} dimensions, got {}rR z?input.size(-1) must be equal to input_size. Expected {}, got {}r~ )rc rT r1 r@ rS )r r. r| Zexpected_input_dimr" r" r# check_input+ s z QuantizedRNNBase.check_inputc C sT |d k rt |d }n| jr&|jdn|jd}| jr:dnd}| j| || jf}|S )Nr rR rl )r* rh rS rj rg rA )r r. r| Z
mini_batchrz expected_hidden_sizer" r" r# get_expected_hidden_size7 s
z)QuantizedRNNBase.get_expected_hidden_size Expected hidden size {}, got {})rW r msgrY c C s( |j |kr$t|j|t|j d S )N)rS rT r1 list)r rW r r r" r" r# check_hidden_sizeB s z"QuantizedRNNBase.check_hidden_size)r. hiddenr| rY c C s, | j || | j||}| j||dd d S )Nz Expected hidden size {}, got {})r )r r r )r r. r r| r r" r" r# check_forward_argsH s z#QuantizedRNNBase.check_forward_args)rW rb rY c C s |d kr |S t ||S )N)rd )r rW rb r" r" r# permute_hiddenN s z QuantizedRNNBase.permute_hidden)r )r5 r6 r7 r8 r rs r r( r9 r r r r r* r r[ r r r r: r" r" )r! r# re s
9 "
"re c s< e Zd ZdddgiZ fddZejjee e
eef e e e e e e
ee
eef f dddZ ejjdee e
eef e
ee
eef f d
d d Z
ejjdee e
eef e
ee
eef f d
d
dZejje
eef e e e
eef dddZejjee
eef e e d dddZdddZ ZS )
QuantizedLSTMr0 forward_packedforward_tensorc s t t| j|| d S )N)r r r )r r r& )r! r" r# r X s zQuantizedLSTM.__init__)r. rW r| max_batch_sizesorted_indicesrY c
C s |d kr@| j rdnd}tj| j| || j|j|jd}||f}n | j||}| j||| |d ksft tj
||| j | j | jt
| j| j| j | j| jdd }|d } |dd }
| |
fS )Nrl rR )r& r] F)r& Z use_dynamicr )rj r r' rg rA r& r] r r r Zquantized_lstmru r r ri trainingrh ) r r. rW r| r r rz r' resultoutputr r" r" r# forward_impl[ s
zQuantizedLSTM.forward_implN)r. rW rY c C sL d }| j r|jdn|jd}d }d }| j|||||\}}|| j||fS )Nr rR )rh rS r r ) r r. rW r| r r unsorted_indicesr r r" r" r# r s s z QuantizedLSTM.forward_tensorc C sP |\}}}}|d }t |}| j|||||\}}t||||}|| j||fS )Nr )r* r r r ) r r. rW r| r r r r r r" r" r# r ~ s z QuantizedLSTM.forward_packed)rW rb rY c C s( |d kr |S t |d |t |d |fS )Nr rR )rd )r rW rb r" r" r# r s z QuantizedLSTM.permute_hidden)r. r r| rY c C s@ | j || | j||}| j|d |d | j|d |d d S )Nr z"Expected hidden[0] size {}, got {}rR z"Expected hidden[1] size {}, got {})r r r )r r. r r| r r" r" r# r s z QuantizedLSTM.check_forward_argsc C s& t |tr| j||S | j||S d S )N)
isinstancer r r )r r. rW r" r" r# r0 s
zQuantizedLSTM.forward)N)N)N)r5 r6 r7
__overloads__r r r( r9 r r r r* r r r r r r r0 r: r" r" )r! r# r U s (2
(" r c @ s e Zd ZdddgiZejjeee ee e ee e
eef dddZ ejjdeee e
eef dd d
Z ejjde
ee e
e
ef dd d Zdd
dZdS ) QuantizedGRUr0 r r )r. rW r| r r rY c
C s |d kr8| j rdnd}tj| j| || j|j|jd}n | j||}| j||| |d krtj ||| j
| j | jt | j
| j| j | j }n*tj |||| j
| j | jt | j
| j| j }|d }|d } || fS )Nrl rR )r& r] r )rj r r' rg rA r& r] r r Z
quantized_gruru r r ri r rh )
r r. rW r| r r rz r r r r" r" r# r s
zQuantizedGRU.forward_implN)r. rW rY c C sL d }| j r|jdn|jd}d }d }| j|||||\}}|| j||fS )Nr rR )rh rS r r ) r r. rW r| r r r r r r" r" r# r s zQuantizedGRU.forward_tensorc C sP |\}}}}|d }t |}| j|||||\}}t||||}|| j||fS )Nr )r* r r r ) r r. rW r| r r r r r r" r" r# r s zQuantizedGRU.forward_packedc C s& t |tr| j||S | j||S d S )N)r r r r )r r. rW r" r" r# r0 s
zQuantizedGRU.forward)N)N)N)r5 r6 r7 r r r( r9 r r r* r r r r r r0 r" r" r" r# r s " "
r c C s t jd i }x6| j D ]*\}}|| kr*qt|}||k r|||< qW x |j D ]\}}t| || qPW t| tjj r~t
| S t| tjj rt | S t| tjj
rt| S | S )Nzsquantize_rnn_cell_modules function has been deprecated. Please use torch.quantization.quantize_dynamic API instead.)warningswarn
named_modulesquantize_rnn_cell_modulesitemsrx r r r ZLSTMCellr_ ZGRUCellr` ZRNNCellr\ )modulereassignnamemodnew_modr" r" r# r s"
r c C s t jd i }x8| j D ],\}}|| kr*qt||}||k r|||< qW x |j D ]\}}t| || qRW t| tjj r|tj
krt | S |tj krt
| S tdj|| S )Nzqquantize_linear_modules function has been deprecated. Please use torch.quantization.quantize_dynamic API instead.zUnsupported dtype: {})r r r quantize_linear_modulesr rx r r r ZLinearrs r rt r; rT r1 )r r& r r r r r" r" r# r s$
r c C s t jd i }x8| j D ],\}}|| kr*qt||}||k r|||< qW x |j D ]\}}t| || qRW t| tjj r|tj
kr|tj krt dj
|t| |S t| tjjrt| S | S )Nznquantize_rnn_modules function has been deprecated. Please use torch.quantization.quantize_dynamic API instead.zUnsupported dtype: {})r r r quantize_rnn_modulesr rx r r r rm rs rt rT r1 r rk r )r r& r r r r r" r" r# r
s"
r )rR )r r r Ztorch.nn.utils.rnnr r typingr r r r( Z ScriptModuler r; r? r\ r_ r` r* rd re r r r rs r r r" r" r" r# s" *#J#gM: