/usr/local/lib64/python3.6/site-packages/caffe2/python/layers/__pycache__
Edit: /usr/local/lib64/python3.6/site-packages/caffe2/python/layers/__pycache__/fc.cpython-36.pyc (6159B)
3
EgP$ @ s^ d dl mZ d dlmZ d dlmZ d dlmZ d dlZd dl Z
dd Z G dd d eeZ dS )
)get_current_scope)schema)
ModelLayer)SamplingTrainableMixinNc C s | dkst dj| | S )Nfp32fp16znOnly support fp32 and fp16 for the fully connected layer in the predictor net, the provided FC precision is {})r r )AssertionErrorformat)
fc_version r C/usr/local/lib64/python3.6/site-packages/caffe2/python/layers/fc.pyget_fc_predictor_version s
r
c s^ e Zd Zd fdd Zedd Zd
d Zd d
Zdd Zdd Z dd Z
e dd Z Z
S )FCNfc F ?c s t t| j|||f| t|tjs2tdj|t|j d j
dksPtd|
dksftdj|
|
| _ t j
|j d j
|
d d }|dkstdj|d | _| d k r6t| dkstd| \}}|d k s|d k std |d kp|d kp||k std
i | _|d k r"|| jd < |d k r6|| jd < |d krDd
}tj|| }|r\|nd| |df}|rv|nd| |df}tj| ||| _|| _| jd kst| jdkr|r||gn||g}| jd|||| d| _| jd|g|||
d| _ng | _g | _xtt| jD ]f\}}|r,||gn||g}| jj| jdj||||| d | jj| jdj||g||| d qW |
dkr|f}n,t|j d j
d|
d }t ||g }tjt j |f| j d| _ d S )NzIncorrect input type {}r z1FC expects limited dimensions of the input tensorr zaxis {} should >= 1.z'FC expects input dimensions > 0, got {} zUclip_param must be a tuple / list of length 2 and in the form of (clip_min, clip max)z8clip_min, and clip_max in clip_param cannot both be Nonez?clip_param = [clip_min, clip_max] must have clip_min < clip_maxminmaxg ?Z UniformFill)r r w)
param_nameshape initializerZ optimizerZ regularizerbzw_sub_{}zb_sub_{}output) superr __init__
isinstancer ZScalarr r lenZ field_typesr axisnpprod clip_argsmathsqrtcalculate_fc_output_dimsoutput_dim_vec
transposedZ create_paramr r w_vecb_vec enumerateappendlisttupleZfloat32Zget_next_blob_reference
output_schema)selfmodel input_recordZ output_dimsZ weight_initZ bias_initZ weight_optimZ
bias_optimnameZ
weight_regZbias_regZ
clip_param max_fc_sizer r' Z#uniform_weight_init_scale_numeratorkwargsZ
input_dimsZclip_minZclip_maxZscaleZ weight_shapeidx
output_dimZ output_shape) __class__r r r s
z FC.__init__c C sz | s| dk rd S | |ks*t dj| |ttj| | }ttj|d | d }|g|d }|j|t| |S )Nr zwCurrently we split along the output dimension. So we need max_fc_size >= input_dim. But, max_fc_size: {}, input_dim: {}r )r r intr floorr+ sum)r3 Z input_dimr6 Zoutput_dim_allowedZnum_fcr& r r r r% w s
zFC.calculate_fc_output_dimsc C s |dkr\| j r4|j| jj | |fd| ji| jS |j| jj | |fd| ji| jS n<|dkr|j| jj | |fd| ji| jS tdj |dS )z
Args:
net: the caffe2 net to insert operator
params: weight and bias for FC
outputs: the output blobs
version: support fp32 and fp16 for now.
r r r z unsupported FC type version {}N)
r' Z FCTransposedr1 field_blobsr r4 r Z
FbFCPacked Exceptionr )r/ netparamsoutputsversionr r r _insert_fc_ops s&
zFC._insert_fc_opsc
s@ | j dk rN fdd|D }x,t||D ] \}} j|g|gf| j q(W |}| jdksft| jdkr~| j || jj | n|dtt|d }|tt|d d }t|t|kst g } xNt
t| jD ]<}
j dj |
} | j ||
||
g| g|} | j
| qW j| | jj | jj d d g dS ) z
Args:
params : the weight and bias,
passed by either add_ops or add_train_ops function
version : fp16 or fp32, might support in8 in the future.
Nc s g | ]} j d t| qS )z
clipped_%s)NextScopedBlobstr).0p)r= r r
s z FC._add_ops..r r z
output_sub_{}r Z _concat_dims)r" zipZClipr& r rA r. r; r8 r rangerB r r+ ZConcat)
r/ r= r> r@ Zclipped_paramsrE cpr( r) Zoutput_blob_veciZ output_blobZ
insert_retr )r= r _add_ops s*
z FC._add_opsc C s0 t jtjddi}|d }| j|| j| dS )zFBoth the predict net and the eval net will call this function
r
r N)r getr
__name__rK param_blobs)r/ r= version_infoZpredictor_fc_fp_versionr r r add_ops s z
FC.add_opsc C s | j || jd d S )Nr )rK Ztrain_param_blobs)r/ r= r r r
add_train_ops s zFC.add_train_opsc C s* | j d kst| j dkr | jgS | jS d S )Nr )r& r r r( )r/ r r r get_fp16_compatible_parameters s z!FC.get_fp16_compatible_parametersc C s4 | j d kst| j dkr$| j| jgS | j| j S d S )Nr )r& r r r r( r) )r/ r r r rN s zFC.param_blobs) NNNNr NNNNr Fr )rM
__module__ __qualname__r staticmethodr% rA rK rP rQ rR propertyrN
__classcell__r r )r7 r r s Y !# r )
Z caffe2.python.helpers.arg_scoper Z
caffe2.pythonr Zcaffe2.python.layers.layersr Z-caffe2.python.layers.sampling_trainable_mixinr r# Znumpyr r
r r r r r s