/usr/local/lib64/python3.6/site-packages/caffe2/python/onnx/__pycache__
Edit: /usr/local/lib64/python3.6/site-packages/caffe2/python/onnx/__pycache__/frontend.cpython-36.pyc (10344B)
3
Eg&2 @ s d Z ddlZddlZddlZddlZddlmZ ddlm Z m
Z
m Z m Z m
Z
mZmZmZ ddlmZmZ ddlZddlmZ ddljjZej ej d ej e Z G dd d e!Z"e"j#Z#e"j$Z$e"j%Z%e"j&Z&dS )
z`Caffe2 Protobuf to ONNX converter
To run this, you will need to have Caffe2 installed as well.
N)core)checkerhelper numpy_helpermapping
GraphProto NodeProto TensorProtoOperatorSetIdProto)make_tensor_value_info
make_model)c2_native_run_net)levelc @ s e Zd ZdZdddddddddddddd
Zdhd d
hd d
hd d
hd Zd d
iZddiddidZi Ze j
Z e dd Z
e dd Ze dd Ze dd Ze dd Zed d Zed d Ze d-d!d"Ze d#d$ Ze d%d& Ze d'd( Ze d)d* Ze d+d, Zd S ).Caffe2Frontend ZBatchNormalizationZConvZ
ConvTransposeZMaxPoolZ AveragePool)
Z SpatialBNZConv1DZConv2DZConv3DZConvTranspose1DZConvTranspose2DZConvTranspose3DZ MaxPool1DZ MaxPool2DZ MaxPool3DZ
AveragePool1DZ
AveragePool2DZ
AveragePool3Ds NCHWr )orderZcudnn_exhaustive_searchZexhaustive_searchZ use_cudnnZkernelsZ kernel_shapedimsZaxesZperm)ZSqueezeZ Transposec C s
| j j S )N) _dummy_nameZnew_dummy_name)cls r G/usr/local/lib64/python3.6/site-packages/caffe2/python/onnx/frontend.py
dummy_nameM s zCaffe2Frontend.dummy_namec C s |j }| jj|j|j}|| jkr6| j| j|j|}|jdrH|j}n\|jdrZ|j}nJ|jdrl|j}n8|j rz|j }n*|j
r|j
}n |j r|j }nt dj
||| jkr|| j|j kstd S tj||S )Nfisz$Could not find data field in arg: {})type_global_renamed_argsgetname_per_op_renamed_argsZHasFieldr r r Zfloatsintsstrings
ValueErrorformat_blocklist_caffe2_argsAssertionErrorr Zmake_attribute)r op_defargop_typer valuer r r _common_caffe2_arg_to_onnx_attrQ s*
z.Caffe2Frontend._common_caffe2_arg_to_onnx_attrc C s | j ||S )N)r+ )r r' r( r r r caffe2_arg_to_onnx_attrp s z&Caffe2Frontend.caffe2_arg_to_onnx_attrc sj t }j|_ jjjj|_|jjj |jjj t d fddj
D }|j j| |S )Nc s g | ]} j |qS r )r, ).0r( )r r' r r
~ s zACaffe2Frontend._common_caffe2_op_to_onnx_node..) r r _renamed_operatorsr r r) inputextendoutputfilterr( attribute)r r' shapesZnode_defattrsr )r r' r _common_caffe2_op_to_onnx_nodet s z-Caffe2Frontend._common_caffe2_op_to_onnx_nodec C s t j|jrt j| j|j |\}}g }x&|D ] }t }|j| |j| q.W g }x&|D ] }t } | j| |j| qZW ||fS |j| j
krt | | j
|j }
n| j }
|
||}g }t
|tr|\}}t
|tjjs|g}||fS )N)CZsupport_onnx_exportr Zexport_to_onnxr ZSerializeToStringr ZParseFromStringappendr _special_operatorsgetattrr7
isinstancetuple collectionsabcIterable) r r' r5 Z node_strsZ tensor_strsnodesr node
const_tensorstensorZ
translatorr r r caffe2_op_to_onnx_node s.
z%Caffe2Frontend.caffe2_op_to_onnx_nodec C sX | d krt S t }|j| j |j| j x&| jD ] }|j|j |j|j q4W |S )N)setupdateexternal_inputexternal_outputopr0 r2 )netnamesrJ r r r _all_names_in_net s z Caffe2Frontend._all_names_in_netc C s t | j| j| jdS )N)r elem_typeshape)r r data_typer )rD r r r _extract_value_info s z"Caffe2Frontend._extract_value_infoNc s d kr i t ts tdj| j|| |r\j|}jdd |D ng }d}x6|jD ],}x&tj |j
|j D ]}|krd}P qW qlW t t
|jt j }|rtdjdj|d } d }
|r`i } x6|jD ],}| \} }
tjj|
jtj| | |< qW t||| \} }
x6|jD ],}|
| }tj|j } |j }
| |
f|< q0W t }|j |_ |j j!| |j
j!fdd |jD j"j#j$|j$|B x|jD ]}i }xRtj |j
|j D ]>}| r | j%|}t&|d
r|j ||< n| d ||< qW j'||d \}}|j(j!| |j j!| |j
j!fd
d|D qW t t)dd |j(D dd |j D t dd |j D }|rt*j+djdj| |j j! fdd |jD |S )Nz (type, shape) dictionaryc S s i | ]}|j |jf|jqS r )rP r r )r- initr r r
s z;Caffe2Frontend.caffe2_net_to_onnx_graph..FTz'Could not find value info of inputs: {}z, c 3 s, | ]$}t | | d | d dV qdS )r r )r rN rO N)r )r- r )
value_infor r s z:Caffe2Frontend.caffe2_net_to_onnx_graph..rO r )r5 c s g | ]} j |qS r )rQ )r- rD )r r r r. s z;Caffe2Frontend.caffe2_net_to_onnx_graph..c s s | ]}t |jV qd S )N)listr2 )r- rB r r r rU s c S s g | ]
}|j qS r )r )r- rR r r r r. s c s s | ] }|j V qd S )N)r )r- vir r r rU s zSThere are graph output not produced by any node or initializer: {}! Will drop them.c 3 s4 | ],}| krt || d | d dV qdS )r r )r rN rO N)r )r- r )
all_outputrT r r rU s ),r< dictr# _filter_fake_init _ssa_rewrite caffe2_init_net_to_initializerrG rJ itertoolschainr0 r2 rF rV rH keys RuntimeErrorr$ joinnprandomZrandnZastyper ZTENSOR_TYPE_TO_NP_TYPEr
rI ZNP_TYPE_TO_TENSOR_TYPEZdtyperO r r initializerr1 r resetrM FetchBlobhasattrrE rB sumloggerwarning)r predict_netinit_netrT rd Zrun_native_netrJ r missingwsoutputsinputsrN rO r2 Z graph_defr5 ZblobrA rC Zredundant_outputr )rX r rT r caffe2_net_to_onnx_graph s
z'Caffe2Frontend.caffe2_net_to_onnx_graphc sP t d |g d\ }g }x|jD ]}|j|j q W fddtt|D }|S )N)rl rk rp c s g | ]}t j j||d qS ))r )r Z
from_arrayrf )r- r )rn r r r. s zACaffe2Frontend.caffe2_init_net_to_initializer..)r
rJ r1 r2 sortedrF )r rl _Z output_namesrJ rd r )rn r r\ s
z-Caffe2Frontend.caffe2_init_net_to_initializerc sB |r> fdd|j D }x|D ]}|j j| q W |d d = ~d S )Nc s: g | ]2}t |jd kr|jd krtjd|jr|qS )r r z GivenTensor.*Fill|ConstantFill)lenr2 rematchr )r- rJ )rT r r r. % s z4Caffe2Frontend._filter_fake_init..)rJ remove)r rl rT Z
fake_initsZ fake_initr )rT r rZ " s
z Caffe2Frontend._filter_fake_initc C s | j |||S )N)r[ )r rK rl rT r r r ssa_rewrite- s zCaffe2Frontend.ssa_rewritec
sR d
dd|rPx@|j D ]6}tjd|js:tdj|j|t|jdkstqW tj |\} i g }x |D ]\}}||7 }||7 }qlW x2|D ]*\} }
| kr|
h| < q| j
|
qW t|j t|kstxXt |j |D ]H\}\} } fdd| D |j d d < fdd| D |jd d < qW fd d|j
D |j
d d < d S ) Nc S s4 |dkr | S |r(t |j| i dkr(| S dj| |S )Nr r z{}_{})rt r r$ )r version version_cntr r r ssa_name3 s
z-Caffe2Frontend._ssa_rewrite..ssa_namezGivenTensor.*Fillztype is {},
{}r c s g | ]\}} ||qS r r )r- r ry )r{ rz r r r. N s z/Caffe2Frontend._ssa_rewrite..c s g | ]\}} ||qS r r )r- r ry )r{ rz r r r. P s c s g | ]}| | qS r r )r- r )
blob_versionsr{ rz r r r. R s )N)rJ ru rv r r& r$ rt r2 caffe2_coreZget_ssaaddzipr0 rI )
r rK rl rT rJ ZssaZversioned_blobsZversioned_inputZversioned_outputr ry Zversioned_inputsZversioned_outputsr )r| r{ rz r r[ 1 s.
zCaffe2Frontend._ssa_rewritec O s: t }d|_| j|_t| j|||gdd}tj| |S )N z onnx-caffe2)Z
opset_importsZ
producer_name)r
domaintarget_opset_versionry r rq r Z check_model)r argskwargsZopset_idmodelr r r caffe2_net_to_onnx_modelU s
z'Caffe2Frontend.caffe2_net_to_onnx_model)NN)__name__
__module__ __qualname__r r/ r% r r r: r8 Z DummyNamer classmethodr r+ r, r7 rE staticmethodrM rQ rq r\ rZ rx r[ r r r r r r sL
a
$r )'__doc__r> r] loggingru Z
caffe2.pythonr r} Zonnxr r r r r r r r
Z onnx.helperr r Znumpyrb Zcaffe2.python.onnx.helperr
Z!caffe2.python._import_c_extensionpythonZ_import_c_extensionr8 basicConfigINFO getLoggerr ri objectr rq r r\ rx r r r r s& (
D