3
Egb @ s d dl Z d dlZd dlmZ d dlmZ d dlZd dl mZ d dlZd dl Z
d dl m Z d dl
Z
d dlZd dlZd dlmZ d dlmZmZ d dlmZ d dljjZeje Z ej Z ej Z!ej"Z#ej$Z%ej&Z'ej(Z)ej*Z+ej,Z-ej.Z/ej0Z1ej2Z3ej4Z5ej6Z7ej8Z9ej:Z;ejZ?ej@Z@ejAZAejBZBejCZCejDZDeBrnejEZFejGZHejGZIejJZKejLZMd d
ZNejOZPejQZRnd d ZHd
d ZKdd ZMeCrejSZFejTZIejUZVdd
ZNejOZPejQZReDsejEZFdd ZIdd ZPdd ZNdd ZRejWZXejYZZej[Z\ej]Z^dd Z_dd Z`d|ddZadd Zbd}d d Zcd~d d Zdd!d" Zed#d$ Zfd%d& Zgd'd( Zhd)d* Zid+d, Zjd-d. Zkd/d0 Zldd2d3Zmd4d5 Znd6d7 Zodd8d9Zpd:d; Zqdd? Zsd@dA ZtddBdCZudDdE ZvdFdG ZwdHdI Zxe jydJdKdLdMgZzdNdO Z{dPdQ Z|dRdS Z}e}ej~_dTdU ZdVdW ZdXdY ZG dZd[ d[eZe Z d ad\Zd]ad^d_ Zejd`da ZddbdcZddde Zdfdg Zdhdi Zdjdk Zdldm ZddndoZdpdq ZddrdsZdtdu Zej~Z~ee~_ee~_ee~_ee~_ddvdwZeej_dxdy Zeej_dzd{ Zeej_dS ) N)Message)Process) defaultdict)
basestring)
caffe2_pb2)scopeutils)TriggerLazyImportc C s t jtj S )N)npasarrayCZ get_cuda_peer_access_pattern r
r
C/usr/local/lib64/python3.6/site-packages/caffe2/python/workspace.pyGetGpuPeerAccessPattern= s r c C s dS )Nr r
r
r
r
r D s r c C s dS )Nr r
r
r
r
r r F s c C s dS )Nr r
r
r
r
r r H s c C s t jtj S )N)r
r r Zget_hip_peer_access_patternr
r
r
r r P s c C s dS )Nr r
r
r
r
r r Z s c C s d S )Nr
)xr
r
r r [ s c C s
t jg S )N)r
arrayr
r
r
r r \ s c C s d S )Nr
r
r
r
r r ^ s c C s t j| j j || d S )N)r Zfill_random_network_inputsProtoSerializeToString)netZ
input_dimsZ input_typesr
r
r FillRandomNetworkInputsf s r c C sT t j t jt j} | jd}|dkr&dS t j }|jd |j d }|j |S dS ) zGet a free flask port. 127.0.0.1 r N)r r )r r )socketAF_INET SOCK_STREAM
connect_exbind getsocknameclose)sockresultsportr
r
r _GetFreeFlaskPortj s
r& c C sf ddl m} | dkr tj } |dkr*t }t|jdt|d| gfd}|j t dj
t j | |S )zStart a mint instance.
TODO(Yangqing): this does not work well under ipython yet. According to
https://github.com/ipython/ipython/issues/5862
writing up some fix is a todo item.
r )appNz-pz-r)targetargsz Mint running at http://{}:{})
Zcaffe2.python.mintr' r root_folderr& r mainstrstartprintformatr getfqdn)r* r% r' processr
r
r StartMint| s r2 c C sL t | tr| S t | tr | j S t| dr6| j j S tdt| j dS )a Stringify a protocol buffer object.
Inputs:
obj: a protocol buffer object, or a Pycaffe2 object that has a Proto()
function.
Outputs:
string: the output protobuf string.
Raises:
AttributeError: if the passed in object does not have the right attribute.
r z.Unexpected argument to StringifyProto of type N)
isinstancer r r hasattrr
ValueErrortype__name__)objr
r
r StringifyProto s
r9 c C s: | d krt jt j S tjj| s,tj| t j| S d S )N)r Zreset_workspacer* ospathexistsmakedirs)r* r
r
r ResetWorkspace s
r> Fc C sJ t |d krg }x|D ]}tj| qW ttjtjjjt| t | |S )N)
r r create_blobCallWithExceptionIntercept
create_net Workspacecurrent _last_failed_op_net_position
GetNetNamer9 )r overwriteZ input_blobsZ
input_blobr
r
r CreateNet s
rG c C s t jt| t|S )N)r Predictorr9 )init_netZ predict_netr
r
r rH s rH c C s t jt| |S )N)r Zget_operator_costr9 )operatorblobsr
r
r GetOperatorCost s rL c C s t jt| S )N)r Zrun_operator_oncer9 )rJ r
r
r RunOperatorOnce s rM c C s t jt| |S )N)r Zrun_operator_multipler9 )rJ Znum_runsr
r
r RunOperatorMultiple s rN c C s" x | D ]}t |}|sdS qW dS )NFT)rM ) operatorsopsuccessr
r
r RunOperatorsOnce s
rR c C s t j S )N)r Zclear_global_net_observerr
r
r
r ClearGlobalNetObserver s rS c
O s y
| ||S t k
r | }tj|d }tjdj|| |r||kr|| }x0t|D ]$}tjdj|d |d |d q\W Y nX d S )NzgOriginal python traceback for operator `{}` in network `{}` in exception above (most recent call last):z File "{}", line {}, in {}r r ) Exceptionoperator_tracebacksgetloggerwarningr/ reversed) funcZ
op_id_fetcherZnet_namer) kwargsZop_idZnet_tracebackstbliner
r
r r@ s
r@ c C s t tjtjjjt| t| S )N)r@ r Z run_net_oncerB rC rD rE r9 )r r
r
r
RunNetOnce s
r_ r c C s" t tjtjjjt| t| ||S )a Runs a given net.
Inputs:
name: the name of the net, or a reference to the net.
num_iter: number of iterations to run
allow_fail: if True, does not assert on net exec failure but returns False
Returns:
True or an exception.
)r@ r Zrun_netrB rC rD rE StringifyNetName)nameZnum_iterZ
allow_failr
r
r RunNet s
rb c C s0 dd l jj}t| |jr"|j| } tjt| S )Nr ) caffe2.python.corepythoncorer3
ExecutionStepPlanr Zrun_planr9 ) plan_or_stepre r
r
r RunPlan s
ri c C s0 dd l jj}t| |jr"|j| } tjt| S )Nr ) rc rd re r3 rf rg r Zrun_plan_in_backgroundr9 )rh re r
r
r RunPlanInBackground s
rj c
C s |rdd | D }ndd | D }|dkrB|dks6t tj|}n$|dkrXtj||}ntj|||}tj }|j| i }i }x0|jD ]&} | jst | j
|| j < | j || j < qW ||fS )a Infers the shapes and types for the specified nets.
Inputs:
nets: the list of nets
blob_dimensions (optional): a dictionary of blobs and their dimensions.
If not specified, the workspace blobs are used.
nets_proto (optional): a boolean flag indicating whether the protobuffer
representation is passed to the routine.
Returns:
A tuple of (shapes, types) dictionaries keyed by blob name.
c S s g | ] }t |qS r
)r9 ).0nr
r
r
, s z'InferShapesAndTypes..c S s g | ]}t |j qS r
)r9 r )rk rl r
r
r rm . s N)
AssertionErrorr Z%infer_shapes_and_types_from_workspaceZ infer_shapes_and_types_from_mapr Z TensorShapesParseFromStringshapesZ
unknown_shapelistZdimsra Z data_type)
netsZblob_dimensionsZ
nets_protoZ
blob_typesZ
net_protosZblobdesc_prototxtZblobdesc_protorp typestsr
r
r InferShapesAndTypes s(
ru c C s0 t | tr| S t| j|ks(td| t| S )NzExpected a string or %s)r3 r r6 r7 rn r, )ra
expected_typer
r
r _StringifyNameF s
rw c C s
t | dS )NZ
BlobReference)rw )ra r
r
r StringifyBlobNameN s rx c C s
t | dS )NNet)rw )ra r
r
r r` R s r` c C sZ t | tr| S t| jdks*t| jdkr2| j S t | tjrD| jS tdj t
| d S )Nry ZNetWithShapeInferencezNot a Net object: {}) r3 r r6 r7 Namer NetDefra rU r/ r, )r r
r
r rE V s
rE c C s t jj}t|| ||S )aN Feeds a blob into the workspace.
Inputs:
name: the name of the blob.
arr: either a TensorProto object or a numpy array object to be fed into
the workspace.
device_option (optional): the device option to feed the data with.
Returns:
True or False, stating whether the feed is successful.
)r rB rC _Workspace_feed_blob)ra arr
device_optionwsr
r
r FeedBlob` s r c C s dd | D S )zFetches a list of blobs from the workspace.
Inputs:
names: list of names of blobs - strings or BlobReferences
Returns:
list of fetched blobs
c S s g | ] }t |qS r
) FetchBlob)rk ra r
r
r rm w s z FetchBlobs..r
)namesr
r
r
FetchBlobso s r c C s. t jt| }t|tr*tdjt| |S )zFetches a blob from the workspace.
Inputs:
name: the name of the blob - a string or a BlobReference
Returns:
Fetched blob (numpy array or string) if successful
z'Use FetchInt8Blob to fetch Int8 Blob {})r
fetch_blobrx r3 tuple TypeErrorr/ )ra r# r
r
r r z s
r c C s t jj}|j| j S )N)r rB rC rK to_torch)ra r r
r
r
FetchTorch s r
Int8Tensordatascale
zero_pointc C s2 t jt| }t|ts*tdjt| t| S )am Fetches an Int8 blob from the workspace. It shared backend implementation
with FetchBlob but it is recommended when fetching Int8 Blobs
Inputs:
name: the name of the Int8 blob - a string or a BlobReference
Returns:
data: int8 numpy array, data
scale: float, fake quantization scale
zero_point: int, fake quantization offset
z9You are not fetching an Int8Blob {}. Please use FetchBlob)r r rx r3 r rn r/ r )ra r# r
r
r
FetchInt8Blob s
r c C sX t jt| }t|ts*tdjt| t| }|jj t
j t |j
j t
j|j S )zFetches an Int8 blob from the workspace and return its real value representation.
Inputs:
name: the name of the Int8 blob - a string or a BlobReference
Returns:
real value representation of int8 numpy array
z9You are not fetching an Int8Blob {}. Please use FetchBlob)r r rx r3 r rn r/ r r astyper
Zint32intr Zfloat32r )ra r# Z int8_blobr
r
r FetchInt8BlobRealVal s r c C s. | j |}t|ts&tdjt|t| S )am Fetches an Int8 blob from the workspace. It shared backend implementation
with FetchBlob but it is recommended when fetching Int8 Blobs
Inputs:
name: the name of the Int8 blob - a string or a BlobReference
Returns:
data: int8 numpy array, data
scale: float, fake quantization scale
zero_point: int, fake quantization offset
z:You are not fetching an Int8Blob {}. Please use fetch_blob)r r3 r rn r/ rx r )r ra r# r
r
r _Workspace_fetch_int8_blob s
r c C s0 t j }tjt| jd|j }|j| |S )a Apply a Transform to a NetDef protobuf object, and returns the new
transformed NetDef.
Inputs:
transform_key: the name of the transform, as it is stored in the registry
net: a NetDef protobuf object
Returns:
Transformed NetDef protobuf object.
zutf-8)r r{ r Zapply_transformr, encoder ro )
transform_keyr transformed_nettransformed_strr
r
r ApplyTransform s
r c K s| d|kr|d nd}d|kr$|d nd}d|kr8|d nd}t j }tjt| jd|j |j ||t|}|j| |S )a Apply a Transform to a NetDef protobuf object, and returns the new
transformed NetDef, only if it runs faster than the original.
The runs are performed on the current active workspace (gWorkspace).
You should initialize that workspace before making a call to this function.
Inputs:
transform_key: the name of the transform, as it is stored in the registry
net: a NetDef protobuf object
init_net: The net to initialize the workspace.
warmup_runs (optional):
Determines how many times the net is run before testing.
Will be 5 by default.
main_runs (optional):
Determines how many times the net is run during testing.
Will be 10 by default.
improvement_threshold (optional):
Determines the factor which the new net needs to be faster
in order to replace the old. Will be 1.01 by default.
Returns:
Either a Transformed NetDef protobuf object, or the original netdef.
warmup_runs main_runs
improvement_thresholdg)\(?zutf-8) r r{ r Zapply_transform_if_fasterr, r r floatro ) r r rI r\ r r r r r r
r
r ApplyTransformIfFaster s
r c C s t j S )z>Return the current namescope string. To be used to fetch blobs)r ZCurrentNameScoper
r
r
r GetNameScope s r c @ s8 e Zd ZdZdd Zdd Zdd Zdd Zd
d Zd S )
_BlobDictz>Provides python dict compatible way to do fetching and feedingc C s t |S )N)r )selfkeyr
r
r __getitem__ s z_BlobDict.__getitem__c C s
t ||S )N)r )r r valuer
r
r __setitem__ s z_BlobDict.__setitem__c C s t tj S )N)lenr rK )r r
r
r __len__ s z_BlobDict.__len__c C s t j j S )N)r rK __iter__)r r
r
r r s z_BlobDict.__iter__c C s
t j|S )N)r has_blob)r itemr
r
r __contains__ s z_BlobDict.__contains__N) r7
__module__ __qualname____doc__r r r r r r
r
r
r r s r Z_CAFFE2_IMMEDIATEr c C s t S )N)_immediate_moder
r
r
r IsImmediate@ s r c c s" t }t| d d V t| d S )NT)CurrentWorkspaceSwitchWorkspace)Zworkspace_namerC r
r
r WorkspaceGuardD s
r c C sH t r t datt tj att W d Q R X | r r. )Zi_knowr
r
r StartImmediateL s
!r c C s: t s
dS tt t W dQ R X tjt dadadS )z Stops an immediate mode run.Nr F)r r r r> shutilrmtreer r r
r
r
r r ~ s
r c C s t t t S Q R X d S )N)r r Blobsr
r
r
r ImmediateBlobs s
r c C s t t t| W d Q R X d S )N)r r rM )rP r
r
r RunOperatorImmediate s
r c
O s t t t| |S Q R X d S )N)r r r )r) r\ r
r
r FetchImmediate s
r c
O s t t t| |S Q R X d S )N)r r r )r) r\ r
r
r
FeedImmediate s
r c C s t | j| jt|t||S )N)r@ Z _create_netrD rE r9 )r r rF r
r
r ._Workspace_create_net_with_exception_intercept s
r c C s t |dr|j }t|tjr,| j|j S t|tjrRt| j | j
t ||j S t|tj rl| j
|j S tdjt|d S )Nr z*Don't know how to do Workspace.run() on {})r4 r r3 r ZPlanDefZ _run_planr r{ r@ Z_run_netrD rE Z OperatorDefZ
_run_operatorr5 r/ r6 )r r8 r
r
r _Workspace_run s
r c C s t |tjkrtj|}t |tjkr>|jjdkr>|j tj
}|d krNt j }|r|j
tjkr|jtjdkrtjddj| djt|j t|}|d k r| j|j||S | j|j|S d S )NZSUZfloat64z.CUDA operators do not support 64-bit doubles, z7please use arr.astype(np.float32) or np.int32 for ints.z Blob: {}z type: {}zeCUDA operators do not support 64-bit doubles, please use arr.astype(np.float32) or np.int32 for ints.)r6 r Z TensorProtor ZCaffe2TensorToNumpyArrayr
ZndarrayZdtypekindr objectr ZCurrentDeviceScopeZ device_typeCUDArX rY r/ r, rx r? feed)r ra r} r~ r
r
r r| s
r| c C s | j t| d S )N)Z _remove_blobr, )r blobr
r
r _Workspace_remove_blob s r c C sv t |jdkrZt |jdkrZdd l}t||jrZ|d ks@td|jj|}| j | dS |d k rjt
|}| j ||S )NTensortorchr z5device_option doesn't make sense with PyTorch tensorsT) r6 r7 r r r3 r rn _C_tensor_impl_raw_handle_wrap_tensor_implr9 Z_feed)r argr~ r handler
r
r
_Blob_feed s
r c C s ddl }| j }|jj|S )z
PyTorch tensor interop (TensorCPU methods)
Can be accessed as:
workspace.Workspace.current.blobs['foo'].tensor().to_torch()
r N)r r r r )Ztensorr r r
r
r _Tensor_to_torch s r c C s | j std| j j S )NzBlob has to be a tensor)Z is_tensor RuntimeErrorZ as_tensorr )r r
r
r _Blob_to_torch s r )NN)N)FN)r F)NFN)N)F)F)N)N) collections
contextlibZgoogle.protobuf.messager multiprocessingr r: r loggingZnumpyr
Z
past.builtinsr r r r Z caffe2.protor Z
caffe2.pythonr r Zcaffe2.python.lazyr Z!caffe2.python._import_c_extensionrd Z_import_c_extensionr getLoggerr7 rX rK r Z
reset_blobZ ResetBlobr? Z
CreateBlobZcurrent_workspacer Zdeserialize_blobZDeserializeBlobZ global_initZ
GlobalInitr ZHasBlobZregistered_operatorsZRegisteredOperatorsZserialize_blobZ
SerializeBlobZswitch_workspacer r* Z
RootFolderZ
workspacesZ
WorkspacesZ
benchmark_netZ BenchmarkNetZbenchmark_net_onceZBenchmarkNetOnceZ get_statsZGetStatsZcreate_offline_tensorZCreateOfflineTensordictrV Zis_asanZ
has_fbgemmZhas_cuda_supportZhas_hip_supportZhas_gpu_supportr Z
GpuDeviceTypeZnum_cuda_devicesZNumCudaDevicesZ
NumGpuDevicesZget_cuda_versionZGetCUDAVersionZget_cudnn_versionZGetCuDNNVersionr Zget_device_propertiesZGetDevicePropertiesZget_gpu_memory_infoZGetGPUMemoryInfoZHIPZnum_hip_devicesZget_hip_versionZ
GetHIPVersionZis_numa_enabledZ
IsNUMAEnabledZget_num_numa_nodesZGetNumNUMANodesZget_blob_numa_nodeZGetBlobNUMANodeZget_blob_size_bytesZGetBlobSizeBytesr r& r2 r9 r> rG rH rL rM rN rR rS r@ r_ rb ri rj ru rw rx r` rE r r r r
namedtupler r r r rB Zfetch_int8_blobr r r r r r r r r contextmanagerr r r r r r r r r r| r rA runZ feed_blobZ remove_blobr ZBlobr r Z TensorCPUr r r
r
r
r s
'
+
2