Name	Size	Mode	Actions
bundled_inputs.cpython-36.pyc	16927	0644	editdlrm
checkpoint.cpython-36.pyc	10397	0644	editdlrm
collect_env.cpython-36.pyc	13317	0644	editdlrm
cpp_extension.cpython-36.pyc	59584	0644	editdlrm
dlpack.cpython-36.pyc	1894	0644	editdlrm
file_baton.cpython-36.pyc	1824	0644	editdlrm
hooks.cpython-36.pyc	7257	0644	editdlrm
mkldnn.cpython-36.pyc	6722	0644	editdlrm
mobile_optimizer.cpython-36.pyc	4748	0644	editdlrm
model_zoo.cpython-36.pyc	231	0644	editdlrm
show_pickle.cpython-36.pyc	4828	0644	editdlrm
throughput_benchmark.cpython-36.pyc	6730	0644	editdlrm
_cpp_extension_versioner.cpython-36.pyc	1768	0644	editdlrm
_crash_handler.cpython-36.pyc	1005	0644	editdlrm
_python_dispatch.cpython-36.pyc	780	0644	editdlrm
_pytree.cpython-36.pyc	6747	0644	editdlrm
__init__.cpython-36.pyc	730	0644	editdlrm

3 úEgÍã@sldd
lZddl
mZ
dd
lZdd
lZdd
lZddlmZ
Gdd„deƒZ dd„Z dd „ZGd d„deƒZd
S)éN)
ÚOrderedDict)
ÚAnyc@steZ
dZUd
ZedZeeddœdd„Zddœ
dd „Z d d„Z ddœ
dd „Zddœ
dd„Zeeeddœdd„Z dS)ÚRemovableHandlez8A handle which provides the capability to remove a hook.r
N)Ú hooks_dictÚreturncCs&tj
|
ƒ
|_tj|_tjd
7_dS)Né
)ÚweakrefÚrefÚhooks_dict_refrÚnext_idÚid)Úselfr©rú=/usr/local/lib64/python3.6/site-packages/torch/utils/hooks.pyÚ__init__s


zRemovableHandle.__init__)
rc
Cs&|jƒ}
|
dk r"|j
|
kr"|
|j
=dS)
N)r r)r rrrrÚremoves


zRemovableHandle.removec

Cs|jƒ|j
fS)
N)r r)
r rrrÚ__getstate__s
zRemovableHandle.__getstate__cCsN|
d
dkrtj
tƒƒ
|_ntj
|
d
ƒ
|_|
d|_ttj|jdƒt_dS)Nr
r)rr rr rÚmaxrr)r ÚstaterrrÚ__setstate__s


zRemovableHandle.__setstate__c


Cs|S)
Nr)
r rrrÚ __enter__%s
zRemovableHandle.__enter__)ÚtypeÚvalueÚtbrc
Cs|jƒ
dS)
N)
r)r rrrrrrÚ__exit__(s
zRemovableHandle.__exit__)Ú__name__Ú __module__Ú__qualname__Ú__doc__Úintrrrrrrrrrrrrrr s

 rc

Cs d
|_|S)z· Decorator which marks a function as an unserializable hook. This suppresses warnings that would otherwise arise if you attempt to serialize a tensor that has a hook. T)
Ú__torch_unserializable__)
Ú
frrrÚunserializable_hook,s
r"c
CsB|jr>x6|jD],}
|j|
}t
|
d
ƒstjdjt|ƒ
ƒ
ƒ

qWdS)Nr z«backward hook {} on tensor will not be serialized. If this is expected, you can decorate the function with @torch.utils.hooks.unserializable_hook to suppress this warning)Z_backward_hooksÚhasattrÚwarningsÚwarnÚformatÚrepr)ZtensorÚ
kÚhookrrrÚwarn_if_has_hooks6s




r*c@sHeZ
dZd
Zdd„Zdd„Zdd„Zdd „Zd d„Zdd „Z dd„Z dS)ÚBackwardHooka§
A wrapper class to implement nn.Module backward hooks. It handles: - Ignoring non-Tensor inputs and replacing them by None before calling the user hook - Generating the proper Node to capture a set of Tensor's gradients - Linking the gradients captures for the outputs with the gradients captured for the input - Calling the user hook once both output and input gradients are available cCs.||_|
|_
d|_d|_d|_d|_d|_dS)Nréÿÿÿÿr,)Ú user_hooksÚmoduleÚgrad_outputsÚ n_outputsÚoutput_tensors_indexÚn_inputsÚinput_tensors_index)r r.r-rrrrJs





zBackwardHook.__init__cCs2dg
|}xt|
|ƒD]\}}|||<qWt
|ƒ
S)
N)ÚzipÚtuple)r ÚindicesÚvaluesÚsizeÚresÚidxÚvalrrrÚ_pack_with_noneTs


zBackwardHook._pack_with_nonecCs(g}x|
D]}|j||ƒ

q Wt
|ƒ
S)
N)Úappendr5)r r6r7r9r:rrrÚ_unpack_none[s


zBackwardHook._unpack_nonecs&tj
ˆ
ƒ
‡‡
fd
d„ƒ
}|
j|ƒ

dS)Ncsvˆjdkrt
d
ƒ
‚
ˆjˆj|ˆjƒ}ˆ
ˆj|ˆjƒ}|dkr@|St|ƒ
t|ƒ
krht
djt|ƒ
t|ƒ
ƒƒ
‚
ˆjˆj|ƒS)Na(
Module backward hook for grad_input is called before the grad_output one. This happens because the gradient in your nn.Module flows to the Module's input without passing through the Module's output. Make sure that the output depends on the input and that the loss is computed based on the output.zOBackward hook returned an invalid number of grad_input, got {}, but expected {}) r/ÚRuntimeErrorr<r3r2r.Úlenr&r>)Z grad_inputÚ
_r9)r Ú user_hookrrr)cs






z)BackwardHook._set_user_hook..hook)Ú functoolsÚwrapsÚ register_hook)r Úgrad_fnrBr)r)r rBrÚ_set_user_hookbs
zBackwardHook._set_user_hookc Csèg}g}d
}x>t|ƒ
D]2\}}t
|tjƒr|j|ƒ

|j|ƒ

||jO}qW|oVtjƒs`|dfStjjj j j|Ž}t|ƒ
dkr†t dƒ
‚
dd„|Dƒ
} t| ƒ
dkr¨t dƒ
‚
|
| dƒ

t|ƒ
} xt||ƒD]\}}|| |<qÈWt| ƒ
|fS)NFr
zCCannot set Module backward hook for a Module with no input Tensors.c
Ss*g|]"}
|
jdk r|
jj
ƒd
kr|
j‘qS)NZBackwardHookFunctionBackward)rFÚname)Ú.0Ú
trrrú Œsz2BackwardHook._apply_on_tensors..zaError while setting up backward hooks. Please open an issue with a code sample to reproduce this.)Ú enumerateÚ isinstanceÚtorchZTensorr=Ú requires_gradZis_grad_enabledÚnnÚmodulesZ _functionsZBackwardHookFunctionÚapplyr@r?Úlistr4r5) r ÚfnÚargsZtensors_idxZtensorsrOÚ
iÚargZnew_tensorsZgrad_fnsÚarg_listr:r;rrrÚ_apply_on_tensorsxs*












zBackwardHook._apply_on_tensorscs0‡f
d
d„}ˆj||
ƒ\}}t
|
ƒ
ˆ_|ˆ_|S)Nc
s xˆjD]}
ˆj
||
ƒ
qWdS)
N)r-rG)rFr))
r rrrTšs

z)BackwardHook.setup_input_hook..fn)rYr@r2r3)r rUrTr9Z input_idxr)
r rÚsetup_input_hook™s



zBackwardHook.setup_input_hookcsT‡f
d
d„}d}t|
t
ƒs$|
f
}
d}ˆj||
ƒ\}}t|
ƒ
ˆ_|ˆ_|sP|d}|S)Nc
s‡f
d
d„}
|j|
ƒ

dS)Ncs€ˆjˆj
|
ˆjƒˆ_ˆjdkr|ˆjggˆjƒ}xLˆjD]B}|ˆj|ˆjƒ}|dk r6t|t ƒolt d
d„|Dƒ
ƒ
r6tdƒ
‚
q6WdS)Nc
ss|]}
|
dkV
qdS)
Nr)rIÚelrrrú °szKBackwardHook.setup_output_hook..fn..hook..zoBackward hook for Modules where no input requires gradient should always return None or None for all gradients.)r<r1r0r/r3r2r-r.rMr5Úallr?)rAZgrad_outputZgrad_inputsrBr9)
r rrr)¥s






&
z8BackwardHook.setup_output_hook..fn..hook)
rE)rFr))
r rrrT¤s
z*BackwardHook.setup_output_hook..fnTFr
)rMr5rYr@r0r1)r rUrTZis_tupler9Z output_idxr)
r rÚsetup_output_hook£s







zBackwardHook.setup_output_hookN)rrrrrr<r>rGrYrZr^rrrrr+@s ! r+) rNÚcollectionsrrr$rCÚtypingrÚobjectrr"r*r+rrrrÚ
s




#