Name	Size	Mode	Actions
comm.cpython-36.pyc	10466	0644	editdlrm
data_parallel.cpython-36.pyc	9634	0644	editdlrm
distributed.cpython-36.pyc	56348	0644	editdlrm
parallel_apply.cpython-36.pyc	2942	0644	editdlrm
replicate.cpython-36.pyc	4510	0644	editdlrm
scatter_gather.cpython-36.pyc	3490	0644	editdlrm
_functions.cpython-36.pyc	5795	0644	editdlrm
__init__.cpython-36.pyc	776	0644	editdlrm

3 �Egw�@sfdd
lm
Z

ddlmZ
ddlmZ
dd�Zdd�Zd d �Zdd�Z ddd�
Z ddd�
Zddd�
Zd S)�
)
�comm�)
�_get_device_index)
�OrderedDictc
Csd
dl}
t
||
jj�S)Nr)� torch.jit� isinstance�jit�ScriptModule)�module�torch�r�G/usr/local/lib64/python3.6/site-packages/torch/nn/parallel/replicate.py�_is_script_modules

rc
Csd
dl}
t
||
jj�S)Nr)rr�_CZScriptMethod)r rrrr �_is_script_methods

rc
Csd
dl}|j
j�S)Nr)rrr )
rrrr �_init_script_modules

rc
Csd
dl}|j
jjS)Nr)rr�_stateZ_enabled)
rrrr �_is_jit_enableds

rNcCs�d
d�}t�sdS|
dkr t
�}
|
j|�

t|�
rV|
j||�
�

tdd�||�
D�
�
Sx(|j�D]}||
krnq`t||
�s`dSq`WdS)Nc
Ss|j�}
t
|
�

|
S)
N)�modules�next)r �genrrr �descendant_modules%s


z0_replicatable_module..descendant_modulesTc
ss|]}
t|
�
V
qdS)
N)
r)�.0Z descendantrrr � 3s
z'_replicatable_module..F)r�set�addr�update�all�children�_replicatable_module)r �memor�childrrr r"s 









rFcsdd
dlm
}
|rtj�
|
�St�
�
dkr\|j|
f
�
�����
fdd�tdt��
t�
�
�D�
SgSdS)Nr
)
� Broadcastrc
s g|]}
�|
|
t�
�
��qSr)
�len)r�
i)� tensor_copies�tensorsrr � Hs
z0_broadcast_coalesced_reshape..)Z _functionsr"rZbroadcast_coalescedr#�apply�range)r&�devices�detachr"r)r%r&r �_broadcast_coalesced_reshape@s





r,csRt|�
st
d
�
�
|
sgSdd�|
D�
}
t|
�
}t|j��
}dd�t|�
D�
}t||
|�}t|j��
}g}g} x.|D]&} | jr�|r�|j | �

qr| j | �

qrWdd�t|�
D�
}dd�t| �
D�
}t||
|d�} t| |
d d�}t|j ��
}d d�|
D�
�i}xPt|�
D]D\}}|||<x0t|�
D]$}|j�}t �|_�|j |�

�
qW�
qW�
x�t|�
D�
]�\}}x�|jj�D]|\}}|dk�
r�xft|�
D]}�||}d|j|<�
q�Wn<||}x2t|�
D]&}�||}t||�||�
�
q�W�
qnWx�|jj�D]�\}}|dk�r8xtt|�
D]}�||}d|j|<�qWnJ||}x@t|�
D]4}�||}|||}t|||�
||j|<�qJW�
q�Wx�|jj�D]�\}} | dk�r�x�t|�
D]}�||}d|j|<�q�Wn^| j�r�|�r�| }|| }n|}|| }x2t|�
D]&}�||}t|||||�
�qW�q�W�
qXW�f
dd�t|�
D�
S)NzKCannot replicate network where python modules are childrens of ScriptModulec
Ssg|]}
t|
d��qS)
T)
r)r�
xrrr r'Vszreplicate..c
Ssi|]\}
}|
|�qSrr)r�idx�paramrrr � Zszreplicate..c
Ssi|]\}
}|
|�qSrr)rr.�bufrrr r0fsc
Ssi|]\}
}|
|�qSrr)rr.r1rrr r0gs)
r+Tc
Ssg|]}
g�qSrr)rZdevicerrr r'msc
sg|]}
�|
d�qS)
rr)r�
j)
� module_copiesrr r'�s)r�RuntimeErrorr#�list� parameters� enumerater,�buffersZ requires_grad�appendrr)Z_replicate_for_data_parallelrZ_former_parametersZ_modules�items�setattr�_parametersZ_buffers)�networkr*r+Znum_replicas�paramsZ param_indicesZparam_copiesr8Z buffers_rgZbuffers_not_rgr1Zbuffer_indices_rgZbuffer_indices_not_rgZbuffer_copies_rgZbuffer_copies_not_rgrZmodule_indicesr$r r2Zreplica�keyr!Z module_idxr/Z param_idxZ buffer_copiesZ buffer_idxr)
r3r � replicateNs�












































&r@)
N)
F)
F) �rZtorch._utilsr�collectionsrrrrrrr,r@rrrr �
s