/usr/local/lib64/python3.6/site-packages/torch/include/torch/csrc/cuda
Edit: /usr/local/lib64/python3.6/site-packages/torch/include/torch/csrc/cuda/python_nccl.h (616B)
#pragma once
#include
PyObject * THCPModule_nccl_version(PyObject *self, PyObject *args);
PyObject * THCPModule_nccl_unique_id(PyObject *self, PyObject *args);
PyObject * THCPModule_nccl_init_rank(PyObject *self, PyObject *args);
PyObject * THCPModule_nccl_reduce(PyObject *self, PyObject *args);
PyObject * THCPModule_nccl_all_reduce(PyObject *self, PyObject *args);
PyObject * THCPModule_nccl_broadcast(PyObject *self, PyObject *args);
PyObject * THCPModule_nccl_all_gather(PyObject *self, PyObject *args);
PyObject * THCPModule_nccl_reduce_scatter(PyObject *self, PyObject *args);