FM / c10d

/usr/local/lib64/python3.6/site-packages/torch/include/c10d/

/usr/local/lib64/python3.6/site-packages/torch/include/c10d

Name	Size	Mode	Actions
comm.hpp	4184	0644	edit dl rm
default_comm_hooks.hpp	1479	0644	edit dl rm
FileStore.hpp	1403	0644	edit dl rm
frontend.hpp	9252	0644	edit dl rm
frontend_cuda.hpp	142	0644	edit dl rm
GlooDeviceFactory.hpp	771	0644	edit dl rm
HashStore.hpp	1131	0644	edit dl rm
logger.hpp	3981	0644	edit dl rm
NCCLUtils.hpp	8046	0644	edit dl rm
ParamCommsUtils.hpp	1814	0644	edit dl rm
PrefixStore.hpp	1404	0644	edit dl rm
ProcessGroup.hpp	12435	0644	edit dl rm
ProcessGroupGloo.hpp	13395	0644	edit dl rm
ProcessGroupMPI.hpp	8824	0644	edit dl rm
ProcessGroupNCCL.hpp	22041	0644	edit dl rm
ProcessGroupRoundRobin.hpp	3992	0644	edit dl rm
ProcessGroupWrapper.hpp	4971	0644	edit dl rm
reducer.hpp	26121	0644	edit dl rm
sequence_num.hpp	1683	0644	edit dl rm
Store.hpp	2589	0644	edit dl rm
TCPStore.hpp	3213	0644	edit dl rm
Types.hpp	1370	0644	edit dl rm
UnixSockUtils.hpp	2840	0644	edit dl rm
Utils.hpp	21601	0644	edit dl rm
WinSockUtils.hpp	2701	0644	edit dl rm

Edit: /usr/local/lib64/python3.6/site-packages/torch/include/c10d/default_comm_hooks.hpp (1479B)

#pragma once

#include <c10d/ProcessGroup.hpp>
#include <c10d/comm.hpp>

namespace c10d {

enum class BuiltinCommHookType {
  ALLREDUCE = 1,
  FP16_COMPRESS = 2,
};

class AllReduceCommHook : public CppCommHookInterface<ProcessGroup*> {
 public:
  explicit AllReduceCommHook(ProcessGroup* state)
      : CppCommHookInterface<ProcessGroup*>(state) {}

~AllReduceCommHook() override = default;

c10::intrusive_ptr<c10::ivalue::Future> runHook(GradBucket& bucket) override;
};

class FP16CompressCommHook : public CppCommHookInterface<ProcessGroup*> {
 public:
  explicit FP16CompressCommHook(ProcessGroup* state)
      : CppCommHookInterface<ProcessGroup*>(state) {}

~FP16CompressCommHook() override = default;

c10::intrusive_ptr<c10::ivalue::Future> runHook(GradBucket& bucket) override;
};

// Almost same as AllReduceCommHook, but without division inside the hook.
// This enables the optimization of fusing copy and division and saves one scan
// over all the input parameters, when no communication hook is provided by the user.
// Only used internally and not released as a public built-in communication hook.
class _AllReduceBySumCommHook
    : public CppCommHookInterface<ProcessGroup*> {
 public:
  explicit _AllReduceBySumCommHook(ProcessGroup* state)
      : CppCommHookInterface<ProcessGroup*>(state) {}

~_AllReduceBySumCommHook() override = default;

c10::intrusive_ptr<c10::ivalue::Future> runHook(GradBucket& bucket) override;
};

} // namespace c10d

#pragma once #include #include namespace c10d { enum class BuiltinCommHookType { ALLREDUCE = 1, FP16_COMPRESS = 2, }; class AllReduceCommHook : public CppCommHookInterface { public: explicit AllReduceCommHook(ProcessGroup* state) : CppCommHookInterface(state) {} ~AllReduceCommHook() override = default; c10::intrusive_ptr runHook(GradBucket& bucket) override; }; class FP16CompressCommHook : public CppCommHookInterface { public: explicit FP16CompressCommHook(ProcessGroup* state) : CppCommHookInterface(state) {} ~FP16CompressCommHook() override = default; c10::intrusive_ptr runHook(GradBucket& bucket) override; }; // Almost same as AllReduceCommHook, but without division inside the hook. // This enables the optimization of fusing copy and division and saves one scan // over all the input parameters, when no communication hook is provided by the user. // Only used internally and not released as a public built-in communication hook. class _AllReduceBySumCommHook : public CppCommHookInterface { public: explicit _AllReduceBySumCommHook(ProcessGroup* state) : CppCommHookInterface(state) {} ~_AllReduceBySumCommHook() override = default; c10::intrusive_ptr runHook(GradBucket& bucket) override; }; } // namespace c10d