FM / c10d

/usr/local/lib64/python3.6/site-packages/torch/include/c10d/

/usr/local/lib64/python3.6/site-packages/torch/include/c10d

Name	Size	Mode	Actions
comm.hpp	4184	0644	edit dl rm
default_comm_hooks.hpp	1479	0644	edit dl rm
FileStore.hpp	1403	0644	edit dl rm
frontend.hpp	9252	0644	edit dl rm
frontend_cuda.hpp	142	0644	edit dl rm
GlooDeviceFactory.hpp	771	0644	edit dl rm
HashStore.hpp	1131	0644	edit dl rm
logger.hpp	3981	0644	edit dl rm
NCCLUtils.hpp	8046	0644	edit dl rm
ParamCommsUtils.hpp	1814	0644	edit dl rm
PrefixStore.hpp	1404	0644	edit dl rm
ProcessGroup.hpp	12435	0644	edit dl rm
ProcessGroupGloo.hpp	13395	0644	edit dl rm
ProcessGroupMPI.hpp	8824	0644	edit dl rm
ProcessGroupNCCL.hpp	22041	0644	edit dl rm
ProcessGroupRoundRobin.hpp	3992	0644	edit dl rm
ProcessGroupWrapper.hpp	4971	0644	edit dl rm
reducer.hpp	26121	0644	edit dl rm
sequence_num.hpp	1683	0644	edit dl rm
Store.hpp	2589	0644	edit dl rm
TCPStore.hpp	3213	0644	edit dl rm
Types.hpp	1370	0644	edit dl rm
UnixSockUtils.hpp	2840	0644	edit dl rm
Utils.hpp	21601	0644	edit dl rm
WinSockUtils.hpp	2701	0644	edit dl rm

Edit: /usr/local/lib64/python3.6/site-packages/torch/include/c10d/FileStore.hpp (1403B)

#pragma once

#include <sys/types.h>

#include <mutex>
#include <unordered_map>

#include <c10d/Store.hpp>

namespace c10d {

class TORCH_API FileStore : public Store {
 public:
  explicit FileStore(const std::string& path, int numWorkers);

virtual ~FileStore();

void set(const std::string& key, const std::vector<uint8_t>& value) override;

std::vector<uint8_t> compareSet(
      const std::string& key,
      const std::vector<uint8_t>& expectedValue,
      const std::vector<uint8_t>& desiredValue) override;

std::vector<uint8_t> get(const std::string& key) override;

int64_t add(const std::string& key, int64_t value) override;

int64_t getNumKeys() override;

bool deleteKey(const std::string& key) override;

bool check(const std::vector<std::string>& keys) override;

void wait(const std::vector<std::string>& keys) override;

void wait(
      const std::vector<std::string>& keys,
      const std::chrono::milliseconds& timeout) override;

// Returns the path used by the FileStore.
  const std::string& getPath() const noexcept {
    return path_;
  }

protected:
  int64_t addHelper(const std::string& key, int64_t i);

std::string path_;
  off_t pos_;

int numWorkers_;
  const std::string cleanupKey_;
  const std::string regularPrefix_;

std::unordered_map<std::string, std::vector<uint8_t>> cache_;

std::mutex activeFileOpLock_;
};

} // namespace c10d

#pragma once #include #include #include #include namespace c10d { class TORCH_API FileStore : public Store { public: explicit FileStore(const std::string& path, int numWorkers); virtual ~FileStore(); void set(const std::string& key, const std::vector& value) override; std::vector compareSet( const std::string& key, const std::vector& expectedValue, const std::vector& desiredValue) override; std::vector get(const std::string& key) override; int64_t add(const std::string& key, int64_t value) override; int64_t getNumKeys() override; bool deleteKey(const std::string& key) override; bool check(const std::vector& keys) override; void wait(const std::vector& keys) override; void wait( const std::vector& keys, const std::chrono::milliseconds& timeout) override; // Returns the path used by the FileStore. const std::string& getPath() const noexcept { return path_; } protected: int64_t addHelper(const std::string& key, int64_t i); std::string path_; off_t pos_; int numWorkers_; const std::string cleanupKey_; const std::string regularPrefix_; std::unordered_map> cache_; std::mutex activeFileOpLock_; }; } // namespace c10d