mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
71ca600af9
Summary: Since caffe2 and torch have been consolidated, CAFFE2_API should be merged with TORCH_API. Addresses a TODO. Manually edited some references of the removed `CAFFE2_API`: * `CONTRIBUTING.md` * `caffe2/proto/CMakeLists.txt` * `cmake/ProtoBuf.cmake` * `c10/macros/Export.h` * `torch/csrc/WindowsTorchApiMacro.h` Pull Request resolved: https://github.com/pytorch/pytorch/pull/49496 Reviewed By: malfet, samestep Differential Revision: D25600726 Pulled By: janeyx99 fbshipit-source-id: 7e068d959e397ac183c097d7e9a9afeca5ddd782
67 lines
1.9 KiB
C++
67 lines
1.9 KiB
C++
#ifndef CAFFE2_UTILS_THREADPOOL_H_
|
|
#define CAFFE2_UTILS_THREADPOOL_H_
|
|
|
|
#include "ThreadPoolCommon.h"
|
|
|
|
#include <atomic>
|
|
#include <functional>
|
|
#include <memory>
|
|
#include <mutex>
|
|
#include <vector>
|
|
|
|
#include "caffe2/core/common.h"
|
|
|
|
//
|
|
// A work-stealing threadpool loosely based off of pthreadpool
|
|
//
|
|
|
|
namespace caffe2 {
|
|
|
|
struct Task;
|
|
class WorkersPool;
|
|
|
|
constexpr size_t kCacheLineSize = 64;
|
|
|
|
// A threadpool with the given number of threads.
|
|
// NOTE: the kCacheLineSize alignment is present only for cache
|
|
// performance, and is not strictly enforced (for example, when
|
|
// the object is created on the heap). Thus, in order to avoid
|
|
// misaligned intrinsics, no SSE instructions shall be involved in
|
|
// the ThreadPool implementation.
|
|
// Note: alignas is disabled because some compilers do not deal with
|
|
// TORCH_API and alignas annotations at the same time.
|
|
class TORCH_API /*alignas(kCacheLineSize)*/ ThreadPool {
|
|
public:
|
|
static std::unique_ptr<ThreadPool> defaultThreadPool();
|
|
ThreadPool(int numThreads);
|
|
~ThreadPool();
|
|
// Returns the number of threads currently in use
|
|
int getNumThreads() const;
|
|
void setNumThreads(size_t numThreads);
|
|
|
|
// Sets the minimum work size (range) for which to invoke the
|
|
// threadpool; work sizes smaller than this will just be run on the
|
|
// main (calling) thread
|
|
void setMinWorkSize(size_t size);
|
|
size_t getMinWorkSize() const {
|
|
return minWorkSize_;
|
|
}
|
|
void run(const std::function<void(int, size_t)>& fn, size_t range);
|
|
|
|
// Run an arbitrary function in a thread-safe manner accessing the Workers
|
|
// Pool
|
|
void withPool(const std::function<void(WorkersPool*)>& fn);
|
|
|
|
private:
|
|
static size_t defaultNumThreads_;
|
|
mutable std::mutex executionMutex_;
|
|
size_t minWorkSize_;
|
|
std::atomic_size_t numThreads_;
|
|
std::shared_ptr<WorkersPool> workersPool_;
|
|
std::vector<std::shared_ptr<Task>> tasks_;
|
|
};
|
|
|
|
} // namespace caffe2
|
|
|
|
#endif // CAFFE2_UTILS_THREADPOOL_H_
|