Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
33 changed files
with
688 additions
and
65 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,153 @@ | ||
| // Copyright (c) 2014-2019 Zano Project | ||
| // Distributed under the MIT/X11 software license, see the accompanying | ||
| // file COPYING or http://www.opensource.org/licenses/mit-license.php. | ||
|
|
||
| #pragma once | ||
|
|
||
| #include <thread> | ||
| #include <string> | ||
| #include <boost/thread.hpp> | ||
|
|
||
| namespace utils | ||
| { | ||
|
|
||
| struct call_executor_base | ||
| { | ||
| virtual void execute() = 0; | ||
| }; | ||
|
|
||
| template<typename t_executor_func> | ||
| struct call_executor_t : public call_executor_base | ||
| { | ||
| call_executor_t(t_executor_func f) :m_func(f) | ||
| {} | ||
| t_executor_func m_func; | ||
| virtual void execute() | ||
| { | ||
| m_func(); | ||
| } | ||
| }; | ||
|
|
||
| template<typename t_executor_func> | ||
| std::shared_ptr<call_executor_base> build_call_executor(t_executor_func func) | ||
| { | ||
| std::shared_ptr<call_executor_base> res(static_cast<call_executor_base*>(new call_executor_t<t_executor_func>(func))); | ||
| return res; | ||
| } | ||
|
|
||
| class threads_pool | ||
| { | ||
| public: | ||
| typedef std::list<std::shared_ptr<call_executor_base>> jobs_container; | ||
|
|
||
| template<typename t_executor_func> | ||
| static void add_job_to_container(jobs_container& cntr, t_executor_func func) | ||
| { | ||
| cntr.push_back(std::shared_ptr<call_executor_base>(static_cast<call_executor_base*>(new call_executor_t<t_executor_func>(func)))); | ||
| } | ||
|
|
||
| void init() | ||
| { | ||
| int num_threads = std::thread::hardware_concurrency(); | ||
| this->init(num_threads); | ||
| } | ||
| void init(unsigned int num_threads) | ||
| { | ||
| m_is_stop = false; | ||
|
|
||
| for (int i = 0; i < num_threads; i++) | ||
| { | ||
| m_threads.push_back(std::thread([this]() {this->worker_func(); })); | ||
| } | ||
| } | ||
|
|
||
| threads_pool() : m_is_stop(false), m_threads_counter(0) | ||
| {} | ||
|
|
||
| template<typename t_executor_func> | ||
| bool add_job(t_executor_func func) | ||
| { | ||
| { | ||
| std::unique_lock<std::mutex> lock(m_queue_mutex); | ||
| m_jobs_que.push_back(build_call_executor(func)); | ||
| } | ||
| m_condition.notify_one(); | ||
| return true; | ||
| } | ||
|
|
||
| void add_batch_and_wait(const jobs_container& cntr) | ||
| { | ||
| std::condition_variable batch_condition; | ||
| std::mutex batch_mutex; | ||
|
|
||
|
|
||
| std::atomic<size_t> cnt = 0; | ||
| for (const auto& jb : cntr) | ||
| { | ||
| call_executor_base* pjob = jb.get(); | ||
| add_job([&, pjob]() { | ||
| pjob->execute(); | ||
| { | ||
| std::lock_guard<std::mutex> lock(batch_mutex); | ||
| cnt++; | ||
| } | ||
| batch_condition.notify_one(); | ||
| }); | ||
| } | ||
|
|
||
| std::unique_lock<std::mutex> lock(batch_mutex); | ||
| batch_condition.wait(lock, [&]() | ||
| { | ||
| return cnt == cntr.size(); | ||
| }); | ||
| LOG_PRINT_L0("All jobs finiahed"); | ||
| } | ||
|
|
||
| ~threads_pool() | ||
| { | ||
| m_is_stop = true; | ||
| m_condition.notify_all(); | ||
| for (auto& th : m_threads) | ||
| { | ||
| th.join(); | ||
| } | ||
| } | ||
|
|
||
| private: | ||
| void worker_func() | ||
| { | ||
| LOG_PRINT_L0("Worker thread is started"); | ||
| while (true) | ||
| { | ||
| std::shared_ptr<call_executor_base> job; | ||
| { | ||
| std::unique_lock<std::mutex> lock(m_queue_mutex); | ||
|
|
||
| m_condition.wait(lock, [this]() | ||
| { | ||
| return !m_jobs_que.empty() || m_is_stop; | ||
| }); | ||
| if (m_is_stop) | ||
| { | ||
| LOG_PRINT_L0("Worker thread is finished"); | ||
| return; | ||
| } | ||
|
|
||
| job = m_jobs_que.front(); | ||
| m_jobs_que.pop_front(); | ||
| } | ||
|
|
||
| job->execute(); | ||
| } | ||
| } | ||
|
|
||
|
|
||
|
|
||
| jobs_container m_jobs_que; | ||
| std::condition_variable m_condition; | ||
| std::mutex m_queue_mutex; | ||
| std::vector<std::thread> m_threads; | ||
| std::atomic<bool> m_is_stop; | ||
| std::atomic<int64_t> m_threads_counter; | ||
| }; | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.