attempt to fix #1630: make the queries of store paths run in parallel using a thread pool

This commit is contained in:
AmineChikhaoui 2017-10-25 16:13:49 +01:00
parent 82327e3cc4
commit 9f01a3f0a8

View file

@ -389,8 +389,9 @@ PathSet Store::queryValidPaths(const PathSet & paths, SubstituteFlag maybeSubsti
Sync<State> state_(State{paths.size(), PathSet()}); Sync<State> state_(State{paths.size(), PathSet()});
std::condition_variable wakeup; std::condition_variable wakeup;
ThreadPool pool;
for (auto & path : paths) auto doQuery = [&](const Path & path ) {
queryPathInfo(path, queryPathInfo(path,
[path, &state_, &wakeup](ref<ValidPathInfo> info) { [path, &state_, &wakeup](ref<ValidPathInfo> info) {
auto state(state_.lock()); auto state(state_.lock());
@ -411,6 +412,12 @@ PathSet Store::queryValidPaths(const PathSet & paths, SubstituteFlag maybeSubsti
if (!--state->left) if (!--state->left)
wakeup.notify_one(); wakeup.notify_one();
}); });
};
for (auto & path : paths)
pool.enqueue(std::bind(doQuery, path));
pool.process();
while (true) { while (true) {
auto state(state_.lock()); auto state(state_.lock());