From 8e05cc1e6c5eb1729e06835baf9114c4be8b82ee Mon Sep 17 00:00:00 2001 From: Raito Bezarius Date: Tue, 1 Oct 2024 10:47:10 +0000 Subject: [PATCH] Revert "libstore: remove worker removeGoal" Revert submission 1946 Reason for revert: regression in building (found via bisection) Reported by users: > error: path '/nix/store/04ca5xwvasz6s3jg0k7njz6rzi0d225w-jq-1.7.1-dev' does not exist in the store Reverted changes: /q/submissionid:1946 Change-Id: I6f1a4b2f7d7ef5ca430e477fc32bca62fd97036b --- src/libstore/build/worker.cc | 66 +++++++++++++++++++++--------------- src/libstore/build/worker.hh | 5 +++ 2 files changed, 43 insertions(+), 28 deletions(-) diff --git a/src/libstore/build/worker.cc b/src/libstore/build/worker.cc index b23b2800e..3a49e8ef9 100644 --- a/src/libstore/build/worker.cc +++ b/src/libstore/build/worker.cc @@ -65,26 +65,7 @@ std::pair, kj::Promise> Worker::makeGoalCommon( auto & goal_weak = it->second; auto goal = goal_weak.goal.lock(); if (!goal) { - struct Deleter - { - std::map> * from; - std::map>::const_iterator iter; - - void operator()(G * g) - { - from->erase(iter); - delete g; - } - }; - - // this dance is necessary to be memory-safe in exceptional cases. - // if *anything* here throws we must still delete the goal object. - goal = [&] { - std::unique_ptr tmp(nullptr, Deleter{&map, it}); - tmp.reset(create().release()); - return tmp; - }(); - + goal = create(); goal->notify = std::move(goal_weak.fulfiller); goal_weak.goal = goal; wakeUp(goal); @@ -184,6 +165,21 @@ std::pair> Worker::makeGoal(const DerivedPath & req, } +template +static void removeGoal(std::shared_ptr goal, auto & goalMap) +{ + /* !!! inefficient */ + for (auto i = goalMap.begin(); + i != goalMap.end(); ) + if (i->second.goal.lock() == goal) { + auto j = i; ++j; + goalMap.erase(i); + i = j; + } + else ++i; +} + + void Worker::goalFinished(GoalPtr goal, Goal::Finished & f) { goal->trace("done"); @@ -196,16 +192,9 @@ void Worker::goalFinished(GoalPtr goal, Goal::Finished & f) hashMismatch |= f.hashMismatch; checkMismatch |= f.checkMismatch; + removeGoal(goal); goal->notify->fulfill(); goal->cleanup(); - - if (topGoals.find(goal) != topGoals.end()) { - topGoals.erase(goal); - /* If a top-level goal failed, then kill all other goals - (unless keepGoing was set). */ - if (goal->exitCode == Goal::ecFailed && !settings.keepGoing) - topGoals.clear(); - } } void Worker::handleWorkResult(GoalPtr goal, Goal::WorkResult how) @@ -220,6 +209,27 @@ void Worker::handleWorkResult(GoalPtr goal, Goal::WorkResult how) updateStatistics(); } +void Worker::removeGoal(GoalPtr goal) +{ + if (auto drvGoal = std::dynamic_pointer_cast(goal)) + nix::removeGoal(drvGoal, derivationGoals); + else if (auto subGoal = std::dynamic_pointer_cast(goal)) + nix::removeGoal(subGoal, substitutionGoals); + else if (auto subGoal = std::dynamic_pointer_cast(goal)) + nix::removeGoal(subGoal, drvOutputSubstitutionGoals); + else + assert(false); + + if (topGoals.find(goal) != topGoals.end()) { + topGoals.erase(goal); + /* If a top-level goal failed, then kill all other goals + (unless keepGoing was set). */ + if (goal->exitCode == Goal::ecFailed && !settings.keepGoing) + topGoals.clear(); + } +} + + void Worker::wakeUp(GoalPtr goal) { goal->trace("woken up"); diff --git a/src/libstore/build/worker.hh b/src/libstore/build/worker.hh index fb68a0ef3..1953bbec1 100644 --- a/src/libstore/build/worker.hh +++ b/src/libstore/build/worker.hh @@ -158,6 +158,11 @@ private: */ void waitForInput(); + /** + * Remove a dead goal. + */ + void removeGoal(GoalPtr goal); + /** * Registers a running child process. */