libstore: return goal results from Worker::run()

this will be needed to move all interesting result fields out of Goal
proper and into WorkResult. once that is done we can treat goals as a
totally internal construct of the worker mechanism, which also allows
us to fully stop exposing unclear intermediate state to Worker users.

Change-Id: I98d7778a4b5b2590b7b070bdfc164a22a0ef7190

src/libstore/build/entry-points.cc

@@ -25,7 +25,7 @@ void Store::buildPaths(const std::vector<DerivedPath> & reqs, BuildMode buildMod
 
     StringSet failed;
     std::shared_ptr<Error> ex;
-    for (auto & i : goals) {
+    for (auto & [i, result] : goals) {
         if (i->ex) {
             if (ex)
                 logError(i->ex->info());
@@ -89,7 +89,7 @@ BuildResult Store::buildDerivation(const StorePath & drvPath, const BasicDerivat
             goals.emplace(gf.makeBasicDerivationGoal(drvPath, drv, OutputsSpec::All{}, buildMode));
             return goals;
         });
-        auto goal = *goals.begin();
+        auto [goal, result] = *goals.begin();
         return goal->buildResult.restrictTo(DerivedPath::Built {
             .drvPath = makeConstantStorePathRef(drvPath),
             .outputs = OutputsSpec::All {},
@@ -116,7 +116,7 @@ void Store::ensurePath(const StorePath & path)
         goals.emplace(gf.makePathSubstitutionGoal(path));
         return goals;
     });
-    auto goal = *goals.begin();
+    auto [goal, result] = *goals.begin();
 
     if (goal->exitCode != Goal::ecSuccess) {
         if (goal->ex) {
@@ -138,7 +138,7 @@ void Store::repairPath(const StorePath & path)
         goals.emplace(gf.makePathSubstitutionGoal(path, Repair));
         return goals;
     });
-    auto goal = *goals.begin();
+    auto [goal, result] = *goals.begin();
 
     if (goal->exitCode != Goal::ecSuccess) {
         /* Since substituting the path didn't work, if we have a valid

src/libstore/build/worker.cc

@@ -231,7 +231,7 @@ void Worker::childStarted(GoalPtr goal, kj::Promise<Result<Goal::WorkResult>> pr
 }
 
 
-kj::Promise<Result<void>> Worker::updateStatistics()
+kj::Promise<Result<Worker::Results>> Worker::updateStatistics()
 try {
     while (true) {
         statisticsUpdateInhibitor = co_await statisticsUpdateSignal.acquire();
@@ -257,7 +257,7 @@ try {
     co_return result::failure(std::current_exception());
 }
 
-std::vector<GoalPtr> Worker::run(std::function<Targets (GoalFactory &)> req)
+Worker::Results Worker::run(std::function<Targets (GoalFactory &)> req)
 {
     auto topGoals = req(goalFactory());
 
@@ -265,13 +265,7 @@ std::vector<GoalPtr> Worker::run(std::function<Targets (GoalFactory &)> req)
     running = true;
     Finally const _stop([&] { running = false; });
 
-    std::vector<GoalPtr> results;
+    auto onInterrupt = kj::newPromiseAndCrossThreadFulfiller<Result<Results>>();
-
-    for (auto & [goal, _promise] : topGoals) {
-        results.push_back(goal);
-    }
-
-    auto onInterrupt = kj::newPromiseAndCrossThreadFulfiller<Result<void>>();
     auto interruptCallback = createInterruptCallback([&] {
         return result::failure(std::make_exception_ptr(makeInterrupted()));
     });
@@ -286,12 +280,10 @@ std::vector<GoalPtr> Worker::run(std::function<Targets (GoalFactory &)> req)
         promise = promise.exclusiveJoin(boopGC(*localStore));
     }
 
-    promise.wait(aio.waitScope).value();
+    return promise.wait(aio.waitScope).value();
-
-    return results;
 }
 
-kj::Promise<Result<void>> Worker::runImpl(Targets topGoals)
+kj::Promise<Result<Worker::Results>> Worker::runImpl(Targets topGoals)
 try {
     debug("entered goal loop");
 
@@ -300,10 +292,13 @@ try {
         promises.add(std::move(gp));
     }
 
+    Results results;
+
     auto collect = AsyncCollect(promises.releaseAsArray());
     while (auto done = co_await collect.next()) {
         // propagate goal exceptions outward
         BOOST_OUTCOME_CO_TRY(auto result, done->second);
+        results.emplace(done->first, result);
 
         /* If a top-level goal failed, then kill all other goals
            (unless keepGoing was set). */
@@ -318,12 +313,12 @@ try {
        --keep-going *is* set, then they must all be finished now. */
     assert(!settings.keepGoing || children.isEmpty());
 
-    co_return result::success();
+    co_return std::move(results);
 } catch (...) {
     co_return result::failure(std::current_exception());
 }
 
-kj::Promise<Result<void>> Worker::boopGC(LocalStore & localStore)
+kj::Promise<Result<Worker::Results>> Worker::boopGC(LocalStore & localStore)
 try {
     while (true) {
         co_await aio.provider->getTimer().afterDelay(10 * kj::SECONDS);

src/libstore/build/worker.hh

@@ -86,6 +86,7 @@ class Worker : public WorkerBase
 {
 public:
     using Targets = std::map<GoalPtr, kj::Promise<Result<Goal::WorkResult>>>;
+    using Results = std::map<GoalPtr, Goal::WorkResult>;
 
 private:
 
@@ -154,7 +155,7 @@ private:
     /**
       * Pass current stats counters to the logger for progress bar updates.
       */
-    kj::Promise<Result<void>> updateStatistics();
+    kj::Promise<Result<Results>> updateStatistics();
 
     AsyncSemaphore statisticsUpdateSignal{1};
     std::optional<AsyncSemaphore::Token> statisticsUpdateInhibitor;
@@ -167,8 +168,8 @@ private:
         statisticsUpdateInhibitor = {};
     }
 
-    kj::Promise<Result<void>> runImpl(Targets topGoals);
+    kj::Promise<Result<Results>> runImpl(Targets topGoals);
-    kj::Promise<Result<void>> boopGC(LocalStore & localStore);
+    kj::Promise<Result<Results>> boopGC(LocalStore & localStore);
 
 public:
 
@@ -265,7 +266,7 @@ public:
     /**
      * Loop until the specified top-level goals have finished.
      */
-    std::vector<GoalPtr> run(std::function<Targets (GoalFactory &)> req);
+    Results run(std::function<Targets (GoalFactory &)> req);
 
     /***
      * The exit status in case of failure.