Test the queue runner in the scenario where a dependency is available in the cache but GC'd locally, where we're building locally

This commit is contained in:
Graham Christensen 2022-01-21 15:13:52 -05:00
parent 5c3e48fd0d
commit 952f629b7c
4 changed files with 76 additions and 0 deletions

View file

@ -0,0 +1,17 @@
{ exposeUnderlyingJob, exposeDependentJob }:
with import ../config.nix;
let
underlyingJob = mkDerivation {
name = "underlying-job";
builder = ../empty-dir-builder.sh;
};
dependentJob = mkDerivation {
name = "dependent-job";
builder = ../empty-dir-builder.sh;
inherit underlyingJob;
};
in
(if exposeUnderlyingJob then { inherit underlyingJob; } else { }) //
(if exposeDependentJob then { inherit dependentJob; } else { }) //
{ }

View file

@ -0,0 +1,4 @@
import ./dependency.nix {
exposeUnderlyingJob = false;
exposeDependentJob = true;
}

View file

@ -0,0 +1,4 @@
import ./dependency.nix {
exposeUnderlyingJob = true;
exposeDependentJob = false;
}

View file

@ -0,0 +1,51 @@
use strict;
use warnings;
use Setup;
use Data::Dumper;
use Test2::V0;
my $ctx = test_context(
use_external_destination_store => 1
);
# This test is regarding https://github.com/NixOS/hydra/pull/1126
#
# A hydra instance was regularly failing to build derivations with:
#
# possibly transient failure building /nix/store/X.drv on localhost:
# dependency '/nix/store/Y' of '/nix/store/Y.drv' does not exist,
# and substitution is disabled
#
# However it would only fail when building on localhost, and it would only
# fail if the build output was already in the binary cache.
#
# This test replicates this scenario by having two jobs, underlyingJob and
# dependentJob. dependentJob depends on underlyingJob. We first build
# underlyingJob and copy it to an external cache. Then forcefully delete
# the output of underlyingJob, and build dependentJob. In order to pass
# it must either rebuild underlyingJob or fetch it from the cache.
subtest "Building, caching, and then garbage collecting the underlying job" => sub {
my $builds = $ctx->makeAndEvaluateJobset(
expression => "dependencies/underlyingOnly.nix",
build => 1
);
my $path = $builds->{"underlyingJob"}->buildoutputs->find({ name => "out" })->path;
ok(unlink(Hydra::Helper::Nix::gcRootFor($path)), "Unlinking the GC root for underlying Dependency succeeds");
(my $ret, my $stdout, my $stderr) = captureStdoutStderr(1, "nix-store", "--delete", $path);
is($ret, 0, "Deleting the underlying dependency should succeed");
};
subtest "Building the dependent job should now succeed, even though we're missing a local dependency" => sub {
my $builds = $ctx->makeAndEvaluateJobset(
expression => "dependencies/dependentOnly.nix"
);
ok(runBuild($builds->{"dependentJob"}), "building the job should succeed");
};
done_testing;