hydra/src/build.pl

214 lines
6.4 KiB
Perl
Raw Normal View History

2008-11-10 13:33:12 +00:00
#! @perl@ -w
use strict;
use File::Basename;
use HydraFrontend::Schema;
my $db = HydraFrontend::Schema->connect("dbi:SQLite:dbname=hydra.sqlite", "", "", {});
$db->storage->dbh->do("PRAGMA synchronous = OFF;");
2008-11-10 13:33:12 +00:00
sub isValidPath {
my $path = shift;
return system("nix-store --check-validity $path 2> /dev/null") == 0;
}
2008-11-11 12:54:37 +00:00
sub doBuild {
my ($build) = @_;
2008-11-10 13:33:12 +00:00
2008-11-11 12:54:37 +00:00
my $drvPath = $build->drvpath;
my $outPath = $build->outpath;
2008-11-10 13:33:12 +00:00
my $isCachedBuild = 1;
my $outputCreated = 1; # i.e., the Nix build succeeded (but it could be a positive failure)
my $startTime = 0;
my $stopTime = 0;
if (!isValidPath($outPath)) {
$isCachedBuild = 0;
$startTime = time();
# Run Nix to perform the build, and monitor the stderr output
# to get notifications about specific build steps, the
# associated log files, etc.
my $cmd = "nix-store --keep-going --no-build-output " .
"--log-type flat --print-build-trace --realise $drvPath 2>&1";
my $buildStepNr = 1;
open OUT, "$cmd |" or die;
while (<OUT>) {
unless (/^@\s+/) {
print STDERR "$_";
next;
}
print STDERR "GOT $_";
if (/^@\s+build-started\s+(\S+)\s+(\S+)\s+(\S+)\s+(\S+)$/) {
$db->txn_do(sub {
$db->resultset('Buildsteps')->create(
{ id => $build->id
, stepnr => $buildStepNr++
, type => 0 # = build
, drvpath => $1
, outpath => $2
, logfile => $4
, busy => 1
});
});
}
if (/^@\s+build-succeeded\s+(\S+)\s+(\S+)$/) {
$db->txn_do(sub {
my $drvPath = $1;
(my $step) = $db->resultset('Buildsteps')->search(
{id => $build->id, type => 0, drvpath => $drvPath}, {});
die unless $step;
$step->busy(0);
$step->status(0);
$step->update;
});
}
if (/^@\s+build-failed\s+(\S+)\s+(\S+)\s+(\S+)\s+(.*)$/) {
$db->txn_do(sub {
my $drvPath = $1;
(my $step) = $db->resultset('Buildsteps')->search(
{id => $build->id, type => 0, drvpath => $drvPath}, {});
die unless $step;
$step->busy(0);
$step->status(1);
$step->errormsg($4);
$step->update;
});
}
}
close OUT;
my $res = $?;
2008-11-10 13:33:12 +00:00
$stopTime = time();
$outputCreated = $res == 0;
}
my $buildStatus;
if ($outputCreated) {
# "Positive" failures, e.g. the builder returned exit code 0
# but flagged some error condition.
$buildStatus = -e "$outPath/nix-support/failed" ? 2 : 0;
} else {
$buildStatus = 1; # = Nix failure
}
$db->txn_do(sub {
2008-11-11 12:54:37 +00:00
$build->finished(1);
$build->timestamp(time());
$build->update;
$db->resultset('Buildresultinfo')->create(
{ id => $build->id
2008-11-10 13:33:12 +00:00
, iscachedbuild => $isCachedBuild
, buildstatus => $buildStatus
, starttime => $startTime
, stoptime => $stopTime
});
my $logPath = "/nix/var/log/nix/drvs/" . basename $drvPath;
if (-e $logPath) {
print STDERR "found log $logPath\n";
2008-11-10 13:33:12 +00:00
$db->resultset('Buildlogs')->create(
{ build => $build->id
, logphase => "full"
, path => $logPath
, type => "raw"
});
}
if ($outputCreated) {
if (-e "$outPath/log") {
foreach my $logPath (glob "$outPath/log/*") {
print STDERR "found log $logPath\n";
2008-11-10 13:33:12 +00:00
$db->resultset('Buildlogs')->create(
{ build => $build->id
, logphase => basename($logPath)
, path => $logPath
, type => "raw"
});
}
}
if (-e "$outPath/nix-support/hydra-build-products") {
open LIST, "$outPath/nix-support/hydra-build-products" or die;
while (<LIST>) {
/^(\w+)\s+([\w-]+)\s+(\S+)$/ or die;
my $type = $1;
my $subtype = $2;
my $path = $3;
die unless -e $path;
$db->resultset('Buildproducts')->create(
{ build => $build->id
, type => $type
, subtype => $subtype
, path => $path
});
}
close LIST;
2008-11-11 14:45:33 +00:00
} elsif ($buildStatus == 0) {
2008-11-10 13:33:12 +00:00
$db->resultset('Buildproducts')->create(
{ build => $build->id
, type => "nix-build"
, subtype => ""
, path => $outPath
});
}
}
2008-11-11 12:54:37 +00:00
$build->schedulingInfo->delete;
2008-11-10 13:33:12 +00:00
});
}
2008-11-11 12:54:37 +00:00
my $buildId = $ARGV[0] or die;
print STDERR "performing build $buildId\n";
2008-11-10 13:33:12 +00:00
2008-11-11 12:54:37 +00:00
# Lock the build. If necessary, steal the lock from the parent
# process (runner.pl). This is so that if the runner dies, the
# children (i.e. the build.pl instances) can continue to run and won't
# have the lock taken away.
my $build;
2008-11-10 13:33:12 +00:00
$db->txn_do(sub {
2008-11-11 12:54:37 +00:00
($build) = $db->resultset('Builds')->search({id => $buildId});
die "build $buildId doesn't exist" unless defined $build;
if ($build->schedulingInfo->busy != 0 && $build->schedulingInfo->locker != getppid) {
die "build $buildId is already being built";
2008-11-10 13:33:12 +00:00
}
2008-11-11 12:54:37 +00:00
$build->schedulingInfo->busy(1);
$build->schedulingInfo->locker($$);
$build->schedulingInfo->update;
2008-11-10 13:33:12 +00:00
});
2008-11-11 12:54:37 +00:00
die unless $build;
2008-11-10 13:33:12 +00:00
2008-11-11 12:54:37 +00:00
# Do the build. If it throws an error, unlock the build so that it
# can be retried.
2008-11-10 13:33:12 +00:00
eval {
2008-11-11 12:54:37 +00:00
doBuild $build;
2008-11-10 13:33:12 +00:00
};
if ($@) {
warn $@;
$db->txn_do(sub {
2008-11-11 12:54:37 +00:00
$build->schedulingInfo->busy(0);
$build->schedulingInfo->locker($$);
$build->schedulingInfo->update;
2008-11-10 13:33:12 +00:00
});
}