* hydra_update_gc_roots.pl registers build outputs that should be kept

as GC roots and removes GC roots to build outputs that should no
  longer be kept.
This commit is contained in:
Eelco Dolstra 2009-01-13 14:02:07 +00:00
parent 7d2e5c8206
commit 14960d6c53
4 changed files with 86 additions and 2 deletions

View file

@ -679,6 +679,8 @@ sub build :Local {
$c->stash->{curTime} = time;
$c->stash->{available} = isValidPath $build->outpath;
if (!$build->finished && $build->schedulingInfo->busy) {
my $logfile = $build->schedulingInfo->logfile;
$c->stash->{logtext} = `cat $logfile`;

View file

@ -2,6 +2,7 @@ package Hydra::Helper::Nix;
use strict;
use Exporter;
use File::Basename;
our @ISA = qw(Exporter);
our @EXPORT = qw(isValidPath getHydraPath getHydraDBPath openHydraDB);
@ -9,8 +10,11 @@ our @EXPORT = qw(isValidPath getHydraPath getHydraDBPath openHydraDB);
sub isValidPath {
my $path = shift;
$SIG{CHLD} = 'DEFAULT'; # !!! work around system() failing if SIGCHLD is ignored
return system("nix-store --check-validity $path 2> /dev/null") == 0;
#$SIG{CHLD} = 'DEFAULT'; # !!! work around system() failing if SIGCHLD is ignored
#return system("nix-store --check-validity $path 2> /dev/null") == 0;
# This is faster than calling nix-store, but it breaks abstraction...
return -e ("/nix/var/nix/db/info/" . basename $path);
}

View file

@ -241,6 +241,10 @@
<h2>Build products</h2>
[% IF !available %]
<p class="error">Note: this build is no longer available.</p>
[% END %]
[% PROCESS renderProductList %]
[% END %]

View file

@ -0,0 +1,74 @@
#! /var/run/current-system/sw/bin/perl -w
use strict;
use File::Path;
use File::Basename;
use Hydra::Schema;
use Hydra::Helper::Nix;
my $db = openHydraDB;
die unless defined $ENV{LOGNAME};
my $gcRootsDir = "/nix/var/nix/gcroots/per-user/$ENV{LOGNAME}/hydra-roots";
my %roots;
sub registerRoot {
my ($path) = @_;
print "$path\n";
mkpath($gcRootsDir) if !-e $gcRootsDir;
my $link = "$gcRootsDir/" . basename $path;
if (!-e $link) {
symlink($path, $link)
or die "cannot creating symlink in $gcRootsDir to $path";
}
$roots{$path} = 1;
}
# Determine which builds to keep automatically.
my %pathsToKeep;
# TODO
# For finished builds, we only keep the output path, not the derivation.
foreach my $build ($db->resultset('Builds')->search({finished => 1, buildStatus => 0}, {join => 'resultInfo'})) {
if ($build->resultInfo->keep || defined $pathsToKeep{$build->outpath}) {
if (isValidPath($build->outpath)) {
registerRoot $build->outpath;
} else {
print STDERR "warning: output ", $build->outpath, " has disappeared\n";
}
}
}
# For scheduled builds, we register the derivation as a GC root.
foreach my $build ($db->resultset('Builds')->search({finished => 0}, {join => 'schedulingInfo'})) {
if (isValidPath($build->drvpath)) {
registerRoot $build->drvpath;
} else {
print STDERR "warning: derivation ", $build->drvpath, " has disappeared\n";
}
}
# Remove existing roots that are no longer wanted. !!! racy
opendir DIR, $gcRootsDir or die;
foreach my $link (readdir DIR) {
next if !-l "$gcRootsDir/$link";
my $path = readlink "$gcRootsDir/$link" or die;
if (!defined $roots{$path}) {
print STDERR "removing root $path\n";
unlink "$gcRootsDir/$link" or die "cannot remove $gcRootsDir/$link";
}
}
closedir DIR;