* hydra_update_gc_roots.pl registers build outputs that should be kept
as GC roots and removes GC roots to build outputs that should no longer be kept.
This commit is contained in:
parent
7d2e5c8206
commit
14960d6c53
|
@ -679,6 +679,8 @@ sub build :Local {
|
|||
|
||||
$c->stash->{curTime} = time;
|
||||
|
||||
$c->stash->{available} = isValidPath $build->outpath;
|
||||
|
||||
if (!$build->finished && $build->schedulingInfo->busy) {
|
||||
my $logfile = $build->schedulingInfo->logfile;
|
||||
$c->stash->{logtext} = `cat $logfile`;
|
||||
|
|
|
@ -2,6 +2,7 @@ package Hydra::Helper::Nix;
|
|||
|
||||
use strict;
|
||||
use Exporter;
|
||||
use File::Basename;
|
||||
|
||||
our @ISA = qw(Exporter);
|
||||
our @EXPORT = qw(isValidPath getHydraPath getHydraDBPath openHydraDB);
|
||||
|
@ -9,8 +10,11 @@ our @EXPORT = qw(isValidPath getHydraPath getHydraDBPath openHydraDB);
|
|||
|
||||
sub isValidPath {
|
||||
my $path = shift;
|
||||
$SIG{CHLD} = 'DEFAULT'; # !!! work around system() failing if SIGCHLD is ignored
|
||||
return system("nix-store --check-validity $path 2> /dev/null") == 0;
|
||||
#$SIG{CHLD} = 'DEFAULT'; # !!! work around system() failing if SIGCHLD is ignored
|
||||
#return system("nix-store --check-validity $path 2> /dev/null") == 0;
|
||||
|
||||
# This is faster than calling nix-store, but it breaks abstraction...
|
||||
return -e ("/nix/var/nix/db/info/" . basename $path);
|
||||
}
|
||||
|
||||
|
||||
|
|
|
@ -241,6 +241,10 @@
|
|||
|
||||
<h2>Build products</h2>
|
||||
|
||||
[% IF !available %]
|
||||
<p class="error">Note: this build is no longer available.</p>
|
||||
[% END %]
|
||||
|
||||
[% PROCESS renderProductList %]
|
||||
|
||||
[% END %]
|
||||
|
|
74
src/Hydra/script/hydra_update_gc_roots.pl
Executable file
74
src/Hydra/script/hydra_update_gc_roots.pl
Executable file
|
@ -0,0 +1,74 @@
|
|||
#! /var/run/current-system/sw/bin/perl -w
|
||||
|
||||
use strict;
|
||||
use File::Path;
|
||||
use File::Basename;
|
||||
use Hydra::Schema;
|
||||
use Hydra::Helper::Nix;
|
||||
|
||||
my $db = openHydraDB;
|
||||
|
||||
die unless defined $ENV{LOGNAME};
|
||||
my $gcRootsDir = "/nix/var/nix/gcroots/per-user/$ENV{LOGNAME}/hydra-roots";
|
||||
|
||||
|
||||
my %roots;
|
||||
|
||||
sub registerRoot {
|
||||
my ($path) = @_;
|
||||
print "$path\n";
|
||||
|
||||
mkpath($gcRootsDir) if !-e $gcRootsDir;
|
||||
|
||||
my $link = "$gcRootsDir/" . basename $path;
|
||||
|
||||
if (!-e $link) {
|
||||
symlink($path, $link)
|
||||
or die "cannot creating symlink in $gcRootsDir to $path";
|
||||
}
|
||||
|
||||
$roots{$path} = 1;
|
||||
}
|
||||
|
||||
|
||||
# Determine which builds to keep automatically.
|
||||
my %pathsToKeep;
|
||||
|
||||
# TODO
|
||||
|
||||
|
||||
# For finished builds, we only keep the output path, not the derivation.
|
||||
foreach my $build ($db->resultset('Builds')->search({finished => 1, buildStatus => 0}, {join => 'resultInfo'})) {
|
||||
if ($build->resultInfo->keep || defined $pathsToKeep{$build->outpath}) {
|
||||
if (isValidPath($build->outpath)) {
|
||||
registerRoot $build->outpath;
|
||||
} else {
|
||||
print STDERR "warning: output ", $build->outpath, " has disappeared\n";
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
# For scheduled builds, we register the derivation as a GC root.
|
||||
foreach my $build ($db->resultset('Builds')->search({finished => 0}, {join => 'schedulingInfo'})) {
|
||||
if (isValidPath($build->drvpath)) {
|
||||
registerRoot $build->drvpath;
|
||||
} else {
|
||||
print STDERR "warning: derivation ", $build->drvpath, " has disappeared\n";
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
# Remove existing roots that are no longer wanted. !!! racy
|
||||
opendir DIR, $gcRootsDir or die;
|
||||
|
||||
foreach my $link (readdir DIR) {
|
||||
next if !-l "$gcRootsDir/$link";
|
||||
my $path = readlink "$gcRootsDir/$link" or die;
|
||||
if (!defined $roots{$path}) {
|
||||
print STDERR "removing root $path\n";
|
||||
unlink "$gcRootsDir/$link" or die "cannot remove $gcRootsDir/$link";
|
||||
}
|
||||
}
|
||||
|
||||
closedir DIR;
|
Loading…
Reference in a new issue