2016-03-01 19:00:06 +00:00
|
|
|
|
#! /run/current-system/sw/bin/perl -w
|
|
|
|
|
|
|
|
|
|
use strict;
|
|
|
|
|
use Data::Dumper;
|
|
|
|
|
use Fcntl qw(:flock);
|
|
|
|
|
use File::Basename;
|
|
|
|
|
use File::Path;
|
|
|
|
|
use File::Slurp;
|
|
|
|
|
use JSON::PP;
|
|
|
|
|
use LWP::UserAgent;
|
2016-03-03 14:59:21 +00:00
|
|
|
|
use List::MoreUtils qw(uniq);
|
2016-03-01 19:00:06 +00:00
|
|
|
|
|
2016-03-04 19:45:35 +00:00
|
|
|
|
my $channelName = $ARGV[0];
|
|
|
|
|
my $releaseUrl = $ARGV[1];
|
2016-03-04 19:27:15 +00:00
|
|
|
|
my $isMainRelease = ($ARGV[2] // 0) eq 1;
|
2016-03-01 19:00:06 +00:00
|
|
|
|
|
2016-03-04 19:45:35 +00:00
|
|
|
|
die "Usage: $0 CHANNEL-NAME RELEASE-URL [IS-MAIN-RELEASE]\n" unless defined $channelName && defined $releaseUrl;
|
2016-03-01 19:00:06 +00:00
|
|
|
|
|
2016-03-04 19:45:35 +00:00
|
|
|
|
$channelName =~ /^([a-z]+)-(.*)$/ or die;
|
|
|
|
|
my $channelDirRel = $channelName eq "nixpkgs-unstable" ? "nixpkgs" : "$1/$2";
|
|
|
|
|
my $releasesDir = "/data/releases/$channelDirRel";
|
2016-03-01 19:00:06 +00:00
|
|
|
|
my $channelsDir = "/data/releases/channels";
|
|
|
|
|
|
2016-03-03 17:29:05 +00:00
|
|
|
|
$ENV{'GIT_DIR'} = "/home/hydra-mirror/nixpkgs-channels";
|
2016-03-01 19:00:06 +00:00
|
|
|
|
|
|
|
|
|
sub fetch {
|
|
|
|
|
my ($url, $type) = @_;
|
|
|
|
|
|
|
|
|
|
my $ua = LWP::UserAgent->new;
|
|
|
|
|
$ua->default_header('Accept', $type) if defined $type;
|
|
|
|
|
|
|
|
|
|
my $response = $ua->get($url);
|
|
|
|
|
die "could not download $url: ", $response->status_line, "\n" unless $response->is_success;
|
|
|
|
|
|
|
|
|
|
return $response->decoded_content;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
my $releaseInfo = decode_json(fetch($releaseUrl, 'application/json'));
|
|
|
|
|
|
|
|
|
|
my $releaseId = $releaseInfo->{id} or die;
|
|
|
|
|
my $releaseName = $releaseInfo->{nixname} or die;
|
|
|
|
|
my $evalId = $releaseInfo->{jobsetevals}->[0] or die;
|
|
|
|
|
my $evalUrl = "https://hydra.nixos.org/eval/$evalId";
|
|
|
|
|
my $releaseDir = "$releasesDir/$releaseName";
|
|
|
|
|
|
|
|
|
|
my $evalInfo = decode_json(fetch($evalUrl, 'application/json'));
|
|
|
|
|
|
|
|
|
|
my $rev = $evalInfo->{jobsetevalinputs}->{nixpkgs}->{revision} or die;
|
|
|
|
|
|
|
|
|
|
print STDERR "release is ‘$releaseName’ (build $releaseId), eval is $evalId, dir is ‘$releaseDir’, Git commit is $rev\n";
|
|
|
|
|
|
|
|
|
|
# Guard against the channel going back in time.
|
2016-03-07 09:51:46 +00:00
|
|
|
|
my $curReleaseDir = readlink "$channelsDir/$channelName";
|
|
|
|
|
if (defined $curReleaseDir) {
|
|
|
|
|
my $curRelease = basename($curReleaseDir);
|
2016-03-01 19:00:06 +00:00
|
|
|
|
my $d = `nix-instantiate --eval -E "builtins.compareVersions (builtins.parseDrvName \\"$curRelease\\").version (builtins.parseDrvName \\"$releaseName\\").version"`;
|
|
|
|
|
chomp $d;
|
|
|
|
|
die "channel would go back in time from $curRelease to $releaseName, bailing out\n" if $d == 1;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (-d $releaseDir) {
|
|
|
|
|
print STDERR "release already exists\n";
|
|
|
|
|
} else {
|
|
|
|
|
my $tmpDir = dirname($releaseDir) . "/$releaseName-tmp";
|
|
|
|
|
File::Path::make_path($tmpDir);
|
|
|
|
|
|
|
|
|
|
write_file("$tmpDir/src-url", $evalUrl);
|
|
|
|
|
write_file("$tmpDir/git-revision", $rev);
|
|
|
|
|
write_file("$tmpDir/binary-cache-url", "https://cache.nixos.org");
|
|
|
|
|
|
2016-03-03 14:59:21 +00:00
|
|
|
|
if (! -e "$tmpDir/store-paths.xz") {
|
|
|
|
|
my $storePaths = decode_json(fetch("$evalUrl/store-paths", 'application/json'));
|
|
|
|
|
write_file("$tmpDir/store-paths", join("\n", uniq(@{$storePaths})) . "\n");
|
|
|
|
|
system("xz", "$tmpDir/store-paths") == 0 or die;
|
|
|
|
|
}
|
|
|
|
|
|
2016-03-01 19:00:06 +00:00
|
|
|
|
# Copy the manual.
|
2016-03-04 19:45:35 +00:00
|
|
|
|
my $manualJob = $channelName =~ /nixos/ ? "nixos.manual.x86_64-linux" : "manual";
|
|
|
|
|
my $manualDir = $channelName =~ /nixos/ ? "nixos" : "nixpkgs";
|
2016-03-01 19:00:06 +00:00
|
|
|
|
if (! -e "$tmpDir/manual") {
|
2016-03-04 19:45:35 +00:00
|
|
|
|
my $manualInfo = decode_json(fetch("$evalUrl/job/$manualJob", 'application/json'));
|
2016-03-01 19:00:06 +00:00
|
|
|
|
my $manualPath = $manualInfo->{buildoutputs}->{out}->{path} or die;
|
|
|
|
|
system("nix-store", "-r", $manualPath) == 0 or die "unable to fetch $manualPath\n";
|
2016-03-04 19:45:35 +00:00
|
|
|
|
system("cp", "-rd", "$manualPath/share/doc/$manualDir", "$tmpDir/manual") == 0 or die "unable to copy manual from $manualPath";
|
|
|
|
|
system("chmod", "-R", "u+w", "$tmpDir/manual");
|
|
|
|
|
symlink("manual.html", "$tmpDir/manual/index.html") unless -e "$tmpDir/manual/index.html";
|
2016-03-01 19:00:06 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
sub downloadFile {
|
|
|
|
|
my ($jobName, $dstName) = @_;
|
|
|
|
|
|
|
|
|
|
my $buildInfo = decode_json(fetch("$evalUrl/job/$jobName", 'application/json'));
|
|
|
|
|
|
|
|
|
|
my $srcFile = $buildInfo->{buildproducts}->{1}->{path} or die;
|
|
|
|
|
$dstName //= basename($srcFile);
|
|
|
|
|
my $dstFile = "$tmpDir/" . $dstName;
|
|
|
|
|
|
|
|
|
|
if (! -e $dstFile) {
|
|
|
|
|
print STDERR "downloading $srcFile to $dstFile...\n";
|
|
|
|
|
system("NIX_REMOTE=https://cache.nixos.org/ nix cat-store '$srcFile' > '$dstFile.tmp'") == 0
|
|
|
|
|
or die "unable to fetch $srcFile\n";
|
|
|
|
|
rename("$dstFile.tmp", $dstFile) or die;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
my $sha256_expected = $buildInfo->{buildproducts}->{1}->{sha256hash} or die;
|
|
|
|
|
my $sha256_actual = `nix hash-file --type sha256 '$dstFile'`;
|
|
|
|
|
chomp $sha256_actual;
|
|
|
|
|
if ($sha256_expected ne $sha256_actual) {
|
|
|
|
|
print STDERR "file $dstFile is corrupt\n";
|
|
|
|
|
exit 1;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
write_file("$dstFile.sha256", $sha256_expected);
|
|
|
|
|
}
|
|
|
|
|
|
2016-03-04 19:45:35 +00:00
|
|
|
|
if ($channelName =~ /nixos/) {
|
|
|
|
|
downloadFile("nixos.channel", "nixexprs.tar.xz");
|
|
|
|
|
downloadFile("nixos.iso_minimal.x86_64-linux");
|
2016-03-01 19:00:06 +00:00
|
|
|
|
|
2016-03-04 19:45:35 +00:00
|
|
|
|
if ($channelName !~ /-small/) {
|
|
|
|
|
downloadFile("nixos.iso_minimal.i686-linux");
|
|
|
|
|
downloadFile("nixos.iso_graphical.x86_64-linux");
|
|
|
|
|
downloadFile("nixos.iso_graphical.i686-linux");
|
|
|
|
|
downloadFile("nixos.ova.x86_64-linux");
|
|
|
|
|
downloadFile("nixos.ova.i686-linux");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
} else {
|
|
|
|
|
downloadFile("tarball", "nixexprs.tar.xz");
|
2016-03-01 19:00:06 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
# Make "github-link" a redirect to the GitHub history of this
|
|
|
|
|
# release.
|
|
|
|
|
write_file("$tmpDir/.htaccess",
|
2016-03-04 19:45:35 +00:00
|
|
|
|
"Redirect /releases/$channelDirRel/$releaseName/github-link https://github.com/NixOS/nixpkgs-channels/commits/$rev\n");
|
2016-03-01 19:00:06 +00:00
|
|
|
|
write_file("$tmpDir/github-link", "");
|
|
|
|
|
|
|
|
|
|
# FIXME: Generate the programs.sqlite database and put it in nixexprs.tar.xz.
|
|
|
|
|
|
|
|
|
|
rename($tmpDir, $releaseDir) or die;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
# Prevent concurrent writes to the channels and the Git clone.
|
|
|
|
|
open(my $lockfile, ">>", "$channelsDir/.htaccess.lock");
|
|
|
|
|
flock($lockfile, LOCK_EX) or die "cannot acquire channels lock\n";
|
|
|
|
|
|
|
|
|
|
# Update the channel.
|
|
|
|
|
my $htaccess = "$channelsDir/.htaccess-$channelName";
|
|
|
|
|
write_file($htaccess,
|
2016-03-04 19:45:35 +00:00
|
|
|
|
"Redirect /channels/$channelName /releases/$channelDirRel/$releaseName\n" .
|
|
|
|
|
"Redirect /releases/nixos/channels/$channelName /releases/$channelDirRel/$releaseName\n");
|
2016-03-01 19:00:06 +00:00
|
|
|
|
|
|
|
|
|
my $channelLink = "$channelsDir/$channelName";
|
|
|
|
|
unlink("$channelLink.tmp");
|
|
|
|
|
symlink($releaseDir, "$channelLink.tmp") or die;
|
|
|
|
|
rename("$channelLink.tmp", $channelLink) or die;
|
|
|
|
|
|
|
|
|
|
system("cat $channelsDir/.htaccess-nix* > $channelsDir/.htaccess") == 0 or die;
|
|
|
|
|
|
|
|
|
|
# Update the nixpkgs-channels repo.
|
|
|
|
|
system("git remote update origin >&2") == 0 or die;
|
|
|
|
|
system("git push channels $rev:refs/heads/$channelName >&2") == 0 or die;
|
|
|
|
|
|
2016-03-04 19:27:15 +00:00
|
|
|
|
# If this is the "main" stable release, generate a .htaccess with some
|
|
|
|
|
# symbolic redirects to the latest ISOs.
|
|
|
|
|
|
|
|
|
|
if ($isMainRelease) {
|
|
|
|
|
|
2016-03-04 19:45:35 +00:00
|
|
|
|
my $baseURL = "/releases/$channelDirRel/$releaseName";
|
2016-03-04 19:27:15 +00:00
|
|
|
|
my $res = "Redirect /releases/nixos/latest $baseURL\n";
|
|
|
|
|
|
|
|
|
|
sub add {
|
|
|
|
|
my ($name, $wildcard) = @_;
|
|
|
|
|
my @files = glob "$releaseDir/$wildcard";
|
|
|
|
|
die if scalar @files != 1;
|
|
|
|
|
my $fn = basename($files[0]);
|
|
|
|
|
$res .= "Redirect /releases/nixos/$name $baseURL/$fn\n";
|
|
|
|
|
$res .= "Redirect /releases/nixos/$name-sha256 $baseURL/$fn.sha256\n";
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
add("latest-iso-minimal-i686-linux", "nixos-minimal-*-i686-linux.iso");
|
|
|
|
|
add("latest-iso-minimal-x86_64-linux", "nixos-minimal-*-x86_64-linux.iso");
|
|
|
|
|
add("latest-iso-graphical-i686-linux", "nixos-graphical-*-i686-linux.iso");
|
|
|
|
|
add("latest-iso-graphical-x86_64-linux", "nixos-graphical-*-x86_64-linux.iso");
|
|
|
|
|
add("latest-ova-i686-linux", "nixos-*-i686-linux.ova");
|
|
|
|
|
add("latest-ova-x86_64-linux", "nixos-*-x86_64-linux.ova");
|
|
|
|
|
|
|
|
|
|
my $htaccess2 = "/data/releases/nixos/.htaccess";
|
|
|
|
|
write_file("$htaccess2.tmp", $res);
|
|
|
|
|
rename("$htaccess2.tmp", $htaccess2) or die;
|
|
|
|
|
}
|