danderson/channel-scripts
0
0
Fork 0
forked from the-distro/channel-scripts
Code Pull requests Activity

* Hacky script to create a binary cache from a set of manifests.

Browse source 
git-svn-id: https://nixos.org/repos/nix/release/trunk/channels@34575 70bd8c7a-acb8-0310-9f0d-9cc1c95dcdbb
This commit is contained in:
Eelco Dolstra 2012-07-02 22:54:26 +00:00
parent 4d2e345db0
commit 50d69c15f0
1 changed files with 83 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

83
convert-to-binary-channel.pl Normal file
View file

@ -0,0 +1,83 @@
use strict;
use Nix::Manifest;
use File::Basename;
my $cacheDir = "/data/releases/binary-cache";
my @manifests = split " ", `find /data/releases/{nixos,nixpkgs,nix,patchelf} -name MANIFEST | grep -v '.tmp' | sort`;
die if $? != 0;
#my @manifests = ("/data/releases/nix/nix-0.11/MANIFEST");
#my @manifests = ("/data/releases/nixpkgs/nixpkgs-1.0pre19955_f823b62/MANIFEST");
foreach my $manifest (@manifests) {
print STDERR "processing $manifest...\n";
my %narFiles;
my %patches;
next if readManifest($manifest, \%narFiles, \%patches, 1) < 3;
print STDERR " ", scalar(keys(%narFiles)), " paths\n";
while (my ($storePath, $nars) = each %narFiles) {
print STDERR " $storePath\n";
my $pathHash = substr(basename($storePath), 0, 32);
my $dst = "$cacheDir/$pathHash.narinfo";
foreach my $nar (@{$nars}) {
if (! -e $dst) {
#print STDERR " $nar->{url} -> $dst\n";
my $fileName = "/data/releases/nars/" . basename $nar->{url};
if (! -e $fileName) {
warn "NAR not found: $fileName\n";
next;
}
my $narHash = $nar->{narHash};
die unless defined $narHash;
if (length($narHash) != 59) {
$narHash =~ s/.*://;
my $s = `nix-hash --type sha256 --to-base32 $narHash`;
die if $? != 0;
chomp $s;
$narHash = "sha256:$s";
}
die unless defined $nar->{size};
die unless length($nar->{hash} || "") == 59;
$nar->{hash} =~ /^sha256:(.*)$/ or die;
my $fileHash = $1;
my $link = "$cacheDir/nar/$fileHash.nar.bz2";
if (! -e $link) {
link $fileName, $link
or die "creating link: $!";
}
my $narSize = $nar->{narSize};
unless (defined $narSize) {
$narSize = `bzip2 -d < $link | wc -c`;
chomp $narSize;
die unless $narSize =~ /^[0-9]+$/;
}
my $info;
$info .= "StorePath: $storePath\n";
$info .= "URL: nar/$fileHash.nar.bz2\n";
$info .= "Compression: bzip2\n";
$info .= "FileHash: $nar->{hash}\n";
$info .= "FileSize: $nar->{size}\n";
$info .= "NarHash: $narHash\n";
$info .= "NarSize: $narSize\n";
$info .= "References: " . join(" ", map { basename $_ } (split " ", $nar->{references})) . "\n";
$info .= "Deriver: " . basename $nar->{deriver} . "\n" if $nar->{deriver} ne "";
$info .= "System: $nar->{system}\n" if defined $nar->{system};
my $tmp = "$cacheDir/.tmp.$$.$pathHash.narinfo";
open INFO, ">$tmp" or die;
print INFO "$info" or die;
close INFO or die;
rename($tmp, $dst) or die "cannot rename $tmp to $dst: $!\n";
}
}
}
}