From 50d69c15f0b5a7efbfe3eb470c6077c88f6591c0 Mon Sep 17 00:00:00 2001
From: Eelco Dolstra <eelco.dolstra@logicblox.com>
Date: Mon, 2 Jul 2012 22:54:26 +0000
Subject: [PATCH] * Hacky script to create a binary cache from a set of
 manifests.

git-svn-id: https://nixos.org/repos/nix/release/trunk/channels@34575 70bd8c7a-acb8-0310-9f0d-9cc1c95dcdbb
---
 convert-to-binary-channel.pl | 83 ++++++++++++++++++++++++++++++++++++
 1 file changed, 83 insertions(+)
 create mode 100644 convert-to-binary-channel.pl

diff --git a/convert-to-binary-channel.pl b/convert-to-binary-channel.pl
new file mode 100644
index 0000000..966323e
--- /dev/null
+++ b/convert-to-binary-channel.pl
@@ -0,0 +1,83 @@
+use strict;
+use Nix::Manifest;
+use File::Basename;
+
+my $cacheDir = "/data/releases/binary-cache";
+
+my @manifests = split " ", `find /data/releases/{nixos,nixpkgs,nix,patchelf} -name MANIFEST | grep -v '.tmp' | sort`;
+die if $? != 0;
+#my @manifests = ("/data/releases/nix/nix-0.11/MANIFEST");
+#my @manifests = ("/data/releases/nixpkgs/nixpkgs-1.0pre19955_f823b62/MANIFEST");
+
+foreach my $manifest (@manifests) {
+    print STDERR "processing $manifest...\n";
+    my %narFiles;
+    my %patches;
+    next if readManifest($manifest, \%narFiles, \%patches, 1) < 3;
+    print STDERR "  ", scalar(keys(%narFiles)), " paths\n";
+
+    while (my ($storePath, $nars) = each %narFiles) {
+	print STDERR "  $storePath\n";
+	my $pathHash = substr(basename($storePath), 0, 32);
+	my $dst = "$cacheDir/$pathHash.narinfo";
+
+	foreach my $nar (@{$nars}) {
+	    if (! -e $dst) {
+		#print STDERR "    $nar->{url} -> $dst\n";
+
+		my $fileName = "/data/releases/nars/" . basename $nar->{url};
+		if (! -e $fileName) {
+		    warn "NAR not found: $fileName\n";
+		    next;
+		}
+
+		my $narHash = $nar->{narHash};
+		die unless defined $narHash;
+		if (length($narHash) != 59) {
+		    $narHash =~ s/.*://;
+		    my $s = `nix-hash --type sha256 --to-base32 $narHash`;
+		    die if $? != 0;
+		    chomp $s;
+		    $narHash = "sha256:$s";
+		}
+		die unless defined $nar->{size};
+		die unless length($nar->{hash} || "") == 59;
+
+		$nar->{hash} =~ /^sha256:(.*)$/ or die;
+		my $fileHash = $1;
+
+		my $link = "$cacheDir/nar/$fileHash.nar.bz2";
+		if (! -e $link) {
+		    link $fileName, $link
+			or die "creating link: $!";
+		}
+
+		my $narSize = $nar->{narSize};
+		unless (defined $narSize) {
+		    $narSize = `bzip2 -d < $link | wc -c`;
+		    chomp $narSize;
+		    die unless $narSize =~ /^[0-9]+$/;
+		}
+
+		my $info;
+		$info .= "StorePath: $storePath\n";
+		$info .= "URL: nar/$fileHash.nar.bz2\n";
+		$info .= "Compression: bzip2\n";
+		$info .= "FileHash: $nar->{hash}\n";
+		$info .= "FileSize: $nar->{size}\n";
+		$info .= "NarHash: $narHash\n";
+		$info .= "NarSize: $narSize\n";
+		$info .= "References: " . join(" ", map { basename $_ } (split " ", $nar->{references})) . "\n";
+		$info .= "Deriver: " . basename $nar->{deriver} . "\n" if $nar->{deriver} ne "";
+		$info .= "System: $nar->{system}\n" if defined $nar->{system};
+
+		my $tmp = "$cacheDir/.tmp.$$.$pathHash.narinfo";
+		open INFO, ">$tmp" or die;
+		print INFO "$info" or die;
+		close INFO or die;
+		rename($tmp, $dst) or die "cannot rename $tmp to $dst: $!\n";
+	    }
+	}
+    }
+
+}