2011-11-23 15:13:37 +00:00
|
|
|
package Nix::CopyClosure;
|
|
|
|
|
2014-08-20 15:00:17 +00:00
|
|
|
use utf8;
|
2011-11-23 15:13:37 +00:00
|
|
|
use strict;
|
|
|
|
use Nix::Config;
|
|
|
|
use Nix::Store;
|
2014-07-11 14:02:19 +00:00
|
|
|
use Nix::SSH;
|
2013-04-11 17:52:21 +00:00
|
|
|
use List::Util qw(sum);
|
2014-07-10 09:51:22 +00:00
|
|
|
use IPC::Open2;
|
|
|
|
|
|
|
|
|
2014-07-11 14:02:19 +00:00
|
|
|
sub copyToOpen {
|
2016-05-03 13:11:14 +00:00
|
|
|
my ($from, $to, $sshHost, $storePaths, $includeOutputs, $dryRun, $useSubstitutes) = @_;
|
2011-11-23 15:13:37 +00:00
|
|
|
|
2014-07-11 14:02:19 +00:00
|
|
|
$useSubstitutes = 0 if $dryRun || !defined $useSubstitutes;
|
2014-07-10 18:43:04 +00:00
|
|
|
|
2011-11-23 15:13:37 +00:00
|
|
|
# Get the closure of this path.
|
|
|
|
my @closure = reverse(topoSortPaths(computeFSClosure(0, $includeOutputs,
|
|
|
|
map { followLinksToStorePath $_ } @{$storePaths})));
|
|
|
|
|
2014-07-10 09:51:22 +00:00
|
|
|
# Send the "query valid paths" command with the "lock" option
|
2014-07-10 12:15:12 +00:00
|
|
|
# enabled. This prevents a race where the remote host
|
2014-07-10 18:43:04 +00:00
|
|
|
# garbage-collect paths that are already there. Optionally, ask
|
|
|
|
# the remote host to substitute missing paths.
|
2014-07-11 14:02:19 +00:00
|
|
|
syswrite($to, pack("L<x4L<x4L<x4", 1, 1, $useSubstitutes)) or die;
|
|
|
|
writeStrings(\@closure, $to);
|
2014-07-10 09:51:22 +00:00
|
|
|
|
|
|
|
# Get back the set of paths that are already valid on the remote host.
|
|
|
|
my %present;
|
2014-07-24 10:24:25 +00:00
|
|
|
$present{$_} = 1 foreach readStrings($from);
|
2014-07-10 09:51:22 +00:00
|
|
|
|
|
|
|
my @missing = grep { !$present{$_} } @closure;
|
|
|
|
return if !@missing;
|
|
|
|
|
2014-07-10 15:44:18 +00:00
|
|
|
my $missingSize = 0;
|
|
|
|
$missingSize += (queryPathInfo($_, 1))[3] foreach @missing;
|
|
|
|
|
2017-07-30 11:27:57 +00:00
|
|
|
printf STDERR "copying %d missing paths (%.2f MiB) to '$sshHost'...\n",
|
2014-07-11 12:27:17 +00:00
|
|
|
scalar(@missing), $missingSize / (1024**2);
|
2014-07-10 15:44:18 +00:00
|
|
|
return if $dryRun;
|
|
|
|
|
2014-07-10 09:51:22 +00:00
|
|
|
# Send the "import paths" command.
|
|
|
|
syswrite($to, pack("L<x4", 4)) or die;
|
2016-05-03 13:11:14 +00:00
|
|
|
exportPaths(fileno($to), @missing);
|
2017-07-30 11:27:57 +00:00
|
|
|
readInt($from) == 1 or die "remote machine '$sshHost' failed to import closure\n";
|
2014-07-10 09:51:22 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-07-11 14:02:19 +00:00
|
|
|
sub copyTo {
|
2016-05-03 13:11:14 +00:00
|
|
|
my ($sshHost, $storePaths, $includeOutputs, $dryRun, $useSubstitutes) = @_;
|
2014-07-11 14:02:19 +00:00
|
|
|
|
|
|
|
# Connect to the remote host.
|
2016-05-31 09:00:40 +00:00
|
|
|
my ($from, $to) = connectToRemoteNix($sshHost, []);
|
2014-07-11 14:02:19 +00:00
|
|
|
|
2016-05-03 13:11:14 +00:00
|
|
|
copyToOpen($from, $to, $sshHost, $storePaths, $includeOutputs, $dryRun, $useSubstitutes);
|
2014-07-11 14:02:19 +00:00
|
|
|
|
|
|
|
close $to;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2011-11-23 15:13:37 +00:00
|
|
|
1;
|