2006-11-30 19:54:43 +00:00
|
|
|
#include "serialise.hh"
|
|
|
|
#include "util.hh"
|
2006-11-30 18:35:50 +00:00
|
|
|
#include "remote-store.hh"
|
2006-11-30 20:13:59 +00:00
|
|
|
#include "worker-protocol.hh"
|
2006-11-30 20:45:20 +00:00
|
|
|
#include "archive.hh"
|
2006-11-30 18:35:50 +00:00
|
|
|
|
2006-12-03 02:08:13 +00:00
|
|
|
#include <sys/types.h>
|
|
|
|
#include <sys/stat.h>
|
2006-12-03 02:36:44 +00:00
|
|
|
#include <sys/socket.h>
|
2006-12-03 02:08:13 +00:00
|
|
|
#include <fcntl.h>
|
|
|
|
|
2006-11-30 19:54:43 +00:00
|
|
|
#include <iostream>
|
|
|
|
#include <unistd.h>
|
|
|
|
|
2006-11-30 18:35:50 +00:00
|
|
|
|
|
|
|
namespace nix {
|
|
|
|
|
|
|
|
|
|
|
|
RemoteStore::RemoteStore()
|
|
|
|
{
|
2006-12-03 02:36:44 +00:00
|
|
|
int sockets[2];
|
|
|
|
if (socketpair(AF_UNIX, SOCK_STREAM, 0, sockets) == -1)
|
|
|
|
throw SysError("cannot create sockets");
|
2006-11-30 19:54:43 +00:00
|
|
|
|
2006-12-03 02:36:44 +00:00
|
|
|
fdSelf = sockets[0];
|
|
|
|
AutoCloseFD fdChild = sockets[1];
|
2006-11-30 19:54:43 +00:00
|
|
|
|
2006-12-03 02:36:44 +00:00
|
|
|
|
2006-11-30 19:54:43 +00:00
|
|
|
/* Start the worker. */
|
|
|
|
string worker = "nix-worker";
|
|
|
|
|
|
|
|
child = fork();
|
|
|
|
|
|
|
|
switch (child) {
|
|
|
|
|
|
|
|
case -1:
|
|
|
|
throw SysError("unable to fork");
|
|
|
|
|
|
|
|
case 0:
|
|
|
|
try { /* child */
|
2006-12-03 02:36:44 +00:00
|
|
|
|
|
|
|
if (dup2(fdChild, STDOUT_FILENO) == -1)
|
2006-11-30 19:54:43 +00:00
|
|
|
throw SysError("dupping write side");
|
|
|
|
|
2006-12-03 02:36:44 +00:00
|
|
|
if (dup2(fdChild, STDIN_FILENO) == -1)
|
2006-11-30 19:54:43 +00:00
|
|
|
throw SysError("dupping read side");
|
|
|
|
|
2006-12-03 02:36:44 +00:00
|
|
|
close(fdSelf);
|
|
|
|
close(fdChild);
|
|
|
|
|
2006-12-03 02:08:13 +00:00
|
|
|
int fdDebug = open("/tmp/worker-log", O_WRONLY | O_CREAT | O_TRUNC, 0644);
|
|
|
|
assert(fdDebug != -1);
|
|
|
|
if (dup2(fdDebug, STDERR_FILENO) == -1)
|
|
|
|
throw SysError("dupping stderr");
|
|
|
|
close(fdDebug);
|
2006-11-30 19:54:43 +00:00
|
|
|
|
2006-12-03 02:08:13 +00:00
|
|
|
execlp(worker.c_str(), worker.c_str(),
|
|
|
|
"-vvv", "--slave", NULL);
|
|
|
|
|
2006-11-30 19:54:43 +00:00
|
|
|
throw SysError(format("executing `%1%'") % worker);
|
|
|
|
|
|
|
|
} catch (std::exception & e) {
|
|
|
|
std::cerr << format("child error: %1%\n") % e.what();
|
|
|
|
}
|
|
|
|
quickExit(1);
|
|
|
|
}
|
|
|
|
|
2006-12-03 02:36:44 +00:00
|
|
|
fdChild.close();
|
2006-11-30 19:54:43 +00:00
|
|
|
|
2006-12-03 02:36:44 +00:00
|
|
|
from.fd = fdSelf;
|
|
|
|
to.fd = fdSelf;
|
2006-11-30 19:54:43 +00:00
|
|
|
|
|
|
|
|
|
|
|
/* Send the magic greeting, check for the reply. */
|
2006-12-03 02:22:04 +00:00
|
|
|
try {
|
|
|
|
writeInt(WORKER_MAGIC_1, to);
|
|
|
|
unsigned int magic = readInt(from);
|
|
|
|
if (magic != WORKER_MAGIC_2) throw Error("protocol mismatch");
|
|
|
|
} catch (Error & e) {
|
|
|
|
throw Error(format("cannot start worker process `%1%' (%2%)")
|
|
|
|
% worker % e.msg());
|
|
|
|
}
|
2006-11-30 18:35:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
RemoteStore::~RemoteStore()
|
|
|
|
{
|
2006-12-03 02:08:13 +00:00
|
|
|
try {
|
2006-12-03 02:36:44 +00:00
|
|
|
fdSelf.close();
|
2006-12-03 02:08:13 +00:00
|
|
|
child.wait(true);
|
|
|
|
} catch (Error & e) {
|
|
|
|
printMsg(lvlError, format("error (ignored): %1%") % e.msg());
|
|
|
|
}
|
2006-11-30 18:35:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
bool RemoteStore::isValidPath(const Path & path)
|
|
|
|
{
|
2006-11-30 20:13:59 +00:00
|
|
|
writeInt(wopIsValidPath, to);
|
|
|
|
writeString(path, to);
|
|
|
|
unsigned int reply = readInt(from);
|
|
|
|
return reply != 0;
|
2006-11-30 18:35:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2006-11-30 22:43:55 +00:00
|
|
|
Substitutes RemoteStore::querySubstitutes(const Path & path)
|
2006-11-30 18:35:50 +00:00
|
|
|
{
|
2006-11-30 22:43:55 +00:00
|
|
|
throw Error("not implemented 2");
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
bool RemoteStore::hasSubstitutes(const Path & path)
|
|
|
|
{
|
|
|
|
writeInt(wopHasSubstitutes, to);
|
|
|
|
writeString(path, to);
|
|
|
|
unsigned int reply = readInt(from);
|
|
|
|
return reply != 0;
|
2006-11-30 18:35:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
Hash RemoteStore::queryPathHash(const Path & path)
|
|
|
|
{
|
2006-12-02 14:27:24 +00:00
|
|
|
writeInt(wopQueryPathHash, to);
|
|
|
|
writeString(path, to);
|
|
|
|
string hash = readString(from);
|
|
|
|
return parseHash(htSHA256, hash);
|
2006-11-30 18:35:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2006-11-30 22:43:55 +00:00
|
|
|
void RemoteStore::queryReferences(const Path & path,
|
2006-11-30 18:35:50 +00:00
|
|
|
PathSet & references)
|
|
|
|
{
|
2006-11-30 22:43:55 +00:00
|
|
|
writeInt(wopQueryReferences, to);
|
|
|
|
writeString(path, to);
|
|
|
|
PathSet references2 = readStringSet(from);
|
|
|
|
references.insert(references2.begin(), references2.end());
|
2006-11-30 18:35:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2006-11-30 22:43:55 +00:00
|
|
|
void RemoteStore::queryReferrers(const Path & path,
|
2006-11-30 18:35:50 +00:00
|
|
|
PathSet & referrers)
|
|
|
|
{
|
2006-11-30 22:43:55 +00:00
|
|
|
writeInt(wopQueryReferrers, to);
|
|
|
|
writeString(path, to);
|
|
|
|
PathSet referrers2 = readStringSet(from);
|
|
|
|
referrers.insert(referrers2.begin(), referrers2.end());
|
2006-11-30 18:35:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2006-12-01 20:51:18 +00:00
|
|
|
Path RemoteStore::addToStore(const Path & _srcPath, bool fixed,
|
|
|
|
bool recursive, string hashAlgo)
|
2006-11-30 18:35:50 +00:00
|
|
|
{
|
2006-12-01 20:51:18 +00:00
|
|
|
Path srcPath(absPath(_srcPath));
|
2006-12-01 18:00:01 +00:00
|
|
|
|
2006-11-30 20:45:20 +00:00
|
|
|
writeInt(wopAddToStore, to);
|
|
|
|
writeString(baseNameOf(srcPath), to);
|
2006-12-01 20:51:18 +00:00
|
|
|
writeInt(fixed ? 1 : 0, to);
|
2006-12-01 18:00:01 +00:00
|
|
|
writeInt(recursive ? 1 : 0, to);
|
|
|
|
writeString(hashAlgo, to);
|
|
|
|
dumpPath(srcPath, to);
|
|
|
|
Path path = readString(from);
|
|
|
|
return path;
|
2006-11-30 18:35:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
Path RemoteStore::addTextToStore(const string & suffix, const string & s,
|
|
|
|
const PathSet & references)
|
|
|
|
{
|
2006-11-30 20:45:20 +00:00
|
|
|
writeInt(wopAddTextToStore, to);
|
|
|
|
writeString(suffix, to);
|
|
|
|
writeString(s, to);
|
2006-11-30 22:43:55 +00:00
|
|
|
writeStringSet(references, to);
|
2006-11-30 20:45:20 +00:00
|
|
|
|
|
|
|
Path path = readString(from);
|
|
|
|
return path;
|
2006-11-30 18:35:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void RemoteStore::buildDerivations(const PathSet & drvPaths)
|
|
|
|
{
|
2006-11-30 22:43:55 +00:00
|
|
|
writeInt(wopBuildDerivations, to);
|
|
|
|
writeStringSet(drvPaths, to);
|
2006-12-03 02:08:13 +00:00
|
|
|
processStderr();
|
2006-11-30 22:43:55 +00:00
|
|
|
readInt(from);
|
2006-11-30 18:35:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2006-11-30 22:43:55 +00:00
|
|
|
void RemoteStore::ensurePath(const Path & path)
|
2006-11-30 18:35:50 +00:00
|
|
|
{
|
2006-11-30 22:43:55 +00:00
|
|
|
writeInt(wopEnsurePath, to);
|
|
|
|
writeString(path, to);
|
|
|
|
readInt(from);
|
2006-11-30 18:35:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2006-12-02 16:41:36 +00:00
|
|
|
void RemoteStore::addTempRoot(const Path & path)
|
|
|
|
{
|
|
|
|
writeInt(wopAddTempRoot, to);
|
|
|
|
writeString(path, to);
|
|
|
|
readInt(from);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void RemoteStore::syncWithGC()
|
|
|
|
{
|
|
|
|
writeInt(wopSyncWithGC, to);
|
|
|
|
readInt(from);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2006-12-03 02:08:13 +00:00
|
|
|
void RemoteStore::processStderr()
|
|
|
|
{
|
|
|
|
unsigned int msg;
|
|
|
|
while ((msg = readInt(from)) == STDERR_NEXT) {
|
|
|
|
string s = readString(from);
|
|
|
|
writeToStderr((unsigned char *) s.c_str(), s.size());
|
|
|
|
}
|
|
|
|
if (msg == STDERR_ERROR)
|
|
|
|
throw Error(readString(from));
|
|
|
|
else if (msg != STDERR_LAST)
|
|
|
|
throw Error("protocol error processing standard error");
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2006-11-30 18:35:50 +00:00
|
|
|
}
|