2016-04-29 18:14:44 +00:00
|
|
|
|
#include "primops.hh"
|
|
|
|
|
#include "eval-inline.hh"
|
|
|
|
|
#include "download.hh"
|
|
|
|
|
#include "store-api.hh"
|
2017-07-27 14:16:08 +00:00
|
|
|
|
#include "pathlocks.hh"
|
2016-04-29 18:14:44 +00:00
|
|
|
|
|
2017-07-27 15:15:09 +00:00
|
|
|
|
#include <sys/time.h>
|
|
|
|
|
|
2017-07-27 16:08:23 +00:00
|
|
|
|
#include <regex>
|
|
|
|
|
|
2016-04-29 18:14:44 +00:00
|
|
|
|
namespace nix {
|
|
|
|
|
|
2017-07-27 16:08:23 +00:00
|
|
|
|
Path exportGit(ref<Store> store, const std::string & uri,
|
|
|
|
|
const std::string & ref, const std::string & rev)
|
2016-04-29 19:04:40 +00:00
|
|
|
|
{
|
|
|
|
|
if (!isUri(uri))
|
2016-11-25 23:37:43 +00:00
|
|
|
|
throw EvalError(format("‘%s’ is not a valid URI") % uri);
|
2016-04-29 19:04:40 +00:00
|
|
|
|
|
2017-07-27 16:08:23 +00:00
|
|
|
|
if (rev != "") {
|
|
|
|
|
std::regex revRegex("^[0-9a-fA-F]{40}$");
|
|
|
|
|
if (!std::regex_match(rev, revRegex))
|
|
|
|
|
throw Error("invalid Git revision ‘%s’", rev);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// FIXME: too restrictive, but better safe than sorry.
|
|
|
|
|
std::regex refRegex("^[0-9a-zA-Z][0-9a-zA-Z.-]+$");
|
|
|
|
|
if (!std::regex_match(ref, refRegex))
|
|
|
|
|
throw Error("invalid Git ref ‘%s’", ref);
|
|
|
|
|
|
2016-04-29 19:04:40 +00:00
|
|
|
|
Path cacheDir = getCacheDir() + "/nix/git";
|
|
|
|
|
|
|
|
|
|
if (!pathExists(cacheDir)) {
|
|
|
|
|
createDirs(cacheDir);
|
|
|
|
|
runProgram("git", true, { "init", "--bare", cacheDir });
|
|
|
|
|
}
|
|
|
|
|
|
2017-05-16 14:09:57 +00:00
|
|
|
|
//Activity act(*logger, lvlInfo, format("fetching Git repository ‘%s’") % uri);
|
2016-04-29 19:04:40 +00:00
|
|
|
|
|
2017-07-27 16:08:23 +00:00
|
|
|
|
std::string localRef = hashString(htSHA256, fmt("%s-%s", uri, ref)).to_string(Base32, false);
|
2017-07-27 15:02:25 +00:00
|
|
|
|
|
2016-04-29 19:04:40 +00:00
|
|
|
|
Path localRefFile = cacheDir + "/refs/heads/" + localRef;
|
|
|
|
|
|
2017-07-27 15:15:09 +00:00
|
|
|
|
/* If the local ref is older than ‘tarball-ttl’ seconds, do a git
|
|
|
|
|
fetch to update the local ref to the remote ref. */
|
|
|
|
|
time_t now = time(0);
|
|
|
|
|
struct stat st;
|
|
|
|
|
if (stat(localRefFile.c_str(), &st) != 0 ||
|
|
|
|
|
st.st_mtime < now - settings.tarballTtl)
|
|
|
|
|
{
|
2017-07-27 16:08:23 +00:00
|
|
|
|
runProgram("git", true, { "-C", cacheDir, "fetch", "--force", uri, ref + ":" + localRef });
|
2017-07-27 15:15:09 +00:00
|
|
|
|
|
|
|
|
|
struct timeval times[2];
|
|
|
|
|
times[0].tv_sec = now;
|
|
|
|
|
times[0].tv_usec = 0;
|
|
|
|
|
times[1].tv_sec = now;
|
|
|
|
|
times[1].tv_usec = 0;
|
|
|
|
|
|
|
|
|
|
utimes(localRefFile.c_str(), times);
|
|
|
|
|
}
|
2016-04-29 19:04:40 +00:00
|
|
|
|
|
2017-07-27 16:08:23 +00:00
|
|
|
|
// FIXME: check whether rev is an ancestor of ref.
|
|
|
|
|
std::string commitHash =
|
|
|
|
|
rev != "" ? rev : chomp(readFile(localRefFile));
|
2016-04-29 19:04:40 +00:00
|
|
|
|
|
2017-07-27 14:16:08 +00:00
|
|
|
|
printTalkative("using revision %s of repo ‘%s’", uri, commitHash);
|
|
|
|
|
|
|
|
|
|
Path storeLink = cacheDir + "/" + commitHash + ".link";
|
|
|
|
|
PathLocks storeLinkLock({storeLink}, fmt("waiting for lock on ‘%1%’...", storeLink));
|
|
|
|
|
|
|
|
|
|
if (pathExists(storeLink)) {
|
|
|
|
|
auto storePath = readLink(storeLink);
|
|
|
|
|
store->addTempRoot(storePath);
|
|
|
|
|
if (store->isValidPath(storePath)) {
|
|
|
|
|
return storePath;
|
|
|
|
|
}
|
|
|
|
|
}
|
2016-04-29 19:04:40 +00:00
|
|
|
|
|
|
|
|
|
// FIXME: should pipe this, or find some better way to extract a
|
|
|
|
|
// revision.
|
|
|
|
|
auto tar = runProgram("git", true, { "-C", cacheDir, "archive", commitHash });
|
|
|
|
|
|
|
|
|
|
Path tmpDir = createTempDir();
|
|
|
|
|
AutoDelete delTmpDir(tmpDir, true);
|
|
|
|
|
|
|
|
|
|
runProgram("tar", true, { "x", "-C", tmpDir }, tar);
|
|
|
|
|
|
2017-07-27 14:16:08 +00:00
|
|
|
|
auto storePath = store->addToStore("git-export", tmpDir);
|
|
|
|
|
|
|
|
|
|
replaceSymlink(storePath, storeLink);
|
|
|
|
|
|
|
|
|
|
return storePath;
|
2016-04-29 19:04:40 +00:00
|
|
|
|
}
|
|
|
|
|
|
2016-04-29 18:14:44 +00:00
|
|
|
|
static void prim_fetchgit(EvalState & state, const Pos & pos, Value * * args, Value & v)
|
|
|
|
|
{
|
|
|
|
|
// FIXME: cut&paste from fetch().
|
2016-11-25 23:37:43 +00:00
|
|
|
|
if (state.restricted) throw Error("‘fetchgit’ is not allowed in restricted mode");
|
2016-04-29 18:14:44 +00:00
|
|
|
|
|
|
|
|
|
std::string url;
|
2017-07-27 16:08:23 +00:00
|
|
|
|
std::string ref = "master";
|
|
|
|
|
std::string rev;
|
2016-04-29 18:14:44 +00:00
|
|
|
|
|
|
|
|
|
state.forceValue(*args[0]);
|
|
|
|
|
|
|
|
|
|
if (args[0]->type == tAttrs) {
|
|
|
|
|
|
|
|
|
|
state.forceAttrs(*args[0], pos);
|
|
|
|
|
|
|
|
|
|
for (auto & attr : *args[0]->attrs) {
|
|
|
|
|
string name(attr.name);
|
2017-03-02 10:46:28 +00:00
|
|
|
|
if (name == "url") {
|
|
|
|
|
PathSet context;
|
|
|
|
|
url = state.coerceToString(*attr.pos, *attr.value, context, false, false);
|
|
|
|
|
if (hasPrefix(url, "/")) url = "file://" + url;
|
2017-07-27 16:08:23 +00:00
|
|
|
|
}
|
|
|
|
|
else if (name == "ref")
|
|
|
|
|
ref = state.forceStringNoCtx(*attr.value, *attr.pos);
|
|
|
|
|
else if (name == "rev")
|
2016-04-29 18:14:44 +00:00
|
|
|
|
rev = state.forceStringNoCtx(*attr.value, *attr.pos);
|
|
|
|
|
else
|
2017-03-02 10:40:11 +00:00
|
|
|
|
throw EvalError("unsupported argument ‘%s’ to ‘fetchgit’, at %s", attr.name, *attr.pos);
|
2016-04-29 18:14:44 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (url.empty())
|
2016-11-25 23:37:43 +00:00
|
|
|
|
throw EvalError(format("‘url’ argument required, at %1%") % pos);
|
2016-04-29 18:14:44 +00:00
|
|
|
|
|
|
|
|
|
} else
|
|
|
|
|
url = state.forceStringNoCtx(*args[0], pos);
|
|
|
|
|
|
2017-07-27 16:08:23 +00:00
|
|
|
|
Path storePath = exportGit(state.store, url, ref, rev);
|
2016-04-29 18:14:44 +00:00
|
|
|
|
|
|
|
|
|
mkString(v, storePath, PathSet({storePath}));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static RegisterPrimOp r("__fetchgit", 1, prim_fetchgit);
|
|
|
|
|
|
|
|
|
|
}
|