lix/src/libexpr/primops/flake.cc

220 lines
6.6 KiB
C++
Raw Normal View History

2019-02-12 17:23:11 +00:00
#include "flake.hh"
2018-11-29 18:18:36 +00:00
#include "primops.hh"
#include "eval-inline.hh"
#include "fetchGit.hh"
#include "download.hh"
#include <queue>
2018-11-30 15:11:15 +00:00
#include <regex>
2018-11-29 18:18:36 +00:00
#include <nlohmann/json.hpp>
namespace nix {
2019-02-12 17:23:11 +00:00
const FlakeRegistry & EvalState::getFlakeRegistry()
2018-11-29 18:18:36 +00:00
{
std::call_once(_flakeRegistryInit, [&]()
{
_flakeRegistry = std::make_unique<FlakeRegistry>();
if (!evalSettings.pureEval) {
#if 0
2018-11-29 18:18:36 +00:00
auto registryUri = "file:///home/eelco/Dev/gists/nix-flakes/registry.json";
auto registryFile = getDownloader()->download(DownloadRequest(registryUri));
#endif
2018-11-29 18:18:36 +00:00
auto registryFile = readFile(settings.nixDataDir + "/nix/flake-registry.json");
auto json = nlohmann::json::parse(registryFile);
2018-11-29 18:18:36 +00:00
auto version = json.value("version", 0);
if (version != 1)
throw Error("flake registry '%s' has unsupported version %d", registryFile, version);
2018-11-29 18:18:36 +00:00
auto flakes = json["flakes"];
for (auto i = flakes.begin(); i != flakes.end(); ++i) {
2019-02-12 17:23:11 +00:00
FlakeRegistry::Entry entry{FlakeRef(i->value("uri", ""))};
2018-11-29 18:18:36 +00:00
_flakeRegistry->entries.emplace(i.key(), entry);
}
}
});
return *_flakeRegistry;
}
static void prim_flakeRegistry(EvalState & state, const Pos & pos, Value * * args, Value & v)
{
auto registry = state.getFlakeRegistry();
state.mkAttrs(v, registry.entries.size());
for (auto & entry : registry.entries) {
auto vEntry = state.allocAttr(v, entry.first);
state.mkAttrs(*vEntry, 2);
2019-02-12 17:23:11 +00:00
mkString(*state.allocAttr(*vEntry, state.symbols.create("uri")), entry.second.ref.to_string());
2018-11-29 18:18:36 +00:00
vEntry->attrs->sort();
}
v.attrs->sort();
}
static RegisterPrimOp r1("__flakeRegistry", 0, prim_flakeRegistry);
2019-02-12 17:23:11 +00:00
static FlakeRef lookupFlake(EvalState & state, const FlakeRef & flakeRef)
{
if (auto refData = std::get_if<FlakeRef::IsFlakeId>(&flakeRef.data)) {
auto registry = state.getFlakeRegistry();
auto i = registry.entries.find(refData->id);
if (i == registry.entries.end())
throw Error("cannot find flake '%s' in the flake registry", refData->id);
auto newRef = FlakeRef(i->second.ref);
if (!newRef.isDirect())
throw Error("found indirect flake URI '%s' in the flake registry", i->second.ref.to_string());
return newRef;
} else
return flakeRef;
}
2018-11-29 18:18:36 +00:00
struct Flake
{
2019-02-12 17:23:11 +00:00
FlakeId id;
2018-11-29 18:18:36 +00:00
std::string description;
Path path;
std::set<std::string> requires;
Value * vProvides; // FIXME: gc
2019-02-12 17:23:11 +00:00
// commit hash
// date
// content hash
2018-11-29 18:18:36 +00:00
};
2019-02-12 17:23:11 +00:00
static Path fetchFlake(EvalState & state, const FlakeRef & flakeRef)
2018-11-29 18:18:36 +00:00
{
2019-02-12 17:23:11 +00:00
assert(flakeRef.isDirect());
2019-02-12 17:23:11 +00:00
if (auto refData = std::get_if<FlakeRef::IsGitHub>(&flakeRef.data)) {
// FIXME: require hash in pure mode.
// FIXME: use regular /archive URLs instead? api.github.com
// might have stricter rate limits.
2019-02-12 17:23:11 +00:00
// FIXME: support passing auth tokens for private repos.
auto storePath = getDownloader()->downloadCached(state.store,
2019-02-12 17:23:11 +00:00
fmt("https://api.github.com/repos/%s/%s/tarball/%s",
refData->owner, refData->repo,
refData->rev
? refData->rev->to_string(Base16, false)
: refData->ref
? *refData->ref
: "master"),
true, "source");
// FIXME: extract revision hash from ETag.
return storePath;
}
2019-02-12 17:23:11 +00:00
else if (auto refData = std::get_if<FlakeRef::IsGit>(&flakeRef.data)) {
auto gitInfo = exportGit(state.store, refData->uri, refData->ref,
refData->rev ? refData->rev->to_string(Base16, false) : "", "source");
2018-11-30 15:11:15 +00:00
return gitInfo.storePath;
}
2018-11-29 18:18:36 +00:00
2019-02-12 17:23:11 +00:00
else abort();
2018-11-30 15:11:15 +00:00
}
2019-02-12 17:23:11 +00:00
static Flake getFlake(EvalState & state, const FlakeRef & flakeRef)
2018-11-30 15:11:15 +00:00
{
2019-02-12 17:23:11 +00:00
auto flakePath = fetchFlake(state, flakeRef);
2018-11-30 15:11:15 +00:00
state.store->assertStorePath(flakePath);
Flake flake;
2018-11-29 18:18:36 +00:00
Value vInfo;
2018-11-30 15:11:15 +00:00
state.evalFile(flakePath + "/flake.nix", vInfo);
2018-11-29 18:18:36 +00:00
state.forceAttrs(vInfo);
if (auto name = vInfo.attrs->get(state.sName))
2019-02-12 17:23:11 +00:00
flake.id = state.forceStringNoCtx(*(**name).value, *(**name).pos);
2018-11-29 18:18:36 +00:00
else
throw Error("flake lacks attribute 'name'");
if (auto description = vInfo.attrs->get(state.sDescription))
flake.description = state.forceStringNoCtx(*(**description).value, *(**description).pos);
if (auto requires = vInfo.attrs->get(state.symbols.create("requires"))) {
state.forceList(*(**requires).value, *(**requires).pos);
for (unsigned int n = 0; n < (**requires).value->listSize(); ++n)
flake.requires.insert(state.forceStringNoCtx(
*(**requires).value->listElems()[n], *(**requires).pos));
}
if (auto provides = vInfo.attrs->get(state.symbols.create("provides"))) {
state.forceFunction(*(**provides).value, *(**provides).pos);
flake.vProvides = (**provides).value;
} else
throw Error("flake lacks attribute 'provides'");
return flake;
}
2019-02-12 17:23:11 +00:00
/* Given a set of flake references, recursively fetch them and their
dependencies. */
static std::map<FlakeId, Flake> resolveFlakes(EvalState & state, const std::vector<FlakeRef> & flakeRefs)
2018-11-29 18:18:36 +00:00
{
2019-02-12 17:23:11 +00:00
std::map<FlakeId, Flake> done;
std::queue<FlakeRef> todo;
for (auto & i : flakeRefs) todo.push(i);
2018-11-29 18:18:36 +00:00
while (!todo.empty()) {
2019-02-12 17:23:11 +00:00
auto flakeRef = todo.front();
2018-11-29 18:18:36 +00:00
todo.pop();
2019-02-12 17:23:11 +00:00
if (auto refData = std::get_if<FlakeRef::IsFlakeId>(&flakeRef.data)) {
if (done.count(refData->id)) continue; // optimization
flakeRef = lookupFlake(state, flakeRef);
}
auto flake = getFlake(state, flakeRef);
if (done.count(flake.id)) continue;
2018-11-29 18:18:36 +00:00
2018-11-30 15:11:15 +00:00
for (auto & require : flake.requires)
todo.push(require);
2018-11-29 18:18:36 +00:00
2019-02-12 17:23:11 +00:00
done.emplace(flake.id, flake);
2018-11-29 18:18:36 +00:00
}
return done;
}
static void prim_getFlake(EvalState & state, const Pos & pos, Value * * args, Value & v)
{
2019-02-12 17:23:11 +00:00
auto flakeUri = FlakeRef(state.forceStringNoCtx(*args[0], pos));
2018-11-29 18:18:36 +00:00
auto flakes = resolveFlakes(state, {flakeUri});
auto vResult = state.allocValue();
state.mkAttrs(*vResult, flakes.size());
for (auto & flake : flakes) {
2019-02-12 17:23:11 +00:00
auto vFlake = state.allocAttr(*vResult, flake.second.id);
2018-11-29 18:18:36 +00:00
state.mkAttrs(*vFlake, 2);
mkString(*state.allocAttr(*vFlake, state.sDescription), flake.second.description);
auto vProvides = state.allocAttr(*vFlake, state.symbols.create("provides"));
mkApp(*vProvides, *flake.second.vProvides, *vResult);
vFlake->attrs->sort();
}
vResult->attrs->sort();
v = *vResult;
}
static RegisterPrimOp r2("getFlake", 1, prim_getFlake);
}