forked from lix-project/lix
Make flake input fetching lazy
As long as the flake input is locked, it is now only fetched when it is evaluated (e.g. "nixpkgs" is fetched when "inputs.nixpkgs.<something>" is evaluated). This required adding an "id" attribute to the members of "inputs" in lockfiles, e.g. "inputs": { "nixpkgs/release-19.03": { "id": "nixpkgs", "inputs": {}, "narHash": "sha256-eYtxncIMFVmOHaHBtTdPGcs/AnJqKqA6tHCm0UmPYQU=", "nonFlakeInputs": {}, "uri": "github:edolstra/nixpkgs/e9d5882bb861dc48f8d46960e7c820efdbe8f9c1" } } because the flake ID needs to be known beforehand to construct the "inputs" attrset. Fixes #2913.
This commit is contained in:
parent
c7c562416c
commit
6dbd5c26e6
|
@ -43,97 +43,101 @@ std::shared_ptr<FlakeRegistry> readRegistry(const Path & path)
|
||||||
void writeRegistry(const FlakeRegistry & registry, const Path & path)
|
void writeRegistry(const FlakeRegistry & registry, const Path & path)
|
||||||
{
|
{
|
||||||
nlohmann::json json;
|
nlohmann::json json;
|
||||||
json["version"] = 1;
|
json["version"] = 2;
|
||||||
for (auto elem : registry.entries)
|
for (auto elem : registry.entries)
|
||||||
json["flakes"][elem.first.to_string()] = { {"uri", elem.second.to_string()} };
|
json["flakes"][elem.first.to_string()] = { {"uri", elem.second.to_string()} };
|
||||||
createDirs(dirOf(path));
|
createDirs(dirOf(path));
|
||||||
writeFile(path, json.dump(4)); // The '4' is the number of spaces used in the indentation in the json file.
|
writeFile(path, json.dump(4)); // The '4' is the number of spaces used in the indentation in the json file.
|
||||||
}
|
}
|
||||||
|
|
||||||
LockFile::FlakeEntry readFlakeEntry(nlohmann::json json)
|
NonFlakeDep::NonFlakeDep(const nlohmann::json & json)
|
||||||
|
: ref(json["uri"])
|
||||||
|
, narHash(Hash((std::string) json["narHash"]))
|
||||||
{
|
{
|
||||||
FlakeRef flakeRef(json["uri"]);
|
if (!ref.isImmutable())
|
||||||
if (!flakeRef.isImmutable())
|
throw Error("lockfile contains mutable flakeref '%s'", ref);
|
||||||
throw Error("cannot use mutable flake '%s' in pure mode", flakeRef);
|
|
||||||
|
|
||||||
LockFile::FlakeEntry entry(flakeRef, Hash((std::string) json["narHash"]));
|
|
||||||
|
|
||||||
auto nonFlakeInputs = json["nonFlakeInputs"];
|
|
||||||
|
|
||||||
for (auto i = nonFlakeInputs.begin(); i != nonFlakeInputs.end(); ++i) {
|
|
||||||
FlakeRef flakeRef(i->value("uri", ""));
|
|
||||||
if (!flakeRef.isImmutable())
|
|
||||||
throw Error("requested to fetch FlakeRef '%s' purely, which is mutable", flakeRef);
|
|
||||||
LockFile::NonFlakeEntry nonEntry(flakeRef, Hash(i->value("narHash", "")));
|
|
||||||
entry.nonFlakeEntries.insert_or_assign(i.key(), nonEntry);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
nlohmann::json NonFlakeDep::toJson() const
|
||||||
|
{
|
||||||
|
nlohmann::json json;
|
||||||
|
json["uri"] = ref.to_string();
|
||||||
|
json["narHash"] = narHash.to_string(SRI);
|
||||||
|
return json;
|
||||||
|
}
|
||||||
|
|
||||||
|
FlakeDep::FlakeDep(const nlohmann::json & json)
|
||||||
|
: FlakeInputs(json)
|
||||||
|
, id(json["id"])
|
||||||
|
, ref(json["uri"])
|
||||||
|
, narHash(Hash((std::string) json["narHash"]))
|
||||||
|
{
|
||||||
|
if (!ref.isImmutable())
|
||||||
|
throw Error("lockfile contains mutable flakeref '%s'", ref);
|
||||||
|
}
|
||||||
|
|
||||||
|
nlohmann::json FlakeDep::toJson() const
|
||||||
|
{
|
||||||
|
auto json = FlakeInputs::toJson();
|
||||||
|
json["id"] = id;
|
||||||
|
json["uri"] = ref.to_string();
|
||||||
|
json["narHash"] = narHash.to_string(SRI);
|
||||||
|
return json;
|
||||||
|
}
|
||||||
|
|
||||||
|
FlakeInputs::FlakeInputs(const nlohmann::json & json)
|
||||||
|
{
|
||||||
|
auto nonFlakeInputs = json["nonFlakeInputs"];
|
||||||
|
for (auto i = nonFlakeInputs.begin(); i != nonFlakeInputs.end(); ++i)
|
||||||
|
nonFlakeDeps.insert_or_assign(i.key(), NonFlakeDep(*i));
|
||||||
|
|
||||||
auto inputs = json["inputs"];
|
auto inputs = json["inputs"];
|
||||||
|
|
||||||
for (auto i = inputs.begin(); i != inputs.end(); ++i)
|
for (auto i = inputs.begin(); i != inputs.end(); ++i)
|
||||||
entry.flakeEntries.insert_or_assign(i.key(), readFlakeEntry(*i));
|
flakeDeps.insert_or_assign(i.key(), FlakeDep(*i));
|
||||||
|
}
|
||||||
|
|
||||||
return entry;
|
nlohmann::json FlakeInputs::toJson() const
|
||||||
|
{
|
||||||
|
nlohmann::json json;
|
||||||
|
{
|
||||||
|
auto j = nlohmann::json::object();
|
||||||
|
for (auto & i : nonFlakeDeps)
|
||||||
|
j[i.first] = i.second.toJson();
|
||||||
|
json["nonFlakeInputs"] = std::move(j);
|
||||||
|
}
|
||||||
|
{
|
||||||
|
auto j = nlohmann::json::object();
|
||||||
|
for (auto & i : flakeDeps)
|
||||||
|
j[i.first.to_string()] = i.second.toJson();
|
||||||
|
json["inputs"] = std::move(j);
|
||||||
|
}
|
||||||
|
return json;
|
||||||
|
}
|
||||||
|
|
||||||
|
nlohmann::json LockFile::toJson() const
|
||||||
|
{
|
||||||
|
auto json = FlakeInputs::toJson();
|
||||||
|
json["version"] = 2;
|
||||||
|
return json;
|
||||||
}
|
}
|
||||||
|
|
||||||
LockFile readLockFile(const Path & path)
|
LockFile readLockFile(const Path & path)
|
||||||
{
|
{
|
||||||
LockFile lockFile;
|
if (pathExists(path)) {
|
||||||
|
|
||||||
if (!pathExists(path))
|
|
||||||
return lockFile;
|
|
||||||
|
|
||||||
auto json = nlohmann::json::parse(readFile(path));
|
auto json = nlohmann::json::parse(readFile(path));
|
||||||
|
|
||||||
auto version = json.value("version", 0);
|
auto version = json.value("version", 0);
|
||||||
if (version != 1)
|
if (version != 2)
|
||||||
throw Error("lock file '%s' has unsupported version %d", path, version);
|
throw Error("lock file '%s' has unsupported version %d", path, version);
|
||||||
|
|
||||||
auto nonFlakeInputs = json["nonFlakeInputs"];
|
return LockFile(json);
|
||||||
|
} else
|
||||||
for (auto i = nonFlakeInputs.begin(); i != nonFlakeInputs.end(); ++i) {
|
return LockFile();
|
||||||
FlakeRef flakeRef(i->value("uri", ""));
|
|
||||||
LockFile::NonFlakeEntry nonEntry(flakeRef, Hash(i->value("narHash", "")));
|
|
||||||
if (!flakeRef.isImmutable())
|
|
||||||
throw Error("found mutable FlakeRef '%s' in lockfile at path %s", flakeRef, path);
|
|
||||||
lockFile.nonFlakeEntries.insert_or_assign(i.key(), nonEntry);
|
|
||||||
}
|
|
||||||
|
|
||||||
auto inputs = json["inputs"];
|
|
||||||
|
|
||||||
for (auto i = inputs.begin(); i != inputs.end(); ++i)
|
|
||||||
lockFile.flakeEntries.insert_or_assign(i.key(), readFlakeEntry(*i));
|
|
||||||
|
|
||||||
return lockFile;
|
|
||||||
}
|
|
||||||
|
|
||||||
nlohmann::json flakeEntryToJson(const LockFile::FlakeEntry & entry)
|
|
||||||
{
|
|
||||||
nlohmann::json json;
|
|
||||||
json["uri"] = entry.ref.to_string();
|
|
||||||
json["narHash"] = entry.narHash.to_string(SRI);
|
|
||||||
for (auto & x : entry.nonFlakeEntries) {
|
|
||||||
json["nonFlakeInputs"][x.first]["uri"] = x.second.ref.to_string();
|
|
||||||
json["nonFlakeInputs"][x.first]["narHash"] = x.second.narHash.to_string(SRI);
|
|
||||||
}
|
|
||||||
for (auto & x : entry.flakeEntries)
|
|
||||||
json["inputs"][x.first.to_string()] = flakeEntryToJson(x.second);
|
|
||||||
return json;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
std::ostream & operator <<(std::ostream & stream, const LockFile & lockFile)
|
std::ostream & operator <<(std::ostream & stream, const LockFile & lockFile)
|
||||||
{
|
{
|
||||||
nlohmann::json json;
|
stream << lockFile.toJson().dump(4); // '4' = indentation in json file
|
||||||
json["version"] = 1;
|
|
||||||
json["nonFlakeInputs"] = nlohmann::json::object();
|
|
||||||
for (auto & x : lockFile.nonFlakeEntries) {
|
|
||||||
json["nonFlakeInputs"][x.first]["uri"] = x.second.ref.to_string();
|
|
||||||
json["nonFlakeInputs"][x.first]["narHash"] = x.second.narHash.to_string(SRI);
|
|
||||||
}
|
|
||||||
json["inputs"] = nlohmann::json::object();
|
|
||||||
for (auto & x : lockFile.flakeEntries)
|
|
||||||
json["inputs"][x.first.to_string()] = flakeEntryToJson(x.second);
|
|
||||||
stream << json.dump(4); // '4' = indentation in json file
|
|
||||||
return stream;
|
return stream;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -387,33 +391,6 @@ NonFlake getNonFlake(EvalState & state, const FlakeRef & flakeRef, FlakeAlias al
|
||||||
return nonFlake;
|
return nonFlake;
|
||||||
}
|
}
|
||||||
|
|
||||||
LockFile entryToLockFile(const LockFile::FlakeEntry & entry)
|
|
||||||
{
|
|
||||||
LockFile lockFile;
|
|
||||||
lockFile.flakeEntries = entry.flakeEntries;
|
|
||||||
lockFile.nonFlakeEntries = entry.nonFlakeEntries;
|
|
||||||
return lockFile;
|
|
||||||
}
|
|
||||||
|
|
||||||
LockFile::FlakeEntry dependenciesToFlakeEntry(const ResolvedFlake & resolvedFlake)
|
|
||||||
{
|
|
||||||
LockFile::FlakeEntry entry(
|
|
||||||
resolvedFlake.flake.sourceInfo.resolvedRef,
|
|
||||||
resolvedFlake.flake.sourceInfo.narHash);
|
|
||||||
|
|
||||||
for (auto & info : resolvedFlake.flakeDeps)
|
|
||||||
entry.flakeEntries.insert_or_assign(info.first.to_string(), dependenciesToFlakeEntry(info.second));
|
|
||||||
|
|
||||||
for (auto & nonFlake : resolvedFlake.nonFlakeDeps) {
|
|
||||||
LockFile::NonFlakeEntry nonEntry(
|
|
||||||
nonFlake.sourceInfo.resolvedRef,
|
|
||||||
nonFlake.sourceInfo.narHash);
|
|
||||||
entry.nonFlakeEntries.insert_or_assign(nonFlake.alias, nonEntry);
|
|
||||||
}
|
|
||||||
|
|
||||||
return entry;
|
|
||||||
}
|
|
||||||
|
|
||||||
bool allowedToWrite(HandleLockFile handle)
|
bool allowedToWrite(HandleLockFile handle)
|
||||||
{
|
{
|
||||||
return handle == UpdateLockFile || handle == RecreateLockFile;
|
return handle == UpdateLockFile || handle == RecreateLockFile;
|
||||||
|
@ -435,43 +412,50 @@ bool allowedToUseRegistries(HandleLockFile handle, bool isTopRef)
|
||||||
else assert(false);
|
else assert(false);
|
||||||
}
|
}
|
||||||
|
|
||||||
ResolvedFlake resolveFlakeFromLockFile(EvalState & state, const FlakeRef & flakeRef,
|
static std::pair<Flake, FlakeDep> updateLocks(
|
||||||
HandleLockFile handleLockFile, LockFile lockFile = {}, bool topRef = false)
|
EvalState & state,
|
||||||
|
const FlakeRef & flakeRef,
|
||||||
|
HandleLockFile handleLockFile,
|
||||||
|
const FlakeInputs & oldEntry,
|
||||||
|
bool topRef)
|
||||||
{
|
{
|
||||||
Flake flake = getFlake(state, flakeRef, allowedToUseRegistries(handleLockFile, topRef));
|
auto flake = getFlake(state, flakeRef, allowedToUseRegistries(handleLockFile, topRef));
|
||||||
|
|
||||||
ResolvedFlake deps(flake);
|
FlakeDep newEntry(
|
||||||
|
flake.id,
|
||||||
|
flake.sourceInfo.resolvedRef,
|
||||||
|
flake.sourceInfo.narHash);
|
||||||
|
|
||||||
for (auto & nonFlakeInfo : flake.nonFlakeInputs) {
|
for (auto & input : flake.nonFlakeInputs) {
|
||||||
FlakeRef ref = nonFlakeInfo.second;
|
auto & id = input.first;
|
||||||
auto i = lockFile.nonFlakeEntries.find(nonFlakeInfo.first);
|
auto & ref = input.second;
|
||||||
if (i != lockFile.nonFlakeEntries.end()) {
|
auto i = oldEntry.nonFlakeDeps.find(id);
|
||||||
NonFlake nonFlake = getNonFlake(state, i->second.ref, nonFlakeInfo.first);
|
if (i != oldEntry.nonFlakeDeps.end()) {
|
||||||
if (nonFlake.sourceInfo.narHash != i->second.narHash)
|
newEntry.nonFlakeDeps.insert_or_assign(i->first, i->second);
|
||||||
throw Error("the content hash of flakeref '%s' doesn't match", i->second.ref.to_string());
|
|
||||||
deps.nonFlakeDeps.push_back(nonFlake);
|
|
||||||
} else {
|
} else {
|
||||||
if (handleLockFile == AllPure || handleLockFile == TopRefUsesRegistries)
|
if (handleLockFile == AllPure || handleLockFile == TopRefUsesRegistries)
|
||||||
throw Error("cannot update non-flake dependency '%s' in pure mode", nonFlakeInfo.first);
|
throw Error("cannot update non-flake dependency '%s' in pure mode", id);
|
||||||
deps.nonFlakeDeps.push_back(getNonFlake(state, nonFlakeInfo.second, nonFlakeInfo.first, allowedToUseRegistries(handleLockFile, false)));
|
auto nonFlake = getNonFlake(state, ref, id, allowedToUseRegistries(handleLockFile, false));
|
||||||
|
newEntry.nonFlakeDeps.insert_or_assign(id,
|
||||||
|
NonFlakeDep(
|
||||||
|
nonFlake.sourceInfo.resolvedRef,
|
||||||
|
nonFlake.sourceInfo.narHash));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
for (auto newFlakeRef : flake.inputs) {
|
for (auto & inputRef : flake.inputs) {
|
||||||
auto i = lockFile.flakeEntries.find(newFlakeRef);
|
auto i = oldEntry.flakeDeps.find(inputRef);
|
||||||
if (i != lockFile.flakeEntries.end()) { // Propagate lockFile downwards if possible
|
if (i != oldEntry.flakeDeps.end()) {
|
||||||
ResolvedFlake newResFlake = resolveFlakeFromLockFile(state, i->second.ref, handleLockFile, entryToLockFile(i->second));
|
newEntry.flakeDeps.insert_or_assign(inputRef, i->second);
|
||||||
if (newResFlake.flake.sourceInfo.narHash != i->second.narHash)
|
|
||||||
throw Error("the content hash of flakeref '%s' doesn't match", i->second.ref.to_string());
|
|
||||||
deps.flakeDeps.insert_or_assign(newFlakeRef, newResFlake);
|
|
||||||
} else {
|
} else {
|
||||||
if (handleLockFile == AllPure || handleLockFile == TopRefUsesRegistries)
|
if (handleLockFile == AllPure || handleLockFile == TopRefUsesRegistries)
|
||||||
throw Error("cannot update flake dependency '%s' in pure mode", newFlakeRef.to_string());
|
throw Error("cannot update flake dependency '%s' in pure mode", inputRef);
|
||||||
deps.flakeDeps.insert_or_assign(newFlakeRef, resolveFlakeFromLockFile(state, newFlakeRef, handleLockFile));
|
newEntry.flakeDeps.insert_or_assign(inputRef,
|
||||||
|
updateLocks(state, inputRef, handleLockFile, {}, false).second);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
return deps;
|
return {flake, newEntry};
|
||||||
}
|
}
|
||||||
|
|
||||||
/* Given a flake reference, recursively fetch it and its dependencies.
|
/* Given a flake reference, recursively fetch it and its dependencies.
|
||||||
|
@ -479,7 +463,8 @@ ResolvedFlake resolveFlakeFromLockFile(EvalState & state, const FlakeRef & flake
|
||||||
*/
|
*/
|
||||||
ResolvedFlake resolveFlake(EvalState & state, const FlakeRef & topRef, HandleLockFile handleLockFile)
|
ResolvedFlake resolveFlake(EvalState & state, const FlakeRef & topRef, HandleLockFile handleLockFile)
|
||||||
{
|
{
|
||||||
Flake flake = getFlake(state, topRef, allowedToUseRegistries(handleLockFile, true));
|
auto flake = getFlake(state, topRef, allowedToUseRegistries(handleLockFile, true));
|
||||||
|
|
||||||
LockFile oldLockFile;
|
LockFile oldLockFile;
|
||||||
|
|
||||||
if (!recreateLockFile(handleLockFile)) {
|
if (!recreateLockFile(handleLockFile)) {
|
||||||
|
@ -490,10 +475,9 @@ ResolvedFlake resolveFlake(EvalState & state, const FlakeRef & topRef, HandleLoc
|
||||||
+ "/" + flake.sourceInfo.resolvedRef.subdir + "/flake.lock");
|
+ "/" + flake.sourceInfo.resolvedRef.subdir + "/flake.lock");
|
||||||
}
|
}
|
||||||
|
|
||||||
LockFile lockFile(oldLockFile);
|
// FIXME: get rid of duplicate getFlake call
|
||||||
|
LockFile lockFile(updateLocks(
|
||||||
ResolvedFlake resFlake = resolveFlakeFromLockFile(state, topRef, handleLockFile, lockFile, true);
|
state, topRef, handleLockFile, oldLockFile, true).second);
|
||||||
lockFile = entryToLockFile(dependenciesToFlakeEntry(resFlake));
|
|
||||||
|
|
||||||
if (!(lockFile == oldLockFile)) {
|
if (!(lockFile == oldLockFile)) {
|
||||||
if (allowedToWrite(handleLockFile)) {
|
if (allowedToWrite(handleLockFile)) {
|
||||||
|
@ -509,7 +493,7 @@ ResolvedFlake resolveFlake(EvalState & state, const FlakeRef & topRef, HandleLoc
|
||||||
warn("using updated lockfile without writing it to file");
|
warn("using updated lockfile without writing it to file");
|
||||||
}
|
}
|
||||||
|
|
||||||
return resFlake;
|
return ResolvedFlake(std::move(flake), std::move(lockFile));
|
||||||
}
|
}
|
||||||
|
|
||||||
void updateLockFile(EvalState & state, const FlakeRef & flakeRef, bool recreateLockFile)
|
void updateLockFile(EvalState & state, const FlakeRef & flakeRef, bool recreateLockFile)
|
||||||
|
@ -520,7 +504,9 @@ void updateLockFile(EvalState & state, const FlakeRef & flakeRef, bool recreateL
|
||||||
static void emitSourceInfoAttrs(EvalState & state, const SourceInfo & sourceInfo, Value & vAttrs)
|
static void emitSourceInfoAttrs(EvalState & state, const SourceInfo & sourceInfo, Value & vAttrs)
|
||||||
{
|
{
|
||||||
auto & path = sourceInfo.storePath;
|
auto & path = sourceInfo.storePath;
|
||||||
state.store->isValidPath(path);
|
assert(state.store->isValidPath(path));
|
||||||
|
// FIXME: turn into fetchGit etc.
|
||||||
|
// FIXME: check narHash.
|
||||||
mkString(*state.allocAttr(vAttrs, state.sOutPath), path, {path});
|
mkString(*state.allocAttr(vAttrs, state.sOutPath), path, {path});
|
||||||
|
|
||||||
if (sourceInfo.resolvedRef.rev) {
|
if (sourceInfo.resolvedRef.rev) {
|
||||||
|
@ -539,42 +525,74 @@ static void emitSourceInfoAttrs(EvalState & state, const SourceInfo & sourceInfo
|
||||||
std::put_time(std::gmtime(&*sourceInfo.lastModified), "%Y%m%d%H%M%S")));
|
std::put_time(std::gmtime(&*sourceInfo.lastModified), "%Y%m%d%H%M%S")));
|
||||||
}
|
}
|
||||||
|
|
||||||
void callFlake(EvalState & state, const ResolvedFlake & resFlake, Value & v)
|
/* Helper primop to make callFlake (below) fetch/call its inputs
|
||||||
|
lazily. Note that this primop cannot be called by user code since
|
||||||
|
it doesn't appear in 'builtins'. */
|
||||||
|
static void prim_callFlake(EvalState & state, const Pos & pos, Value * * args, Value & v)
|
||||||
|
{
|
||||||
|
auto lazyFlake = (FlakeDep *) args[0]->attrs;
|
||||||
|
auto flake = getFlake(state, lazyFlake->ref, false);
|
||||||
|
callFlake(state, flake, *lazyFlake, v);
|
||||||
|
}
|
||||||
|
|
||||||
|
void callFlake(EvalState & state,
|
||||||
|
const Flake & flake,
|
||||||
|
const FlakeInputs & inputs,
|
||||||
|
Value & v)
|
||||||
{
|
{
|
||||||
// Construct the resulting attrset '{description, outputs,
|
// Construct the resulting attrset '{description, outputs,
|
||||||
// ...}'. This attrset is passed lazily as an argument to 'outputs'.
|
// ...}'. This attrset is passed lazily as an argument to 'outputs'.
|
||||||
|
|
||||||
state.mkAttrs(v, resFlake.flakeDeps.size() + resFlake.nonFlakeDeps.size() + 8);
|
state.mkAttrs(v,
|
||||||
|
inputs.flakeDeps.size() +
|
||||||
|
inputs.nonFlakeDeps.size() + 8);
|
||||||
|
|
||||||
for (auto info : resFlake.flakeDeps) {
|
for (auto & dep : inputs.flakeDeps) {
|
||||||
const ResolvedFlake newResFlake = info.second;
|
auto vFlake = state.allocAttr(v, dep.second.id);
|
||||||
auto vFlake = state.allocAttr(v, newResFlake.flake.id);
|
auto vPrimOp = state.allocValue();
|
||||||
callFlake(state, newResFlake, *vFlake);
|
static auto primOp = new PrimOp(prim_callFlake, 1, state.symbols.create("callFlake"));
|
||||||
|
vPrimOp->type = tPrimOp;
|
||||||
|
vPrimOp->primOp = primOp;
|
||||||
|
auto vArg = state.allocValue();
|
||||||
|
vArg->type = tNull;
|
||||||
|
// FIXME: leak
|
||||||
|
vArg->attrs = (Bindings *) new FlakeDep(dep.second); // evil! also inefficient
|
||||||
|
mkApp(*vFlake, *vPrimOp, *vArg);
|
||||||
}
|
}
|
||||||
|
|
||||||
for (const NonFlake nonFlake : resFlake.nonFlakeDeps) {
|
for (auto & dep : inputs.nonFlakeDeps) {
|
||||||
auto vNonFlake = state.allocAttr(v, nonFlake.alias);
|
auto vNonFlake = state.allocAttr(v, dep.first);
|
||||||
state.mkAttrs(*vNonFlake, 8);
|
state.mkAttrs(*vNonFlake, 8);
|
||||||
|
|
||||||
state.store->isValidPath(nonFlake.sourceInfo.storePath);
|
auto nonFlake = getNonFlake(state, dep.second.ref, dep.first);
|
||||||
|
|
||||||
|
assert(state.store->isValidPath(nonFlake.sourceInfo.storePath));
|
||||||
|
|
||||||
mkString(*state.allocAttr(*vNonFlake, state.sOutPath),
|
mkString(*state.allocAttr(*vNonFlake, state.sOutPath),
|
||||||
nonFlake.sourceInfo.storePath, {nonFlake.sourceInfo.storePath});
|
nonFlake.sourceInfo.storePath, {nonFlake.sourceInfo.storePath});
|
||||||
|
|
||||||
emitSourceInfoAttrs(state, nonFlake.sourceInfo, *vNonFlake);
|
emitSourceInfoAttrs(state, nonFlake.sourceInfo, *vNonFlake);
|
||||||
}
|
}
|
||||||
|
|
||||||
mkString(*state.allocAttr(v, state.sDescription), resFlake.flake.description);
|
mkString(*state.allocAttr(v, state.sDescription), flake.description);
|
||||||
|
|
||||||
emitSourceInfoAttrs(state, resFlake.flake.sourceInfo, v);
|
emitSourceInfoAttrs(state, flake.sourceInfo, v);
|
||||||
|
|
||||||
auto vOutputs = state.allocAttr(v, state.symbols.create("outputs"));
|
auto vOutputs = state.allocAttr(v, state.symbols.create("outputs"));
|
||||||
mkApp(*vOutputs, *resFlake.flake.vOutputs, v);
|
mkApp(*vOutputs, *flake.vOutputs, v);
|
||||||
|
|
||||||
v.attrs->push_back(Attr(state.symbols.create("self"), &v));
|
v.attrs->push_back(Attr(state.symbols.create("self"), &v));
|
||||||
|
|
||||||
v.attrs->sort();
|
v.attrs->sort();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void callFlake(EvalState & state,
|
||||||
|
const ResolvedFlake & resFlake,
|
||||||
|
Value & v)
|
||||||
|
{
|
||||||
|
callFlake(state, resFlake.flake, resFlake.lockFile, v);
|
||||||
|
}
|
||||||
|
|
||||||
// This function is exposed to be used in nix files.
|
// This function is exposed to be used in nix files.
|
||||||
static void prim_getFlake(EvalState & state, const Pos & pos, Value * * args, Value & v)
|
static void prim_getFlake(EvalState & state, const Pos & pos, Value * * args, Value & v)
|
||||||
{
|
{
|
||||||
|
|
|
@ -2,6 +2,7 @@
|
||||||
#include "flakeref.hh"
|
#include "flakeref.hh"
|
||||||
|
|
||||||
#include <variant>
|
#include <variant>
|
||||||
|
#include <nlohmann/json.hpp>
|
||||||
|
|
||||||
namespace nix {
|
namespace nix {
|
||||||
|
|
||||||
|
@ -19,51 +20,12 @@ struct FlakeRegistry
|
||||||
std::map<FlakeRef, FlakeRef> entries;
|
std::map<FlakeRef, FlakeRef> entries;
|
||||||
};
|
};
|
||||||
|
|
||||||
struct LockFile
|
|
||||||
{
|
|
||||||
struct NonFlakeEntry
|
|
||||||
{
|
|
||||||
FlakeRef ref;
|
|
||||||
Hash narHash;
|
|
||||||
NonFlakeEntry(const FlakeRef & flakeRef, const Hash & hash) : ref(flakeRef), narHash(hash) {};
|
|
||||||
|
|
||||||
bool operator ==(const NonFlakeEntry & other) const
|
|
||||||
{
|
|
||||||
return ref == other.ref && narHash == other.narHash;
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
struct FlakeEntry
|
|
||||||
{
|
|
||||||
FlakeRef ref;
|
|
||||||
Hash narHash;
|
|
||||||
std::map<FlakeRef, FlakeEntry> flakeEntries;
|
|
||||||
std::map<FlakeAlias, NonFlakeEntry> nonFlakeEntries;
|
|
||||||
FlakeEntry(const FlakeRef & flakeRef, const Hash & hash) : ref(flakeRef), narHash(hash) {};
|
|
||||||
|
|
||||||
bool operator ==(const FlakeEntry & other) const
|
|
||||||
{
|
|
||||||
return
|
|
||||||
ref == other.ref
|
|
||||||
&& narHash == other.narHash
|
|
||||||
&& flakeEntries == other.flakeEntries
|
|
||||||
&& nonFlakeEntries == other.nonFlakeEntries;
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
std::map<FlakeRef, FlakeEntry> flakeEntries;
|
|
||||||
std::map<FlakeAlias, NonFlakeEntry> nonFlakeEntries;
|
|
||||||
|
|
||||||
bool operator ==(const LockFile & other) const
|
|
||||||
{
|
|
||||||
return
|
|
||||||
flakeEntries == other.flakeEntries
|
|
||||||
&& nonFlakeEntries == other.nonFlakeEntries;
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
typedef std::vector<std::shared_ptr<FlakeRegistry>> Registries;
|
typedef std::vector<std::shared_ptr<FlakeRegistry>> Registries;
|
||||||
|
|
||||||
|
std::shared_ptr<FlakeRegistry> readRegistry(const Path &);
|
||||||
|
|
||||||
|
void writeRegistry(const FlakeRegistry &, const Path &);
|
||||||
|
|
||||||
Path getUserRegistryPath();
|
Path getUserRegistryPath();
|
||||||
|
|
||||||
enum HandleLockFile : unsigned int
|
enum HandleLockFile : unsigned int
|
||||||
|
@ -75,9 +37,80 @@ enum HandleLockFile : unsigned int
|
||||||
, UseNewLockFile // `RecreateLockFile` without writing to file
|
, UseNewLockFile // `RecreateLockFile` without writing to file
|
||||||
};
|
};
|
||||||
|
|
||||||
std::shared_ptr<FlakeRegistry> readRegistry(const Path &);
|
struct NonFlakeDep
|
||||||
|
{
|
||||||
|
FlakeRef ref;
|
||||||
|
Hash narHash;
|
||||||
|
|
||||||
void writeRegistry(const FlakeRegistry &, const Path &);
|
NonFlakeDep(const FlakeRef & flakeRef, const Hash & narHash)
|
||||||
|
: ref(flakeRef), narHash(narHash) {};
|
||||||
|
|
||||||
|
NonFlakeDep(const nlohmann::json & json);
|
||||||
|
|
||||||
|
bool operator ==(const NonFlakeDep & other) const
|
||||||
|
{
|
||||||
|
return ref == other.ref && narHash == other.narHash;
|
||||||
|
}
|
||||||
|
|
||||||
|
nlohmann::json toJson() const;
|
||||||
|
};
|
||||||
|
|
||||||
|
struct FlakeDep;
|
||||||
|
|
||||||
|
struct FlakeInputs
|
||||||
|
{
|
||||||
|
std::map<FlakeRef, FlakeDep> flakeDeps;
|
||||||
|
std::map<FlakeAlias, NonFlakeDep> nonFlakeDeps;
|
||||||
|
|
||||||
|
FlakeInputs() {};
|
||||||
|
FlakeInputs(const nlohmann::json & json);
|
||||||
|
|
||||||
|
nlohmann::json toJson() const;
|
||||||
|
};
|
||||||
|
|
||||||
|
struct FlakeDep : FlakeInputs
|
||||||
|
{
|
||||||
|
FlakeId id;
|
||||||
|
FlakeRef ref;
|
||||||
|
Hash narHash;
|
||||||
|
|
||||||
|
FlakeDep(const FlakeId & id, const FlakeRef & flakeRef, const Hash & narHash)
|
||||||
|
: id(id), ref(flakeRef), narHash(narHash) {};
|
||||||
|
|
||||||
|
FlakeDep(const nlohmann::json & json);
|
||||||
|
|
||||||
|
bool operator ==(const FlakeDep & other) const
|
||||||
|
{
|
||||||
|
return
|
||||||
|
id == other.id
|
||||||
|
&& ref == other.ref
|
||||||
|
&& narHash == other.narHash
|
||||||
|
&& flakeDeps == other.flakeDeps
|
||||||
|
&& nonFlakeDeps == other.nonFlakeDeps;
|
||||||
|
}
|
||||||
|
|
||||||
|
nlohmann::json toJson() const;
|
||||||
|
};
|
||||||
|
|
||||||
|
struct LockFile : FlakeInputs
|
||||||
|
{
|
||||||
|
bool operator ==(const LockFile & other) const
|
||||||
|
{
|
||||||
|
return
|
||||||
|
flakeDeps == other.flakeDeps
|
||||||
|
&& nonFlakeDeps == other.nonFlakeDeps;
|
||||||
|
}
|
||||||
|
|
||||||
|
LockFile() {}
|
||||||
|
LockFile(const nlohmann::json & json) : FlakeInputs(json) {}
|
||||||
|
LockFile(FlakeDep && dep)
|
||||||
|
{
|
||||||
|
flakeDeps = std::move(dep.flakeDeps);
|
||||||
|
nonFlakeDeps = std::move(dep.nonFlakeDeps);
|
||||||
|
}
|
||||||
|
|
||||||
|
nlohmann::json toJson() const;
|
||||||
|
};
|
||||||
|
|
||||||
struct SourceInfo
|
struct SourceInfo
|
||||||
{
|
{
|
||||||
|
@ -129,14 +162,21 @@ Flake getFlake(EvalState &, const FlakeRef &, bool impureIsAllowed);
|
||||||
struct ResolvedFlake
|
struct ResolvedFlake
|
||||||
{
|
{
|
||||||
Flake flake;
|
Flake flake;
|
||||||
std::map<FlakeRef, ResolvedFlake> flakeDeps; // The key in this map, is the originalRef as written in flake.nix
|
LockFile lockFile;
|
||||||
std::vector<NonFlake> nonFlakeDeps;
|
ResolvedFlake(Flake && flake, LockFile && lockFile)
|
||||||
ResolvedFlake(const Flake & flake) : flake(flake) {}
|
: flake(flake), lockFile(lockFile) {}
|
||||||
};
|
};
|
||||||
|
|
||||||
ResolvedFlake resolveFlake(EvalState &, const FlakeRef &, HandleLockFile);
|
ResolvedFlake resolveFlake(EvalState &, const FlakeRef &, HandleLockFile);
|
||||||
|
|
||||||
void callFlake(EvalState & state, const ResolvedFlake & resFlake, Value & v);
|
void callFlake(EvalState & state,
|
||||||
|
const Flake & flake,
|
||||||
|
const FlakeInputs & inputs,
|
||||||
|
Value & v);
|
||||||
|
|
||||||
|
void callFlake(EvalState & state,
|
||||||
|
const ResolvedFlake & resFlake,
|
||||||
|
Value & v);
|
||||||
|
|
||||||
void updateLockFile(EvalState &, const FlakeRef & flakeRef, bool recreateLockFile);
|
void updateLockFile(EvalState &, const FlakeRef & flakeRef, bool recreateLockFile);
|
||||||
|
|
||||||
|
|
|
@ -136,6 +136,7 @@ static nlohmann::json nonFlakeToJson(const NonFlake & nonFlake)
|
||||||
return j;
|
return j;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#if 0
|
||||||
// FIXME: merge info CmdFlakeInfo?
|
// FIXME: merge info CmdFlakeInfo?
|
||||||
struct CmdFlakeDeps : FlakeCommand
|
struct CmdFlakeDeps : FlakeCommand
|
||||||
{
|
{
|
||||||
|
@ -173,6 +174,7 @@ struct CmdFlakeDeps : FlakeCommand
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
#endif
|
||||||
|
|
||||||
struct CmdFlakeUpdate : FlakeCommand
|
struct CmdFlakeUpdate : FlakeCommand
|
||||||
{
|
{
|
||||||
|
@ -232,6 +234,7 @@ struct CmdFlakeInfo : FlakeCommand, MixJSON
|
||||||
if (json) {
|
if (json) {
|
||||||
auto json = flakeToJson(flake);
|
auto json = flakeToJson(flake);
|
||||||
|
|
||||||
|
#if 0
|
||||||
auto state = getEvalState();
|
auto state = getEvalState();
|
||||||
|
|
||||||
auto vFlake = state->allocValue();
|
auto vFlake = state->allocValue();
|
||||||
|
@ -254,6 +257,7 @@ struct CmdFlakeInfo : FlakeCommand, MixJSON
|
||||||
});
|
});
|
||||||
|
|
||||||
json["outputs"] = std::move(outputs);
|
json["outputs"] = std::move(outputs);
|
||||||
|
#endif
|
||||||
|
|
||||||
std::cout << json.dump() << std::endl;
|
std::cout << json.dump() << std::endl;
|
||||||
} else
|
} else
|
||||||
|
@ -518,7 +522,7 @@ struct CmdFlake : virtual MultiCommand, virtual Command
|
||||||
, make_ref<CmdFlakeUpdate>()
|
, make_ref<CmdFlakeUpdate>()
|
||||||
, make_ref<CmdFlakeInfo>()
|
, make_ref<CmdFlakeInfo>()
|
||||||
, make_ref<CmdFlakeCheck>()
|
, make_ref<CmdFlakeCheck>()
|
||||||
, make_ref<CmdFlakeDeps>()
|
//, make_ref<CmdFlakeDeps>()
|
||||||
, make_ref<CmdFlakeAdd>()
|
, make_ref<CmdFlakeAdd>()
|
||||||
, make_ref<CmdFlakeRemove>()
|
, make_ref<CmdFlakeRemove>()
|
||||||
, make_ref<CmdFlakePin>()
|
, make_ref<CmdFlakePin>()
|
||||||
|
|
|
@ -190,6 +190,7 @@ void makeFlakeClosureGCRoot(Store & store,
|
||||||
const FlakeRef & origFlakeRef,
|
const FlakeRef & origFlakeRef,
|
||||||
const flake::ResolvedFlake & resFlake)
|
const flake::ResolvedFlake & resFlake)
|
||||||
{
|
{
|
||||||
|
#if 0
|
||||||
if (std::get_if<FlakeRef::IsPath>(&origFlakeRef.data)) return;
|
if (std::get_if<FlakeRef::IsPath>(&origFlakeRef.data)) return;
|
||||||
|
|
||||||
/* Get the store paths of all non-local flakes. */
|
/* Get the store paths of all non-local flakes. */
|
||||||
|
@ -224,6 +225,7 @@ void makeFlakeClosureGCRoot(Store & store,
|
||||||
debug("writing GC root '%s' for flake closure of '%s'", symlink, origFlakeRef);
|
debug("writing GC root '%s' for flake closure of '%s'", symlink, origFlakeRef);
|
||||||
replaceSymlink(closurePath, symlink);
|
replaceSymlink(closurePath, symlink);
|
||||||
store.addIndirectRoot(symlink);
|
store.addIndirectRoot(symlink);
|
||||||
|
#endif
|
||||||
}
|
}
|
||||||
|
|
||||||
struct InstallableFlake : InstallableValue
|
struct InstallableFlake : InstallableValue
|
||||||
|
|
10
src/nlohmann/json_fwd.hpp
Normal file
10
src/nlohmann/json_fwd.hpp
Normal file
|
@ -0,0 +1,10 @@
|
||||||
|
#pragma once
|
||||||
|
|
||||||
|
namespace nlohmann {
|
||||||
|
|
||||||
|
struct json : basic_json<>
|
||||||
|
{
|
||||||
|
using basic_json<>::basic_json;
|
||||||
|
};
|
||||||
|
|
||||||
|
}
|
|
@ -191,6 +191,8 @@ nix build -o $TEST_ROOT/result --flake-registry $registry $flake3Dir:sth
|
||||||
# Check whether it saved the lockfile
|
# Check whether it saved the lockfile
|
||||||
[[ ! (-z $(git -C $flake3Dir diff master)) ]]
|
[[ ! (-z $(git -C $flake3Dir diff master)) ]]
|
||||||
|
|
||||||
|
git -C $flake3Dir commit -m 'Add lockfile'
|
||||||
|
|
||||||
# Unsupported epochs should be an error.
|
# Unsupported epochs should be an error.
|
||||||
sed -i $flake3Dir/flake.nix -e s/201906/201909/
|
sed -i $flake3Dir/flake.nix -e s/201906/201909/
|
||||||
nix build -o $TEST_ROOT/result --flake-registry $registry $flake3Dir:sth 2>&1 | grep 'unsupported epoch'
|
nix build -o $TEST_ROOT/result --flake-registry $registry $flake3Dir:sth 2>&1 | grep 'unsupported epoch'
|
||||||
|
@ -241,3 +243,12 @@ git -C $flake3Dir commit -m 'Add nonFlakeInputs'
|
||||||
|
|
||||||
# Check whether `nix build` works with a lockfile which is missing a nonFlakeInputs
|
# Check whether `nix build` works with a lockfile which is missing a nonFlakeInputs
|
||||||
nix build -o $TEST_ROOT/result --flake-registry $registry $flake3Dir:sth
|
nix build -o $TEST_ROOT/result --flake-registry $registry $flake3Dir:sth
|
||||||
|
|
||||||
|
# Check whether flake input fetching is lazy: flake3:sth does not
|
||||||
|
# depend on flake2, so this shouldn't fail.
|
||||||
|
rm -rf $TEST_HOME/.cache
|
||||||
|
clearStore
|
||||||
|
mv $flake2Dir $flake2Dir.tmp
|
||||||
|
nix build -o $TEST_ROOT/result --flake-registry $registry flake3:sth
|
||||||
|
(! nix build -o $TEST_ROOT/result --flake-registry $registry flake3:xyzzy)
|
||||||
|
mv $flake2Dir.tmp $flake2Dir
|
||||||
|
|
Loading…
Reference in a new issue