2016-02-25 16:43:19 +00:00
|
|
|
#include "nar-accessor.hh"
|
|
|
|
#include "archive.hh"
|
2017-11-14 13:23:53 +00:00
|
|
|
#include "json.hh"
|
2016-02-25 16:43:19 +00:00
|
|
|
|
|
|
|
#include <map>
|
2017-05-15 08:17:53 +00:00
|
|
|
#include <stack>
|
|
|
|
#include <algorithm>
|
2016-02-25 16:43:19 +00:00
|
|
|
|
|
|
|
namespace nix {
|
|
|
|
|
|
|
|
struct NarMember
|
|
|
|
{
|
|
|
|
FSAccessor::Type type;
|
|
|
|
|
|
|
|
bool isExecutable;
|
|
|
|
|
|
|
|
/* If this is a regular file, position of the contents of this
|
|
|
|
file in the NAR. */
|
|
|
|
size_t start, size;
|
|
|
|
|
|
|
|
std::string target;
|
2017-05-15 08:17:53 +00:00
|
|
|
|
|
|
|
/* If this is a directory, all the children of the directory. */
|
|
|
|
std::map<std::string, NarMember> children;
|
2016-02-25 16:43:19 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
struct NarIndexer : ParseSink, StringSource
|
|
|
|
{
|
2017-05-15 08:17:53 +00:00
|
|
|
NarMember root;
|
|
|
|
std::stack<NarMember*> parents;
|
2016-02-25 16:43:19 +00:00
|
|
|
|
|
|
|
std::string currentStart;
|
2016-08-09 09:45:36 +00:00
|
|
|
bool isExec = false;
|
2016-02-25 16:43:19 +00:00
|
|
|
|
|
|
|
NarIndexer(const std::string & nar) : StringSource(nar)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
2017-05-15 08:17:53 +00:00
|
|
|
void createMember(const Path & path, NarMember member) {
|
|
|
|
size_t level = std::count(path.begin(), path.end(), '/');
|
|
|
|
while(parents.size() > level) {
|
|
|
|
parents.pop();
|
|
|
|
}
|
|
|
|
|
|
|
|
if(parents.empty()) {
|
|
|
|
root = std::move(member);
|
|
|
|
parents.push(&root);
|
|
|
|
} else {
|
|
|
|
if(parents.top()->type != FSAccessor::Type::tDirectory) {
|
2017-07-30 11:27:57 +00:00
|
|
|
throw Error(format("NAR file missing parent directory of path '%1%'") % path);
|
2017-05-15 08:17:53 +00:00
|
|
|
}
|
|
|
|
auto result = parents.top()->children.emplace(baseNameOf(path), std::move(member));
|
|
|
|
parents.push(&result.first->second);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-03-15 11:11:27 +00:00
|
|
|
void createDirectory(const Path & path) override
|
2016-02-25 16:43:19 +00:00
|
|
|
{
|
2017-05-15 17:35:36 +00:00
|
|
|
createMember(path, {FSAccessor::Type::tDirectory, false, 0, 0 });
|
2016-02-25 16:43:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void createRegularFile(const Path & path) override
|
|
|
|
{
|
2017-05-15 08:17:53 +00:00
|
|
|
createMember(path, {FSAccessor::Type::tRegular, false, 0, 0 });
|
2016-02-25 16:43:19 +00:00
|
|
|
}
|
|
|
|
|
2016-03-15 11:11:27 +00:00
|
|
|
void isExecutable() override
|
2016-02-25 16:43:19 +00:00
|
|
|
{
|
2017-05-15 08:17:53 +00:00
|
|
|
parents.top()->isExecutable = true;
|
2016-02-25 16:43:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void preallocateContents(unsigned long long size) override
|
|
|
|
{
|
|
|
|
currentStart = string(s, pos, 16);
|
2016-12-08 19:37:58 +00:00
|
|
|
assert(size <= std::numeric_limits<size_t>::max());
|
2017-05-15 08:17:53 +00:00
|
|
|
parents.top()->size = (size_t)size;
|
|
|
|
parents.top()->start = pos;
|
2016-02-25 16:43:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void receiveContents(unsigned char * data, unsigned int len) override
|
|
|
|
{
|
|
|
|
// Sanity check
|
|
|
|
if (!currentStart.empty()) {
|
|
|
|
assert(len < 16 || currentStart == string((char *) data, 16));
|
|
|
|
currentStart.clear();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void createSymlink(const Path & path, const string & target) override
|
|
|
|
{
|
2017-05-15 08:17:53 +00:00
|
|
|
createMember(path,
|
2016-02-25 16:43:19 +00:00
|
|
|
NarMember{FSAccessor::Type::tSymlink, false, 0, 0, target});
|
|
|
|
}
|
|
|
|
|
2017-05-15 08:17:53 +00:00
|
|
|
NarMember* find(const Path & path)
|
2016-02-25 16:43:19 +00:00
|
|
|
{
|
2017-05-15 08:17:53 +00:00
|
|
|
Path canon = path == "" ? "" : canonPath(path);
|
2017-05-15 17:32:51 +00:00
|
|
|
NarMember* current = &root;
|
|
|
|
auto end = path.end();
|
|
|
|
for(auto it = path.begin(); it != end; ) {
|
|
|
|
// because it != end, the remaining component is non-empty so we need
|
|
|
|
// a directory
|
|
|
|
if(current->type != FSAccessor::Type::tDirectory) return nullptr;
|
|
|
|
|
|
|
|
// skip slash (canonPath above ensures that this is always a slash)
|
|
|
|
assert(*it == '/');
|
|
|
|
it += 1;
|
|
|
|
|
|
|
|
// lookup current component
|
|
|
|
auto next = std::find(it, end, '/');
|
|
|
|
auto child = current->children.find(std::string(it, next));
|
|
|
|
if(child == current->children.end()) return nullptr;
|
|
|
|
current = &child->second;
|
|
|
|
|
|
|
|
it = next;
|
|
|
|
}
|
|
|
|
|
|
|
|
return current;
|
2017-05-15 08:17:53 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
NarMember& at(const Path & path) {
|
|
|
|
auto result = find(path);
|
|
|
|
if(result == nullptr) {
|
2017-07-30 11:27:57 +00:00
|
|
|
throw Error(format("NAR file does not contain path '%1%'") % path);
|
2017-05-15 08:17:53 +00:00
|
|
|
}
|
|
|
|
return *result;
|
2016-02-25 16:43:19 +00:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
struct NarAccessor : public FSAccessor
|
|
|
|
{
|
|
|
|
ref<const std::string> nar;
|
|
|
|
NarIndexer indexer;
|
|
|
|
|
|
|
|
NarAccessor(ref<const std::string> nar) : nar(nar), indexer(*nar)
|
|
|
|
{
|
|
|
|
parseDump(indexer, indexer);
|
|
|
|
}
|
|
|
|
|
|
|
|
Stat stat(const Path & path) override
|
|
|
|
{
|
2017-05-15 08:17:53 +00:00
|
|
|
auto i = indexer.find(path);
|
|
|
|
if (i == nullptr)
|
2016-02-25 16:43:19 +00:00
|
|
|
return {FSAccessor::Type::tMissing, 0, false};
|
2017-05-15 08:17:53 +00:00
|
|
|
return {i->type, i->size, i->isExecutable};
|
2016-02-25 16:43:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
StringSet readDirectory(const Path & path) override
|
|
|
|
{
|
2017-05-15 08:17:53 +00:00
|
|
|
auto i = indexer.at(path);
|
2016-02-25 16:43:19 +00:00
|
|
|
|
2017-05-15 08:17:53 +00:00
|
|
|
if (i.type != FSAccessor::Type::tDirectory)
|
2017-07-30 11:27:57 +00:00
|
|
|
throw Error(format("path '%1%' inside NAR file is not a directory") % path);
|
2016-02-25 16:43:19 +00:00
|
|
|
|
|
|
|
StringSet res;
|
2017-05-15 08:17:53 +00:00
|
|
|
for(auto&& child : i.children) {
|
|
|
|
res.insert(child.first);
|
|
|
|
|
2016-02-25 16:43:19 +00:00
|
|
|
}
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::string readFile(const Path & path) override
|
|
|
|
{
|
2017-05-15 08:17:53 +00:00
|
|
|
auto i = indexer.at(path);
|
|
|
|
if (i.type != FSAccessor::Type::tRegular)
|
2017-07-30 11:27:57 +00:00
|
|
|
throw Error(format("path '%1%' inside NAR file is not a regular file") % path);
|
2017-05-15 08:17:53 +00:00
|
|
|
return std::string(*nar, i.start, i.size);
|
2016-02-25 16:43:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
std::string readLink(const Path & path) override
|
|
|
|
{
|
2017-05-15 08:17:53 +00:00
|
|
|
auto i = indexer.at(path);
|
|
|
|
if (i.type != FSAccessor::Type::tSymlink)
|
2017-07-30 11:27:57 +00:00
|
|
|
throw Error(format("path '%1%' inside NAR file is not a symlink") % path);
|
2017-05-15 08:17:53 +00:00
|
|
|
return i.target;
|
2016-02-25 16:43:19 +00:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
ref<FSAccessor> makeNarAccessor(ref<const std::string> nar)
|
|
|
|
{
|
|
|
|
return make_ref<NarAccessor>(nar);
|
|
|
|
}
|
|
|
|
|
2017-11-14 13:31:28 +00:00
|
|
|
void listNar(JSONPlaceholder & res, ref<FSAccessor> accessor,
|
|
|
|
const Path & path, bool recurse)
|
2017-11-14 13:23:53 +00:00
|
|
|
{
|
|
|
|
auto st = accessor->stat(path);
|
|
|
|
|
|
|
|
auto obj = res.object();
|
|
|
|
|
|
|
|
switch (st.type) {
|
|
|
|
case FSAccessor::Type::tRegular:
|
|
|
|
obj.attr("type", "regular");
|
|
|
|
obj.attr("size", st.fileSize);
|
|
|
|
if (st.isExecutable)
|
|
|
|
obj.attr("executable", true);
|
|
|
|
break;
|
|
|
|
case FSAccessor::Type::tDirectory:
|
|
|
|
obj.attr("type", "directory");
|
|
|
|
{
|
|
|
|
auto res2 = obj.object("entries");
|
|
|
|
for (auto & name : accessor->readDirectory(path)) {
|
2017-11-14 13:31:28 +00:00
|
|
|
if (recurse) {
|
|
|
|
auto res3 = res2.placeholder(name);
|
|
|
|
listNar(res3, accessor, path + "/" + name, true);
|
|
|
|
} else
|
|
|
|
res2.object(name);
|
2017-11-14 13:23:53 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
case FSAccessor::Type::tSymlink:
|
|
|
|
obj.attr("type", "symlink");
|
|
|
|
obj.attr("target", accessor->readLink(path));
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
abort();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-02-25 16:43:19 +00:00
|
|
|
}
|