forked from lix-project/lix
96670ed216
Doesn’t change much so far because everything is still using it synchronously, but should allow the binary cache to fetch stuff in parallel
127 lines
4.4 KiB
C++
127 lines
4.4 KiB
C++
#pragma once
|
|
|
|
#include "crypto.hh"
|
|
#include "store-api.hh"
|
|
|
|
#include "pool.hh"
|
|
|
|
#include <atomic>
|
|
|
|
namespace nix {
|
|
|
|
struct NarInfo;
|
|
|
|
struct BinaryCacheStoreConfig : virtual StoreConfig
|
|
{
|
|
using StoreConfig::StoreConfig;
|
|
|
|
const Setting<std::string> compression{(StoreConfig*) this, "xz", "compression", "NAR compression method ('xz', 'bzip2', 'gzip', 'zstd', or 'none')"};
|
|
const Setting<bool> writeNARListing{(StoreConfig*) this, false, "write-nar-listing", "whether to write a JSON file listing the files in each NAR"};
|
|
const Setting<bool> writeDebugInfo{(StoreConfig*) this, false, "index-debug-info", "whether to index DWARF debug info files by build ID"};
|
|
const Setting<Path> secretKeyFile{(StoreConfig*) this, "", "secret-key", "path to secret key used to sign the binary cache"};
|
|
const Setting<Path> localNarCache{(StoreConfig*) this, "", "local-nar-cache", "path to a local cache of NARs"};
|
|
const Setting<bool> parallelCompression{(StoreConfig*) this, false, "parallel-compression",
|
|
"enable multi-threading compression for NARs, available for xz and zstd only currently"};
|
|
const Setting<int> compressionLevel{(StoreConfig*) this, -1, "compression-level",
|
|
"specify 'preset level' of compression to be used with NARs: "
|
|
"meaning and accepted range of values depends on compression method selected, "
|
|
"other than -1 which we reserve to indicate Nix defaults should be used"};
|
|
};
|
|
|
|
class BinaryCacheStore : public virtual BinaryCacheStoreConfig, public virtual Store
|
|
{
|
|
|
|
private:
|
|
|
|
std::unique_ptr<SecretKey> secretKey;
|
|
|
|
protected:
|
|
|
|
// The prefix under which realisation infos will be stored
|
|
const std::string realisationsPrefix = "realisations";
|
|
|
|
BinaryCacheStore(const Params & params);
|
|
|
|
public:
|
|
|
|
virtual bool fileExists(const std::string & path) = 0;
|
|
|
|
virtual void upsertFile(const std::string & path,
|
|
std::shared_ptr<std::basic_iostream<char>> istream,
|
|
const std::string & mimeType) = 0;
|
|
|
|
void upsertFile(const std::string & path,
|
|
std::string && data,
|
|
const std::string & mimeType);
|
|
|
|
/* Note: subclasses must implement at least one of the two
|
|
following getFile() methods. */
|
|
|
|
/* Dump the contents of the specified file to a sink. */
|
|
virtual void getFile(const std::string & path, Sink & sink);
|
|
|
|
/* Fetch the specified file and call the specified callback with
|
|
the result. A subclass may implement this asynchronously. */
|
|
virtual void getFile(const std::string & path,
|
|
Callback<std::shared_ptr<std::string>> callback) noexcept;
|
|
|
|
std::shared_ptr<std::string> getFile(const std::string & path);
|
|
|
|
public:
|
|
|
|
virtual void init() override;
|
|
|
|
private:
|
|
|
|
std::string narMagic;
|
|
|
|
std::string narInfoFileFor(const StorePath & storePath);
|
|
|
|
void writeNarInfo(ref<NarInfo> narInfo);
|
|
|
|
ref<const ValidPathInfo> addToStoreCommon(
|
|
Source & narSource, RepairFlag repair, CheckSigsFlag checkSigs,
|
|
std::function<ValidPathInfo(HashResult)> mkInfo);
|
|
|
|
public:
|
|
|
|
bool isValidPathUncached(const StorePath & path) override;
|
|
|
|
void queryPathInfoUncached(const StorePath & path,
|
|
Callback<std::shared_ptr<const ValidPathInfo>> callback) noexcept override;
|
|
|
|
std::optional<StorePath> queryPathFromHashPart(const std::string & hashPart) override
|
|
{ unsupported("queryPathFromHashPart"); }
|
|
|
|
void addToStore(const ValidPathInfo & info, Source & narSource,
|
|
RepairFlag repair, CheckSigsFlag checkSigs) override;
|
|
|
|
StorePath addToStoreFromDump(Source & dump, const string & name,
|
|
FileIngestionMethod method, HashType hashAlgo, RepairFlag repair) override;
|
|
|
|
StorePath addToStore(const string & name, const Path & srcPath,
|
|
FileIngestionMethod method, HashType hashAlgo,
|
|
PathFilter & filter, RepairFlag repair) override;
|
|
|
|
StorePath addTextToStore(const string & name, const string & s,
|
|
const StorePathSet & references, RepairFlag repair) override;
|
|
|
|
void registerDrvOutput(const Realisation & info) override;
|
|
|
|
void queryRealisationUncached(const DrvOutput &,
|
|
Callback<std::shared_ptr<const Realisation>> callback) noexcept override;
|
|
|
|
void narFromPath(const StorePath & path, Sink & sink) override;
|
|
|
|
ref<FSAccessor> getFSAccessor() override;
|
|
|
|
void addSignatures(const StorePath & storePath, const StringSet & sigs) override;
|
|
|
|
std::shared_ptr<std::string> getBuildLog(const StorePath & path) override;
|
|
|
|
};
|
|
|
|
MakeError(NoSuchBinaryCacheFile, Error);
|
|
|
|
}
|