forked from lix-project/lix
fe1f34fa60
This adds a new store operation 'addMultipleToStore' that reads a number of NARs and ValidPathInfos from a Source, allowing any number of store paths to be copied in a single call. This is much faster on high-latency links when copying a lot of small files, like .drv closures. For example, on a connection with an 50 ms delay: Before: $ nix copy --to 'unix:///tmp/proxy-socket?root=/tmp/dest-chroot' \ /nix/store/90jjw94xiyg5drj70whm9yll6xjj0ca9-hello-2.10.drv \ --derivation --no-check-sigs real 0m57.868s user 0m0.103s sys 0m0.056s After: real 0m0.690s user 0m0.017s sys 0m0.011s
167 lines
4.9 KiB
C++
167 lines
4.9 KiB
C++
#pragma once
|
|
|
|
#include <limits>
|
|
#include <string>
|
|
|
|
#include "store-api.hh"
|
|
|
|
|
|
namespace nix {
|
|
|
|
|
|
class Pipe;
|
|
class Pid;
|
|
struct FdSink;
|
|
struct FdSource;
|
|
template<typename T> class Pool;
|
|
struct ConnectionHandle;
|
|
|
|
struct RemoteStoreConfig : virtual StoreConfig
|
|
{
|
|
using StoreConfig::StoreConfig;
|
|
|
|
const Setting<int> maxConnections{(StoreConfig*) this, 1,
|
|
"max-connections", "maximum number of concurrent connections to the Nix daemon"};
|
|
|
|
const Setting<unsigned int> maxConnectionAge{(StoreConfig*) this, std::numeric_limits<unsigned int>::max(),
|
|
"max-connection-age", "number of seconds to reuse a connection"};
|
|
};
|
|
|
|
/* FIXME: RemoteStore is a misnomer - should be something like
|
|
DaemonStore. */
|
|
class RemoteStore : public virtual RemoteStoreConfig, public virtual Store
|
|
{
|
|
public:
|
|
|
|
virtual bool sameMachine() = 0;
|
|
|
|
RemoteStore(const Params & params);
|
|
|
|
/* Implementations of abstract store API methods. */
|
|
|
|
bool isValidPathUncached(const StorePath & path) override;
|
|
|
|
StorePathSet queryValidPaths(const StorePathSet & paths,
|
|
SubstituteFlag maybeSubstitute = NoSubstitute) override;
|
|
|
|
StorePathSet queryAllValidPaths() override;
|
|
|
|
void queryPathInfoUncached(const StorePath & path,
|
|
Callback<std::shared_ptr<const ValidPathInfo>> callback) noexcept override;
|
|
|
|
void queryReferrers(const StorePath & path, StorePathSet & referrers) override;
|
|
|
|
StorePathSet queryValidDerivers(const StorePath & path) override;
|
|
|
|
StorePathSet queryDerivationOutputs(const StorePath & path) override;
|
|
|
|
std::map<std::string, std::optional<StorePath>> queryPartialDerivationOutputMap(const StorePath & path) override;
|
|
std::optional<StorePath> queryPathFromHashPart(const std::string & hashPart) override;
|
|
|
|
StorePathSet querySubstitutablePaths(const StorePathSet & paths) override;
|
|
|
|
void querySubstitutablePathInfos(const StorePathCAMap & paths,
|
|
SubstitutablePathInfos & infos) override;
|
|
|
|
/* Add a content-addressable store path. `dump` will be drained. */
|
|
ref<const ValidPathInfo> addCAToStore(
|
|
Source & dump,
|
|
const string & name,
|
|
ContentAddressMethod caMethod,
|
|
const StorePathSet & references,
|
|
RepairFlag repair);
|
|
|
|
/* Add a content-addressable store path. Does not support references. `dump` will be drained. */
|
|
StorePath addToStoreFromDump(Source & dump, const string & name,
|
|
FileIngestionMethod method = FileIngestionMethod::Recursive, HashType hashAlgo = htSHA256, RepairFlag repair = NoRepair) override;
|
|
|
|
void addToStore(const ValidPathInfo & info, Source & nar,
|
|
RepairFlag repair, CheckSigsFlag checkSigs) override;
|
|
|
|
void addMultipleToStore(
|
|
Source & source,
|
|
RepairFlag repair,
|
|
CheckSigsFlag checkSigs) override;
|
|
|
|
StorePath addTextToStore(const string & name, const string & s,
|
|
const StorePathSet & references, RepairFlag repair) override;
|
|
|
|
void registerDrvOutput(const Realisation & info) override;
|
|
|
|
std::optional<const Realisation> queryRealisation(const DrvOutput &) override;
|
|
|
|
void buildPaths(const std::vector<DerivedPath> & paths, BuildMode buildMode, std::shared_ptr<Store> evalStore) override;
|
|
|
|
BuildResult buildDerivation(const StorePath & drvPath, const BasicDerivation & drv,
|
|
BuildMode buildMode) override;
|
|
|
|
void ensurePath(const StorePath & path) override;
|
|
|
|
void addTempRoot(const StorePath & path) override;
|
|
|
|
void addIndirectRoot(const Path & path) override;
|
|
|
|
void syncWithGC() override;
|
|
|
|
Roots findRoots(bool censor) override;
|
|
|
|
void collectGarbage(const GCOptions & options, GCResults & results) override;
|
|
|
|
void optimiseStore() override;
|
|
|
|
bool verifyStore(bool checkContents, RepairFlag repair) override;
|
|
|
|
void addSignatures(const StorePath & storePath, const StringSet & sigs) override;
|
|
|
|
void queryMissing(const std::vector<DerivedPath> & targets,
|
|
StorePathSet & willBuild, StorePathSet & willSubstitute, StorePathSet & unknown,
|
|
uint64_t & downloadSize, uint64_t & narSize) override;
|
|
|
|
void connect() override;
|
|
|
|
unsigned int getProtocol() override;
|
|
|
|
void flushBadConnections();
|
|
|
|
struct Connection
|
|
{
|
|
AutoCloseFD fd;
|
|
FdSink to;
|
|
FdSource from;
|
|
unsigned int daemonVersion;
|
|
std::chrono::time_point<std::chrono::steady_clock> startTime;
|
|
|
|
virtual ~Connection();
|
|
|
|
std::exception_ptr processStderr(Sink * sink = 0, Source * source = 0, bool flush = true);
|
|
};
|
|
|
|
ref<Connection> openConnectionWrapper();
|
|
|
|
protected:
|
|
|
|
virtual ref<Connection> openConnection() = 0;
|
|
|
|
void initConnection(Connection & conn);
|
|
|
|
ref<Pool<Connection>> connections;
|
|
|
|
virtual void setOptions(Connection & conn);
|
|
|
|
ConnectionHandle getConnection();
|
|
|
|
friend struct ConnectionHandle;
|
|
|
|
virtual ref<FSAccessor> getFSAccessor() override;
|
|
|
|
virtual void narFromPath(const StorePath & path, Sink & sink) override;
|
|
|
|
private:
|
|
|
|
std::atomic_bool failed{false};
|
|
|
|
};
|
|
|
|
|
|
}
|