2006-11-30 17:43:04 +00:00
|
|
|
#ifndef __LOCAL_STORE_H
|
|
|
|
#define __LOCAL_STORE_H
|
|
|
|
|
|
|
|
#include <string>
|
|
|
|
|
|
|
|
#include "store-api.hh"
|
2008-06-09 13:52:45 +00:00
|
|
|
#include "util.hh"
|
2006-11-30 17:43:04 +00:00
|
|
|
|
2010-02-18 14:30:42 +00:00
|
|
|
|
|
|
|
class sqlite3;
|
|
|
|
class sqlite3_stmt;
|
2010-02-18 13:16:59 +00:00
|
|
|
|
2006-11-30 17:43:04 +00:00
|
|
|
|
|
|
|
namespace nix {
|
|
|
|
|
|
|
|
|
|
|
|
/* Nix store and database schema version. Version 1 (or 0) was Nix <=
|
2007-08-13 11:37:39 +00:00
|
|
|
0.7. Version 2 was Nix 0.8 and 0.9. Version 3 is Nix 0.10.
|
2010-02-18 14:30:42 +00:00
|
|
|
Version 4 is Nix 0.11. Version 5 is Nix 0.12-0.14. Version 6 is
|
|
|
|
Nix 0.15. */
|
|
|
|
const int nixSchemaVersion = 6;
|
2006-11-30 17:43:04 +00:00
|
|
|
|
|
|
|
|
2006-11-30 18:02:04 +00:00
|
|
|
extern string drvsLogDir;
|
|
|
|
|
|
|
|
|
2007-10-09 22:14:27 +00:00
|
|
|
struct OptimiseStats
|
|
|
|
{
|
|
|
|
unsigned long totalFiles;
|
|
|
|
unsigned long sameContents;
|
|
|
|
unsigned long filesLinked;
|
|
|
|
unsigned long long bytesFreed;
|
2008-06-18 09:34:17 +00:00
|
|
|
unsigned long long blocksFreed;
|
2007-10-09 22:14:27 +00:00
|
|
|
OptimiseStats()
|
|
|
|
{
|
|
|
|
totalFiles = sameContents = filesLinked = 0;
|
2008-06-18 09:34:17 +00:00
|
|
|
bytesFreed = blocksFreed = 0;
|
2007-10-09 22:14:27 +00:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
|
2008-08-02 12:54:35 +00:00
|
|
|
struct RunningSubstituter
|
|
|
|
{
|
|
|
|
Pid pid;
|
2009-03-28 19:41:53 +00:00
|
|
|
AutoCloseFD to, from;
|
2008-08-02 12:54:35 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
2010-02-18 14:30:42 +00:00
|
|
|
/* Wrapper object to close the SQLite database automatically. */
|
|
|
|
struct SQLite
|
|
|
|
{
|
|
|
|
sqlite3 * db;
|
|
|
|
SQLite() { db = 0; }
|
|
|
|
~SQLite();
|
|
|
|
operator sqlite3 * () { return db; }
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
/* Wrapper object to create and destroy SQLite prepared statements. */
|
|
|
|
struct SQLiteStmt
|
|
|
|
{
|
|
|
|
sqlite3 * db;
|
|
|
|
sqlite3_stmt * stmt;
|
2010-02-19 16:43:25 +00:00
|
|
|
unsigned int curArg;
|
2010-02-18 14:30:42 +00:00
|
|
|
SQLiteStmt() { stmt = 0; }
|
|
|
|
void create(sqlite3 * db, const string & s);
|
2010-02-18 15:11:08 +00:00
|
|
|
void reset();
|
2010-02-18 14:30:42 +00:00
|
|
|
~SQLiteStmt();
|
|
|
|
operator sqlite3_stmt * () { return stmt; }
|
2010-02-19 16:43:25 +00:00
|
|
|
void bind(const string & value);
|
|
|
|
void bind(int value);
|
|
|
|
void bind();
|
2010-02-18 14:30:42 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
2006-11-30 17:43:04 +00:00
|
|
|
class LocalStore : public StoreAPI
|
|
|
|
{
|
2007-08-12 00:29:28 +00:00
|
|
|
private:
|
|
|
|
bool substitutablePathsLoaded;
|
|
|
|
PathSet substitutablePaths;
|
2008-08-02 12:54:35 +00:00
|
|
|
|
|
|
|
typedef std::map<Path, RunningSubstituter> RunningSubstituters;
|
|
|
|
RunningSubstituters runningSubstituters;
|
2007-08-12 00:29:28 +00:00
|
|
|
|
2006-11-30 17:43:04 +00:00
|
|
|
public:
|
|
|
|
|
2008-06-09 13:52:45 +00:00
|
|
|
/* Initialise the local store, upgrading the schema if
|
|
|
|
necessary. */
|
|
|
|
LocalStore();
|
2006-11-30 17:43:04 +00:00
|
|
|
|
|
|
|
~LocalStore();
|
|
|
|
|
|
|
|
/* Implementations of abstract store API methods. */
|
|
|
|
|
|
|
|
bool isValidPath(const Path & path);
|
|
|
|
|
2008-01-29 18:17:36 +00:00
|
|
|
PathSet queryValidPaths();
|
|
|
|
|
2006-11-30 17:43:04 +00:00
|
|
|
Hash queryPathHash(const Path & path);
|
|
|
|
|
2006-12-01 20:51:18 +00:00
|
|
|
void queryReferences(const Path & path, PathSet & references);
|
2006-11-30 17:43:04 +00:00
|
|
|
|
2006-12-01 20:51:18 +00:00
|
|
|
void queryReferrers(const Path & path, PathSet & referrers);
|
2006-11-30 17:43:04 +00:00
|
|
|
|
2007-06-12 16:53:44 +00:00
|
|
|
Path queryDeriver(const Path & path);
|
2010-02-22 11:44:17 +00:00
|
|
|
|
|
|
|
/* Return all currently valid derivations that have `path' as an
|
|
|
|
output. (Note that the result of `queryDeriver()' is the
|
|
|
|
derivation that was actually used to produce `path', which may
|
|
|
|
not exist anymore.) */
|
|
|
|
PathSet queryValidDerivers(const Path & path);
|
2010-02-22 12:44:36 +00:00
|
|
|
|
|
|
|
PathSet queryDerivationOutputs(const Path & path);
|
2007-06-12 16:53:44 +00:00
|
|
|
|
2007-08-12 00:29:28 +00:00
|
|
|
PathSet querySubstitutablePaths();
|
|
|
|
|
|
|
|
bool hasSubstitutes(const Path & path);
|
2008-08-02 12:54:35 +00:00
|
|
|
|
|
|
|
bool querySubstitutablePathInfo(const Path & path,
|
|
|
|
SubstitutablePathInfo & info);
|
2007-08-12 00:29:28 +00:00
|
|
|
|
2008-08-04 13:15:35 +00:00
|
|
|
bool querySubstitutablePathInfo(const Path & substituter,
|
|
|
|
const Path & path, SubstitutablePathInfo & info);
|
|
|
|
|
2008-12-03 15:06:30 +00:00
|
|
|
Path addToStore(const Path & srcPath,
|
2008-12-03 16:10:17 +00:00
|
|
|
bool recursive = true, HashType hashAlgo = htSHA256,
|
2006-12-12 23:05:01 +00:00
|
|
|
PathFilter & filter = defaultPathFilter);
|
2006-11-30 17:43:04 +00:00
|
|
|
|
2008-12-03 18:05:14 +00:00
|
|
|
/* Like addToStore(), but the contents of the path are contained
|
|
|
|
in `dump', which is either a NAR serialisation (if recursive ==
|
|
|
|
true) or simply the contents of a regular file (if recursive ==
|
|
|
|
false). */
|
|
|
|
Path addToStoreFromDump(const string & dump, const string & name,
|
|
|
|
bool recursive = true, HashType hashAlgo = htSHA256);
|
|
|
|
|
2008-12-03 15:06:30 +00:00
|
|
|
Path addTextToStore(const string & name, const string & s,
|
2006-11-30 17:43:04 +00:00
|
|
|
const PathSet & references);
|
|
|
|
|
2007-02-20 23:17:20 +00:00
|
|
|
void exportPath(const Path & path, bool sign,
|
|
|
|
Sink & sink);
|
|
|
|
|
2007-02-21 15:45:32 +00:00
|
|
|
Path importPath(bool requireSignature, Source & source);
|
|
|
|
|
2006-11-30 18:02:04 +00:00
|
|
|
void buildDerivations(const PathSet & drvPaths);
|
|
|
|
|
2006-12-01 20:51:18 +00:00
|
|
|
void ensurePath(const Path & path);
|
2006-12-02 16:41:36 +00:00
|
|
|
|
|
|
|
void addTempRoot(const Path & path);
|
|
|
|
|
2006-12-04 23:29:16 +00:00
|
|
|
void addIndirectRoot(const Path & path);
|
|
|
|
|
2006-12-02 16:41:36 +00:00
|
|
|
void syncWithGC();
|
2006-12-05 01:31:45 +00:00
|
|
|
|
|
|
|
Roots findRoots();
|
2006-12-05 02:18:46 +00:00
|
|
|
|
2008-06-18 09:34:17 +00:00
|
|
|
void collectGarbage(const GCOptions & options, GCResults & results);
|
2007-10-09 22:14:27 +00:00
|
|
|
|
2008-06-09 13:52:45 +00:00
|
|
|
/* Delete a path from the Nix store. */
|
2008-06-18 09:34:17 +00:00
|
|
|
void deleteFromStore(const Path & path, unsigned long long & bytesFreed,
|
|
|
|
unsigned long long & blocksFreed);
|
2008-06-09 13:52:45 +00:00
|
|
|
|
2007-10-09 22:14:27 +00:00
|
|
|
/* Optimise the disk space usage of the Nix store by hard-linking
|
|
|
|
files with the same contents. */
|
|
|
|
void optimiseStore(bool dryRun, OptimiseStats & stats);
|
2006-11-30 17:43:04 +00:00
|
|
|
|
2008-06-09 13:52:45 +00:00
|
|
|
/* Check the integrity of the Nix store. */
|
|
|
|
void verifyStore(bool checkContents);
|
2006-11-30 17:43:04 +00:00
|
|
|
|
2008-06-09 13:52:45 +00:00
|
|
|
/* Register the validity of a path, i.e., that `path' exists, that
|
|
|
|
the paths referenced by it exists, and in the case of an output
|
|
|
|
path of a derivation, that it has been produced by a succesful
|
|
|
|
execution of the derivation (or something equivalent). Also
|
|
|
|
register the hash of the file system contents of the path. The
|
|
|
|
hash must be a SHA-256 hash. */
|
|
|
|
void registerValidPath(const Path & path,
|
|
|
|
const Hash & hash, const PathSet & references, const Path & deriver);
|
2006-11-30 17:43:04 +00:00
|
|
|
|
2008-06-09 13:52:45 +00:00
|
|
|
void registerValidPaths(const ValidPathInfos & infos);
|
|
|
|
|
2009-03-25 21:05:42 +00:00
|
|
|
/* Register that the build of a derivation with output `path' has
|
|
|
|
failed. */
|
|
|
|
void registerFailedPath(const Path & path);
|
|
|
|
|
|
|
|
/* Query whether `path' previously failed to build. */
|
|
|
|
bool hasPathFailed(const Path & path);
|
|
|
|
|
2008-06-09 13:52:45 +00:00
|
|
|
private:
|
|
|
|
|
|
|
|
Path schemaPath;
|
|
|
|
|
|
|
|
/* Lock file used for upgrading. */
|
|
|
|
AutoCloseFD globalLock;
|
|
|
|
|
2010-02-18 14:30:42 +00:00
|
|
|
/* The SQLite database object. */
|
|
|
|
SQLite db;
|
|
|
|
|
|
|
|
/* Some precompiled SQLite statements. */
|
|
|
|
SQLiteStmt stmtRegisterValidPath;
|
|
|
|
SQLiteStmt stmtAddReference;
|
2010-02-18 15:52:57 +00:00
|
|
|
SQLiteStmt stmtQueryPathInfo;
|
|
|
|
SQLiteStmt stmtQueryReferences;
|
2010-02-18 16:21:59 +00:00
|
|
|
SQLiteStmt stmtQueryReferrers;
|
2010-02-19 16:43:25 +00:00
|
|
|
SQLiteStmt stmtInvalidatePath;
|
2010-02-19 17:15:22 +00:00
|
|
|
SQLiteStmt stmtRegisterFailedPath;
|
|
|
|
SQLiteStmt stmtHasPathFailed;
|
2010-02-22 11:15:50 +00:00
|
|
|
SQLiteStmt stmtAddDerivationOutput;
|
2010-02-22 11:44:17 +00:00
|
|
|
SQLiteStmt stmtQueryValidDerivers;
|
2010-02-22 12:44:36 +00:00
|
|
|
SQLiteStmt stmtQueryDerivationOutputs;
|
2010-02-18 13:16:59 +00:00
|
|
|
|
2008-06-09 13:52:45 +00:00
|
|
|
int getSchema();
|
2006-11-30 17:43:04 +00:00
|
|
|
|
2010-02-18 13:16:59 +00:00
|
|
|
void initSchema();
|
|
|
|
|
2010-02-18 14:30:42 +00:00
|
|
|
void prepareStatements();
|
|
|
|
|
2010-02-24 15:07:23 +00:00
|
|
|
unsigned long long queryValidPathId(const Path & path);
|
|
|
|
|
2010-02-19 16:04:51 +00:00
|
|
|
unsigned long long addValidPath(const ValidPathInfo & info);
|
|
|
|
|
|
|
|
void addReference(unsigned long long referrer, unsigned long long reference);
|
|
|
|
|
|
|
|
void registerValidPath(const ValidPathInfo & info);
|
2008-06-09 13:52:45 +00:00
|
|
|
|
2010-02-18 15:52:57 +00:00
|
|
|
ValidPathInfo queryPathInfo(const Path & path);
|
2008-06-09 13:52:45 +00:00
|
|
|
|
2010-01-29 12:22:58 +00:00
|
|
|
void appendReferrer(const Path & from, const Path & to, bool lock);
|
|
|
|
|
2008-06-09 13:52:45 +00:00
|
|
|
void rewriteReferrers(const Path & path, bool purge, PathSet referrers);
|
|
|
|
|
|
|
|
void invalidatePath(const Path & path);
|
2010-02-18 15:11:08 +00:00
|
|
|
|
2010-02-18 13:16:59 +00:00
|
|
|
void upgradeStore6();
|
2010-02-18 15:11:08 +00:00
|
|
|
PathSet queryValidPathsOld();
|
|
|
|
ValidPathInfo queryPathInfoOld(const Path & path);
|
2008-06-09 13:52:45 +00:00
|
|
|
|
2009-11-23 16:34:24 +00:00
|
|
|
struct GCState;
|
2008-08-02 12:54:35 +00:00
|
|
|
|
2009-11-23 16:34:24 +00:00
|
|
|
bool tryToDelete(GCState & state, const Path & path);
|
|
|
|
|
|
|
|
bool isActiveTempFile(const GCState & state,
|
|
|
|
const Path & path, const string & suffix);
|
|
|
|
|
2008-08-02 12:54:35 +00:00
|
|
|
void startSubstituter(const Path & substituter,
|
|
|
|
RunningSubstituter & runningSubstituter);
|
2008-06-09 13:52:45 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
2006-11-30 17:43:04 +00:00
|
|
|
/* "Fix", or canonicalise, the meta-data of the files in a store path
|
|
|
|
after it has been built. In particular:
|
2009-06-13 16:30:58 +00:00
|
|
|
- the last modification date on each file is set to 1 (i.e.,
|
|
|
|
00:00:01 1/1/1970 UTC)
|
2006-11-30 17:43:04 +00:00
|
|
|
- the permissions are set of 444 or 555 (i.e., read-only with or
|
|
|
|
without execute permission; setuid bits etc. are cleared)
|
|
|
|
- the owner and group are set to the Nix user and group, if we're
|
|
|
|
in a setuid Nix installation. */
|
|
|
|
void canonicalisePathMetaData(const Path & path);
|
|
|
|
|
2008-06-09 13:52:45 +00:00
|
|
|
void canonicalisePathMetaData(const Path & path, bool recurse);
|
2006-11-30 17:43:04 +00:00
|
|
|
|
2007-01-14 16:24:49 +00:00
|
|
|
MakeError(PathInUse, Error);
|
|
|
|
|
2006-12-07 15:54:52 +00:00
|
|
|
/* Whether we are in build users mode. */
|
|
|
|
bool haveBuildUsers();
|
|
|
|
|
|
|
|
/* Whether we are root. */
|
|
|
|
bool amPrivileged();
|
|
|
|
|
|
|
|
/* Recursively change the ownership of `path' to the current uid. */
|
|
|
|
void getOwnership(const Path & path);
|
|
|
|
|
2006-12-09 00:26:24 +00:00
|
|
|
/* Like deletePath(), but changes the ownership of `path' using the
|
|
|
|
setuid wrapper if necessary (and possible). */
|
|
|
|
void deletePathWrapped(const Path & path,
|
2008-06-18 09:34:17 +00:00
|
|
|
unsigned long long & bytesFreed, unsigned long long & blocksFreed);
|
2006-12-09 00:26:24 +00:00
|
|
|
|
|
|
|
void deletePathWrapped(const Path & path);
|
2006-11-30 17:43:04 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
#endif /* !__LOCAL_STORE_H */
|