Merge remote-tracking branch 'upstream/master' into path-info
This commit is contained in:
commit
fd21f9d76e
1
.github/PULL_REQUEST_TEMPLATE.md
vendored
1
.github/PULL_REQUEST_TEMPLATE.md
vendored
|
@ -23,6 +23,7 @@ Maintainers: tick if completed or explain if not relevant
|
||||||
- unit tests - `src/*/tests`
|
- unit tests - `src/*/tests`
|
||||||
- integration tests - `tests/nixos/*`
|
- integration tests - `tests/nixos/*`
|
||||||
- [ ] documentation in the manual
|
- [ ] documentation in the manual
|
||||||
|
- [ ] documentation in the internal API docs
|
||||||
- [ ] code and comments are self-explanatory
|
- [ ] code and comments are self-explanatory
|
||||||
- [ ] commit message explains why the change was made
|
- [ ] commit message explains why the change was made
|
||||||
- [ ] new feature or incompatible change: updated release notes
|
- [ ] new feature or incompatible change: updated release notes
|
||||||
|
|
|
@ -1,8 +1,8 @@
|
||||||
diff --git a/darwin_stop_world.c b/darwin_stop_world.c
|
diff --git a/darwin_stop_world.c b/darwin_stop_world.c
|
||||||
index 3dbaa3fb..36a1d1f7 100644
|
index 0468aaec..b348d869 100644
|
||||||
--- a/darwin_stop_world.c
|
--- a/darwin_stop_world.c
|
||||||
+++ b/darwin_stop_world.c
|
+++ b/darwin_stop_world.c
|
||||||
@@ -352,6 +352,7 @@ GC_INNER void GC_push_all_stacks(void)
|
@@ -356,6 +356,7 @@ GC_INNER void GC_push_all_stacks(void)
|
||||||
int nthreads = 0;
|
int nthreads = 0;
|
||||||
word total_size = 0;
|
word total_size = 0;
|
||||||
mach_msg_type_number_t listcount = (mach_msg_type_number_t)THREAD_TABLE_SZ;
|
mach_msg_type_number_t listcount = (mach_msg_type_number_t)THREAD_TABLE_SZ;
|
||||||
|
@ -10,7 +10,7 @@ index 3dbaa3fb..36a1d1f7 100644
|
||||||
if (!EXPECT(GC_thr_initialized, TRUE))
|
if (!EXPECT(GC_thr_initialized, TRUE))
|
||||||
GC_thr_init();
|
GC_thr_init();
|
||||||
|
|
||||||
@@ -407,6 +408,19 @@ GC_INNER void GC_push_all_stacks(void)
|
@@ -411,6 +412,19 @@ GC_INNER void GC_push_all_stacks(void)
|
||||||
GC_push_all_stack_sections(lo, hi, p->traced_stack_sect);
|
GC_push_all_stack_sections(lo, hi, p->traced_stack_sect);
|
||||||
}
|
}
|
||||||
if (altstack_lo) {
|
if (altstack_lo) {
|
||||||
|
@ -30,6 +30,22 @@ index 3dbaa3fb..36a1d1f7 100644
|
||||||
total_size += altstack_hi - altstack_lo;
|
total_size += altstack_hi - altstack_lo;
|
||||||
GC_push_all_stack(altstack_lo, altstack_hi);
|
GC_push_all_stack(altstack_lo, altstack_hi);
|
||||||
}
|
}
|
||||||
|
diff --git a/include/gc.h b/include/gc.h
|
||||||
|
index edab6c22..f2c61282 100644
|
||||||
|
--- a/include/gc.h
|
||||||
|
+++ b/include/gc.h
|
||||||
|
@@ -2172,6 +2172,11 @@ GC_API void GC_CALL GC_win32_free_heap(void);
|
||||||
|
(*GC_amiga_allocwrapper_do)(a,GC_malloc_atomic_ignore_off_page)
|
||||||
|
#endif /* _AMIGA && !GC_AMIGA_MAKINGLIB */
|
||||||
|
|
||||||
|
+#if !__APPLE__
|
||||||
|
+/* Patch doesn't work on apple */
|
||||||
|
+#define NIX_BOEHM_PATCH_VERSION 1
|
||||||
|
+#endif
|
||||||
|
+
|
||||||
|
#ifdef __cplusplus
|
||||||
|
} /* extern "C" */
|
||||||
|
#endif
|
||||||
diff --git a/pthread_stop_world.c b/pthread_stop_world.c
|
diff --git a/pthread_stop_world.c b/pthread_stop_world.c
|
||||||
index b5d71e62..aed7b0bf 100644
|
index b5d71e62..aed7b0bf 100644
|
||||||
--- a/pthread_stop_world.c
|
--- a/pthread_stop_world.c
|
||||||
|
|
|
@ -95,6 +95,7 @@
|
||||||
- [Glossary](glossary.md)
|
- [Glossary](glossary.md)
|
||||||
- [Contributing](contributing/contributing.md)
|
- [Contributing](contributing/contributing.md)
|
||||||
- [Hacking](contributing/hacking.md)
|
- [Hacking](contributing/hacking.md)
|
||||||
|
- [Experimental Features](contributing/experimental-features.md)
|
||||||
- [CLI guideline](contributing/cli-guideline.md)
|
- [CLI guideline](contributing/cli-guideline.md)
|
||||||
- [Release Notes](release-notes/release-notes.md)
|
- [Release Notes](release-notes/release-notes.md)
|
||||||
- [Release X.Y (202?-??-??)](release-notes/rl-next.md)
|
- [Release X.Y (202?-??-??)](release-notes/rl-next.md)
|
||||||
|
|
|
@ -120,7 +120,8 @@ shell in which to build it:
|
||||||
```console
|
```console
|
||||||
$ nix-shell '<nixpkgs>' -A pan
|
$ nix-shell '<nixpkgs>' -A pan
|
||||||
[nix-shell]$ eval ${unpackPhase:-unpackPhase}
|
[nix-shell]$ eval ${unpackPhase:-unpackPhase}
|
||||||
[nix-shell]$ cd pan-*
|
[nix-shell]$ cd $sourceRoot
|
||||||
|
[nix-shell]$ eval ${patchPhase:-patchPhase}
|
||||||
[nix-shell]$ eval ${configurePhase:-configurePhase}
|
[nix-shell]$ eval ${configurePhase:-configurePhase}
|
||||||
[nix-shell]$ eval ${buildPhase:-buildPhase}
|
[nix-shell]$ eval ${buildPhase:-buildPhase}
|
||||||
[nix-shell]$ ./pan/gui/pan
|
[nix-shell]$ ./pan/gui/pan
|
||||||
|
|
91
doc/manual/src/contributing/experimental-features.md
Normal file
91
doc/manual/src/contributing/experimental-features.md
Normal file
|
@ -0,0 +1,91 @@
|
||||||
|
This section describes the notion of *experimental features*, and how it fits into the big picture of the development of Nix.
|
||||||
|
|
||||||
|
# What are experimental features?
|
||||||
|
|
||||||
|
Experimental features are considered unstable, which means that they can be changed or removed at any time.
|
||||||
|
Users must explicitly enable them by toggling the associated [experimental feature flags](@docroot@/command-ref/conf-file.md#conf-experimental-features).
|
||||||
|
This allows accessing unstable functionality without unwittingly relying on it.
|
||||||
|
|
||||||
|
Experimental feature flags were first introduced in [Nix 2.4](@docroot@/release-notes/rl-2.4.md).
|
||||||
|
Before that, Nix did have experimental features, but they were not guarded by flags and were merely documented as unstable.
|
||||||
|
This was a source of confusion and controversy.
|
||||||
|
|
||||||
|
# When should a new feature be marked experimental?
|
||||||
|
|
||||||
|
A change in the Nix codebase should be guarded by an experimental feature flag if it is considered likely to be reverted or adapted in a backwards-incompatible manner after gathering more experience with it in practice.
|
||||||
|
|
||||||
|
Examples:
|
||||||
|
|
||||||
|
- Changes to the Nix language, such as new built-ins, syntactic or semantic changes, etc.
|
||||||
|
- Changes to the command-line interface
|
||||||
|
|
||||||
|
# Lifecycle of an experimental feature
|
||||||
|
|
||||||
|
Experimental features have to be treated on a case-by-case basis.
|
||||||
|
However, the standard workflow for an experimental feature is as follows:
|
||||||
|
|
||||||
|
- A new feature is implemented in a *pull request*
|
||||||
|
- It is guarded by an experimental feature flag that is disabled by default
|
||||||
|
- The pull request is merged, the *experimental* feature ends up in a release
|
||||||
|
- Using the feature requires explicitly enabling it, signifying awareness of the potential risks
|
||||||
|
- Being experimental, the feature can still be changed arbitrarily
|
||||||
|
- The feature can be *removed*
|
||||||
|
- The associated experimental feature flag is also removed
|
||||||
|
- The feature can be declared *stable*
|
||||||
|
- The associated experimental feature flag is removed
|
||||||
|
- There should be enough evidence of users having tried the feature, such as feedback, fixed bugs, demonstrations of how it is put to use
|
||||||
|
- Maintainers must feel confident that:
|
||||||
|
- The feature is designed and implemented sensibly, that it is fit for purpose
|
||||||
|
- Potential interactions are well-understood
|
||||||
|
- Stabilising the feature will not incur an outsized maintenance burden in the future
|
||||||
|
|
||||||
|
The following diagram illustrates the process:
|
||||||
|
|
||||||
|
```
|
||||||
|
.------.
|
||||||
|
| idea |
|
||||||
|
'------'
|
||||||
|
|
|
||||||
|
discussion, design, implementation
|
||||||
|
|
|
||||||
|
| .-------.
|
||||||
|
| | |
|
||||||
|
v v |
|
||||||
|
.--------------. review
|
||||||
|
| pull request | |
|
||||||
|
'--------------' |
|
||||||
|
| ^ | |
|
||||||
|
| | '-------'
|
||||||
|
.---' '----.
|
||||||
|
| |
|
||||||
|
merge user feedback,
|
||||||
|
| (breaking) changes
|
||||||
|
| |
|
||||||
|
'---. .----'
|
||||||
|
| |
|
||||||
|
v |
|
||||||
|
+--------------+
|
||||||
|
.---| experimental |----.
|
||||||
|
| +--------------+ |
|
||||||
|
| |
|
||||||
|
decision to stabilise decision against
|
||||||
|
| keeping the feature
|
||||||
|
| |
|
||||||
|
v v
|
||||||
|
+--------+ +---------+
|
||||||
|
| stable | | removed |
|
||||||
|
+--------+ +---------+
|
||||||
|
```
|
||||||
|
|
||||||
|
# Relation to the RFC process
|
||||||
|
|
||||||
|
Experimental features and [RFCs](https://github.com/NixOS/rfcs/) both allow approaching substantial changes while minimizing the risk.
|
||||||
|
However they serve different purposes:
|
||||||
|
|
||||||
|
- An experimental feature enables developers to iterate on and deliver a new idea without committing to it or requiring a costly long-running fork.
|
||||||
|
It is primarily an issue of *implementation*, targeting Nix developers and early testers.
|
||||||
|
- The goal of an RFC is to make explicit all the implications of a change:
|
||||||
|
Explain why it is wanted, which new use-cases it enables, which interface changes it requires, etc.
|
||||||
|
It is primarily an issue of *design* and *communication*, targeting the broader community.
|
||||||
|
|
||||||
|
This means that experimental features and RFCs are orthogonal mechanisms, and can be used independently or together as needed.
|
|
@ -15,7 +15,7 @@
|
||||||
|
|
||||||
Example: `/nix/store/g946hcz4c8mdvq2g8vxx42z51qb71rvp-git-2.38.1.drv`
|
Example: `/nix/store/g946hcz4c8mdvq2g8vxx42z51qb71rvp-git-2.38.1.drv`
|
||||||
|
|
||||||
See [`nix show-derivation`](./command-ref/new-cli/nix3-show-derivation.md) (experimental) for displaying the contents of store derivations.
|
See [`nix derivation show`](./command-ref/new-cli/nix3-derivation-show.md) (experimental) for displaying the contents of store derivations.
|
||||||
|
|
||||||
[store derivation]: #gloss-store-derivation
|
[store derivation]: #gloss-store-derivation
|
||||||
|
|
||||||
|
@ -54,7 +54,7 @@
|
||||||
invoked, the Nix store can be referred to
|
invoked, the Nix store can be referred to
|
||||||
as a "_local_" or a "_remote_" one:
|
as a "_local_" or a "_remote_" one:
|
||||||
|
|
||||||
+ A *local store* exists on the filesystem of
|
+ A [local store]{#gloss-local-store} exists on the filesystem of
|
||||||
the machine where Nix is invoked. You can use other
|
the machine where Nix is invoked. You can use other
|
||||||
local stores by passing the `--store` flag to the
|
local stores by passing the `--store` flag to the
|
||||||
`nix` command. Local stores can be used for building derivations.
|
`nix` command. Local stores can be used for building derivations.
|
||||||
|
@ -65,17 +65,17 @@
|
||||||
served by the `nix-serve` Perl script.
|
served by the `nix-serve` Perl script.
|
||||||
|
|
||||||
[store]: #gloss-store
|
[store]: #gloss-store
|
||||||
|
[local store]: #gloss-local-store
|
||||||
|
|
||||||
- [chroot store]{#gloss-chroot-store}\
|
- [chroot store]{#gloss-chroot-store}\
|
||||||
A local store whose canonical path is anything other than `/nix/store`.
|
A [local store] whose canonical path is anything other than `/nix/store`.
|
||||||
|
|
||||||
- [binary cache]{#gloss-binary-cache}\
|
- [binary cache]{#gloss-binary-cache}\
|
||||||
A *binary cache* is a Nix store which uses a different format: its
|
A *binary cache* is a Nix store which uses a different format: its
|
||||||
metadata and signatures are kept in `.narinfo` files rather than in a
|
metadata and signatures are kept in `.narinfo` files rather than in a
|
||||||
Nix database. This different format simplifies serving store objects
|
[Nix database]. This different format simplifies serving store objects
|
||||||
over the network, but cannot host builds. Examples of binary caches
|
over the network, but cannot host builds. Examples of binary caches
|
||||||
include S3 buckets and the [NixOS binary
|
include S3 buckets and the [NixOS binary cache](https://cache.nixos.org).
|
||||||
cache](https://cache.nixos.org).
|
|
||||||
|
|
||||||
- [store path]{#gloss-store-path}\
|
- [store path]{#gloss-store-path}\
|
||||||
The location of a [store object] in the file system, i.e., an
|
The location of a [store object] in the file system, i.e., an
|
||||||
|
@ -108,7 +108,7 @@
|
||||||
[fixed-output derivations](#gloss-fixed-output-derivation).
|
[fixed-output derivations](#gloss-fixed-output-derivation).
|
||||||
|
|
||||||
- [substitute]{#gloss-substitute}\
|
- [substitute]{#gloss-substitute}\
|
||||||
A substitute is a command invocation stored in the Nix database that
|
A substitute is a command invocation stored in the [Nix database] that
|
||||||
describes how to build a store object, bypassing the normal build
|
describes how to build a store object, bypassing the normal build
|
||||||
mechanism (i.e., derivations). Typically, the substitute builds the
|
mechanism (i.e., derivations). Typically, the substitute builds the
|
||||||
store object by downloading a pre-built version of the store object
|
store object by downloading a pre-built version of the store object
|
||||||
|
@ -127,6 +127,14 @@
|
||||||
builder can rely on external inputs such as the network or the
|
builder can rely on external inputs such as the network or the
|
||||||
system time) but the Nix model assumes it.
|
system time) but the Nix model assumes it.
|
||||||
|
|
||||||
|
- Nix database{#gloss-nix-database}\
|
||||||
|
An SQlite database to track [reference]s between [store object]s.
|
||||||
|
This is an implementation detail of the [local store].
|
||||||
|
|
||||||
|
Default location: `/nix/var/nix/db`.
|
||||||
|
|
||||||
|
[Nix database]: #gloss-nix-database
|
||||||
|
|
||||||
- [Nix expression]{#gloss-nix-expression}\
|
- [Nix expression]{#gloss-nix-expression}\
|
||||||
A high-level description of software packages and compositions
|
A high-level description of software packages and compositions
|
||||||
thereof. Deploying software using Nix entails writing Nix
|
thereof. Deploying software using Nix entails writing Nix
|
||||||
|
@ -175,9 +183,9 @@
|
||||||
- [validity]{#gloss-validity}\
|
- [validity]{#gloss-validity}\
|
||||||
A store path is valid if all [store object]s in its [closure] can be read from the [store].
|
A store path is valid if all [store object]s in its [closure] can be read from the [store].
|
||||||
|
|
||||||
For a local store, this means:
|
For a [local store], this means:
|
||||||
- The store path leads to an existing [store object] in that [store].
|
- The store path leads to an existing [store object] in that [store].
|
||||||
- The store path is listed in the Nix database as being valid.
|
- The store path is listed in the [Nix database] as being valid.
|
||||||
- All paths in the store path's [closure] are valid.
|
- All paths in the store path's [closure] are valid.
|
||||||
|
|
||||||
[validity]: #gloss-validity
|
[validity]: #gloss-validity
|
||||||
|
|
|
@ -39,3 +39,20 @@
|
||||||
|
|
||||||
* `man nix-store-<operation>` and `man nix-env-<operation>`
|
* `man nix-store-<operation>` and `man nix-env-<operation>`
|
||||||
* `nix-store --help --<operation>` and `nix-env --help --<operation>`.
|
* `nix-store --help --<operation>` and `nix-env --help --<operation>`.
|
||||||
|
|
||||||
|
* Nix when used as a client now checks whether the store (the server) trusts the client.
|
||||||
|
(The store always had to check whether it trusts the client, but now the client is informed of the store's decision.)
|
||||||
|
This is useful for scripting interactions with (non-legacy-ssh) remote Nix stores.
|
||||||
|
|
||||||
|
`nix store ping` and `nix doctor` now display this information.
|
||||||
|
|
||||||
|
* A new command `nix derivation add` is created, to allow adding derivations to the store without involving the Nix language.
|
||||||
|
It exists to round out our collection of basic utility/plumbing commands, and allow for a low barrier-to-entry way of experimenting with alternative front-ends to the Nix Store.
|
||||||
|
It uses the same JSON layout as `nix show-derivation`, and is its inverse.
|
||||||
|
|
||||||
|
* `nix show-derivation` has been renamed to `nix derivation show`.
|
||||||
|
This matches `nix derivation add`, and avoids bloating the top-level namespace.
|
||||||
|
The old name is still kept as an alias for compatibility, however.
|
||||||
|
|
||||||
|
* The `nix derivation {add,show}` JSON format now includes the derivation name as a top-level field.
|
||||||
|
This is useful in general, but especially necessary for the `add` direction, as otherwise we would need to pass in the name out of band for certain cases.
|
||||||
|
|
|
@ -472,8 +472,6 @@
|
||||||
};
|
};
|
||||||
|
|
||||||
in {
|
in {
|
||||||
inherit nixpkgsFor;
|
|
||||||
|
|
||||||
# A Nixpkgs overlay that overrides the 'nix' and
|
# A Nixpkgs overlay that overrides the 'nix' and
|
||||||
# 'nix.perl-bindings' packages.
|
# 'nix.perl-bindings' packages.
|
||||||
overlays.default = overlayFor (p: p.stdenv);
|
overlays.default = overlayFor (p: p.stdenv);
|
||||||
|
@ -583,6 +581,8 @@
|
||||||
|
|
||||||
tests.nix-copy-closure = runNixOSTestFor "x86_64-linux" ./tests/nixos/nix-copy-closure.nix;
|
tests.nix-copy-closure = runNixOSTestFor "x86_64-linux" ./tests/nixos/nix-copy-closure.nix;
|
||||||
|
|
||||||
|
tests.nix-copy = runNixOSTestFor "x86_64-linux" ./tests/nixos/nix-copy.nix;
|
||||||
|
|
||||||
tests.nssPreload = runNixOSTestFor "x86_64-linux" ./tests/nixos/nss-preload.nix;
|
tests.nssPreload = runNixOSTestFor "x86_64-linux" ./tests/nixos/nss-preload.nix;
|
||||||
|
|
||||||
tests.githubFlakes = runNixOSTestFor "x86_64-linux" ./tests/nixos/github-flakes.nix;
|
tests.githubFlakes = runNixOSTestFor "x86_64-linux" ./tests/nixos/github-flakes.nix;
|
||||||
|
|
4
local.mk
4
local.mk
|
@ -1,6 +1,8 @@
|
||||||
clean-files += Makefile.config
|
clean-files += Makefile.config
|
||||||
|
|
||||||
GLOBAL_CXXFLAGS += -Wno-deprecated-declarations
|
GLOBAL_CXXFLAGS += -Wno-deprecated-declarations -Werror=switch
|
||||||
|
# Allow switch-enum to be overridden for files that do not support it, usually because of dependency headers.
|
||||||
|
ERROR_SWITCH_ENUM = -Werror=switch-enum
|
||||||
|
|
||||||
$(foreach i, config.h $(wildcard src/lib*/*.hh), \
|
$(foreach i, config.h $(wildcard src/lib*/*.hh), \
|
||||||
$(eval $(call install-file-in, $(i), $(includedir)/nix, 0644)))
|
$(eval $(call install-file-in, $(i), $(includedir)/nix, 0644)))
|
||||||
|
|
|
@ -56,7 +56,7 @@ Meeting notes are collected on a [collaborative scratchpad](https://pad.lassul.u
|
||||||
|
|
||||||
The team uses a [GitHub project board](https://github.com/orgs/NixOS/projects/19/views/1) for tracking its work.
|
The team uses a [GitHub project board](https://github.com/orgs/NixOS/projects/19/views/1) for tracking its work.
|
||||||
|
|
||||||
Issues on the board progress through the following states:
|
Items on the board progress through the following states:
|
||||||
|
|
||||||
- No Status
|
- No Status
|
||||||
|
|
||||||
|
@ -69,6 +69,7 @@ Issues on the board progress through the following states:
|
||||||
2. [security](https://github.com/NixOS/nix/labels/security)
|
2. [security](https://github.com/NixOS/nix/labels/security)
|
||||||
3. [regression](https://github.com/NixOS/nix/labels/regression)
|
3. [regression](https://github.com/NixOS/nix/labels/regression)
|
||||||
4. [bug](https://github.com/NixOS/nix/issues?q=is%3Aopen+label%3Abug+sort%3Areactions-%2B1-desc)
|
4. [bug](https://github.com/NixOS/nix/issues?q=is%3Aopen+label%3Abug+sort%3Areactions-%2B1-desc)
|
||||||
|
5. [tests of existing functionality](https://github.com/NixOS/nix/issues?q=is%3Aopen+label%3Atests+-label%3Afeature+sort%3Areactions-%2B1-desc)
|
||||||
|
|
||||||
- [oldest pull requests](https://github.com/NixOS/nix/pulls?q=is%3Apr+is%3Aopen+sort%3Acreated-asc)
|
- [oldest pull requests](https://github.com/NixOS/nix/pulls?q=is%3Apr+is%3Aopen+sort%3Acreated-asc)
|
||||||
- [most popular pull requests](https://github.com/NixOS/nix/pulls?q=is%3Apr+is%3Aopen+sort%3Areactions-%2B1-desc)
|
- [most popular pull requests](https://github.com/NixOS/nix/pulls?q=is%3Apr+is%3Aopen+sort%3Areactions-%2B1-desc)
|
||||||
|
@ -79,6 +80,9 @@ Issues on the board progress through the following states:
|
||||||
|
|
||||||
If there is disagreement on the general idea behind an issue or pull request, it is moved to _To discuss_, otherwise to _In review_.
|
If there is disagreement on the general idea behind an issue or pull request, it is moved to _To discuss_, otherwise to _In review_.
|
||||||
|
|
||||||
|
To ensure process quality and reliability, all non-trivial pull requests must be triaged before merging.
|
||||||
|
What constitutes a trivial pull request is up to maintainers' judgement.
|
||||||
|
|
||||||
- To discuss
|
- To discuss
|
||||||
|
|
||||||
Pull requests and issues that are deemed important and controversial are discussed by the team during discussion meetings.
|
Pull requests and issues that are deemed important and controversial are discussed by the team during discussion meetings.
|
||||||
|
@ -91,7 +95,7 @@ Issues on the board progress through the following states:
|
||||||
|
|
||||||
Contributors who took the time to implement concrete change proposals should not wait indefinitely.
|
Contributors who took the time to implement concrete change proposals should not wait indefinitely.
|
||||||
|
|
||||||
- Prioritise fixing bugs over documentation, improvements or new features
|
- Prioritise fixing bugs and testing over documentation, improvements or new features
|
||||||
|
|
||||||
The team values stability and accessibility higher than raw functionality.
|
The team values stability and accessibility higher than raw functionality.
|
||||||
|
|
||||||
|
|
|
@ -1,10 +1,10 @@
|
||||||
$(buildprefix)%.o: %.cc
|
$(buildprefix)%.o: %.cc
|
||||||
@mkdir -p "$(dir $@)"
|
@mkdir -p "$(dir $@)"
|
||||||
$(trace-cxx) $(CXX) -o $@ -c $< $(CPPFLAGS) $(GLOBAL_CXXFLAGS_PCH) $(GLOBAL_CXXFLAGS) $(CXXFLAGS) $($@_CXXFLAGS) -MMD -MF $(call filename-to-dep, $@) -MP
|
$(trace-cxx) $(CXX) -o $@ -c $< $(CPPFLAGS) $(GLOBAL_CXXFLAGS_PCH) $(GLOBAL_CXXFLAGS) $(CXXFLAGS) $($@_CXXFLAGS) $(ERROR_SWITCH_ENUM) -MMD -MF $(call filename-to-dep, $@) -MP
|
||||||
|
|
||||||
$(buildprefix)%.o: %.cpp
|
$(buildprefix)%.o: %.cpp
|
||||||
@mkdir -p "$(dir $@)"
|
@mkdir -p "$(dir $@)"
|
||||||
$(trace-cxx) $(CXX) -o $@ -c $< $(CPPFLAGS) $(GLOBAL_CXXFLAGS_PCH) $(GLOBAL_CXXFLAGS) $(CXXFLAGS) $($@_CXXFLAGS) -MMD -MF $(call filename-to-dep, $@) -MP
|
$(trace-cxx) $(CXX) -o $@ -c $< $(CPPFLAGS) $(GLOBAL_CXXFLAGS_PCH) $(GLOBAL_CXXFLAGS) $(CXXFLAGS) $($@_CXXFLAGS) $(ERROR_SWITCH_ENUM) -MMD -MF $(call filename-to-dep, $@) -MP
|
||||||
|
|
||||||
$(buildprefix)%.o: %.c
|
$(buildprefix)%.o: %.c
|
||||||
@mkdir -p "$(dir $@)"
|
@mkdir -p "$(dir $@)"
|
||||||
|
|
|
@ -1,10 +1,20 @@
|
||||||
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "installable-value.hh"
|
#include "installable-value.hh"
|
||||||
#include "command.hh"
|
#include "command.hh"
|
||||||
|
|
||||||
namespace nix {
|
namespace nix {
|
||||||
|
|
||||||
|
/**
|
||||||
|
* An InstallableCommand where the single positional argument must be an
|
||||||
|
* InstallableValue in particular.
|
||||||
|
*/
|
||||||
struct InstallableValueCommand : InstallableCommand
|
struct InstallableValueCommand : InstallableCommand
|
||||||
{
|
{
|
||||||
|
/**
|
||||||
|
* Entry point to this command
|
||||||
|
*/
|
||||||
virtual void run(ref<Store> store, ref<InstallableValue> installable) = 0;
|
virtual void run(ref<Store> store, ref<InstallableValue> installable) = 0;
|
||||||
|
|
||||||
void run(ref<Store> store, ref<Installable> installable) override;
|
void run(ref<Store> store, ref<Installable> installable) override;
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "installable-value.hh"
|
#include "installable-value.hh"
|
||||||
#include "args.hh"
|
#include "args.hh"
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "args.hh"
|
#include "args.hh"
|
||||||
|
|
||||||
|
|
|
@ -1,11 +1,14 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
|
|
||||||
namespace nix {
|
namespace nix {
|
||||||
|
|
||||||
/* Helper function to generate args that invoke $EDITOR on
|
/**
|
||||||
filename:lineno. */
|
* Helper function to generate args that invoke $EDITOR on
|
||||||
|
* filename:lineno.
|
||||||
|
*/
|
||||||
Strings editorFor(const Path & file, uint32_t line);
|
Strings editorFor(const Path & file, uint32_t line);
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,3 +1,6 @@
|
||||||
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "globals.hh"
|
#include "globals.hh"
|
||||||
#include "installable-value.hh"
|
#include "installable-value.hh"
|
||||||
#include "outputs-spec.hh"
|
#include "outputs-spec.hh"
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "installables.hh"
|
#include "installables.hh"
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "installable-value.hh"
|
#include "installable-value.hh"
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "installables.hh"
|
#include "installables.hh"
|
||||||
#include "flake/flake.hh"
|
#include "flake/flake.hh"
|
||||||
|
|
|
@ -102,6 +102,28 @@ MixFlakeOptions::MixFlakeOptions()
|
||||||
}}
|
}}
|
||||||
});
|
});
|
||||||
|
|
||||||
|
addFlag({
|
||||||
|
.longName = "reference-lock-file",
|
||||||
|
.description = "Read the given lock file instead of `flake.lock` within the top-level flake.",
|
||||||
|
.category = category,
|
||||||
|
.labels = {"flake-lock-path"},
|
||||||
|
.handler = {[&](std::string lockFilePath) {
|
||||||
|
lockFlags.referenceLockFilePath = lockFilePath;
|
||||||
|
}},
|
||||||
|
.completer = completePath
|
||||||
|
});
|
||||||
|
|
||||||
|
addFlag({
|
||||||
|
.longName = "output-lock-file",
|
||||||
|
.description = "Write the given lock file instead of `flake.lock` within the top-level flake.",
|
||||||
|
.category = category,
|
||||||
|
.labels = {"flake-lock-path"},
|
||||||
|
.handler = {[&](std::string lockFilePath) {
|
||||||
|
lockFlags.outputLockFilePath = lockFilePath;
|
||||||
|
}},
|
||||||
|
.completer = completePath
|
||||||
|
});
|
||||||
|
|
||||||
addFlag({
|
addFlag({
|
||||||
.longName = "inputs-from",
|
.longName = "inputs-from",
|
||||||
.description = "Use the inputs of the specified flake as registry entries.",
|
.description = "Use the inputs of the specified flake as registry entries.",
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "util.hh"
|
#include "util.hh"
|
||||||
#include "path.hh"
|
#include "path.hh"
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include <functional>
|
#include <functional>
|
||||||
#include <map>
|
#include <map>
|
||||||
|
|
|
@ -1,3 +1,6 @@
|
||||||
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
|
|
||||||
namespace nix {
|
namespace nix {
|
||||||
|
|
|
@ -252,7 +252,9 @@ void NixRepl::mainLoop()
|
||||||
el_hist_size = 1000;
|
el_hist_size = 1000;
|
||||||
#endif
|
#endif
|
||||||
read_history(historyFile.c_str());
|
read_history(historyFile.c_str());
|
||||||
|
auto oldRepl = curRepl;
|
||||||
curRepl = this;
|
curRepl = this;
|
||||||
|
Finally restoreRepl([&] { curRepl = oldRepl; });
|
||||||
#ifndef READLINE
|
#ifndef READLINE
|
||||||
rl_set_complete_func(completionCallback);
|
rl_set_complete_func(completionCallback);
|
||||||
rl_set_list_possib_func(listPossibleCallback);
|
rl_set_list_possib_func(listPossibleCallback);
|
||||||
|
@ -1024,6 +1026,8 @@ std::ostream & NixRepl::printValue(std::ostream & str, Value & v, unsigned int m
|
||||||
str << v.fpoint;
|
str << v.fpoint;
|
||||||
break;
|
break;
|
||||||
|
|
||||||
|
case nThunk:
|
||||||
|
case nExternal:
|
||||||
default:
|
default:
|
||||||
str << ANSI_RED "«unknown»" ANSI_NORMAL;
|
str << ANSI_RED "«unknown»" ANSI_NORMAL;
|
||||||
break;
|
break;
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "eval.hh"
|
#include "eval.hh"
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "eval.hh"
|
#include "eval.hh"
|
||||||
|
|
||||||
|
@ -16,7 +17,9 @@ std::pair<Value *, PosIdx> findAlongAttrPath(
|
||||||
Bindings & autoArgs,
|
Bindings & autoArgs,
|
||||||
Value & vIn);
|
Value & vIn);
|
||||||
|
|
||||||
/* Heuristic to find the filename and lineno or a nix value. */
|
/**
|
||||||
|
* Heuristic to find the filename and lineno or a nix value.
|
||||||
|
*/
|
||||||
std::pair<std::string, uint32_t> findPackageFilename(EvalState & state, Value & v, std::string what);
|
std::pair<std::string, uint32_t> findPackageFilename(EvalState & state, Value & v, std::string what);
|
||||||
|
|
||||||
std::vector<Symbol> parseAttrPath(EvalState & state, std::string_view s);
|
std::vector<Symbol> parseAttrPath(EvalState & state, std::string_view s);
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "nixexpr.hh"
|
#include "nixexpr.hh"
|
||||||
#include "symbol-table.hh"
|
#include "symbol-table.hh"
|
||||||
|
@ -12,7 +13,9 @@ namespace nix {
|
||||||
class EvalState;
|
class EvalState;
|
||||||
struct Value;
|
struct Value;
|
||||||
|
|
||||||
/* Map one attribute name to its value. */
|
/**
|
||||||
|
* Map one attribute name to its value.
|
||||||
|
*/
|
||||||
struct Attr
|
struct Attr
|
||||||
{
|
{
|
||||||
/* the placement of `name` and `pos` in this struct is important.
|
/* the placement of `name` and `pos` in this struct is important.
|
||||||
|
@ -36,10 +39,12 @@ static_assert(sizeof(Attr) == 2 * sizeof(uint32_t) + sizeof(Value *),
|
||||||
"avoid introducing any padding into Attr if at all possible, and do not "
|
"avoid introducing any padding into Attr if at all possible, and do not "
|
||||||
"introduce new fields that need not be present for almost every instance.");
|
"introduce new fields that need not be present for almost every instance.");
|
||||||
|
|
||||||
/* Bindings contains all the attributes of an attribute set. It is defined
|
/**
|
||||||
by its size and its capacity, the capacity being the number of Attr
|
* Bindings contains all the attributes of an attribute set. It is defined
|
||||||
elements allocated after this structure, while the size corresponds to
|
* by its size and its capacity, the capacity being the number of Attr
|
||||||
the number of elements already inserted in this structure. */
|
* elements allocated after this structure, while the size corresponds to
|
||||||
|
* the number of elements already inserted in this structure.
|
||||||
|
*/
|
||||||
class Bindings
|
class Bindings
|
||||||
{
|
{
|
||||||
public:
|
public:
|
||||||
|
@ -94,7 +99,9 @@ public:
|
||||||
|
|
||||||
size_t capacity() { return capacity_; }
|
size_t capacity() { return capacity_; }
|
||||||
|
|
||||||
/* Returns the attributes in lexicographically sorted order. */
|
/**
|
||||||
|
* Returns the attributes in lexicographically sorted order.
|
||||||
|
*/
|
||||||
std::vector<const Attr *> lexicographicOrder(const SymbolTable & symbols) const
|
std::vector<const Attr *> lexicographicOrder(const SymbolTable & symbols) const
|
||||||
{
|
{
|
||||||
std::vector<const Attr *> res;
|
std::vector<const Attr *> res;
|
||||||
|
@ -111,9 +118,11 @@ public:
|
||||||
friend class EvalState;
|
friend class EvalState;
|
||||||
};
|
};
|
||||||
|
|
||||||
/* A wrapper around Bindings that ensures that its always in sorted
|
/**
|
||||||
order at the end. The only way to consume a BindingsBuilder is to
|
* A wrapper around Bindings that ensures that its always in sorted
|
||||||
call finish(), which sorts the bindings. */
|
* order at the end. The only way to consume a BindingsBuilder is to
|
||||||
|
* call finish(), which sorts the bindings.
|
||||||
|
*/
|
||||||
class BindingsBuilder
|
class BindingsBuilder
|
||||||
{
|
{
|
||||||
Bindings * bindings;
|
Bindings * bindings;
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "sync.hh"
|
#include "sync.hh"
|
||||||
#include "hash.hh"
|
#include "hash.hh"
|
||||||
|
@ -109,8 +110,10 @@ public:
|
||||||
|
|
||||||
ref<AttrCursor> getAttr(std::string_view name);
|
ref<AttrCursor> getAttr(std::string_view name);
|
||||||
|
|
||||||
/* Get an attribute along a chain of attrsets. Note that this does
|
/**
|
||||||
not auto-call functors or functions. */
|
* Get an attribute along a chain of attrsets. Note that this does
|
||||||
|
* not auto-call functors or functions.
|
||||||
|
*/
|
||||||
OrSuggestions<ref<AttrCursor>> findAlongAttrPath(const std::vector<Symbol> & attrPath, bool force = false);
|
OrSuggestions<ref<AttrCursor>> findAlongAttrPath(const std::vector<Symbol> & attrPath, bool force = false);
|
||||||
|
|
||||||
std::string getString();
|
std::string getString();
|
||||||
|
@ -129,7 +132,9 @@ public:
|
||||||
|
|
||||||
Value & forceValue();
|
Value & forceValue();
|
||||||
|
|
||||||
/* Force creation of the .drv file in the Nix store. */
|
/**
|
||||||
|
* Force creation of the .drv file in the Nix store.
|
||||||
|
*/
|
||||||
StorePath forceDerivation();
|
StorePath forceDerivation();
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
|
@ -1,10 +1,13 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "eval.hh"
|
#include "eval.hh"
|
||||||
|
|
||||||
namespace nix {
|
namespace nix {
|
||||||
|
|
||||||
/* Note: Various places expect the allocated memory to be zeroed. */
|
/**
|
||||||
|
* Note: Various places expect the allocated memory to be zeroed.
|
||||||
|
*/
|
||||||
[[gnu::always_inline]]
|
[[gnu::always_inline]]
|
||||||
inline void * allocBytes(size_t n)
|
inline void * allocBytes(size_t n)
|
||||||
{
|
{
|
||||||
|
|
|
@ -173,7 +173,17 @@ void Value::print(const SymbolTable & symbols, std::ostream & str,
|
||||||
case tFloat:
|
case tFloat:
|
||||||
str << fpoint;
|
str << fpoint;
|
||||||
break;
|
break;
|
||||||
|
case tBlackhole:
|
||||||
|
// Although we know for sure that it's going to be an infinite recursion
|
||||||
|
// when this value is accessed _in the current context_, it's likely
|
||||||
|
// that the user will misinterpret a simpler «infinite recursion» output
|
||||||
|
// as a definitive statement about the value, while in fact it may be
|
||||||
|
// a valid value after `builtins.trace` and perhaps some other steps
|
||||||
|
// have completed.
|
||||||
|
str << "«potential infinite recursion»";
|
||||||
|
break;
|
||||||
default:
|
default:
|
||||||
|
printError("Nix evaluator internal error: Value::print(): invalid value type %1%", internalType);
|
||||||
abort();
|
abort();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -229,6 +239,9 @@ std::string_view showType(ValueType type)
|
||||||
|
|
||||||
std::string showType(const Value & v)
|
std::string showType(const Value & v)
|
||||||
{
|
{
|
||||||
|
// Allow selecting a subset of enum values
|
||||||
|
#pragma GCC diagnostic push
|
||||||
|
#pragma GCC diagnostic ignored "-Wswitch-enum"
|
||||||
switch (v.internalType) {
|
switch (v.internalType) {
|
||||||
case tString: return v.string.context ? "a string with context" : "a string";
|
case tString: return v.string.context ? "a string with context" : "a string";
|
||||||
case tPrimOp:
|
case tPrimOp:
|
||||||
|
@ -242,16 +255,21 @@ std::string showType(const Value & v)
|
||||||
default:
|
default:
|
||||||
return std::string(showType(v.type()));
|
return std::string(showType(v.type()));
|
||||||
}
|
}
|
||||||
|
#pragma GCC diagnostic pop
|
||||||
}
|
}
|
||||||
|
|
||||||
PosIdx Value::determinePos(const PosIdx pos) const
|
PosIdx Value::determinePos(const PosIdx pos) const
|
||||||
{
|
{
|
||||||
|
// Allow selecting a subset of enum values
|
||||||
|
#pragma GCC diagnostic push
|
||||||
|
#pragma GCC diagnostic ignored "-Wswitch-enum"
|
||||||
switch (internalType) {
|
switch (internalType) {
|
||||||
case tAttrs: return attrs->pos;
|
case tAttrs: return attrs->pos;
|
||||||
case tLambda: return lambda.fun->pos;
|
case tLambda: return lambda.fun->pos;
|
||||||
case tApp: return app.left->determinePos(pos);
|
case tApp: return app.left->determinePos(pos);
|
||||||
default: return pos;
|
default: return pos;
|
||||||
}
|
}
|
||||||
|
#pragma GCC diagnostic pop
|
||||||
}
|
}
|
||||||
|
|
||||||
bool Value::isTrivial() const
|
bool Value::isTrivial() const
|
||||||
|
@ -326,6 +344,22 @@ static Symbol getName(const AttrName & name, EvalState & state, Env & env)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#if HAVE_BOEHMGC
|
||||||
|
/* Disable GC while this object lives. Used by CoroutineContext.
|
||||||
|
*
|
||||||
|
* Boehm keeps a count of GC_disable() and GC_enable() calls,
|
||||||
|
* and only enables GC when the count matches.
|
||||||
|
*/
|
||||||
|
class BoehmDisableGC {
|
||||||
|
public:
|
||||||
|
BoehmDisableGC() {
|
||||||
|
GC_disable();
|
||||||
|
};
|
||||||
|
~BoehmDisableGC() {
|
||||||
|
GC_enable();
|
||||||
|
};
|
||||||
|
};
|
||||||
|
#endif
|
||||||
|
|
||||||
static bool gcInitialised = false;
|
static bool gcInitialised = false;
|
||||||
|
|
||||||
|
@ -350,6 +384,15 @@ void initGC()
|
||||||
|
|
||||||
StackAllocator::defaultAllocator = &boehmGCStackAllocator;
|
StackAllocator::defaultAllocator = &boehmGCStackAllocator;
|
||||||
|
|
||||||
|
|
||||||
|
#if NIX_BOEHM_PATCH_VERSION != 1
|
||||||
|
printTalkative("Unpatched BoehmGC, disabling GC inside coroutines");
|
||||||
|
/* Used to disable GC when entering coroutines on macOS */
|
||||||
|
create_coro_gc_hook = []() -> std::shared_ptr<void> {
|
||||||
|
return std::make_shared<BoehmDisableGC>();
|
||||||
|
};
|
||||||
|
#endif
|
||||||
|
|
||||||
/* Set the initial heap size to something fairly big (25% of
|
/* Set the initial heap size to something fairly big (25% of
|
||||||
physical RAM, up to a maximum of 384 MiB) so that in most cases
|
physical RAM, up to a maximum of 384 MiB) so that in most cases
|
||||||
we don't need to garbage collect at all. (Collection has a
|
we don't need to garbage collect at all. (Collection has a
|
||||||
|
@ -2327,6 +2370,7 @@ bool EvalState::eqValues(Value & v1, Value & v2, const PosIdx pos, std::string_v
|
||||||
case nFloat:
|
case nFloat:
|
||||||
return v1.fpoint == v2.fpoint;
|
return v1.fpoint == v2.fpoint;
|
||||||
|
|
||||||
|
case nThunk: // Must not be left by forceValue
|
||||||
default:
|
default:
|
||||||
error("cannot compare %1% with %2%", showType(v1), showType(v2)).withTrace(pos, errorCtx).debugThrow<EvalError>();
|
error("cannot compare %1% with %2%", showType(v1), showType(v2)).withTrace(pos, errorCtx).debugThrow<EvalError>();
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "attr-set.hh"
|
#include "attr-set.hh"
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
|
@ -42,7 +43,10 @@ struct PrimOp
|
||||||
struct Env
|
struct Env
|
||||||
{
|
{
|
||||||
Env * up;
|
Env * up;
|
||||||
unsigned short prevWith:14; // nr of levels up to next `with' environment
|
/**
|
||||||
|
* Number of of levels up to next `with` environment
|
||||||
|
*/
|
||||||
|
unsigned short prevWith:14;
|
||||||
enum { Plain = 0, HasWithExpr, HasWithAttrs } type:2;
|
enum { Plain = 0, HasWithExpr, HasWithAttrs } type:2;
|
||||||
Value * values[0];
|
Value * values[0];
|
||||||
};
|
};
|
||||||
|
@ -55,8 +59,10 @@ std::unique_ptr<ValMap> mapStaticEnvBindings(const SymbolTable & st, const Stati
|
||||||
void copyContext(const Value & v, PathSet & context);
|
void copyContext(const Value & v, PathSet & context);
|
||||||
|
|
||||||
|
|
||||||
/* Cache for calls to addToStore(); maps source paths to the store
|
/**
|
||||||
paths. */
|
* Cache for calls to addToStore(); maps source paths to the store
|
||||||
|
* paths.
|
||||||
|
*/
|
||||||
typedef std::map<Path, StorePath> SrcToStore;
|
typedef std::map<Path, StorePath> SrcToStore;
|
||||||
|
|
||||||
|
|
||||||
|
@ -68,7 +74,9 @@ typedef std::pair<std::string, std::string> SearchPathElem;
|
||||||
typedef std::list<SearchPathElem> SearchPath;
|
typedef std::list<SearchPathElem> SearchPath;
|
||||||
|
|
||||||
|
|
||||||
/* Initialise the Boehm GC, if applicable. */
|
/**
|
||||||
|
* Initialise the Boehm GC, if applicable.
|
||||||
|
*/
|
||||||
void initGC();
|
void initGC();
|
||||||
|
|
||||||
|
|
||||||
|
@ -143,26 +151,36 @@ public:
|
||||||
sOutputSpecified;
|
sOutputSpecified;
|
||||||
Symbol sDerivationNix;
|
Symbol sDerivationNix;
|
||||||
|
|
||||||
/* If set, force copying files to the Nix store even if they
|
/**
|
||||||
already exist there. */
|
* If set, force copying files to the Nix store even if they
|
||||||
|
* already exist there.
|
||||||
|
*/
|
||||||
RepairFlag repair;
|
RepairFlag repair;
|
||||||
|
|
||||||
/* The allowed filesystem paths in restricted or pure evaluation
|
/**
|
||||||
mode. */
|
* The allowed filesystem paths in restricted or pure evaluation
|
||||||
|
* mode.
|
||||||
|
*/
|
||||||
std::optional<PathSet> allowedPaths;
|
std::optional<PathSet> allowedPaths;
|
||||||
|
|
||||||
Bindings emptyBindings;
|
Bindings emptyBindings;
|
||||||
|
|
||||||
/* Store used to materialise .drv files. */
|
/**
|
||||||
|
* Store used to materialise .drv files.
|
||||||
|
*/
|
||||||
const ref<Store> store;
|
const ref<Store> store;
|
||||||
|
|
||||||
/* Store used to build stuff. */
|
/**
|
||||||
|
* Store used to build stuff.
|
||||||
|
*/
|
||||||
const ref<Store> buildStore;
|
const ref<Store> buildStore;
|
||||||
|
|
||||||
RootValue vCallFlake = nullptr;
|
RootValue vCallFlake = nullptr;
|
||||||
RootValue vImportedDrvToDerivation = nullptr;
|
RootValue vImportedDrvToDerivation = nullptr;
|
||||||
|
|
||||||
/* Debugger */
|
/**
|
||||||
|
* Debugger
|
||||||
|
*/
|
||||||
void (* debugRepl)(ref<EvalState> es, const ValMap & extraEnv);
|
void (* debugRepl)(ref<EvalState> es, const ValMap & extraEnv);
|
||||||
bool debugStop;
|
bool debugStop;
|
||||||
bool debugQuit;
|
bool debugQuit;
|
||||||
|
@ -218,7 +236,9 @@ public:
|
||||||
private:
|
private:
|
||||||
SrcToStore srcToStore;
|
SrcToStore srcToStore;
|
||||||
|
|
||||||
/* A cache from path names to parse trees. */
|
/**
|
||||||
|
* A cache from path names to parse trees.
|
||||||
|
*/
|
||||||
#if HAVE_BOEHMGC
|
#if HAVE_BOEHMGC
|
||||||
typedef std::map<Path, Expr *, std::less<Path>, traceable_allocator<std::pair<const Path, Expr *>>> FileParseCache;
|
typedef std::map<Path, Expr *, std::less<Path>, traceable_allocator<std::pair<const Path, Expr *>>> FileParseCache;
|
||||||
#else
|
#else
|
||||||
|
@ -226,7 +246,9 @@ private:
|
||||||
#endif
|
#endif
|
||||||
FileParseCache fileParseCache;
|
FileParseCache fileParseCache;
|
||||||
|
|
||||||
/* A cache from path names to values. */
|
/**
|
||||||
|
* A cache from path names to values.
|
||||||
|
*/
|
||||||
#if HAVE_BOEHMGC
|
#if HAVE_BOEHMGC
|
||||||
typedef std::map<Path, Value, std::less<Path>, traceable_allocator<std::pair<const Path, Value>>> FileEvalCache;
|
typedef std::map<Path, Value, std::less<Path>, traceable_allocator<std::pair<const Path, Value>>> FileEvalCache;
|
||||||
#else
|
#else
|
||||||
|
@ -238,17 +260,25 @@ private:
|
||||||
|
|
||||||
std::map<std::string, std::pair<bool, std::string>> searchPathResolved;
|
std::map<std::string, std::pair<bool, std::string>> searchPathResolved;
|
||||||
|
|
||||||
/* Cache used by checkSourcePath(). */
|
/**
|
||||||
|
* Cache used by checkSourcePath().
|
||||||
|
*/
|
||||||
std::unordered_map<Path, Path> resolvedPaths;
|
std::unordered_map<Path, Path> resolvedPaths;
|
||||||
|
|
||||||
/* Cache used by prim_match(). */
|
/**
|
||||||
|
* Cache used by prim_match().
|
||||||
|
*/
|
||||||
std::shared_ptr<RegexCache> regexCache;
|
std::shared_ptr<RegexCache> regexCache;
|
||||||
|
|
||||||
#if HAVE_BOEHMGC
|
#if HAVE_BOEHMGC
|
||||||
/* Allocation cache for GC'd Value objects. */
|
/**
|
||||||
|
* Allocation cache for GC'd Value objects.
|
||||||
|
*/
|
||||||
std::shared_ptr<void *> valueAllocCache;
|
std::shared_ptr<void *> valueAllocCache;
|
||||||
|
|
||||||
/* Allocation cache for size-1 Env objects. */
|
/**
|
||||||
|
* Allocation cache for size-1 Env objects.
|
||||||
|
*/
|
||||||
std::shared_ptr<void *> env1AllocCache;
|
std::shared_ptr<void *> env1AllocCache;
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
|
@ -264,47 +294,65 @@ public:
|
||||||
|
|
||||||
SearchPath getSearchPath() { return searchPath; }
|
SearchPath getSearchPath() { return searchPath; }
|
||||||
|
|
||||||
/* Allow access to a path. */
|
/**
|
||||||
|
* Allow access to a path.
|
||||||
|
*/
|
||||||
void allowPath(const Path & path);
|
void allowPath(const Path & path);
|
||||||
|
|
||||||
/* Allow access to a store path. Note that this gets remapped to
|
/**
|
||||||
the real store path if `store` is a chroot store. */
|
* Allow access to a store path. Note that this gets remapped to
|
||||||
|
* the real store path if `store` is a chroot store.
|
||||||
|
*/
|
||||||
void allowPath(const StorePath & storePath);
|
void allowPath(const StorePath & storePath);
|
||||||
|
|
||||||
/* Allow access to a store path and return it as a string. */
|
/**
|
||||||
|
* Allow access to a store path and return it as a string.
|
||||||
|
*/
|
||||||
void allowAndSetStorePathString(const StorePath & storePath, Value & v);
|
void allowAndSetStorePathString(const StorePath & storePath, Value & v);
|
||||||
|
|
||||||
/* Check whether access to a path is allowed and throw an error if
|
/**
|
||||||
not. Otherwise return the canonicalised path. */
|
* Check whether access to a path is allowed and throw an error if
|
||||||
|
* not. Otherwise return the canonicalised path.
|
||||||
|
*/
|
||||||
Path checkSourcePath(const Path & path);
|
Path checkSourcePath(const Path & path);
|
||||||
|
|
||||||
void checkURI(const std::string & uri);
|
void checkURI(const std::string & uri);
|
||||||
|
|
||||||
/* When using a diverted store and 'path' is in the Nix store, map
|
/**
|
||||||
'path' to the diverted location (e.g. /nix/store/foo is mapped
|
* When using a diverted store and 'path' is in the Nix store, map
|
||||||
to /home/alice/my-nix/nix/store/foo). However, this is only
|
* 'path' to the diverted location (e.g. /nix/store/foo is mapped
|
||||||
done if the context is not empty, since otherwise we're
|
* to /home/alice/my-nix/nix/store/foo). However, this is only
|
||||||
probably trying to read from the actual /nix/store. This is
|
* done if the context is not empty, since otherwise we're
|
||||||
intended to distinguish between import-from-derivation and
|
* probably trying to read from the actual /nix/store. This is
|
||||||
sources stored in the actual /nix/store. */
|
* intended to distinguish between import-from-derivation and
|
||||||
|
* sources stored in the actual /nix/store.
|
||||||
|
*/
|
||||||
Path toRealPath(const Path & path, const PathSet & context);
|
Path toRealPath(const Path & path, const PathSet & context);
|
||||||
|
|
||||||
/* Parse a Nix expression from the specified file. */
|
/**
|
||||||
|
* Parse a Nix expression from the specified file.
|
||||||
|
*/
|
||||||
Expr * parseExprFromFile(const Path & path);
|
Expr * parseExprFromFile(const Path & path);
|
||||||
Expr * parseExprFromFile(const Path & path, std::shared_ptr<StaticEnv> & staticEnv);
|
Expr * parseExprFromFile(const Path & path, std::shared_ptr<StaticEnv> & staticEnv);
|
||||||
|
|
||||||
/* Parse a Nix expression from the specified string. */
|
/**
|
||||||
|
* Parse a Nix expression from the specified string.
|
||||||
|
*/
|
||||||
Expr * parseExprFromString(std::string s, const Path & basePath, std::shared_ptr<StaticEnv> & staticEnv);
|
Expr * parseExprFromString(std::string s, const Path & basePath, std::shared_ptr<StaticEnv> & staticEnv);
|
||||||
Expr * parseExprFromString(std::string s, const Path & basePath);
|
Expr * parseExprFromString(std::string s, const Path & basePath);
|
||||||
|
|
||||||
Expr * parseStdin();
|
Expr * parseStdin();
|
||||||
|
|
||||||
/* Evaluate an expression read from the given file to normal
|
/**
|
||||||
form. Optionally enforce that the top-level expression is
|
* Evaluate an expression read from the given file to normal
|
||||||
trivial (i.e. doesn't require arbitrary computation). */
|
* form. Optionally enforce that the top-level expression is
|
||||||
|
* trivial (i.e. doesn't require arbitrary computation).
|
||||||
|
*/
|
||||||
void evalFile(const Path & path, Value & v, bool mustBeTrivial = false);
|
void evalFile(const Path & path, Value & v, bool mustBeTrivial = false);
|
||||||
|
|
||||||
/* Like `evalFile`, but with an already parsed expression. */
|
/**
|
||||||
|
* Like `evalFile`, but with an already parsed expression.
|
||||||
|
*/
|
||||||
void cacheFile(
|
void cacheFile(
|
||||||
const Path & path,
|
const Path & path,
|
||||||
const Path & resolvedPath,
|
const Path & resolvedPath,
|
||||||
|
@ -314,37 +362,52 @@ public:
|
||||||
|
|
||||||
void resetFileCache();
|
void resetFileCache();
|
||||||
|
|
||||||
/* Look up a file in the search path. */
|
/**
|
||||||
|
* Look up a file in the search path.
|
||||||
|
*/
|
||||||
Path findFile(const std::string_view path);
|
Path findFile(const std::string_view path);
|
||||||
Path findFile(SearchPath & searchPath, const std::string_view path, const PosIdx pos = noPos);
|
Path findFile(SearchPath & searchPath, const std::string_view path, const PosIdx pos = noPos);
|
||||||
|
|
||||||
/* If the specified search path element is a URI, download it. */
|
/**
|
||||||
|
* If the specified search path element is a URI, download it.
|
||||||
|
*/
|
||||||
std::pair<bool, std::string> resolveSearchPathElem(const SearchPathElem & elem);
|
std::pair<bool, std::string> resolveSearchPathElem(const SearchPathElem & elem);
|
||||||
|
|
||||||
/* Evaluate an expression to normal form, storing the result in
|
/**
|
||||||
value `v'. */
|
* Evaluate an expression to normal form
|
||||||
|
*
|
||||||
|
* @param [out] v The resulting is stored here.
|
||||||
|
*/
|
||||||
void eval(Expr * e, Value & v);
|
void eval(Expr * e, Value & v);
|
||||||
|
|
||||||
/* Evaluation the expression, then verify that it has the expected
|
/**
|
||||||
type. */
|
* Evaluation the expression, then verify that it has the expected
|
||||||
|
* type.
|
||||||
|
*/
|
||||||
inline bool evalBool(Env & env, Expr * e);
|
inline bool evalBool(Env & env, Expr * e);
|
||||||
inline bool evalBool(Env & env, Expr * e, const PosIdx pos, std::string_view errorCtx);
|
inline bool evalBool(Env & env, Expr * e, const PosIdx pos, std::string_view errorCtx);
|
||||||
inline void evalAttrs(Env & env, Expr * e, Value & v, const PosIdx pos, std::string_view errorCtx);
|
inline void evalAttrs(Env & env, Expr * e, Value & v, const PosIdx pos, std::string_view errorCtx);
|
||||||
|
|
||||||
/* If `v' is a thunk, enter it and overwrite `v' with the result
|
/**
|
||||||
of the evaluation of the thunk. If `v' is a delayed function
|
* If `v` is a thunk, enter it and overwrite `v` with the result
|
||||||
application, call the function and overwrite `v' with the
|
* of the evaluation of the thunk. If `v` is a delayed function
|
||||||
result. Otherwise, this is a no-op. */
|
* application, call the function and overwrite `v` with the
|
||||||
|
* result. Otherwise, this is a no-op.
|
||||||
|
*/
|
||||||
inline void forceValue(Value & v, const PosIdx pos);
|
inline void forceValue(Value & v, const PosIdx pos);
|
||||||
|
|
||||||
template <typename Callable>
|
template <typename Callable>
|
||||||
inline void forceValue(Value & v, Callable getPos);
|
inline void forceValue(Value & v, Callable getPos);
|
||||||
|
|
||||||
/* Force a value, then recursively force list elements and
|
/**
|
||||||
attributes. */
|
* Force a value, then recursively force list elements and
|
||||||
|
* attributes.
|
||||||
|
*/
|
||||||
void forceValueDeep(Value & v);
|
void forceValueDeep(Value & v);
|
||||||
|
|
||||||
/* Force `v', and then verify that it has the expected type. */
|
/**
|
||||||
|
* Force `v`, and then verify that it has the expected type.
|
||||||
|
*/
|
||||||
NixInt forceInt(Value & v, const PosIdx pos, std::string_view errorCtx);
|
NixInt forceInt(Value & v, const PosIdx pos, std::string_view errorCtx);
|
||||||
NixFloat forceFloat(Value & v, const PosIdx pos, std::string_view errorCtx);
|
NixFloat forceFloat(Value & v, const PosIdx pos, std::string_view errorCtx);
|
||||||
bool forceBool(Value & v, const PosIdx pos, std::string_view errorCtx);
|
bool forceBool(Value & v, const PosIdx pos, std::string_view errorCtx);
|
||||||
|
@ -355,7 +418,10 @@ public:
|
||||||
inline void forceAttrs(Value & v, Callable getPos, std::string_view errorCtx);
|
inline void forceAttrs(Value & v, Callable getPos, std::string_view errorCtx);
|
||||||
|
|
||||||
inline void forceList(Value & v, const PosIdx pos, std::string_view errorCtx);
|
inline void forceList(Value & v, const PosIdx pos, std::string_view errorCtx);
|
||||||
void forceFunction(Value & v, const PosIdx pos, std::string_view errorCtx); // either lambda or primop
|
/**
|
||||||
|
* @param v either lambda or primop
|
||||||
|
*/
|
||||||
|
void forceFunction(Value & v, const PosIdx pos, std::string_view errorCtx);
|
||||||
std::string_view forceString(Value & v, const PosIdx pos, std::string_view errorCtx);
|
std::string_view forceString(Value & v, const PosIdx pos, std::string_view errorCtx);
|
||||||
std::string_view forceString(Value & v, PathSet & context, const PosIdx pos, std::string_view errorCtx);
|
std::string_view forceString(Value & v, PathSet & context, const PosIdx pos, std::string_view errorCtx);
|
||||||
std::string_view forceStringNoCtx(Value & v, const PosIdx pos, std::string_view errorCtx);
|
std::string_view forceStringNoCtx(Value & v, const PosIdx pos, std::string_view errorCtx);
|
||||||
|
@ -366,17 +432,23 @@ public:
|
||||||
void addErrorTrace(Error & e, const PosIdx pos, const char * s, const std::string & s2, bool frame = false) const;
|
void addErrorTrace(Error & e, const PosIdx pos, const char * s, const std::string & s2, bool frame = false) const;
|
||||||
|
|
||||||
public:
|
public:
|
||||||
/* Return true iff the value `v' denotes a derivation (i.e. a
|
/**
|
||||||
set with attribute `type = "derivation"'). */
|
* @return true iff the value `v` denotes a derivation (i.e. a
|
||||||
|
* set with attribute `type = "derivation"`).
|
||||||
|
*/
|
||||||
bool isDerivation(Value & v);
|
bool isDerivation(Value & v);
|
||||||
|
|
||||||
std::optional<std::string> tryAttrsToString(const PosIdx pos, Value & v,
|
std::optional<std::string> tryAttrsToString(const PosIdx pos, Value & v,
|
||||||
PathSet & context, bool coerceMore = false, bool copyToStore = true);
|
PathSet & context, bool coerceMore = false, bool copyToStore = true);
|
||||||
|
|
||||||
/* String coercion. Converts strings, paths and derivations to a
|
/**
|
||||||
string. If `coerceMore' is set, also converts nulls, integers,
|
* String coercion.
|
||||||
booleans and lists to a string. If `copyToStore' is set,
|
*
|
||||||
referenced paths are copied to the Nix store as a side effect. */
|
* Converts strings, paths and derivations to a
|
||||||
|
* string. If `coerceMore` is set, also converts nulls, integers,
|
||||||
|
* booleans and lists to a string. If `copyToStore` is set,
|
||||||
|
* referenced paths are copied to the Nix store as a side effect.
|
||||||
|
*/
|
||||||
BackedStringView coerceToString(const PosIdx pos, Value & v, PathSet & context,
|
BackedStringView coerceToString(const PosIdx pos, Value & v, PathSet & context,
|
||||||
std::string_view errorCtx,
|
std::string_view errorCtx,
|
||||||
bool coerceMore = false, bool copyToStore = true,
|
bool coerceMore = false, bool copyToStore = true,
|
||||||
|
@ -384,21 +456,31 @@ public:
|
||||||
|
|
||||||
StorePath copyPathToStore(PathSet & context, const Path & path);
|
StorePath copyPathToStore(PathSet & context, const Path & path);
|
||||||
|
|
||||||
/* Path coercion. Converts strings, paths and derivations to a
|
/**
|
||||||
path. The result is guaranteed to be a canonicalised, absolute
|
* Path coercion.
|
||||||
path. Nothing is copied to the store. */
|
*
|
||||||
|
* Converts strings, paths and derivations to a
|
||||||
|
* path. The result is guaranteed to be a canonicalised, absolute
|
||||||
|
* path. Nothing is copied to the store.
|
||||||
|
*/
|
||||||
Path coerceToPath(const PosIdx pos, Value & v, PathSet & context, std::string_view errorCtx);
|
Path coerceToPath(const PosIdx pos, Value & v, PathSet & context, std::string_view errorCtx);
|
||||||
|
|
||||||
/* Like coerceToPath, but the result must be a store path. */
|
/**
|
||||||
|
* Like coerceToPath, but the result must be a store path.
|
||||||
|
*/
|
||||||
StorePath coerceToStorePath(const PosIdx pos, Value & v, PathSet & context, std::string_view errorCtx);
|
StorePath coerceToStorePath(const PosIdx pos, Value & v, PathSet & context, std::string_view errorCtx);
|
||||||
|
|
||||||
public:
|
public:
|
||||||
|
|
||||||
/* The base environment, containing the builtin functions and
|
/**
|
||||||
values. */
|
* The base environment, containing the builtin functions and
|
||||||
|
* values.
|
||||||
|
*/
|
||||||
Env & baseEnv;
|
Env & baseEnv;
|
||||||
|
|
||||||
/* The same, but used during parsing to resolve variables. */
|
/**
|
||||||
|
* The same, but used during parsing to resolve variables.
|
||||||
|
*/
|
||||||
std::shared_ptr<StaticEnv> staticBaseEnv; // !!! should be private
|
std::shared_ptr<StaticEnv> staticBaseEnv; // !!! should be private
|
||||||
|
|
||||||
private:
|
private:
|
||||||
|
@ -448,8 +530,10 @@ private:
|
||||||
|
|
||||||
public:
|
public:
|
||||||
|
|
||||||
/* Do a deep equality test between two values. That is, list
|
/**
|
||||||
elements and attributes are compared recursively. */
|
* Do a deep equality test between two values. That is, list
|
||||||
|
* elements and attributes are compared recursively.
|
||||||
|
*/
|
||||||
bool eqValues(Value & v1, Value & v2, const PosIdx pos, std::string_view errorCtx);
|
bool eqValues(Value & v1, Value & v2, const PosIdx pos, std::string_view errorCtx);
|
||||||
|
|
||||||
bool isFunctor(Value & fun);
|
bool isFunctor(Value & fun);
|
||||||
|
@ -463,11 +547,15 @@ public:
|
||||||
callFunction(fun, 1, args, vRes, pos);
|
callFunction(fun, 1, args, vRes, pos);
|
||||||
}
|
}
|
||||||
|
|
||||||
/* Automatically call a function for which each argument has a
|
/**
|
||||||
default value or has a binding in the `args' map. */
|
* Automatically call a function for which each argument has a
|
||||||
|
* default value or has a binding in the `args` map.
|
||||||
|
*/
|
||||||
void autoCallFunction(Bindings & args, Value & fun, Value & res);
|
void autoCallFunction(Bindings & args, Value & fun, Value & res);
|
||||||
|
|
||||||
/* Allocation primitives. */
|
/**
|
||||||
|
* Allocation primitives.
|
||||||
|
*/
|
||||||
inline Value * allocValue();
|
inline Value * allocValue();
|
||||||
inline Env & allocEnv(size_t size);
|
inline Env & allocEnv(size_t size);
|
||||||
|
|
||||||
|
@ -487,10 +575,13 @@ public:
|
||||||
|
|
||||||
void concatLists(Value & v, size_t nrLists, Value * * lists, const PosIdx pos, std::string_view errorCtx);
|
void concatLists(Value & v, size_t nrLists, Value * * lists, const PosIdx pos, std::string_view errorCtx);
|
||||||
|
|
||||||
/* Print statistics. */
|
/**
|
||||||
|
* Print statistics.
|
||||||
|
*/
|
||||||
void printStats();
|
void printStats();
|
||||||
|
|
||||||
/* Realise the given context, and return a mapping from the placeholders
|
/**
|
||||||
|
* Realise the given context, and return a mapping from the placeholders
|
||||||
* used to construct the associated value to their final store path
|
* used to construct the associated value to their final store path
|
||||||
*/
|
*/
|
||||||
[[nodiscard]] StringMap realiseContext(const PathSet & context);
|
[[nodiscard]] StringMap realiseContext(const PathSet & context);
|
||||||
|
@ -550,11 +641,15 @@ struct DebugTraceStacker {
|
||||||
DebugTrace trace;
|
DebugTrace trace;
|
||||||
};
|
};
|
||||||
|
|
||||||
/* Return a string representing the type of the value `v'. */
|
/**
|
||||||
|
* @return A string representing the type of the value `v`.
|
||||||
|
*/
|
||||||
std::string_view showType(ValueType type);
|
std::string_view showType(ValueType type);
|
||||||
std::string showType(const Value & v);
|
std::string showType(const Value & v);
|
||||||
|
|
||||||
/* If `path' refers to a directory, then append "/default.nix". */
|
/**
|
||||||
|
* If `path` refers to a directory, then append "/default.nix".
|
||||||
|
*/
|
||||||
Path resolveExprPath(Path path);
|
Path resolveExprPath(Path path);
|
||||||
|
|
||||||
struct InvalidPathError : EvalError
|
struct InvalidPathError : EvalError
|
||||||
|
|
|
@ -125,6 +125,9 @@ static FlakeInput parseFlakeInput(EvalState & state,
|
||||||
follows.insert(follows.begin(), lockRootPath.begin(), lockRootPath.end());
|
follows.insert(follows.begin(), lockRootPath.begin(), lockRootPath.end());
|
||||||
input.follows = follows;
|
input.follows = follows;
|
||||||
} else {
|
} else {
|
||||||
|
// Allow selecting a subset of enum values
|
||||||
|
#pragma GCC diagnostic push
|
||||||
|
#pragma GCC diagnostic ignored "-Wswitch-enum"
|
||||||
switch (attr.value->type()) {
|
switch (attr.value->type()) {
|
||||||
case nString:
|
case nString:
|
||||||
attrs.emplace(state.symbols[attr.name], attr.value->string.s);
|
attrs.emplace(state.symbols[attr.name], attr.value->string.s);
|
||||||
|
@ -139,6 +142,7 @@ static FlakeInput parseFlakeInput(EvalState & state,
|
||||||
throw TypeError("flake input attribute '%s' is %s while a string, Boolean, or integer is expected",
|
throw TypeError("flake input attribute '%s' is %s while a string, Boolean, or integer is expected",
|
||||||
state.symbols[attr.name], showType(*attr.value));
|
state.symbols[attr.name], showType(*attr.value));
|
||||||
}
|
}
|
||||||
|
#pragma GCC diagnostic pop
|
||||||
}
|
}
|
||||||
} catch (Error & e) {
|
} catch (Error & e) {
|
||||||
e.addTrace(
|
e.addTrace(
|
||||||
|
@ -334,10 +338,14 @@ LockedFlake lockFlake(
|
||||||
}
|
}
|
||||||
|
|
||||||
try {
|
try {
|
||||||
|
if (!fetchSettings.allowDirty && lockFlags.referenceLockFilePath) {
|
||||||
|
throw Error("reference lock file was provided, but the `allow-dirty` setting is set to false");
|
||||||
|
}
|
||||||
|
|
||||||
// FIXME: symlink attack
|
// FIXME: symlink attack
|
||||||
auto oldLockFile = LockFile::read(
|
auto oldLockFile = LockFile::read(
|
||||||
flake.sourceInfo->actualPath + "/" + flake.lockedRef.subdir + "/flake.lock");
|
lockFlags.referenceLockFilePath.value_or(
|
||||||
|
flake.sourceInfo->actualPath + "/" + flake.lockedRef.subdir + "/flake.lock"));
|
||||||
|
|
||||||
debug("old lock file: %s", oldLockFile);
|
debug("old lock file: %s", oldLockFile);
|
||||||
|
|
||||||
|
@ -619,13 +627,20 @@ LockedFlake lockFlake(
|
||||||
|
|
||||||
debug("new lock file: %s", newLockFile);
|
debug("new lock file: %s", newLockFile);
|
||||||
|
|
||||||
|
auto relPath = (topRef.subdir == "" ? "" : topRef.subdir + "/") + "flake.lock";
|
||||||
|
auto sourcePath = topRef.input.getSourcePath();
|
||||||
|
auto outputLockFilePath = sourcePath ? std::optional{*sourcePath + "/" + relPath} : std::nullopt;
|
||||||
|
if (lockFlags.outputLockFilePath) {
|
||||||
|
outputLockFilePath = lockFlags.outputLockFilePath;
|
||||||
|
}
|
||||||
|
|
||||||
/* Check whether we need to / can write the new lock file. */
|
/* Check whether we need to / can write the new lock file. */
|
||||||
if (!(newLockFile == oldLockFile)) {
|
if (newLockFile != oldLockFile || lockFlags.outputLockFilePath) {
|
||||||
|
|
||||||
auto diff = LockFile::diff(oldLockFile, newLockFile);
|
auto diff = LockFile::diff(oldLockFile, newLockFile);
|
||||||
|
|
||||||
if (lockFlags.writeLockFile) {
|
if (lockFlags.writeLockFile) {
|
||||||
if (auto sourcePath = topRef.input.getSourcePath()) {
|
if (outputLockFilePath) {
|
||||||
if (auto unlockedInput = newLockFile.isUnlocked()) {
|
if (auto unlockedInput = newLockFile.isUnlocked()) {
|
||||||
if (fetchSettings.warnDirty)
|
if (fetchSettings.warnDirty)
|
||||||
warn("will not write lock file of flake '%s' because it has an unlocked input ('%s')", topRef, *unlockedInput);
|
warn("will not write lock file of flake '%s' because it has an unlocked input ('%s')", topRef, *unlockedInput);
|
||||||
|
@ -633,25 +648,24 @@ LockedFlake lockFlake(
|
||||||
if (!lockFlags.updateLockFile)
|
if (!lockFlags.updateLockFile)
|
||||||
throw Error("flake '%s' requires lock file changes but they're not allowed due to '--no-update-lock-file'", topRef);
|
throw Error("flake '%s' requires lock file changes but they're not allowed due to '--no-update-lock-file'", topRef);
|
||||||
|
|
||||||
auto relPath = (topRef.subdir == "" ? "" : topRef.subdir + "/") + "flake.lock";
|
bool lockFileExists = pathExists(*outputLockFilePath);
|
||||||
|
|
||||||
auto path = *sourcePath + "/" + relPath;
|
|
||||||
|
|
||||||
bool lockFileExists = pathExists(path);
|
|
||||||
|
|
||||||
if (lockFileExists) {
|
if (lockFileExists) {
|
||||||
auto s = chomp(diff);
|
auto s = chomp(diff);
|
||||||
if (s.empty())
|
if (s.empty())
|
||||||
warn("updating lock file '%s'", path);
|
warn("updating lock file '%s'", *outputLockFilePath);
|
||||||
else
|
else
|
||||||
warn("updating lock file '%s':\n%s", path, s);
|
warn("updating lock file '%s':\n%s", *outputLockFilePath, s);
|
||||||
} else
|
} else
|
||||||
warn("creating lock file '%s'", path);
|
warn("creating lock file '%s'", *outputLockFilePath);
|
||||||
|
|
||||||
newLockFile.write(path);
|
newLockFile.write(*outputLockFilePath);
|
||||||
|
|
||||||
std::optional<std::string> commitMessage = std::nullopt;
|
std::optional<std::string> commitMessage = std::nullopt;
|
||||||
if (lockFlags.commitLockFile) {
|
if (lockFlags.commitLockFile) {
|
||||||
|
if (lockFlags.outputLockFilePath) {
|
||||||
|
throw Error("--commit-lock-file and --output-lock-file are currently incompatible");
|
||||||
|
}
|
||||||
std::string cm;
|
std::string cm;
|
||||||
|
|
||||||
cm = fetchSettings.commitLockFileSummary.get();
|
cm = fetchSettings.commitLockFileSummary.get();
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
#include "flakeref.hh"
|
#include "flakeref.hh"
|
||||||
|
@ -17,7 +18,8 @@ struct FlakeInput;
|
||||||
|
|
||||||
typedef std::map<FlakeId, FlakeInput> FlakeInputs;
|
typedef std::map<FlakeId, FlakeInput> FlakeInputs;
|
||||||
|
|
||||||
/* FlakeInput is the 'Flake'-level parsed form of the "input" entries
|
/**
|
||||||
|
* FlakeInput is the 'Flake'-level parsed form of the "input" entries
|
||||||
* in the flake file.
|
* in the flake file.
|
||||||
*
|
*
|
||||||
* A FlakeInput is normally constructed by the 'parseFlakeInput'
|
* A FlakeInput is normally constructed by the 'parseFlakeInput'
|
||||||
|
@ -41,7 +43,12 @@ typedef std::map<FlakeId, FlakeInput> FlakeInputs;
|
||||||
struct FlakeInput
|
struct FlakeInput
|
||||||
{
|
{
|
||||||
std::optional<FlakeRef> ref;
|
std::optional<FlakeRef> ref;
|
||||||
bool isFlake = true; // true = process flake to get outputs, false = (fetched) static source path
|
/**
|
||||||
|
* true = process flake to get outputs
|
||||||
|
*
|
||||||
|
* false = (fetched) static source path
|
||||||
|
*/
|
||||||
|
bool isFlake = true;
|
||||||
std::optional<InputPath> follows;
|
std::optional<InputPath> follows;
|
||||||
FlakeInputs overrides;
|
FlakeInputs overrides;
|
||||||
};
|
};
|
||||||
|
@ -55,23 +62,42 @@ struct ConfigFile
|
||||||
void apply();
|
void apply();
|
||||||
};
|
};
|
||||||
|
|
||||||
/* The contents of a flake.nix file. */
|
/**
|
||||||
|
* The contents of a flake.nix file.
|
||||||
|
*/
|
||||||
struct Flake
|
struct Flake
|
||||||
{
|
{
|
||||||
FlakeRef originalRef; // the original flake specification (by the user)
|
/**
|
||||||
FlakeRef resolvedRef; // registry references and caching resolved to the specific underlying flake
|
* The original flake specification (by the user)
|
||||||
FlakeRef lockedRef; // the specific local store result of invoking the fetcher
|
*/
|
||||||
bool forceDirty = false; // pretend that 'lockedRef' is dirty
|
FlakeRef originalRef;
|
||||||
|
/**
|
||||||
|
* registry references and caching resolved to the specific underlying flake
|
||||||
|
*/
|
||||||
|
FlakeRef resolvedRef;
|
||||||
|
/**
|
||||||
|
* the specific local store result of invoking the fetcher
|
||||||
|
*/
|
||||||
|
FlakeRef lockedRef;
|
||||||
|
/**
|
||||||
|
* pretend that 'lockedRef' is dirty
|
||||||
|
*/
|
||||||
|
bool forceDirty = false;
|
||||||
std::optional<std::string> description;
|
std::optional<std::string> description;
|
||||||
std::shared_ptr<const fetchers::Tree> sourceInfo;
|
std::shared_ptr<const fetchers::Tree> sourceInfo;
|
||||||
FlakeInputs inputs;
|
FlakeInputs inputs;
|
||||||
ConfigFile config; // 'nixConfig' attribute
|
/**
|
||||||
|
* 'nixConfig' attribute
|
||||||
|
*/
|
||||||
|
ConfigFile config;
|
||||||
~Flake();
|
~Flake();
|
||||||
};
|
};
|
||||||
|
|
||||||
Flake getFlake(EvalState & state, const FlakeRef & flakeRef, bool allowLookup);
|
Flake getFlake(EvalState & state, const FlakeRef & flakeRef, bool allowLookup);
|
||||||
|
|
||||||
/* Fingerprint of a locked flake; used as a cache key. */
|
/**
|
||||||
|
* Fingerprint of a locked flake; used as a cache key.
|
||||||
|
*/
|
||||||
typedef Hash Fingerprint;
|
typedef Hash Fingerprint;
|
||||||
|
|
||||||
struct LockedFlake
|
struct LockedFlake
|
||||||
|
@ -84,44 +110,72 @@ struct LockedFlake
|
||||||
|
|
||||||
struct LockFlags
|
struct LockFlags
|
||||||
{
|
{
|
||||||
/* Whether to ignore the existing lock file, creating a new one
|
/**
|
||||||
from scratch. */
|
* Whether to ignore the existing lock file, creating a new one
|
||||||
|
* from scratch.
|
||||||
|
*/
|
||||||
bool recreateLockFile = false;
|
bool recreateLockFile = false;
|
||||||
|
|
||||||
/* Whether to update the lock file at all. If set to false, if any
|
/**
|
||||||
change to the lock file is needed (e.g. when an input has been
|
* Whether to update the lock file at all. If set to false, if any
|
||||||
added to flake.nix), you get a fatal error. */
|
* change to the lock file is needed (e.g. when an input has been
|
||||||
|
* added to flake.nix), you get a fatal error.
|
||||||
|
*/
|
||||||
bool updateLockFile = true;
|
bool updateLockFile = true;
|
||||||
|
|
||||||
/* Whether to write the lock file to disk. If set to true, if the
|
/**
|
||||||
any changes to the lock file are needed and the flake is not
|
* Whether to write the lock file to disk. If set to true, if the
|
||||||
writable (i.e. is not a local Git working tree or similar), you
|
* any changes to the lock file are needed and the flake is not
|
||||||
get a fatal error. If set to false, Nix will use the modified
|
* writable (i.e. is not a local Git working tree or similar), you
|
||||||
lock file in memory only, without writing it to disk. */
|
* get a fatal error. If set to false, Nix will use the modified
|
||||||
|
* lock file in memory only, without writing it to disk.
|
||||||
|
*/
|
||||||
bool writeLockFile = true;
|
bool writeLockFile = true;
|
||||||
|
|
||||||
/* Whether to use the registries to lookup indirect flake
|
/**
|
||||||
references like 'nixpkgs'. */
|
* Whether to use the registries to lookup indirect flake
|
||||||
|
* references like 'nixpkgs'.
|
||||||
|
*/
|
||||||
std::optional<bool> useRegistries = std::nullopt;
|
std::optional<bool> useRegistries = std::nullopt;
|
||||||
|
|
||||||
/* Whether to apply flake's nixConfig attribute to the configuration */
|
/**
|
||||||
|
* Whether to apply flake's nixConfig attribute to the configuration
|
||||||
|
*/
|
||||||
|
|
||||||
bool applyNixConfig = false;
|
bool applyNixConfig = false;
|
||||||
|
|
||||||
/* Whether unlocked flake references (i.e. those without a Git
|
/**
|
||||||
revision or similar) without a corresponding lock are
|
* Whether unlocked flake references (i.e. those without a Git
|
||||||
allowed. Unlocked flake references with a lock are always
|
* revision or similar) without a corresponding lock are
|
||||||
allowed. */
|
* allowed. Unlocked flake references with a lock are always
|
||||||
|
* allowed.
|
||||||
|
*/
|
||||||
bool allowUnlocked = true;
|
bool allowUnlocked = true;
|
||||||
|
|
||||||
/* Whether to commit changes to flake.lock. */
|
/**
|
||||||
|
* Whether to commit changes to flake.lock.
|
||||||
|
*/
|
||||||
bool commitLockFile = false;
|
bool commitLockFile = false;
|
||||||
|
|
||||||
/* Flake inputs to be overridden. */
|
/**
|
||||||
|
* The path to a lock file to read instead of the `flake.lock` file in the top-level flake
|
||||||
|
*/
|
||||||
|
std::optional<std::string> referenceLockFilePath;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* The path to a lock file to write to instead of the `flake.lock` file in the top-level flake
|
||||||
|
*/
|
||||||
|
std::optional<Path> outputLockFilePath;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Flake inputs to be overridden.
|
||||||
|
*/
|
||||||
std::map<InputPath, FlakeRef> inputOverrides;
|
std::map<InputPath, FlakeRef> inputOverrides;
|
||||||
|
|
||||||
/* Flake inputs to be updated. This means that any existing lock
|
/**
|
||||||
for those inputs will be ignored. */
|
* Flake inputs to be updated. This means that any existing lock
|
||||||
|
* for those inputs will be ignored.
|
||||||
|
*/
|
||||||
std::set<InputPath> inputUpdates;
|
std::set<InputPath> inputUpdates;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
#include "hash.hh"
|
#include "hash.hh"
|
||||||
|
@ -13,7 +14,8 @@ class Store;
|
||||||
|
|
||||||
typedef std::string FlakeId;
|
typedef std::string FlakeId;
|
||||||
|
|
||||||
/* A flake reference specifies how to fetch a flake or raw source
|
/**
|
||||||
|
* A flake reference specifies how to fetch a flake or raw source
|
||||||
* (e.g. from a Git repository). It is created from a URL-like syntax
|
* (e.g. from a Git repository). It is created from a URL-like syntax
|
||||||
* (e.g. 'github:NixOS/patchelf'), an attrset representation (e.g. '{
|
* (e.g. 'github:NixOS/patchelf'), an attrset representation (e.g. '{
|
||||||
* type="github"; owner = "NixOS"; repo = "patchelf"; }'), or a local
|
* type="github"; owner = "NixOS"; repo = "patchelf"; }'), or a local
|
||||||
|
@ -32,14 +34,17 @@ typedef std::string FlakeId;
|
||||||
* be lazy), but the fetcher can be invoked at any time via the
|
* be lazy), but the fetcher can be invoked at any time via the
|
||||||
* FlakeRef to ensure the store is populated with this input.
|
* FlakeRef to ensure the store is populated with this input.
|
||||||
*/
|
*/
|
||||||
|
|
||||||
struct FlakeRef
|
struct FlakeRef
|
||||||
{
|
{
|
||||||
/* Fetcher-specific representation of the input, sufficient to
|
/**
|
||||||
perform the fetch operation. */
|
* Fetcher-specific representation of the input, sufficient to
|
||||||
|
* perform the fetch operation.
|
||||||
|
*/
|
||||||
fetchers::Input input;
|
fetchers::Input input;
|
||||||
|
|
||||||
/* sub-path within the fetched input that represents this input */
|
/**
|
||||||
|
* sub-path within the fetched input that represents this input
|
||||||
|
*/
|
||||||
Path subdir;
|
Path subdir;
|
||||||
|
|
||||||
bool operator==(const FlakeRef & other) const;
|
bool operator==(const FlakeRef & other) const;
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "flakeref.hh"
|
#include "flakeref.hh"
|
||||||
|
|
||||||
|
@ -15,9 +16,11 @@ typedef std::vector<FlakeId> InputPath;
|
||||||
|
|
||||||
struct LockedNode;
|
struct LockedNode;
|
||||||
|
|
||||||
/* A node in the lock file. It has outgoing edges to other nodes (its
|
/**
|
||||||
inputs). Only the root node has this type; all other nodes have
|
* A node in the lock file. It has outgoing edges to other nodes (its
|
||||||
type LockedNode. */
|
* inputs). Only the root node has this type; all other nodes have
|
||||||
|
* type LockedNode.
|
||||||
|
*/
|
||||||
struct Node : std::enable_shared_from_this<Node>
|
struct Node : std::enable_shared_from_this<Node>
|
||||||
{
|
{
|
||||||
typedef std::variant<ref<LockedNode>, InputPath> Edge;
|
typedef std::variant<ref<LockedNode>, InputPath> Edge;
|
||||||
|
@ -27,7 +30,9 @@ struct Node : std::enable_shared_from_this<Node>
|
||||||
virtual ~Node() { }
|
virtual ~Node() { }
|
||||||
};
|
};
|
||||||
|
|
||||||
/* A non-root node in the lock file. */
|
/**
|
||||||
|
* A non-root node in the lock file.
|
||||||
|
*/
|
||||||
struct LockedNode : Node
|
struct LockedNode : Node
|
||||||
{
|
{
|
||||||
FlakeRef lockedRef, originalRef;
|
FlakeRef lockedRef, originalRef;
|
||||||
|
@ -62,7 +67,9 @@ struct LockFile
|
||||||
|
|
||||||
void write(const Path & path) const;
|
void write(const Path & path) const;
|
||||||
|
|
||||||
/* Check whether this lock file has any unlocked inputs. */
|
/**
|
||||||
|
* Check whether this lock file has any unlocked inputs.
|
||||||
|
*/
|
||||||
std::optional<FlakeRef> isUnlocked() const;
|
std::optional<FlakeRef> isUnlocked() const;
|
||||||
|
|
||||||
bool operator ==(const LockFile & other) const;
|
bool operator ==(const LockFile & other) const;
|
||||||
|
@ -73,7 +80,9 @@ struct LockFile
|
||||||
|
|
||||||
static std::string diff(const LockFile & oldLocks, const LockFile & newLocks);
|
static std::string diff(const LockFile & oldLocks, const LockFile & newLocks);
|
||||||
|
|
||||||
/* Check that every 'follows' input target exists. */
|
/**
|
||||||
|
* Check that every 'follows' input target exists.
|
||||||
|
*/
|
||||||
void check();
|
void check();
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "eval.hh"
|
#include "eval.hh"
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "eval.hh"
|
#include "eval.hh"
|
||||||
#include "path.hh"
|
#include "path.hh"
|
||||||
|
@ -25,7 +26,10 @@ private:
|
||||||
mutable std::string outputName;
|
mutable std::string outputName;
|
||||||
Outputs outputs;
|
Outputs outputs;
|
||||||
|
|
||||||
bool failed = false; // set if we get an AssertionError
|
/**
|
||||||
|
* Set if we get an AssertionError
|
||||||
|
*/
|
||||||
|
bool failed = false;
|
||||||
|
|
||||||
Bindings * attrs = nullptr, * meta = nullptr;
|
Bindings * attrs = nullptr, * meta = nullptr;
|
||||||
|
|
||||||
|
@ -34,7 +38,10 @@ private:
|
||||||
bool checkMeta(Value & v);
|
bool checkMeta(Value & v);
|
||||||
|
|
||||||
public:
|
public:
|
||||||
std::string attrPath; /* path towards the derivation */
|
/**
|
||||||
|
* path towards the derivation
|
||||||
|
*/
|
||||||
|
std::string attrPath;
|
||||||
|
|
||||||
DrvInfo(EvalState & state) : state(&state) { };
|
DrvInfo(EvalState & state) : state(&state) { };
|
||||||
DrvInfo(EvalState & state, std::string attrPath, Bindings * attrs);
|
DrvInfo(EvalState & state, std::string attrPath, Bindings * attrs);
|
||||||
|
@ -46,8 +53,10 @@ public:
|
||||||
StorePath requireDrvPath() const;
|
StorePath requireDrvPath() const;
|
||||||
StorePath queryOutPath() const;
|
StorePath queryOutPath() const;
|
||||||
std::string queryOutputName() const;
|
std::string queryOutputName() const;
|
||||||
/** Return the unordered map of output names to (optional) output paths.
|
/**
|
||||||
* The "outputs to install" are determined by `meta.outputsToInstall`. */
|
* Return the unordered map of output names to (optional) output paths.
|
||||||
|
* The "outputs to install" are determined by `meta.outputsToInstall`.
|
||||||
|
*/
|
||||||
Outputs queryOutputs(bool withPaths = true, bool onlyOutputsToInstall = false);
|
Outputs queryOutputs(bool withPaths = true, bool onlyOutputsToInstall = false);
|
||||||
|
|
||||||
StringSet queryMetaNames();
|
StringSet queryMetaNames();
|
||||||
|
@ -79,8 +88,10 @@ typedef std::list<DrvInfo> DrvInfos;
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
|
|
||||||
/* If value `v' denotes a derivation, return a DrvInfo object
|
/**
|
||||||
describing it. Otherwise return nothing. */
|
* If value `v` denotes a derivation, return a DrvInfo object
|
||||||
|
* describing it. Otherwise return nothing.
|
||||||
|
*/
|
||||||
std::optional<DrvInfo> getDerivation(EvalState & state,
|
std::optional<DrvInfo> getDerivation(EvalState & state,
|
||||||
Value & v, bool ignoreAssertionFailures);
|
Value & v, bool ignoreAssertionFailures);
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "eval.hh"
|
#include "eval.hh"
|
||||||
|
|
||||||
|
|
|
@ -46,3 +46,5 @@ $(foreach i, $(wildcard src/libexpr/flake/*.hh), \
|
||||||
$(d)/primops.cc: $(d)/imported-drv-to-derivation.nix.gen.hh $(d)/primops/derivation.nix.gen.hh $(d)/fetchurl.nix.gen.hh
|
$(d)/primops.cc: $(d)/imported-drv-to-derivation.nix.gen.hh $(d)/primops/derivation.nix.gen.hh $(d)/fetchurl.nix.gen.hh
|
||||||
|
|
||||||
$(d)/flake/flake.cc: $(d)/flake/call-flake.nix.gen.hh
|
$(d)/flake/flake.cc: $(d)/flake/call-flake.nix.gen.hh
|
||||||
|
|
||||||
|
src/libexpr/primops/fromTOML.o: ERROR_SWITCH_ENUM =
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include <map>
|
#include <map>
|
||||||
#include <vector>
|
#include <vector>
|
||||||
|
@ -21,7 +22,9 @@ MakeError(UndefinedVarError, Error);
|
||||||
MakeError(MissingArgumentError, EvalError);
|
MakeError(MissingArgumentError, EvalError);
|
||||||
MakeError(RestrictedPathError, Error);
|
MakeError(RestrictedPathError, Error);
|
||||||
|
|
||||||
/* Position objects. */
|
/**
|
||||||
|
* Position objects.
|
||||||
|
*/
|
||||||
struct Pos
|
struct Pos
|
||||||
{
|
{
|
||||||
uint32_t line;
|
uint32_t line;
|
||||||
|
@ -132,7 +135,9 @@ class EvalState;
|
||||||
struct StaticEnv;
|
struct StaticEnv;
|
||||||
|
|
||||||
|
|
||||||
/* An attribute path is a sequence of attribute names. */
|
/**
|
||||||
|
* An attribute path is a sequence of attribute names.
|
||||||
|
*/
|
||||||
struct AttrName
|
struct AttrName
|
||||||
{
|
{
|
||||||
Symbol symbol;
|
Symbol symbol;
|
||||||
|
@ -212,11 +217,11 @@ struct ExprVar : Expr
|
||||||
or function argument) or from a "with". */
|
or function argument) or from a "with". */
|
||||||
bool fromWith;
|
bool fromWith;
|
||||||
|
|
||||||
/* In the former case, the value is obtained by going `level'
|
/* In the former case, the value is obtained by going `level`
|
||||||
levels up from the current environment and getting the
|
levels up from the current environment and getting the
|
||||||
`displ'th value in that environment. In the latter case, the
|
`displ`th value in that environment. In the latter case, the
|
||||||
value is obtained by getting the attribute named `name' from
|
value is obtained by getting the attribute named `name` from
|
||||||
the set stored in the environment that is `level' levels up
|
the set stored in the environment that is `level` levels up
|
||||||
from the current one.*/
|
from the current one.*/
|
||||||
Level level;
|
Level level;
|
||||||
Displacement displ;
|
Displacement displ;
|
||||||
|
|
|
@ -577,6 +577,9 @@ struct CompareValues
|
||||||
return v1->integer < v2->fpoint;
|
return v1->integer < v2->fpoint;
|
||||||
if (v1->type() != v2->type())
|
if (v1->type() != v2->type())
|
||||||
state.error("cannot compare %s with %s", showType(*v1), showType(*v2)).debugThrow<EvalError>();
|
state.error("cannot compare %s with %s", showType(*v1), showType(*v2)).debugThrow<EvalError>();
|
||||||
|
// Allow selecting a subset of enum values
|
||||||
|
#pragma GCC diagnostic push
|
||||||
|
#pragma GCC diagnostic ignored "-Wswitch-enum"
|
||||||
switch (v1->type()) {
|
switch (v1->type()) {
|
||||||
case nInt:
|
case nInt:
|
||||||
return v1->integer < v2->integer;
|
return v1->integer < v2->integer;
|
||||||
|
@ -599,6 +602,7 @@ struct CompareValues
|
||||||
}
|
}
|
||||||
default:
|
default:
|
||||||
state.error("cannot compare %s with %s; values of that type are incomparable", showType(*v1), showType(*v2)).debugThrow<EvalError>();
|
state.error("cannot compare %s with %s; values of that type are incomparable", showType(*v1), showType(*v2)).debugThrow<EvalError>();
|
||||||
|
#pragma GCC diagnostic pop
|
||||||
}
|
}
|
||||||
} catch (Error & e) {
|
} catch (Error & e) {
|
||||||
if (!errorCtx.empty())
|
if (!errorCtx.empty())
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "eval.hh"
|
#include "eval.hh"
|
||||||
|
|
||||||
|
@ -22,9 +23,11 @@ struct RegisterPrimOp
|
||||||
typedef std::vector<Info> PrimOps;
|
typedef std::vector<Info> PrimOps;
|
||||||
static PrimOps * primOps;
|
static PrimOps * primOps;
|
||||||
|
|
||||||
/* You can register a constant by passing an arity of 0. fun
|
/**
|
||||||
will get called during EvalState initialization, so there
|
* You can register a constant by passing an arity of 0. fun
|
||||||
may be primops not yet added and builtins is not yet sorted. */
|
* will get called during EvalState initialization, so there
|
||||||
|
* may be primops not yet added and builtins is not yet sorted.
|
||||||
|
*/
|
||||||
RegisterPrimOp(
|
RegisterPrimOp(
|
||||||
std::string name,
|
std::string name,
|
||||||
size_t arity,
|
size_t arity,
|
||||||
|
@ -37,10 +40,14 @@ struct RegisterPrimOp
|
||||||
may wish to use them in limited contexts without globally enabling
|
may wish to use them in limited contexts without globally enabling
|
||||||
them. */
|
them. */
|
||||||
|
|
||||||
/* Load a ValueInitializer from a DSO and return whatever it initializes */
|
/**
|
||||||
|
* Load a ValueInitializer from a DSO and return whatever it initializes
|
||||||
|
*/
|
||||||
void prim_importNative(EvalState & state, const PosIdx pos, Value * * args, Value & v);
|
void prim_importNative(EvalState & state, const PosIdx pos, Value * * args, Value & v);
|
||||||
|
|
||||||
/* Execute a program and parse its output */
|
/**
|
||||||
|
* Execute a program and parse its output
|
||||||
|
*/
|
||||||
void prim_exec(EvalState & state, const PosIdx pos, Value * * args, Value & v);
|
void prim_exec(EvalState & state, const PosIdx pos, Value * * args, Value & v);
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include <list>
|
#include <list>
|
||||||
#include <map>
|
#include <map>
|
||||||
|
@ -9,15 +10,11 @@
|
||||||
|
|
||||||
namespace nix {
|
namespace nix {
|
||||||
|
|
||||||
/* Symbol table used by the parser and evaluator to represent and look
|
/**
|
||||||
up identifiers and attributes efficiently. SymbolTable::create()
|
* This class mainly exists to give us an operator<< for ostreams. We could also
|
||||||
converts a string into a symbol. Symbols have the property that
|
* return plain strings from SymbolTable, but then we'd have to wrap every
|
||||||
they can be compared efficiently (using an equality test),
|
* instance of a symbol that is fmt()ed, which is inconvenient and error-prone.
|
||||||
because the symbol table stores only one copy of each string. */
|
*/
|
||||||
|
|
||||||
/* This class mainly exists to give us an operator<< for ostreams. We could also
|
|
||||||
return plain strings from SymbolTable, but then we'd have to wrap every
|
|
||||||
instance of a symbol that is fmt()ed, which is inconvenient and error-prone. */
|
|
||||||
class SymbolStr
|
class SymbolStr
|
||||||
{
|
{
|
||||||
friend class SymbolTable;
|
friend class SymbolTable;
|
||||||
|
@ -46,6 +43,11 @@ public:
|
||||||
friend std::ostream & operator <<(std::ostream & os, const SymbolStr & symbol);
|
friend std::ostream & operator <<(std::ostream & os, const SymbolStr & symbol);
|
||||||
};
|
};
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Symbols have the property that they can be compared efficiently
|
||||||
|
* (using an equality test), because the symbol table stores only one
|
||||||
|
* copy of each string.
|
||||||
|
*/
|
||||||
class Symbol
|
class Symbol
|
||||||
{
|
{
|
||||||
friend class SymbolTable;
|
friend class SymbolTable;
|
||||||
|
@ -65,6 +67,10 @@ public:
|
||||||
bool operator!=(const Symbol other) const { return id != other.id; }
|
bool operator!=(const Symbol other) const { return id != other.id; }
|
||||||
};
|
};
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Symbol table used by the parser and evaluator to represent and look
|
||||||
|
* up identifiers and attributes efficiently.
|
||||||
|
*/
|
||||||
class SymbolTable
|
class SymbolTable
|
||||||
{
|
{
|
||||||
private:
|
private:
|
||||||
|
@ -73,6 +79,9 @@ private:
|
||||||
|
|
||||||
public:
|
public:
|
||||||
|
|
||||||
|
/**
|
||||||
|
* converts a string into a symbol.
|
||||||
|
*/
|
||||||
Symbol create(std::string_view s)
|
Symbol create(std::string_view s)
|
||||||
{
|
{
|
||||||
// Most symbols are looked up more than once, so we trade off insertion performance
|
// Most symbols are looked up more than once, so we trade off insertion performance
|
||||||
|
|
|
@ -1,3 +1,6 @@
|
||||||
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include <gtest/gtest.h>
|
#include <gtest/gtest.h>
|
||||||
#include <gmock/gmock.h>
|
#include <gmock/gmock.h>
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include <rapidcheck/gen/Arbitrary.h>
|
#include <rapidcheck/gen/Arbitrary.h>
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "nixexpr.hh"
|
#include "nixexpr.hh"
|
||||||
#include "eval.hh"
|
#include "eval.hh"
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "nixexpr.hh"
|
#include "nixexpr.hh"
|
||||||
#include "eval.hh"
|
#include "eval.hh"
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include <cassert>
|
#include <cassert>
|
||||||
|
|
||||||
|
@ -35,9 +36,11 @@ typedef enum {
|
||||||
tFloat
|
tFloat
|
||||||
} InternalType;
|
} InternalType;
|
||||||
|
|
||||||
// This type abstracts over all actual value types in the language,
|
/**
|
||||||
// grouping together implementation details like tList*, different function
|
* This type abstracts over all actual value types in the language,
|
||||||
// types, and types in non-normal form (so thunks and co.)
|
* grouping together implementation details like tList*, different function
|
||||||
|
* types, and types in non-normal form (so thunks and co.)
|
||||||
|
*/
|
||||||
typedef enum {
|
typedef enum {
|
||||||
nThunk,
|
nThunk,
|
||||||
nInt,
|
nInt,
|
||||||
|
@ -69,38 +72,51 @@ class XMLWriter;
|
||||||
typedef int64_t NixInt;
|
typedef int64_t NixInt;
|
||||||
typedef double NixFloat;
|
typedef double NixFloat;
|
||||||
|
|
||||||
/* External values must descend from ExternalValueBase, so that
|
/**
|
||||||
|
* External values must descend from ExternalValueBase, so that
|
||||||
* type-agnostic nix functions (e.g. showType) can be implemented
|
* type-agnostic nix functions (e.g. showType) can be implemented
|
||||||
*/
|
*/
|
||||||
class ExternalValueBase
|
class ExternalValueBase
|
||||||
{
|
{
|
||||||
friend std::ostream & operator << (std::ostream & str, const ExternalValueBase & v);
|
friend std::ostream & operator << (std::ostream & str, const ExternalValueBase & v);
|
||||||
protected:
|
protected:
|
||||||
/* Print out the value */
|
/**
|
||||||
|
* Print out the value
|
||||||
|
*/
|
||||||
virtual std::ostream & print(std::ostream & str) const = 0;
|
virtual std::ostream & print(std::ostream & str) const = 0;
|
||||||
|
|
||||||
public:
|
public:
|
||||||
/* Return a simple string describing the type */
|
/**
|
||||||
|
* Return a simple string describing the type
|
||||||
|
*/
|
||||||
virtual std::string showType() const = 0;
|
virtual std::string showType() const = 0;
|
||||||
|
|
||||||
/* Return a string to be used in builtins.typeOf */
|
/**
|
||||||
|
* Return a string to be used in builtins.typeOf
|
||||||
|
*/
|
||||||
virtual std::string typeOf() const = 0;
|
virtual std::string typeOf() const = 0;
|
||||||
|
|
||||||
/* Coerce the value to a string. Defaults to uncoercable, i.e. throws an
|
/**
|
||||||
|
* Coerce the value to a string. Defaults to uncoercable, i.e. throws an
|
||||||
* error.
|
* error.
|
||||||
*/
|
*/
|
||||||
virtual std::string coerceToString(const Pos & pos, PathSet & context, bool copyMore, bool copyToStore) const;
|
virtual std::string coerceToString(const Pos & pos, PathSet & context, bool copyMore, bool copyToStore) const;
|
||||||
|
|
||||||
/* Compare to another value of the same type. Defaults to uncomparable,
|
/**
|
||||||
|
* Compare to another value of the same type. Defaults to uncomparable,
|
||||||
* i.e. always false.
|
* i.e. always false.
|
||||||
*/
|
*/
|
||||||
virtual bool operator ==(const ExternalValueBase & b) const;
|
virtual bool operator ==(const ExternalValueBase & b) const;
|
||||||
|
|
||||||
/* Print the value as JSON. Defaults to unconvertable, i.e. throws an error */
|
/**
|
||||||
|
* Print the value as JSON. Defaults to unconvertable, i.e. throws an error
|
||||||
|
*/
|
||||||
virtual nlohmann::json printValueAsJSON(EvalState & state, bool strict,
|
virtual nlohmann::json printValueAsJSON(EvalState & state, bool strict,
|
||||||
PathSet & context, bool copyToStore = true) const;
|
PathSet & context, bool copyToStore = true) const;
|
||||||
|
|
||||||
/* Print the value as XML. Defaults to unevaluated */
|
/**
|
||||||
|
* Print the value as XML. Defaults to unevaluated
|
||||||
|
*/
|
||||||
virtual void printValueAsXML(EvalState & state, bool strict, bool location,
|
virtual void printValueAsXML(EvalState & state, bool strict, bool location,
|
||||||
XMLWriter & doc, PathSet & context, PathSet & drvsSeen,
|
XMLWriter & doc, PathSet & context, PathSet & drvsSeen,
|
||||||
const PosIdx pos) const;
|
const PosIdx pos) const;
|
||||||
|
@ -145,26 +161,28 @@ public:
|
||||||
NixInt integer;
|
NixInt integer;
|
||||||
bool boolean;
|
bool boolean;
|
||||||
|
|
||||||
/* Strings in the evaluator carry a so-called `context' which
|
/**
|
||||||
is a list of strings representing store paths. This is to
|
* Strings in the evaluator carry a so-called `context` which
|
||||||
allow users to write things like
|
* is a list of strings representing store paths. This is to
|
||||||
|
* allow users to write things like
|
||||||
|
|
||||||
"--with-freetype2-library=" + freetype + "/lib"
|
* "--with-freetype2-library=" + freetype + "/lib"
|
||||||
|
|
||||||
where `freetype' is a derivation (or a source to be copied
|
* where `freetype` is a derivation (or a source to be copied
|
||||||
to the store). If we just concatenated the strings without
|
* to the store). If we just concatenated the strings without
|
||||||
keeping track of the referenced store paths, then if the
|
* keeping track of the referenced store paths, then if the
|
||||||
string is used as a derivation attribute, the derivation
|
* string is used as a derivation attribute, the derivation
|
||||||
will not have the correct dependencies in its inputDrvs and
|
* will not have the correct dependencies in its inputDrvs and
|
||||||
inputSrcs.
|
* inputSrcs.
|
||||||
|
|
||||||
The semantics of the context is as follows: when a string
|
* The semantics of the context is as follows: when a string
|
||||||
with context C is used as a derivation attribute, then the
|
* with context C is used as a derivation attribute, then the
|
||||||
derivations in C will be added to the inputDrvs of the
|
* derivations in C will be added to the inputDrvs of the
|
||||||
derivation, and the other store paths in C will be added to
|
* derivation, and the other store paths in C will be added to
|
||||||
the inputSrcs of the derivations.
|
* the inputSrcs of the derivations.
|
||||||
|
|
||||||
For canonicity, the store paths should be in sorted order. */
|
* For canonicity, the store paths should be in sorted order.
|
||||||
|
*/
|
||||||
struct {
|
struct {
|
||||||
const char * s;
|
const char * s;
|
||||||
const char * * context; // must be in sorted order
|
const char * * context; // must be in sorted order
|
||||||
|
@ -196,8 +214,10 @@ public:
|
||||||
NixFloat fpoint;
|
NixFloat fpoint;
|
||||||
};
|
};
|
||||||
|
|
||||||
// Returns the normal type of a Value. This only returns nThunk if the
|
/**
|
||||||
// Value hasn't been forceValue'd
|
* Returns the normal type of a Value. This only returns nThunk if
|
||||||
|
* the Value hasn't been forceValue'd
|
||||||
|
*/
|
||||||
inline ValueType type() const
|
inline ValueType type() const
|
||||||
{
|
{
|
||||||
switch (internalType) {
|
switch (internalType) {
|
||||||
|
@ -216,8 +236,10 @@ public:
|
||||||
abort();
|
abort();
|
||||||
}
|
}
|
||||||
|
|
||||||
/* After overwriting an app node, be sure to clear pointers in the
|
/**
|
||||||
Value to ensure that the target isn't kept alive unnecessarily. */
|
* After overwriting an app node, be sure to clear pointers in the
|
||||||
|
* Value to ensure that the target isn't kept alive unnecessarily.
|
||||||
|
*/
|
||||||
inline void clearValue()
|
inline void clearValue()
|
||||||
{
|
{
|
||||||
app.left = app.right = 0;
|
app.left = app.right = 0;
|
||||||
|
@ -365,9 +387,11 @@ public:
|
||||||
|
|
||||||
PosIdx determinePos(const PosIdx pos) const;
|
PosIdx determinePos(const PosIdx pos) const;
|
||||||
|
|
||||||
/* Check whether forcing this value requires a trivial amount of
|
/**
|
||||||
computation. In particular, function applications are
|
* Check whether forcing this value requires a trivial amount of
|
||||||
non-trivial. */
|
* computation. In particular, function applications are
|
||||||
|
* non-trivial.
|
||||||
|
*/
|
||||||
bool isTrivial() const;
|
bool isTrivial() const;
|
||||||
|
|
||||||
NixStringContext getContext(const Store &);
|
NixStringContext getContext(const Store &);
|
||||||
|
@ -413,7 +437,9 @@ typedef std::map<Symbol, ValueVector> ValueVectorMap;
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
|
|
||||||
/* A value allocated in traceable memory. */
|
/**
|
||||||
|
* A value allocated in traceable memory.
|
||||||
|
*/
|
||||||
typedef std::shared_ptr<Value *> RootValue;
|
typedef std::shared_ptr<Value *> RootValue;
|
||||||
|
|
||||||
RootValue allocRootValue(Value * v);
|
RootValue allocRootValue(Value * v);
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "util.hh"
|
#include "util.hh"
|
||||||
#include "comparator.hh"
|
#include "comparator.hh"
|
||||||
|
@ -27,34 +28,37 @@ public:
|
||||||
|
|
||||||
class Store;
|
class Store;
|
||||||
|
|
||||||
/* Plain opaque path to some store object.
|
/**
|
||||||
|
* Plain opaque path to some store object.
|
||||||
Encoded as just the path: ‘<path>’.
|
*
|
||||||
*/
|
* Encoded as just the path: ‘<path>’.
|
||||||
|
*/
|
||||||
struct NixStringContextElem_Opaque {
|
struct NixStringContextElem_Opaque {
|
||||||
StorePath path;
|
StorePath path;
|
||||||
|
|
||||||
GENERATE_CMP(NixStringContextElem_Opaque, me->path);
|
GENERATE_CMP(NixStringContextElem_Opaque, me->path);
|
||||||
};
|
};
|
||||||
|
|
||||||
/* Path to a derivation and its entire build closure.
|
/**
|
||||||
|
* Path to a derivation and its entire build closure.
|
||||||
The path doesn't just refer to derivation itself and its closure, but
|
*
|
||||||
also all outputs of all derivations in that closure (including the
|
* The path doesn't just refer to derivation itself and its closure, but
|
||||||
root derivation).
|
* also all outputs of all derivations in that closure (including the
|
||||||
|
* root derivation).
|
||||||
Encoded in the form ‘=<drvPath>’.
|
*
|
||||||
*/
|
* Encoded in the form ‘=<drvPath>’.
|
||||||
|
*/
|
||||||
struct NixStringContextElem_DrvDeep {
|
struct NixStringContextElem_DrvDeep {
|
||||||
StorePath drvPath;
|
StorePath drvPath;
|
||||||
|
|
||||||
GENERATE_CMP(NixStringContextElem_DrvDeep, me->drvPath);
|
GENERATE_CMP(NixStringContextElem_DrvDeep, me->drvPath);
|
||||||
};
|
};
|
||||||
|
|
||||||
/* Derivation output.
|
/**
|
||||||
|
* Derivation output.
|
||||||
Encoded in the form ‘!<output>!<drvPath>’.
|
*
|
||||||
*/
|
* Encoded in the form ‘!<output>!<drvPath>’.
|
||||||
|
*/
|
||||||
struct NixStringContextElem_Built {
|
struct NixStringContextElem_Built {
|
||||||
StorePath drvPath;
|
StorePath drvPath;
|
||||||
std::string output;
|
std::string output;
|
||||||
|
@ -83,10 +87,11 @@ struct NixStringContextElem : _NixStringContextElem_Raw {
|
||||||
return static_cast<Raw &>(*this);
|
return static_cast<Raw &>(*this);
|
||||||
}
|
}
|
||||||
|
|
||||||
/* Decode a context string, one of:
|
/**
|
||||||
- ‘<path>’
|
* Decode a context string, one of:
|
||||||
- ‘=<path>’
|
* - ‘<path>’
|
||||||
- ‘!<name>!<path>’
|
* - ‘=<path>’
|
||||||
|
* - ‘!<name>!<path>’
|
||||||
*/
|
*/
|
||||||
static NixStringContextElem parse(const Store & store, std::string_view s);
|
static NixStringContextElem parse(const Store & store, std::string_view s);
|
||||||
std::string to_string(const Store & store) const;
|
std::string to_string(const Store & store) const;
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "fetchers.hh"
|
#include "fetchers.hh"
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
#include "config.hh"
|
#include "config.hh"
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
#include "hash.hh"
|
#include "hash.hh"
|
||||||
|
@ -20,14 +21,14 @@ struct Tree
|
||||||
|
|
||||||
struct InputScheme;
|
struct InputScheme;
|
||||||
|
|
||||||
/* The Input object is generated by a specific fetcher, based on the
|
/**
|
||||||
|
* The Input object is generated by a specific fetcher, based on the
|
||||||
* user-supplied input attribute in the flake.nix file, and contains
|
* user-supplied input attribute in the flake.nix file, and contains
|
||||||
* the information that the specific fetcher needs to perform the
|
* the information that the specific fetcher needs to perform the
|
||||||
* actual fetch. The Input object is most commonly created via the
|
* actual fetch. The Input object is most commonly created via the
|
||||||
* "fromURL()" or "fromAttrs()" static functions which are provided
|
* "fromURL()" or "fromAttrs()" static functions which are provided
|
||||||
* the url or attrset specified in the flake file.
|
* the url or attrset specified in the flake file.
|
||||||
*/
|
*/
|
||||||
|
|
||||||
struct Input
|
struct Input
|
||||||
{
|
{
|
||||||
friend struct InputScheme;
|
friend struct InputScheme;
|
||||||
|
@ -37,7 +38,9 @@ struct Input
|
||||||
bool locked = false;
|
bool locked = false;
|
||||||
bool direct = true;
|
bool direct = true;
|
||||||
|
|
||||||
/* path of the parent of this input, used for relative path resolution */
|
/**
|
||||||
|
* path of the parent of this input, used for relative path resolution
|
||||||
|
*/
|
||||||
std::optional<Path> parent;
|
std::optional<Path> parent;
|
||||||
|
|
||||||
public:
|
public:
|
||||||
|
@ -55,27 +58,35 @@ public:
|
||||||
|
|
||||||
Attrs toAttrs() const;
|
Attrs toAttrs() const;
|
||||||
|
|
||||||
/* Check whether this is a "direct" input, that is, not
|
/**
|
||||||
one that goes through a registry. */
|
* Check whether this is a "direct" input, that is, not
|
||||||
|
* one that goes through a registry.
|
||||||
|
*/
|
||||||
bool isDirect() const { return direct; }
|
bool isDirect() const { return direct; }
|
||||||
|
|
||||||
/* Check whether this is a "locked" input, that is,
|
/**
|
||||||
one that contains a commit hash or content hash. */
|
* Check whether this is a "locked" input, that is,
|
||||||
|
* one that contains a commit hash or content hash.
|
||||||
|
*/
|
||||||
bool isLocked() const { return locked; }
|
bool isLocked() const { return locked; }
|
||||||
|
|
||||||
/* Check whether the input carries all necessary info required
|
/**
|
||||||
for cache insertion and substitution.
|
* Check whether the input carries all necessary info required
|
||||||
These fields are used to uniquely identify cached trees
|
* for cache insertion and substitution.
|
||||||
within the "tarball TTL" window without necessarily
|
* These fields are used to uniquely identify cached trees
|
||||||
indicating that the input's origin is unchanged. */
|
* within the "tarball TTL" window without necessarily
|
||||||
|
* indicating that the input's origin is unchanged.
|
||||||
|
*/
|
||||||
bool hasAllInfo() const;
|
bool hasAllInfo() const;
|
||||||
|
|
||||||
bool operator ==(const Input & other) const;
|
bool operator ==(const Input & other) const;
|
||||||
|
|
||||||
bool contains(const Input & other) const;
|
bool contains(const Input & other) const;
|
||||||
|
|
||||||
/* Fetch the input into the Nix store, returning the location in
|
/**
|
||||||
the Nix store and the locked input. */
|
* Fetch the input into the Nix store, returning the location in
|
||||||
|
* the Nix store and the locked input.
|
||||||
|
*/
|
||||||
std::pair<Tree, Input> fetch(ref<Store> store) const;
|
std::pair<Tree, Input> fetch(ref<Store> store) const;
|
||||||
|
|
||||||
Input applyOverrides(
|
Input applyOverrides(
|
||||||
|
@ -104,7 +115,8 @@ public:
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
||||||
/* The InputScheme represents a type of fetcher. Each fetcher
|
/**
|
||||||
|
* The InputScheme represents a type of fetcher. Each fetcher
|
||||||
* registers with nix at startup time. When processing an input for a
|
* registers with nix at startup time. When processing an input for a
|
||||||
* flake, each scheme is given an opportunity to "recognize" that
|
* flake, each scheme is given an opportunity to "recognize" that
|
||||||
* input from the url or attributes in the flake file's specification
|
* input from the url or attributes in the flake file's specification
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
#include "fetchers.hh"
|
#include "fetchers.hh"
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "args.hh"
|
#include "args.hh"
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
|
|
||||||
|
|
|
@ -72,6 +72,7 @@ private:
|
||||||
uint64_t corruptedPaths = 0, untrustedPaths = 0;
|
uint64_t corruptedPaths = 0, untrustedPaths = 0;
|
||||||
|
|
||||||
bool active = true;
|
bool active = true;
|
||||||
|
bool paused = false;
|
||||||
bool haveUpdate = true;
|
bool haveUpdate = true;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
@ -120,6 +121,18 @@ public:
|
||||||
updateThread.join();
|
updateThread.join();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void pause() override {
|
||||||
|
state_.lock()->paused = true;
|
||||||
|
writeToStderr("\r\e[K");
|
||||||
|
}
|
||||||
|
|
||||||
|
void resume() override {
|
||||||
|
state_.lock()->paused = false;
|
||||||
|
writeToStderr("\r\e[K");
|
||||||
|
state_.lock()->haveUpdate = true;
|
||||||
|
updateCV.notify_one();
|
||||||
|
}
|
||||||
|
|
||||||
bool isVerbose() override
|
bool isVerbose() override
|
||||||
{
|
{
|
||||||
return printBuildLogs;
|
return printBuildLogs;
|
||||||
|
@ -339,7 +352,7 @@ public:
|
||||||
auto nextWakeup = std::chrono::milliseconds::max();
|
auto nextWakeup = std::chrono::milliseconds::max();
|
||||||
|
|
||||||
state.haveUpdate = false;
|
state.haveUpdate = false;
|
||||||
if (!state.active) return nextWakeup;
|
if (state.paused || !state.active) return nextWakeup;
|
||||||
|
|
||||||
std::string line;
|
std::string line;
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "logging.hh"
|
#include "logging.hh"
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "util.hh"
|
#include "util.hh"
|
||||||
#include "args.hh"
|
#include "args.hh"
|
||||||
|
@ -24,7 +25,9 @@ public:
|
||||||
|
|
||||||
int handleExceptions(const std::string & programName, std::function<void()> fun);
|
int handleExceptions(const std::string & programName, std::function<void()> fun);
|
||||||
|
|
||||||
/* Don't forget to call initPlugins() after settings are initialized! */
|
/**
|
||||||
|
* Don't forget to call initPlugins() after settings are initialized!
|
||||||
|
*/
|
||||||
void initNix();
|
void initNix();
|
||||||
|
|
||||||
void parseCmdLine(int argc, char * * argv,
|
void parseCmdLine(int argc, char * * argv,
|
||||||
|
@ -35,7 +38,9 @@ void parseCmdLine(const std::string & programName, const Strings & args,
|
||||||
|
|
||||||
void printVersion(const std::string & programName);
|
void printVersion(const std::string & programName);
|
||||||
|
|
||||||
/* Ugh. No better place to put this. */
|
/**
|
||||||
|
* Ugh. No better place to put this.
|
||||||
|
*/
|
||||||
void printGCWarning();
|
void printGCWarning();
|
||||||
|
|
||||||
class Store;
|
class Store;
|
||||||
|
@ -74,11 +79,15 @@ struct LegacyArgs : public MixCommonArgs
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
||||||
/* Show the manual page for the specified program. */
|
/**
|
||||||
|
* Show the manual page for the specified program.
|
||||||
|
*/
|
||||||
void showManPage(const std::string & name);
|
void showManPage(const std::string & name);
|
||||||
|
|
||||||
/* The constructor of this class starts a pager if stdout is a
|
/**
|
||||||
terminal and $PAGER is set. Stdout is redirected to the pager. */
|
* The constructor of this class starts a pager if stdout is a
|
||||||
|
* terminal and $PAGER is set. Stdout is redirected to the pager.
|
||||||
|
*/
|
||||||
class RunPager
|
class RunPager
|
||||||
{
|
{
|
||||||
public:
|
public:
|
||||||
|
@ -109,28 +118,34 @@ struct PrintFreed
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
||||||
/* Install a SIGSEGV handler to detect stack overflows. */
|
/**
|
||||||
|
* Install a SIGSEGV handler to detect stack overflows.
|
||||||
|
*/
|
||||||
void detectStackOverflow();
|
void detectStackOverflow();
|
||||||
|
|
||||||
/* Pluggable behavior to run in case of a stack overflow.
|
/**
|
||||||
|
* Pluggable behavior to run in case of a stack overflow.
|
||||||
Default value: defaultStackOverflowHandler.
|
*
|
||||||
|
* Default value: defaultStackOverflowHandler.
|
||||||
This is called by the handler installed by detectStackOverflow().
|
*
|
||||||
|
* This is called by the handler installed by detectStackOverflow().
|
||||||
This gives Nix library consumers a limit opportunity to report the error
|
*
|
||||||
condition. The handler should exit the process.
|
* This gives Nix library consumers a limit opportunity to report the error
|
||||||
See defaultStackOverflowHandler() for a reference implementation.
|
* condition. The handler should exit the process.
|
||||||
|
* See defaultStackOverflowHandler() for a reference implementation.
|
||||||
NOTE: Use with diligence, because this runs in the signal handler, with very
|
*
|
||||||
limited stack space and a potentially a corrupted heap, all while the failed
|
* NOTE: Use with diligence, because this runs in the signal handler, with very
|
||||||
thread is blocked indefinitely. All functions called must be reentrant. */
|
* limited stack space and a potentially a corrupted heap, all while the failed
|
||||||
|
* thread is blocked indefinitely. All functions called must be reentrant.
|
||||||
|
*/
|
||||||
extern std::function<void(siginfo_t * info, void * ctx)> stackOverflowHandler;
|
extern std::function<void(siginfo_t * info, void * ctx)> stackOverflowHandler;
|
||||||
|
|
||||||
/* The default, robust implementation of stackOverflowHandler.
|
/**
|
||||||
|
* The default, robust implementation of stackOverflowHandler.
|
||||||
Prints an error message directly to stderr using a syscall instead of the
|
*
|
||||||
logger. Exits the process immediately after. */
|
* Prints an error message directly to stderr using a syscall instead of the
|
||||||
|
* logger. Exits the process immediately after.
|
||||||
|
*/
|
||||||
void defaultStackOverflowHandler(siginfo_t * info, void * ctx);
|
void defaultStackOverflowHandler(siginfo_t * info, void * ctx);
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "crypto.hh"
|
#include "crypto.hh"
|
||||||
#include "store-api.hh"
|
#include "store-api.hh"
|
||||||
|
@ -45,6 +46,11 @@ struct BinaryCacheStoreConfig : virtual StoreConfig
|
||||||
)"};
|
)"};
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @note subclasses must implement at least one of the two
|
||||||
|
* virtual getFile() methods.
|
||||||
|
*/
|
||||||
class BinaryCacheStore : public virtual BinaryCacheStoreConfig,
|
class BinaryCacheStore : public virtual BinaryCacheStoreConfig,
|
||||||
public virtual Store,
|
public virtual Store,
|
||||||
public virtual LogStore
|
public virtual LogStore
|
||||||
|
@ -74,14 +80,15 @@ public:
|
||||||
std::string && data,
|
std::string && data,
|
||||||
const std::string & mimeType);
|
const std::string & mimeType);
|
||||||
|
|
||||||
/* Note: subclasses must implement at least one of the two
|
/**
|
||||||
following getFile() methods. */
|
* Dump the contents of the specified file to a sink.
|
||||||
|
*/
|
||||||
/* Dump the contents of the specified file to a sink. */
|
|
||||||
virtual void getFile(const std::string & path, Sink & sink);
|
virtual void getFile(const std::string & path, Sink & sink);
|
||||||
|
|
||||||
/* Fetch the specified file and call the specified callback with
|
/**
|
||||||
the result. A subclass may implement this asynchronously. */
|
* Fetch the specified file and call the specified callback with
|
||||||
|
* the result. A subclass may implement this asynchronously.
|
||||||
|
*/
|
||||||
virtual void getFile(
|
virtual void getFile(
|
||||||
const std::string & path,
|
const std::string & path,
|
||||||
Callback<std::optional<std::string>> callback) noexcept;
|
Callback<std::optional<std::string>> callback) noexcept;
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "realisation.hh"
|
#include "realisation.hh"
|
||||||
#include "derived-path.hh"
|
#include "derived-path.hh"
|
||||||
|
@ -11,9 +12,12 @@ namespace nix {
|
||||||
|
|
||||||
struct BuildResult
|
struct BuildResult
|
||||||
{
|
{
|
||||||
/* Note: don't remove status codes, and only add new status codes
|
/**
|
||||||
at the end of the list, to prevent client/server
|
* @note This is directly used in the nix-store --serve protocol.
|
||||||
incompatibilities in the nix-store --serve protocol. */
|
* That means we need to worry about compatability across versions.
|
||||||
|
* Therefore, don't remove status codes, and only add new status
|
||||||
|
* codes at the end of the list.
|
||||||
|
*/
|
||||||
enum Status {
|
enum Status {
|
||||||
Built = 0,
|
Built = 0,
|
||||||
Substituted,
|
Substituted,
|
||||||
|
@ -21,8 +25,10 @@ struct BuildResult
|
||||||
PermanentFailure,
|
PermanentFailure,
|
||||||
InputRejected,
|
InputRejected,
|
||||||
OutputRejected,
|
OutputRejected,
|
||||||
TransientFailure, // possibly transient
|
/// possibly transient
|
||||||
CachedFailure, // no longer used
|
TransientFailure,
|
||||||
|
/// no longer used
|
||||||
|
CachedFailure,
|
||||||
TimedOut,
|
TimedOut,
|
||||||
MiscFailure,
|
MiscFailure,
|
||||||
DependencyFailed,
|
DependencyFailed,
|
||||||
|
@ -32,7 +38,12 @@ struct BuildResult
|
||||||
NoSubstituters,
|
NoSubstituters,
|
||||||
} status = MiscFailure;
|
} status = MiscFailure;
|
||||||
|
|
||||||
// FIXME: include entire ErrorInfo object.
|
/**
|
||||||
|
* Information about the error if the build failed.
|
||||||
|
*
|
||||||
|
* @todo This should be an entire ErrorInfo object, not just a
|
||||||
|
* string, for richer information.
|
||||||
|
*/
|
||||||
std::string errorMsg;
|
std::string errorMsg;
|
||||||
|
|
||||||
std::string toString() const {
|
std::string toString() const {
|
||||||
|
@ -52,33 +63,46 @@ struct BuildResult
|
||||||
case LogLimitExceeded: return "LogLimitExceeded";
|
case LogLimitExceeded: return "LogLimitExceeded";
|
||||||
case NotDeterministic: return "NotDeterministic";
|
case NotDeterministic: return "NotDeterministic";
|
||||||
case ResolvesToAlreadyValid: return "ResolvesToAlreadyValid";
|
case ResolvesToAlreadyValid: return "ResolvesToAlreadyValid";
|
||||||
|
case NoSubstituters: return "NoSubstituters";
|
||||||
default: return "Unknown";
|
default: return "Unknown";
|
||||||
};
|
};
|
||||||
}();
|
}();
|
||||||
return strStatus + ((errorMsg == "") ? "" : " : " + errorMsg);
|
return strStatus + ((errorMsg == "") ? "" : " : " + errorMsg);
|
||||||
}
|
}
|
||||||
|
|
||||||
/* How many times this build was performed. */
|
/**
|
||||||
|
* How many times this build was performed.
|
||||||
|
*/
|
||||||
unsigned int timesBuilt = 0;
|
unsigned int timesBuilt = 0;
|
||||||
|
|
||||||
/* If timesBuilt > 1, whether some builds did not produce the same
|
/**
|
||||||
result. (Note that 'isNonDeterministic = false' does not mean
|
* If timesBuilt > 1, whether some builds did not produce the same
|
||||||
the build is deterministic, just that we don't have evidence of
|
* result. (Note that 'isNonDeterministic = false' does not mean
|
||||||
non-determinism.) */
|
* the build is deterministic, just that we don't have evidence of
|
||||||
|
* non-determinism.)
|
||||||
|
*/
|
||||||
bool isNonDeterministic = false;
|
bool isNonDeterministic = false;
|
||||||
|
|
||||||
/* The derivation we built or the store path we substituted. */
|
/**
|
||||||
|
* The derivation we built or the store path we substituted.
|
||||||
|
*/
|
||||||
DerivedPath path;
|
DerivedPath path;
|
||||||
|
|
||||||
/* For derivations, a mapping from the names of the wanted outputs
|
/**
|
||||||
to actual paths. */
|
* For derivations, a mapping from the names of the wanted outputs
|
||||||
|
* to actual paths.
|
||||||
|
*/
|
||||||
DrvOutputs builtOutputs;
|
DrvOutputs builtOutputs;
|
||||||
|
|
||||||
/* The start/stop times of the build (or one of the rounds, if it
|
/**
|
||||||
was repeated). */
|
* The start/stop times of the build (or one of the rounds, if it
|
||||||
|
* was repeated).
|
||||||
|
*/
|
||||||
time_t startTime = 0, stopTime = 0;
|
time_t startTime = 0, stopTime = 0;
|
||||||
|
|
||||||
/* User and system CPU time the build took. */
|
/**
|
||||||
|
* User and system CPU time the build took.
|
||||||
|
*/
|
||||||
std::optional<std::chrono::microseconds> cpuUser, cpuSystem;
|
std::optional<std::chrono::microseconds> cpuUser, cpuSystem;
|
||||||
|
|
||||||
bool success()
|
bool success()
|
||||||
|
|
|
@ -911,7 +911,11 @@ void DerivationGoal::buildDone()
|
||||||
msg += line;
|
msg += line;
|
||||||
msg += "\n";
|
msg += "\n";
|
||||||
}
|
}
|
||||||
msg += fmt("For full logs, run '" ANSI_BOLD "nix log %s" ANSI_NORMAL "'.",
|
auto nixLogCommand = experimentalFeatureSettings.isEnabled(Xp::NixCommand)
|
||||||
|
? "nix log"
|
||||||
|
: "nix-store -l";
|
||||||
|
msg += fmt("For full logs, run '" ANSI_BOLD "%s %s" ANSI_NORMAL "'.",
|
||||||
|
nixLogCommand,
|
||||||
worker.store.printStorePath(drvPath));
|
worker.store.printStorePath(drvPath));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "parsed-derivations.hh"
|
#include "parsed-derivations.hh"
|
||||||
#include "lock.hh"
|
#include "lock.hh"
|
||||||
|
@ -15,8 +16,10 @@ struct HookInstance;
|
||||||
|
|
||||||
typedef enum {rpAccept, rpDecline, rpPostpone} HookReply;
|
typedef enum {rpAccept, rpDecline, rpPostpone} HookReply;
|
||||||
|
|
||||||
/* Unless we are repairing, we don't both to test validity and just assume it,
|
/**
|
||||||
so the choices are `Absent` or `Valid`. */
|
* Unless we are repairing, we don't both to test validity and just assume it,
|
||||||
|
* so the choices are `Absent` or `Valid`.
|
||||||
|
*/
|
||||||
enum struct PathStatus {
|
enum struct PathStatus {
|
||||||
Corrupt,
|
Corrupt,
|
||||||
Absent,
|
Absent,
|
||||||
|
@ -26,11 +29,15 @@ enum struct PathStatus {
|
||||||
struct InitialOutputStatus {
|
struct InitialOutputStatus {
|
||||||
StorePath path;
|
StorePath path;
|
||||||
PathStatus status;
|
PathStatus status;
|
||||||
/* Valid in the store, and additionally non-corrupt if we are repairing */
|
/**
|
||||||
|
* Valid in the store, and additionally non-corrupt if we are repairing
|
||||||
|
*/
|
||||||
bool isValid() const {
|
bool isValid() const {
|
||||||
return status == PathStatus::Valid;
|
return status == PathStatus::Valid;
|
||||||
}
|
}
|
||||||
/* Merely present, allowed to be corrupt */
|
/**
|
||||||
|
* Merely present, allowed to be corrupt
|
||||||
|
*/
|
||||||
bool isPresent() const {
|
bool isPresent() const {
|
||||||
return status == PathStatus::Corrupt
|
return status == PathStatus::Corrupt
|
||||||
|| status == PathStatus::Valid;
|
|| status == PathStatus::Valid;
|
||||||
|
@ -45,59 +52,87 @@ struct InitialOutput {
|
||||||
|
|
||||||
struct DerivationGoal : public Goal
|
struct DerivationGoal : public Goal
|
||||||
{
|
{
|
||||||
/* Whether to use an on-disk .drv file. */
|
/**
|
||||||
|
* Whether to use an on-disk .drv file.
|
||||||
|
*/
|
||||||
bool useDerivation;
|
bool useDerivation;
|
||||||
|
|
||||||
/* The path of the derivation. */
|
/** The path of the derivation. */
|
||||||
StorePath drvPath;
|
StorePath drvPath;
|
||||||
|
|
||||||
/* The goal for the corresponding resolved derivation */
|
/**
|
||||||
|
* The goal for the corresponding resolved derivation
|
||||||
|
*/
|
||||||
std::shared_ptr<DerivationGoal> resolvedDrvGoal;
|
std::shared_ptr<DerivationGoal> resolvedDrvGoal;
|
||||||
|
|
||||||
/* The specific outputs that we need to build. Empty means all of
|
/**
|
||||||
them. */
|
* The specific outputs that we need to build. Empty means all of
|
||||||
|
* them.
|
||||||
|
*/
|
||||||
OutputsSpec wantedOutputs;
|
OutputsSpec wantedOutputs;
|
||||||
|
|
||||||
/* Mapping from input derivations + output names to actual store
|
/**
|
||||||
paths. This is filled in by waiteeDone() as each dependency
|
* Mapping from input derivations + output names to actual store
|
||||||
finishes, before inputsRealised() is reached, */
|
* paths. This is filled in by waiteeDone() as each dependency
|
||||||
|
* finishes, before inputsRealised() is reached.
|
||||||
|
*/
|
||||||
std::map<std::pair<StorePath, std::string>, StorePath> inputDrvOutputs;
|
std::map<std::pair<StorePath, std::string>, StorePath> inputDrvOutputs;
|
||||||
|
|
||||||
/* Whether additional wanted outputs have been added. */
|
/**
|
||||||
|
* Whether additional wanted outputs have been added.
|
||||||
|
*/
|
||||||
bool needRestart = false;
|
bool needRestart = false;
|
||||||
|
|
||||||
/* Whether to retry substituting the outputs after building the
|
/**
|
||||||
inputs. This is done in case of an incomplete closure. */
|
* Whether to retry substituting the outputs after building the
|
||||||
|
* inputs. This is done in case of an incomplete closure.
|
||||||
|
*/
|
||||||
bool retrySubstitution = false;
|
bool retrySubstitution = false;
|
||||||
|
|
||||||
/* Whether we've retried substitution, in which case we won't try
|
/**
|
||||||
again. */
|
* Whether we've retried substitution, in which case we won't try
|
||||||
|
* again.
|
||||||
|
*/
|
||||||
bool retriedSubstitution = false;
|
bool retriedSubstitution = false;
|
||||||
|
|
||||||
/* The derivation stored at drvPath. */
|
/**
|
||||||
|
* The derivation stored at drvPath.
|
||||||
|
*/
|
||||||
std::unique_ptr<Derivation> drv;
|
std::unique_ptr<Derivation> drv;
|
||||||
|
|
||||||
std::unique_ptr<ParsedDerivation> parsedDrv;
|
std::unique_ptr<ParsedDerivation> parsedDrv;
|
||||||
|
|
||||||
/* The remainder is state held during the build. */
|
/**
|
||||||
|
* The remainder is state held during the build.
|
||||||
|
*/
|
||||||
|
|
||||||
/* Locks on (fixed) output paths. */
|
/**
|
||||||
|
* Locks on (fixed) output paths.
|
||||||
|
*/
|
||||||
PathLocks outputLocks;
|
PathLocks outputLocks;
|
||||||
|
|
||||||
/* All input paths (that is, the union of FS closures of the
|
/**
|
||||||
immediate input paths). */
|
* All input paths (that is, the union of FS closures of the
|
||||||
|
* immediate input paths).
|
||||||
|
*/
|
||||||
StorePathSet inputPaths;
|
StorePathSet inputPaths;
|
||||||
|
|
||||||
std::map<std::string, InitialOutput> initialOutputs;
|
std::map<std::string, InitialOutput> initialOutputs;
|
||||||
|
|
||||||
/* File descriptor for the log file. */
|
/**
|
||||||
|
* File descriptor for the log file.
|
||||||
|
*/
|
||||||
AutoCloseFD fdLogFile;
|
AutoCloseFD fdLogFile;
|
||||||
std::shared_ptr<BufferedSink> logFileSink, logSink;
|
std::shared_ptr<BufferedSink> logFileSink, logSink;
|
||||||
|
|
||||||
/* Number of bytes received from the builder's stdout/stderr. */
|
/**
|
||||||
|
* Number of bytes received from the builder's stdout/stderr.
|
||||||
|
*/
|
||||||
unsigned long logSize;
|
unsigned long logSize;
|
||||||
|
|
||||||
/* The most recent log lines. */
|
/**
|
||||||
|
* The most recent log lines.
|
||||||
|
*/
|
||||||
std::list<std::string> logTail;
|
std::list<std::string> logTail;
|
||||||
|
|
||||||
std::string currentLogLine;
|
std::string currentLogLine;
|
||||||
|
@ -105,10 +140,14 @@ struct DerivationGoal : public Goal
|
||||||
|
|
||||||
std::string currentHookLine;
|
std::string currentHookLine;
|
||||||
|
|
||||||
/* The build hook. */
|
/**
|
||||||
|
* The build hook.
|
||||||
|
*/
|
||||||
std::unique_ptr<HookInstance> hook;
|
std::unique_ptr<HookInstance> hook;
|
||||||
|
|
||||||
/* The sort of derivation we are building. */
|
/**
|
||||||
|
* The sort of derivation we are building.
|
||||||
|
*/
|
||||||
DerivationType derivationType;
|
DerivationType derivationType;
|
||||||
|
|
||||||
typedef void (DerivationGoal::*GoalState)();
|
typedef void (DerivationGoal::*GoalState)();
|
||||||
|
@ -120,12 +159,16 @@ struct DerivationGoal : public Goal
|
||||||
|
|
||||||
std::unique_ptr<Activity> act;
|
std::unique_ptr<Activity> act;
|
||||||
|
|
||||||
/* Activity that denotes waiting for a lock. */
|
/**
|
||||||
|
* Activity that denotes waiting for a lock.
|
||||||
|
*/
|
||||||
std::unique_ptr<Activity> actLock;
|
std::unique_ptr<Activity> actLock;
|
||||||
|
|
||||||
std::map<ActivityId, Activity> builderActivities;
|
std::map<ActivityId, Activity> builderActivities;
|
||||||
|
|
||||||
/* The remote machine on which we're building. */
|
/**
|
||||||
|
* The remote machine on which we're building.
|
||||||
|
*/
|
||||||
std::string machineName;
|
std::string machineName;
|
||||||
|
|
||||||
DerivationGoal(const StorePath & drvPath,
|
DerivationGoal(const StorePath & drvPath,
|
||||||
|
@ -142,10 +185,14 @@ struct DerivationGoal : public Goal
|
||||||
|
|
||||||
void work() override;
|
void work() override;
|
||||||
|
|
||||||
/* Add wanted outputs to an already existing derivation goal. */
|
/**
|
||||||
|
* Add wanted outputs to an already existing derivation goal.
|
||||||
|
*/
|
||||||
void addWantedOutputs(const OutputsSpec & outputs);
|
void addWantedOutputs(const OutputsSpec & outputs);
|
||||||
|
|
||||||
/* The states. */
|
/**
|
||||||
|
* The states.
|
||||||
|
*/
|
||||||
void getDerivation();
|
void getDerivation();
|
||||||
void loadDerivation();
|
void loadDerivation();
|
||||||
void haveDerivation();
|
void haveDerivation();
|
||||||
|
@ -159,28 +206,42 @@ struct DerivationGoal : public Goal
|
||||||
|
|
||||||
void resolvedFinished();
|
void resolvedFinished();
|
||||||
|
|
||||||
/* Is the build hook willing to perform the build? */
|
/**
|
||||||
|
* Is the build hook willing to perform the build?
|
||||||
|
*/
|
||||||
HookReply tryBuildHook();
|
HookReply tryBuildHook();
|
||||||
|
|
||||||
virtual int getChildStatus();
|
virtual int getChildStatus();
|
||||||
|
|
||||||
/* Check that the derivation outputs all exist and register them
|
/**
|
||||||
as valid. */
|
* Check that the derivation outputs all exist and register them
|
||||||
|
* as valid.
|
||||||
|
*/
|
||||||
virtual DrvOutputs registerOutputs();
|
virtual DrvOutputs registerOutputs();
|
||||||
|
|
||||||
/* Open a log file and a pipe to it. */
|
/**
|
||||||
|
* Open a log file and a pipe to it.
|
||||||
|
*/
|
||||||
Path openLogFile();
|
Path openLogFile();
|
||||||
|
|
||||||
/* Sign the newly built realisation if the store allows it */
|
/**
|
||||||
|
* Sign the newly built realisation if the store allows it
|
||||||
|
*/
|
||||||
virtual void signRealisation(Realisation&) {}
|
virtual void signRealisation(Realisation&) {}
|
||||||
|
|
||||||
/* Close the log file. */
|
/**
|
||||||
|
* Close the log file.
|
||||||
|
*/
|
||||||
void closeLogFile();
|
void closeLogFile();
|
||||||
|
|
||||||
/* Close the read side of the logger pipe. */
|
/**
|
||||||
|
* Close the read side of the logger pipe.
|
||||||
|
*/
|
||||||
virtual void closeReadPipes();
|
virtual void closeReadPipes();
|
||||||
|
|
||||||
/* Cleanup hooks for buildDone() */
|
/**
|
||||||
|
* Cleanup hooks for buildDone()
|
||||||
|
*/
|
||||||
virtual void cleanupHookFinally();
|
virtual void cleanupHookFinally();
|
||||||
virtual void cleanupPreChildKill();
|
virtual void cleanupPreChildKill();
|
||||||
virtual void cleanupPostChildKill();
|
virtual void cleanupPostChildKill();
|
||||||
|
@ -190,30 +251,40 @@ struct DerivationGoal : public Goal
|
||||||
|
|
||||||
virtual bool isReadDesc(int fd);
|
virtual bool isReadDesc(int fd);
|
||||||
|
|
||||||
/* Callback used by the worker to write to the log. */
|
/**
|
||||||
|
* Callback used by the worker to write to the log.
|
||||||
|
*/
|
||||||
void handleChildOutput(int fd, std::string_view data) override;
|
void handleChildOutput(int fd, std::string_view data) override;
|
||||||
void handleEOF(int fd) override;
|
void handleEOF(int fd) override;
|
||||||
void flushLine();
|
void flushLine();
|
||||||
|
|
||||||
/* Wrappers around the corresponding Store methods that first consult the
|
/**
|
||||||
derivation. This is currently needed because when there is no drv file
|
* Wrappers around the corresponding Store methods that first consult the
|
||||||
there also is no DB entry. */
|
* derivation. This is currently needed because when there is no drv file
|
||||||
|
* there also is no DB entry.
|
||||||
|
*/
|
||||||
std::map<std::string, std::optional<StorePath>> queryPartialDerivationOutputMap();
|
std::map<std::string, std::optional<StorePath>> queryPartialDerivationOutputMap();
|
||||||
OutputPathMap queryDerivationOutputMap();
|
OutputPathMap queryDerivationOutputMap();
|
||||||
|
|
||||||
/* Update 'initialOutputs' to determine the current status of the
|
/**
|
||||||
outputs of the derivation. Also returns a Boolean denoting
|
* Update 'initialOutputs' to determine the current status of the
|
||||||
whether all outputs are valid and non-corrupt, and a
|
* outputs of the derivation. Also returns a Boolean denoting
|
||||||
'DrvOutputs' structure containing the valid and wanted
|
* whether all outputs are valid and non-corrupt, and a
|
||||||
outputs. */
|
* 'DrvOutputs' structure containing the valid and wanted
|
||||||
|
* outputs.
|
||||||
|
*/
|
||||||
std::pair<bool, DrvOutputs> checkPathValidity();
|
std::pair<bool, DrvOutputs> checkPathValidity();
|
||||||
|
|
||||||
/* Aborts if any output is not valid or corrupt, and otherwise
|
/**
|
||||||
returns a 'DrvOutputs' structure containing the wanted
|
* Aborts if any output is not valid or corrupt, and otherwise
|
||||||
outputs. */
|
* returns a 'DrvOutputs' structure containing the wanted
|
||||||
|
* outputs.
|
||||||
|
*/
|
||||||
DrvOutputs assertPathValidity();
|
DrvOutputs assertPathValidity();
|
||||||
|
|
||||||
/* Forcibly kill the child process, if any. */
|
/**
|
||||||
|
* Forcibly kill the child process, if any.
|
||||||
|
*/
|
||||||
virtual void killChild();
|
virtual void killChild();
|
||||||
|
|
||||||
void repairClosure();
|
void repairClosure();
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "store-api.hh"
|
#include "store-api.hh"
|
||||||
#include "goal.hh"
|
#include "goal.hh"
|
||||||
|
@ -10,24 +11,34 @@ namespace nix {
|
||||||
|
|
||||||
class Worker;
|
class Worker;
|
||||||
|
|
||||||
// Substitution of a derivation output.
|
/**
|
||||||
// This is done in three steps:
|
* Substitution of a derivation output.
|
||||||
// 1. Fetch the output info from a substituter
|
* This is done in three steps:
|
||||||
// 2. Substitute the corresponding output path
|
* 1. Fetch the output info from a substituter
|
||||||
// 3. Register the output info
|
* 2. Substitute the corresponding output path
|
||||||
|
* 3. Register the output info
|
||||||
|
*/
|
||||||
class DrvOutputSubstitutionGoal : public Goal {
|
class DrvOutputSubstitutionGoal : public Goal {
|
||||||
|
|
||||||
// The drv output we're trying to substitue
|
/**
|
||||||
|
* The drv output we're trying to substitue
|
||||||
|
*/
|
||||||
DrvOutput id;
|
DrvOutput id;
|
||||||
|
|
||||||
// The realisation corresponding to the given output id.
|
/**
|
||||||
// Will be filled once we can get it.
|
* The realisation corresponding to the given output id.
|
||||||
|
* Will be filled once we can get it.
|
||||||
|
*/
|
||||||
std::shared_ptr<const Realisation> outputInfo;
|
std::shared_ptr<const Realisation> outputInfo;
|
||||||
|
|
||||||
/* The remaining substituters. */
|
/**
|
||||||
|
* The remaining substituters.
|
||||||
|
*/
|
||||||
std::list<ref<Store>> subs;
|
std::list<ref<Store>> subs;
|
||||||
|
|
||||||
/* The current substituter. */
|
/**
|
||||||
|
* The current substituter.
|
||||||
|
*/
|
||||||
std::shared_ptr<Store> sub;
|
std::shared_ptr<Store> sub;
|
||||||
|
|
||||||
struct DownloadState
|
struct DownloadState
|
||||||
|
@ -38,7 +49,9 @@ class DrvOutputSubstitutionGoal : public Goal {
|
||||||
|
|
||||||
std::shared_ptr<DownloadState> downloadState;
|
std::shared_ptr<DownloadState> downloadState;
|
||||||
|
|
||||||
/* Whether a substituter failed. */
|
/**
|
||||||
|
* Whether a substituter failed.
|
||||||
|
*/
|
||||||
bool substituterFailed = false;
|
bool substituterFailed = false;
|
||||||
|
|
||||||
public:
|
public:
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
#include "store-api.hh"
|
#include "store-api.hh"
|
||||||
|
@ -6,11 +7,15 @@
|
||||||
|
|
||||||
namespace nix {
|
namespace nix {
|
||||||
|
|
||||||
/* Forward definition. */
|
/**
|
||||||
|
* Forward definition.
|
||||||
|
*/
|
||||||
struct Goal;
|
struct Goal;
|
||||||
class Worker;
|
class Worker;
|
||||||
|
|
||||||
/* A pointer to a goal. */
|
/**
|
||||||
|
* A pointer to a goal.
|
||||||
|
*/
|
||||||
typedef std::shared_ptr<Goal> GoalPtr;
|
typedef std::shared_ptr<Goal> GoalPtr;
|
||||||
typedef std::weak_ptr<Goal> WeakGoalPtr;
|
typedef std::weak_ptr<Goal> WeakGoalPtr;
|
||||||
|
|
||||||
|
@ -18,48 +23,72 @@ struct CompareGoalPtrs {
|
||||||
bool operator() (const GoalPtr & a, const GoalPtr & b) const;
|
bool operator() (const GoalPtr & a, const GoalPtr & b) const;
|
||||||
};
|
};
|
||||||
|
|
||||||
/* Set of goals. */
|
/**
|
||||||
|
* Set of goals.
|
||||||
|
*/
|
||||||
typedef std::set<GoalPtr, CompareGoalPtrs> Goals;
|
typedef std::set<GoalPtr, CompareGoalPtrs> Goals;
|
||||||
typedef std::set<WeakGoalPtr, std::owner_less<WeakGoalPtr>> WeakGoals;
|
typedef std::set<WeakGoalPtr, std::owner_less<WeakGoalPtr>> WeakGoals;
|
||||||
|
|
||||||
/* A map of paths to goals (and the other way around). */
|
/**
|
||||||
|
* A map of paths to goals (and the other way around).
|
||||||
|
*/
|
||||||
typedef std::map<StorePath, WeakGoalPtr> WeakGoalMap;
|
typedef std::map<StorePath, WeakGoalPtr> WeakGoalMap;
|
||||||
|
|
||||||
struct Goal : public std::enable_shared_from_this<Goal>
|
struct Goal : public std::enable_shared_from_this<Goal>
|
||||||
{
|
{
|
||||||
typedef enum {ecBusy, ecSuccess, ecFailed, ecNoSubstituters, ecIncompleteClosure} ExitCode;
|
typedef enum {ecBusy, ecSuccess, ecFailed, ecNoSubstituters, ecIncompleteClosure} ExitCode;
|
||||||
|
|
||||||
/* Backlink to the worker. */
|
/**
|
||||||
|
* Backlink to the worker.
|
||||||
|
*/
|
||||||
Worker & worker;
|
Worker & worker;
|
||||||
|
|
||||||
/* Goals that this goal is waiting for. */
|
/**
|
||||||
|
* Goals that this goal is waiting for.
|
||||||
|
*/
|
||||||
Goals waitees;
|
Goals waitees;
|
||||||
|
|
||||||
/* Goals waiting for this one to finish. Must use weak pointers
|
/**
|
||||||
here to prevent cycles. */
|
* Goals waiting for this one to finish. Must use weak pointers
|
||||||
|
* here to prevent cycles.
|
||||||
|
*/
|
||||||
WeakGoals waiters;
|
WeakGoals waiters;
|
||||||
|
|
||||||
/* Number of goals we are/were waiting for that have failed. */
|
/**
|
||||||
|
* Number of goals we are/were waiting for that have failed.
|
||||||
|
*/
|
||||||
size_t nrFailed = 0;
|
size_t nrFailed = 0;
|
||||||
|
|
||||||
/* Number of substitution goals we are/were waiting for that
|
/**
|
||||||
failed because there are no substituters. */
|
* Number of substitution goals we are/were waiting for that
|
||||||
|
* failed because there are no substituters.
|
||||||
|
*/
|
||||||
size_t nrNoSubstituters = 0;
|
size_t nrNoSubstituters = 0;
|
||||||
|
|
||||||
/* Number of substitution goals we are/were waiting for that
|
/**
|
||||||
failed because they had unsubstitutable references. */
|
* Number of substitution goals we are/were waiting for that
|
||||||
|
* failed because they had unsubstitutable references.
|
||||||
|
*/
|
||||||
size_t nrIncompleteClosure = 0;
|
size_t nrIncompleteClosure = 0;
|
||||||
|
|
||||||
/* Name of this goal for debugging purposes. */
|
/**
|
||||||
|
* Name of this goal for debugging purposes.
|
||||||
|
*/
|
||||||
std::string name;
|
std::string name;
|
||||||
|
|
||||||
/* Whether the goal is finished. */
|
/**
|
||||||
|
* Whether the goal is finished.
|
||||||
|
*/
|
||||||
ExitCode exitCode = ecBusy;
|
ExitCode exitCode = ecBusy;
|
||||||
|
|
||||||
/* Build result. */
|
/**
|
||||||
|
* Build result.
|
||||||
|
*/
|
||||||
BuildResult buildResult;
|
BuildResult buildResult;
|
||||||
|
|
||||||
/* Exception containing an error message, if any. */
|
/**
|
||||||
|
* Exception containing an error message, if any.
|
||||||
|
*/
|
||||||
std::optional<Error> ex;
|
std::optional<Error> ex;
|
||||||
|
|
||||||
Goal(Worker & worker, DerivedPath path)
|
Goal(Worker & worker, DerivedPath path)
|
||||||
|
@ -95,9 +124,11 @@ struct Goal : public std::enable_shared_from_this<Goal>
|
||||||
return name;
|
return name;
|
||||||
}
|
}
|
||||||
|
|
||||||
/* Callback in case of a timeout. It should wake up its waiters,
|
/**
|
||||||
get rid of any running child processes that are being monitored
|
* Callback in case of a timeout. It should wake up its waiters,
|
||||||
by the worker (important!), etc. */
|
* get rid of any running child processes that are being monitored
|
||||||
|
* by the worker (important!), etc.
|
||||||
|
*/
|
||||||
virtual void timedOut(Error && ex) = 0;
|
virtual void timedOut(Error && ex) = 0;
|
||||||
|
|
||||||
virtual std::string key() = 0;
|
virtual std::string key() = 0;
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "logging.hh"
|
#include "logging.hh"
|
||||||
#include "serialise.hh"
|
#include "serialise.hh"
|
||||||
|
@ -7,16 +8,24 @@ namespace nix {
|
||||||
|
|
||||||
struct HookInstance
|
struct HookInstance
|
||||||
{
|
{
|
||||||
/* Pipes for talking to the build hook. */
|
/**
|
||||||
|
* Pipes for talking to the build hook.
|
||||||
|
*/
|
||||||
Pipe toHook;
|
Pipe toHook;
|
||||||
|
|
||||||
/* Pipe for the hook's standard output/error. */
|
/**
|
||||||
|
* Pipe for the hook's standard output/error.
|
||||||
|
*/
|
||||||
Pipe fromHook;
|
Pipe fromHook;
|
||||||
|
|
||||||
/* Pipe for the builder's standard output/error. */
|
/**
|
||||||
|
* Pipe for the builder's standard output/error.
|
||||||
|
*/
|
||||||
Pipe builderOut;
|
Pipe builderOut;
|
||||||
|
|
||||||
/* The process ID of the hook. */
|
/**
|
||||||
|
* The process ID of the hook.
|
||||||
|
*/
|
||||||
Pid pid;
|
Pid pid;
|
||||||
|
|
||||||
FdSink sink;
|
FdSink sink;
|
||||||
|
|
|
@ -1415,6 +1415,9 @@ struct RestrictedStore : public virtual RestrictedStoreConfig, public virtual Lo
|
||||||
|
|
||||||
virtual void addBuildLog(const StorePath & path, std::string_view log) override
|
virtual void addBuildLog(const StorePath & path, std::string_view log) override
|
||||||
{ unsupported("addBuildLog"); }
|
{ unsupported("addBuildLog"); }
|
||||||
|
|
||||||
|
std::optional<TrustedFlag> isTrustedClient() override
|
||||||
|
{ return NotTrusted; }
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
||||||
|
@ -1467,7 +1470,7 @@ void LocalDerivationGoal::startDaemon()
|
||||||
FdSink to(remote.get());
|
FdSink to(remote.get());
|
||||||
try {
|
try {
|
||||||
daemon::processConnection(store, from, to,
|
daemon::processConnection(store, from, to,
|
||||||
daemon::NotTrusted, daemon::Recursive);
|
NotTrusted, daemon::Recursive);
|
||||||
debug("terminated daemon connection");
|
debug("terminated daemon connection");
|
||||||
} catch (SysError &) {
|
} catch (SysError &) {
|
||||||
ignoreException();
|
ignoreException();
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "derivation-goal.hh"
|
#include "derivation-goal.hh"
|
||||||
#include "local-store.hh"
|
#include "local-store.hh"
|
||||||
|
@ -9,49 +10,75 @@ struct LocalDerivationGoal : public DerivationGoal
|
||||||
{
|
{
|
||||||
LocalStore & getLocalStore();
|
LocalStore & getLocalStore();
|
||||||
|
|
||||||
/* User selected for running the builder. */
|
/**
|
||||||
|
* User selected for running the builder.
|
||||||
|
*/
|
||||||
std::unique_ptr<UserLock> buildUser;
|
std::unique_ptr<UserLock> buildUser;
|
||||||
|
|
||||||
/* The process ID of the builder. */
|
/**
|
||||||
|
* The process ID of the builder.
|
||||||
|
*/
|
||||||
Pid pid;
|
Pid pid;
|
||||||
|
|
||||||
/* The cgroup of the builder, if any. */
|
/**
|
||||||
|
* The cgroup of the builder, if any.
|
||||||
|
*/
|
||||||
std::optional<Path> cgroup;
|
std::optional<Path> cgroup;
|
||||||
|
|
||||||
/* The temporary directory. */
|
/**
|
||||||
|
* The temporary directory.
|
||||||
|
*/
|
||||||
Path tmpDir;
|
Path tmpDir;
|
||||||
|
|
||||||
/* The path of the temporary directory in the sandbox. */
|
/**
|
||||||
|
* The path of the temporary directory in the sandbox.
|
||||||
|
*/
|
||||||
Path tmpDirInSandbox;
|
Path tmpDirInSandbox;
|
||||||
|
|
||||||
/* Master side of the pseudoterminal used for the builder's
|
/**
|
||||||
standard output/error. */
|
* Master side of the pseudoterminal used for the builder's
|
||||||
|
* standard output/error.
|
||||||
|
*/
|
||||||
AutoCloseFD builderOut;
|
AutoCloseFD builderOut;
|
||||||
|
|
||||||
/* Pipe for synchronising updates to the builder namespaces. */
|
/**
|
||||||
|
* Pipe for synchronising updates to the builder namespaces.
|
||||||
|
*/
|
||||||
Pipe userNamespaceSync;
|
Pipe userNamespaceSync;
|
||||||
|
|
||||||
/* The mount namespace and user namespace of the builder, used to add additional
|
/**
|
||||||
paths to the sandbox as a result of recursive Nix calls. */
|
* The mount namespace and user namespace of the builder, used to add additional
|
||||||
|
* paths to the sandbox as a result of recursive Nix calls.
|
||||||
|
*/
|
||||||
AutoCloseFD sandboxMountNamespace;
|
AutoCloseFD sandboxMountNamespace;
|
||||||
AutoCloseFD sandboxUserNamespace;
|
AutoCloseFD sandboxUserNamespace;
|
||||||
|
|
||||||
/* On Linux, whether we're doing the build in its own user
|
/**
|
||||||
namespace. */
|
* On Linux, whether we're doing the build in its own user
|
||||||
|
* namespace.
|
||||||
|
*/
|
||||||
bool usingUserNamespace = true;
|
bool usingUserNamespace = true;
|
||||||
|
|
||||||
/* Whether we're currently doing a chroot build. */
|
/**
|
||||||
|
* Whether we're currently doing a chroot build.
|
||||||
|
*/
|
||||||
bool useChroot = false;
|
bool useChroot = false;
|
||||||
|
|
||||||
Path chrootRootDir;
|
Path chrootRootDir;
|
||||||
|
|
||||||
/* RAII object to delete the chroot directory. */
|
/**
|
||||||
|
* RAII object to delete the chroot directory.
|
||||||
|
*/
|
||||||
std::shared_ptr<AutoDelete> autoDelChroot;
|
std::shared_ptr<AutoDelete> autoDelChroot;
|
||||||
|
|
||||||
/* Whether to run the build in a private network namespace. */
|
/**
|
||||||
|
* Whether to run the build in a private network namespace.
|
||||||
|
*/
|
||||||
bool privateNetwork = false;
|
bool privateNetwork = false;
|
||||||
|
|
||||||
/* Stuff we need to pass to initChild(). */
|
/**
|
||||||
|
* Stuff we need to pass to initChild().
|
||||||
|
*/
|
||||||
struct ChrootPath {
|
struct ChrootPath {
|
||||||
Path source;
|
Path source;
|
||||||
bool optional;
|
bool optional;
|
||||||
|
@ -70,30 +97,35 @@ struct LocalDerivationGoal : public DerivationGoal
|
||||||
SandboxProfile additionalSandboxProfile;
|
SandboxProfile additionalSandboxProfile;
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
/* Hash rewriting. */
|
/**
|
||||||
|
* Hash rewriting.
|
||||||
|
*/
|
||||||
StringMap inputRewrites, outputRewrites;
|
StringMap inputRewrites, outputRewrites;
|
||||||
typedef map<StorePath, StorePath> RedirectedOutputs;
|
typedef map<StorePath, StorePath> RedirectedOutputs;
|
||||||
RedirectedOutputs redirectedOutputs;
|
RedirectedOutputs redirectedOutputs;
|
||||||
|
|
||||||
/* The outputs paths used during the build.
|
/**
|
||||||
|
* The outputs paths used during the build.
|
||||||
- Input-addressed derivations or fixed content-addressed outputs are
|
*
|
||||||
sometimes built when some of their outputs already exist, and can not
|
* - Input-addressed derivations or fixed content-addressed outputs are
|
||||||
be hidden via sandboxing. We use temporary locations instead and
|
* sometimes built when some of their outputs already exist, and can not
|
||||||
rewrite after the build. Otherwise the regular predetermined paths are
|
* be hidden via sandboxing. We use temporary locations instead and
|
||||||
put here.
|
* rewrite after the build. Otherwise the regular predetermined paths are
|
||||||
|
* put here.
|
||||||
- Floating content-addressed derivations do not know their final build
|
*
|
||||||
output paths until the outputs are hashed, so random locations are
|
* - Floating content-addressed derivations do not know their final build
|
||||||
used, and then renamed. The randomness helps guard against hidden
|
* output paths until the outputs are hashed, so random locations are
|
||||||
self-references.
|
* used, and then renamed. The randomness helps guard against hidden
|
||||||
|
* self-references.
|
||||||
*/
|
*/
|
||||||
OutputPathMap scratchOutputs;
|
OutputPathMap scratchOutputs;
|
||||||
|
|
||||||
/* Path registration info from the previous round, if we're
|
/**
|
||||||
building multiple times. Since this contains the hash, it
|
* Path registration info from the previous round, if we're
|
||||||
allows us to compare whether two rounds produced the same
|
* building multiple times. Since this contains the hash, it
|
||||||
result. */
|
* allows us to compare whether two rounds produced the same
|
||||||
|
* result.
|
||||||
|
*/
|
||||||
std::map<Path, ValidPathInfo> prevInfos;
|
std::map<Path, ValidPathInfo> prevInfos;
|
||||||
|
|
||||||
uid_t sandboxUid() { return usingUserNamespace ? (!buildUser || buildUser->getUIDCount() == 1 ? 1000 : 0) : buildUser->getUID(); }
|
uid_t sandboxUid() { return usingUserNamespace ? (!buildUser || buildUser->getUIDCount() == 1 ? 1000 : 0) : buildUser->getUID(); }
|
||||||
|
@ -101,25 +133,37 @@ struct LocalDerivationGoal : public DerivationGoal
|
||||||
|
|
||||||
const static Path homeDir;
|
const static Path homeDir;
|
||||||
|
|
||||||
/* The recursive Nix daemon socket. */
|
/**
|
||||||
|
* The recursive Nix daemon socket.
|
||||||
|
*/
|
||||||
AutoCloseFD daemonSocket;
|
AutoCloseFD daemonSocket;
|
||||||
|
|
||||||
/* The daemon main thread. */
|
/**
|
||||||
|
* The daemon main thread.
|
||||||
|
*/
|
||||||
std::thread daemonThread;
|
std::thread daemonThread;
|
||||||
|
|
||||||
/* The daemon worker threads. */
|
/**
|
||||||
|
* The daemon worker threads.
|
||||||
|
*/
|
||||||
std::vector<std::thread> daemonWorkerThreads;
|
std::vector<std::thread> daemonWorkerThreads;
|
||||||
|
|
||||||
/* Paths that were added via recursive Nix calls. */
|
/**
|
||||||
|
* Paths that were added via recursive Nix calls.
|
||||||
|
*/
|
||||||
StorePathSet addedPaths;
|
StorePathSet addedPaths;
|
||||||
|
|
||||||
/* Realisations that were added via recursive Nix calls. */
|
/**
|
||||||
|
* Realisations that were added via recursive Nix calls.
|
||||||
|
*/
|
||||||
std::set<DrvOutput> addedDrvOutputs;
|
std::set<DrvOutput> addedDrvOutputs;
|
||||||
|
|
||||||
/* Recursive Nix calls are only allowed to build or realize paths
|
/**
|
||||||
in the original input closure or added via a recursive Nix call
|
* Recursive Nix calls are only allowed to build or realize paths
|
||||||
(so e.g. you can't do 'nix-store -r /nix/store/<bla>' where
|
* in the original input closure or added via a recursive Nix call
|
||||||
/nix/store/<bla> is some arbitrary path in a binary cache). */
|
* (so e.g. you can't do 'nix-store -r /nix/store/<bla>' where
|
||||||
|
* /nix/store/<bla> is some arbitrary path in a binary cache).
|
||||||
|
*/
|
||||||
bool isAllowed(const StorePath & path)
|
bool isAllowed(const StorePath & path)
|
||||||
{
|
{
|
||||||
return inputPaths.count(path) || addedPaths.count(path);
|
return inputPaths.count(path) || addedPaths.count(path);
|
||||||
|
@ -137,55 +181,81 @@ struct LocalDerivationGoal : public DerivationGoal
|
||||||
|
|
||||||
virtual ~LocalDerivationGoal() override;
|
virtual ~LocalDerivationGoal() override;
|
||||||
|
|
||||||
/* Whether we need to perform hash rewriting if there are valid output paths. */
|
/**
|
||||||
|
* Whether we need to perform hash rewriting if there are valid output paths.
|
||||||
|
*/
|
||||||
bool needsHashRewrite();
|
bool needsHashRewrite();
|
||||||
|
|
||||||
/* The additional states. */
|
/**
|
||||||
|
* The additional states.
|
||||||
|
*/
|
||||||
void tryLocalBuild() override;
|
void tryLocalBuild() override;
|
||||||
|
|
||||||
/* Start building a derivation. */
|
/**
|
||||||
|
* Start building a derivation.
|
||||||
|
*/
|
||||||
void startBuilder();
|
void startBuilder();
|
||||||
|
|
||||||
/* Fill in the environment for the builder. */
|
/**
|
||||||
|
* Fill in the environment for the builder.
|
||||||
|
*/
|
||||||
void initEnv();
|
void initEnv();
|
||||||
|
|
||||||
/* Setup tmp dir location. */
|
/**
|
||||||
|
* Setup tmp dir location.
|
||||||
|
*/
|
||||||
void initTmpDir();
|
void initTmpDir();
|
||||||
|
|
||||||
/* Write a JSON file containing the derivation attributes. */
|
/**
|
||||||
|
* Write a JSON file containing the derivation attributes.
|
||||||
|
*/
|
||||||
void writeStructuredAttrs();
|
void writeStructuredAttrs();
|
||||||
|
|
||||||
void startDaemon();
|
void startDaemon();
|
||||||
|
|
||||||
void stopDaemon();
|
void stopDaemon();
|
||||||
|
|
||||||
/* Add 'path' to the set of paths that may be referenced by the
|
/**
|
||||||
outputs, and make it appear in the sandbox. */
|
* Add 'path' to the set of paths that may be referenced by the
|
||||||
|
* outputs, and make it appear in the sandbox.
|
||||||
|
*/
|
||||||
void addDependency(const StorePath & path);
|
void addDependency(const StorePath & path);
|
||||||
|
|
||||||
/* Make a file owned by the builder. */
|
/**
|
||||||
|
* Make a file owned by the builder.
|
||||||
|
*/
|
||||||
void chownToBuilder(const Path & path);
|
void chownToBuilder(const Path & path);
|
||||||
|
|
||||||
int getChildStatus() override;
|
int getChildStatus() override;
|
||||||
|
|
||||||
/* Run the builder's process. */
|
/**
|
||||||
|
* Run the builder's process.
|
||||||
|
*/
|
||||||
void runChild();
|
void runChild();
|
||||||
|
|
||||||
/* Check that the derivation outputs all exist and register them
|
/**
|
||||||
as valid. */
|
* Check that the derivation outputs all exist and register them
|
||||||
|
* as valid.
|
||||||
|
*/
|
||||||
DrvOutputs registerOutputs() override;
|
DrvOutputs registerOutputs() override;
|
||||||
|
|
||||||
void signRealisation(Realisation &) override;
|
void signRealisation(Realisation &) override;
|
||||||
|
|
||||||
/* Check that an output meets the requirements specified by the
|
/**
|
||||||
'outputChecks' attribute (or the legacy
|
* Check that an output meets the requirements specified by the
|
||||||
'{allowed,disallowed}{References,Requisites}' attributes). */
|
* 'outputChecks' attribute (or the legacy
|
||||||
|
* '{allowed,disallowed}{References,Requisites}' attributes).
|
||||||
|
*/
|
||||||
void checkOutputs(const std::map<std::string, ValidPathInfo> & outputs);
|
void checkOutputs(const std::map<std::string, ValidPathInfo> & outputs);
|
||||||
|
|
||||||
/* Close the read side of the logger pipe. */
|
/**
|
||||||
|
* Close the read side of the logger pipe.
|
||||||
|
*/
|
||||||
void closeReadPipes() override;
|
void closeReadPipes() override;
|
||||||
|
|
||||||
/* Cleanup hooks for buildDone() */
|
/**
|
||||||
|
* Cleanup hooks for buildDone()
|
||||||
|
*/
|
||||||
void cleanupHookFinally() override;
|
void cleanupHookFinally() override;
|
||||||
void cleanupPreChildKill() override;
|
void cleanupPreChildKill() override;
|
||||||
void cleanupPostChildKill() override;
|
void cleanupPostChildKill() override;
|
||||||
|
@ -195,24 +265,36 @@ struct LocalDerivationGoal : public DerivationGoal
|
||||||
|
|
||||||
bool isReadDesc(int fd) override;
|
bool isReadDesc(int fd) override;
|
||||||
|
|
||||||
/* Delete the temporary directory, if we have one. */
|
/**
|
||||||
|
* Delete the temporary directory, if we have one.
|
||||||
|
*/
|
||||||
void deleteTmpDir(bool force);
|
void deleteTmpDir(bool force);
|
||||||
|
|
||||||
/* Forcibly kill the child process, if any. */
|
/**
|
||||||
|
* Forcibly kill the child process, if any.
|
||||||
|
*/
|
||||||
void killChild() override;
|
void killChild() override;
|
||||||
|
|
||||||
/* Kill any processes running under the build user UID or in the
|
/**
|
||||||
cgroup of the build. */
|
* Kill any processes running under the build user UID or in the
|
||||||
|
* cgroup of the build.
|
||||||
|
*/
|
||||||
void killSandbox(bool getStats);
|
void killSandbox(bool getStats);
|
||||||
|
|
||||||
/* Create alternative path calculated from but distinct from the
|
/**
|
||||||
input, so we can avoid overwriting outputs (or other store paths)
|
* Create alternative path calculated from but distinct from the
|
||||||
that already exist. */
|
* input, so we can avoid overwriting outputs (or other store paths)
|
||||||
|
* that already exist.
|
||||||
|
*/
|
||||||
StorePath makeFallbackPath(const StorePath & path);
|
StorePath makeFallbackPath(const StorePath & path);
|
||||||
/* Make a path to another based on the output name along with the
|
|
||||||
derivation hash. */
|
/**
|
||||||
/* FIXME add option to randomize, so we can audit whether our
|
* Make a path to another based on the output name along with the
|
||||||
rewrites caught everything */
|
* derivation hash.
|
||||||
|
*
|
||||||
|
* @todo Add option to randomize, so we can audit whether our
|
||||||
|
* rewrites caught everything
|
||||||
|
*/
|
||||||
StorePath makeFallbackPath(std::string_view outputName);
|
StorePath makeFallbackPath(std::string_view outputName);
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include <string>
|
#include <string>
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "lock.hh"
|
#include "lock.hh"
|
||||||
#include "store-api.hh"
|
#include "store-api.hh"
|
||||||
|
@ -10,38 +11,58 @@ class Worker;
|
||||||
|
|
||||||
struct PathSubstitutionGoal : public Goal
|
struct PathSubstitutionGoal : public Goal
|
||||||
{
|
{
|
||||||
/* The store path that should be realised through a substitute. */
|
/**
|
||||||
|
* The store path that should be realised through a substitute.
|
||||||
|
*/
|
||||||
StorePath storePath;
|
StorePath storePath;
|
||||||
|
|
||||||
/* The path the substituter refers to the path as. This will be
|
/**
|
||||||
different when the stores have different names. */
|
* The path the substituter refers to the path as. This will be
|
||||||
|
* different when the stores have different names.
|
||||||
|
*/
|
||||||
std::optional<StorePath> subPath;
|
std::optional<StorePath> subPath;
|
||||||
|
|
||||||
/* The remaining substituters. */
|
/**
|
||||||
|
* The remaining substituters.
|
||||||
|
*/
|
||||||
std::list<ref<Store>> subs;
|
std::list<ref<Store>> subs;
|
||||||
|
|
||||||
/* The current substituter. */
|
/**
|
||||||
|
* The current substituter.
|
||||||
|
*/
|
||||||
std::shared_ptr<Store> sub;
|
std::shared_ptr<Store> sub;
|
||||||
|
|
||||||
/* Whether a substituter failed. */
|
/**
|
||||||
|
* Whether a substituter failed.
|
||||||
|
*/
|
||||||
bool substituterFailed = false;
|
bool substituterFailed = false;
|
||||||
|
|
||||||
/* Path info returned by the substituter's query info operation. */
|
/**
|
||||||
|
* Path info returned by the substituter's query info operation.
|
||||||
|
*/
|
||||||
std::shared_ptr<const ValidPathInfo> info;
|
std::shared_ptr<const ValidPathInfo> info;
|
||||||
|
|
||||||
/* Pipe for the substituter's standard output. */
|
/**
|
||||||
|
* Pipe for the substituter's standard output.
|
||||||
|
*/
|
||||||
Pipe outPipe;
|
Pipe outPipe;
|
||||||
|
|
||||||
/* The substituter thread. */
|
/**
|
||||||
|
* The substituter thread.
|
||||||
|
*/
|
||||||
std::thread thr;
|
std::thread thr;
|
||||||
|
|
||||||
std::promise<void> promise;
|
std::promise<void> promise;
|
||||||
|
|
||||||
/* Whether to try to repair a valid path. */
|
/**
|
||||||
|
* Whether to try to repair a valid path.
|
||||||
|
*/
|
||||||
RepairFlag repair;
|
RepairFlag repair;
|
||||||
|
|
||||||
/* Location where we're downloading the substitute. Differs from
|
/**
|
||||||
storePath when doing a repair. */
|
* Location where we're downloading the substitute. Differs from
|
||||||
|
* storePath when doing a repair.
|
||||||
|
*/
|
||||||
Path destPath;
|
Path destPath;
|
||||||
|
|
||||||
std::unique_ptr<MaintainCount<uint64_t>> maintainExpectedSubstitutions,
|
std::unique_ptr<MaintainCount<uint64_t>> maintainExpectedSubstitutions,
|
||||||
|
@ -50,7 +71,9 @@ struct PathSubstitutionGoal : public Goal
|
||||||
typedef void (PathSubstitutionGoal::*GoalState)();
|
typedef void (PathSubstitutionGoal::*GoalState)();
|
||||||
GoalState state;
|
GoalState state;
|
||||||
|
|
||||||
/* Content address for recomputing store path */
|
/**
|
||||||
|
* Content address for recomputing store path
|
||||||
|
*/
|
||||||
std::optional<ContentAddress> ca;
|
std::optional<ContentAddress> ca;
|
||||||
|
|
||||||
void done(
|
void done(
|
||||||
|
@ -64,16 +87,20 @@ public:
|
||||||
|
|
||||||
void timedOut(Error && ex) override { abort(); };
|
void timedOut(Error && ex) override { abort(); };
|
||||||
|
|
||||||
|
/**
|
||||||
|
* We prepend "a$" to the key name to ensure substitution goals
|
||||||
|
* happen before derivation goals.
|
||||||
|
*/
|
||||||
std::string key() override
|
std::string key() override
|
||||||
{
|
{
|
||||||
/* "a$" ensures substitution goals happen before derivation
|
|
||||||
goals. */
|
|
||||||
return "a$" + std::string(storePath.name()) + "$" + worker.store.printStorePath(storePath);
|
return "a$" + std::string(storePath.name()) + "$" + worker.store.printStorePath(storePath);
|
||||||
}
|
}
|
||||||
|
|
||||||
void work() override;
|
void work() override;
|
||||||
|
|
||||||
/* The states. */
|
/**
|
||||||
|
* The states.
|
||||||
|
*/
|
||||||
void init();
|
void init();
|
||||||
void tryNext();
|
void tryNext();
|
||||||
void gotInfo();
|
void gotInfo();
|
||||||
|
@ -81,7 +108,9 @@ public:
|
||||||
void tryToRun();
|
void tryToRun();
|
||||||
void finished();
|
void finished();
|
||||||
|
|
||||||
/* Callback used by the worker to write to the log. */
|
/**
|
||||||
|
* Callback used by the worker to write to the log.
|
||||||
|
*/
|
||||||
void handleChildOutput(int fd, std::string_view data) override;
|
void handleChildOutput(int fd, std::string_view data) override;
|
||||||
void handleEOF(int fd) override;
|
void handleEOF(int fd) override;
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
#include "lock.hh"
|
#include "lock.hh"
|
||||||
|
@ -16,24 +17,29 @@ struct DerivationGoal;
|
||||||
struct PathSubstitutionGoal;
|
struct PathSubstitutionGoal;
|
||||||
class DrvOutputSubstitutionGoal;
|
class DrvOutputSubstitutionGoal;
|
||||||
|
|
||||||
/* Workaround for not being able to declare a something like
|
/**
|
||||||
|
* Workaround for not being able to declare a something like
|
||||||
class PathSubstitutionGoal : public Goal;
|
*
|
||||||
|
* ```c++
|
||||||
even when Goal is a complete type.
|
* class PathSubstitutionGoal : public Goal;
|
||||||
|
* ```
|
||||||
This is still a static cast. The purpose of exporting it is to define it in
|
* even when Goal is a complete type.
|
||||||
a place where `PathSubstitutionGoal` is concrete, and use it in a place where it
|
*
|
||||||
is opaque. */
|
* This is still a static cast. The purpose of exporting it is to define it in
|
||||||
|
* a place where `PathSubstitutionGoal` is concrete, and use it in a place where it
|
||||||
|
* is opaque.
|
||||||
|
*/
|
||||||
GoalPtr upcast_goal(std::shared_ptr<PathSubstitutionGoal> subGoal);
|
GoalPtr upcast_goal(std::shared_ptr<PathSubstitutionGoal> subGoal);
|
||||||
GoalPtr upcast_goal(std::shared_ptr<DrvOutputSubstitutionGoal> subGoal);
|
GoalPtr upcast_goal(std::shared_ptr<DrvOutputSubstitutionGoal> subGoal);
|
||||||
|
|
||||||
typedef std::chrono::time_point<std::chrono::steady_clock> steady_time_point;
|
typedef std::chrono::time_point<std::chrono::steady_clock> steady_time_point;
|
||||||
|
|
||||||
|
|
||||||
/* A mapping used to remember for each child process to what goal it
|
/**
|
||||||
belongs, and file descriptors for receiving log data and output
|
* A mapping used to remember for each child process to what goal it
|
||||||
path creation commands. */
|
* belongs, and file descriptors for receiving log data and output
|
||||||
|
* path creation commands.
|
||||||
|
*/
|
||||||
struct Child
|
struct Child
|
||||||
{
|
{
|
||||||
WeakGoalPtr goal;
|
WeakGoalPtr goal;
|
||||||
|
@ -41,14 +47,19 @@ struct Child
|
||||||
std::set<int> fds;
|
std::set<int> fds;
|
||||||
bool respectTimeouts;
|
bool respectTimeouts;
|
||||||
bool inBuildSlot;
|
bool inBuildSlot;
|
||||||
steady_time_point lastOutput; /* time we last got output on stdout/stderr */
|
/**
|
||||||
|
* Time we last got output on stdout/stderr
|
||||||
|
*/
|
||||||
|
steady_time_point lastOutput;
|
||||||
steady_time_point timeStarted;
|
steady_time_point timeStarted;
|
||||||
};
|
};
|
||||||
|
|
||||||
/* Forward definition. */
|
/* Forward definition. */
|
||||||
struct HookInstance;
|
struct HookInstance;
|
||||||
|
|
||||||
/* The worker class. */
|
/**
|
||||||
|
* The worker class.
|
||||||
|
*/
|
||||||
class Worker
|
class Worker
|
||||||
{
|
{
|
||||||
private:
|
private:
|
||||||
|
@ -56,38 +67,58 @@ private:
|
||||||
/* Note: the worker should only have strong pointers to the
|
/* Note: the worker should only have strong pointers to the
|
||||||
top-level goals. */
|
top-level goals. */
|
||||||
|
|
||||||
/* The top-level goals of the worker. */
|
/**
|
||||||
|
* The top-level goals of the worker.
|
||||||
|
*/
|
||||||
Goals topGoals;
|
Goals topGoals;
|
||||||
|
|
||||||
/* Goals that are ready to do some work. */
|
/**
|
||||||
|
* Goals that are ready to do some work.
|
||||||
|
*/
|
||||||
WeakGoals awake;
|
WeakGoals awake;
|
||||||
|
|
||||||
/* Goals waiting for a build slot. */
|
/**
|
||||||
|
* Goals waiting for a build slot.
|
||||||
|
*/
|
||||||
WeakGoals wantingToBuild;
|
WeakGoals wantingToBuild;
|
||||||
|
|
||||||
/* Child processes currently running. */
|
/**
|
||||||
|
* Child processes currently running.
|
||||||
|
*/
|
||||||
std::list<Child> children;
|
std::list<Child> children;
|
||||||
|
|
||||||
/* Number of build slots occupied. This includes local builds and
|
/**
|
||||||
substitutions but not remote builds via the build hook. */
|
* Number of build slots occupied. This includes local builds and
|
||||||
|
* substitutions but not remote builds via the build hook.
|
||||||
|
*/
|
||||||
unsigned int nrLocalBuilds;
|
unsigned int nrLocalBuilds;
|
||||||
|
|
||||||
/* Maps used to prevent multiple instantiations of a goal for the
|
/**
|
||||||
same derivation / path. */
|
* Maps used to prevent multiple instantiations of a goal for the
|
||||||
|
* same derivation / path.
|
||||||
|
*/
|
||||||
std::map<StorePath, std::weak_ptr<DerivationGoal>> derivationGoals;
|
std::map<StorePath, std::weak_ptr<DerivationGoal>> derivationGoals;
|
||||||
std::map<StorePath, std::weak_ptr<PathSubstitutionGoal>> substitutionGoals;
|
std::map<StorePath, std::weak_ptr<PathSubstitutionGoal>> substitutionGoals;
|
||||||
std::map<DrvOutput, std::weak_ptr<DrvOutputSubstitutionGoal>> drvOutputSubstitutionGoals;
|
std::map<DrvOutput, std::weak_ptr<DrvOutputSubstitutionGoal>> drvOutputSubstitutionGoals;
|
||||||
|
|
||||||
/* Goals waiting for busy paths to be unlocked. */
|
/**
|
||||||
|
* Goals waiting for busy paths to be unlocked.
|
||||||
|
*/
|
||||||
WeakGoals waitingForAnyGoal;
|
WeakGoals waitingForAnyGoal;
|
||||||
|
|
||||||
/* Goals sleeping for a few seconds (polling a lock). */
|
/**
|
||||||
|
* Goals sleeping for a few seconds (polling a lock).
|
||||||
|
*/
|
||||||
WeakGoals waitingForAWhile;
|
WeakGoals waitingForAWhile;
|
||||||
|
|
||||||
/* Last time the goals in `waitingForAWhile' where woken up. */
|
/**
|
||||||
|
* Last time the goals in `waitingForAWhile` where woken up.
|
||||||
|
*/
|
||||||
steady_time_point lastWokenUp;
|
steady_time_point lastWokenUp;
|
||||||
|
|
||||||
/* Cache for pathContentsGood(). */
|
/**
|
||||||
|
* Cache for pathContentsGood().
|
||||||
|
*/
|
||||||
std::map<StorePath, bool> pathContentsGoodCache;
|
std::map<StorePath, bool> pathContentsGoodCache;
|
||||||
|
|
||||||
public:
|
public:
|
||||||
|
@ -96,17 +127,25 @@ public:
|
||||||
const Activity actDerivations;
|
const Activity actDerivations;
|
||||||
const Activity actSubstitutions;
|
const Activity actSubstitutions;
|
||||||
|
|
||||||
/* Set if at least one derivation had a BuildError (i.e. permanent
|
/**
|
||||||
failure). */
|
* Set if at least one derivation had a BuildError (i.e. permanent
|
||||||
|
* failure).
|
||||||
|
*/
|
||||||
bool permanentFailure;
|
bool permanentFailure;
|
||||||
|
|
||||||
/* Set if at least one derivation had a timeout. */
|
/**
|
||||||
|
* Set if at least one derivation had a timeout.
|
||||||
|
*/
|
||||||
bool timedOut;
|
bool timedOut;
|
||||||
|
|
||||||
/* Set if at least one derivation fails with a hash mismatch. */
|
/**
|
||||||
|
* Set if at least one derivation fails with a hash mismatch.
|
||||||
|
*/
|
||||||
bool hashMismatch;
|
bool hashMismatch;
|
||||||
|
|
||||||
/* Set if at least one derivation is not deterministic in check mode. */
|
/**
|
||||||
|
* Set if at least one derivation is not deterministic in check mode.
|
||||||
|
*/
|
||||||
bool checkMismatch;
|
bool checkMismatch;
|
||||||
|
|
||||||
Store & store;
|
Store & store;
|
||||||
|
@ -128,16 +167,22 @@ public:
|
||||||
uint64_t expectedNarSize = 0;
|
uint64_t expectedNarSize = 0;
|
||||||
uint64_t doneNarSize = 0;
|
uint64_t doneNarSize = 0;
|
||||||
|
|
||||||
/* Whether to ask the build hook if it can build a derivation. If
|
/**
|
||||||
it answers with "decline-permanently", we don't try again. */
|
* Whether to ask the build hook if it can build a derivation. If
|
||||||
|
* it answers with "decline-permanently", we don't try again.
|
||||||
|
*/
|
||||||
bool tryBuildHook = true;
|
bool tryBuildHook = true;
|
||||||
|
|
||||||
Worker(Store & store, Store & evalStore);
|
Worker(Store & store, Store & evalStore);
|
||||||
~Worker();
|
~Worker();
|
||||||
|
|
||||||
/* Make a goal (with caching). */
|
/**
|
||||||
|
* Make a goal (with caching).
|
||||||
|
*/
|
||||||
|
|
||||||
/* derivation goal */
|
/**
|
||||||
|
* derivation goal
|
||||||
|
*/
|
||||||
private:
|
private:
|
||||||
std::shared_ptr<DerivationGoal> makeDerivationGoalCommon(
|
std::shared_ptr<DerivationGoal> makeDerivationGoalCommon(
|
||||||
const StorePath & drvPath, const OutputsSpec & wantedOutputs,
|
const StorePath & drvPath, const OutputsSpec & wantedOutputs,
|
||||||
|
@ -150,56 +195,80 @@ public:
|
||||||
const StorePath & drvPath, const BasicDerivation & drv,
|
const StorePath & drvPath, const BasicDerivation & drv,
|
||||||
const OutputsSpec & wantedOutputs, BuildMode buildMode = bmNormal);
|
const OutputsSpec & wantedOutputs, BuildMode buildMode = bmNormal);
|
||||||
|
|
||||||
/* substitution goal */
|
/**
|
||||||
|
* substitution goal
|
||||||
|
*/
|
||||||
std::shared_ptr<PathSubstitutionGoal> makePathSubstitutionGoal(const StorePath & storePath, RepairFlag repair = NoRepair, std::optional<ContentAddress> ca = std::nullopt);
|
std::shared_ptr<PathSubstitutionGoal> makePathSubstitutionGoal(const StorePath & storePath, RepairFlag repair = NoRepair, std::optional<ContentAddress> ca = std::nullopt);
|
||||||
std::shared_ptr<DrvOutputSubstitutionGoal> makeDrvOutputSubstitutionGoal(const DrvOutput & id, RepairFlag repair = NoRepair, std::optional<ContentAddress> ca = std::nullopt);
|
std::shared_ptr<DrvOutputSubstitutionGoal> makeDrvOutputSubstitutionGoal(const DrvOutput & id, RepairFlag repair = NoRepair, std::optional<ContentAddress> ca = std::nullopt);
|
||||||
|
|
||||||
/* Remove a dead goal. */
|
/**
|
||||||
|
* Remove a dead goal.
|
||||||
|
*/
|
||||||
void removeGoal(GoalPtr goal);
|
void removeGoal(GoalPtr goal);
|
||||||
|
|
||||||
/* Wake up a goal (i.e., there is something for it to do). */
|
/**
|
||||||
|
* Wake up a goal (i.e., there is something for it to do).
|
||||||
|
*/
|
||||||
void wakeUp(GoalPtr goal);
|
void wakeUp(GoalPtr goal);
|
||||||
|
|
||||||
/* Return the number of local build and substitution processes
|
/**
|
||||||
currently running (but not remote builds via the build
|
* Return the number of local build and substitution processes
|
||||||
hook). */
|
* currently running (but not remote builds via the build
|
||||||
|
* hook).
|
||||||
|
*/
|
||||||
unsigned int getNrLocalBuilds();
|
unsigned int getNrLocalBuilds();
|
||||||
|
|
||||||
/* Registers a running child process. `inBuildSlot' means that
|
/**
|
||||||
the process counts towards the jobs limit. */
|
* Registers a running child process. `inBuildSlot` means that
|
||||||
|
* the process counts towards the jobs limit.
|
||||||
|
*/
|
||||||
void childStarted(GoalPtr goal, const std::set<int> & fds,
|
void childStarted(GoalPtr goal, const std::set<int> & fds,
|
||||||
bool inBuildSlot, bool respectTimeouts);
|
bool inBuildSlot, bool respectTimeouts);
|
||||||
|
|
||||||
/* Unregisters a running child process. `wakeSleepers' should be
|
/**
|
||||||
false if there is no sense in waking up goals that are sleeping
|
* Unregisters a running child process. `wakeSleepers` should be
|
||||||
because they can't run yet (e.g., there is no free build slot,
|
* false if there is no sense in waking up goals that are sleeping
|
||||||
or the hook would still say `postpone'). */
|
* because they can't run yet (e.g., there is no free build slot,
|
||||||
|
* or the hook would still say `postpone`).
|
||||||
|
*/
|
||||||
void childTerminated(Goal * goal, bool wakeSleepers = true);
|
void childTerminated(Goal * goal, bool wakeSleepers = true);
|
||||||
|
|
||||||
/* Put `goal' to sleep until a build slot becomes available (which
|
/**
|
||||||
might be right away). */
|
* Put `goal` to sleep until a build slot becomes available (which
|
||||||
|
* might be right away).
|
||||||
|
*/
|
||||||
void waitForBuildSlot(GoalPtr goal);
|
void waitForBuildSlot(GoalPtr goal);
|
||||||
|
|
||||||
/* Wait for any goal to finish. Pretty indiscriminate way to
|
/**
|
||||||
wait for some resource that some other goal is holding. */
|
* Wait for any goal to finish. Pretty indiscriminate way to
|
||||||
|
* wait for some resource that some other goal is holding.
|
||||||
|
*/
|
||||||
void waitForAnyGoal(GoalPtr goal);
|
void waitForAnyGoal(GoalPtr goal);
|
||||||
|
|
||||||
/* Wait for a few seconds and then retry this goal. Used when
|
/**
|
||||||
waiting for a lock held by another process. This kind of
|
* Wait for a few seconds and then retry this goal. Used when
|
||||||
polling is inefficient, but POSIX doesn't really provide a way
|
* waiting for a lock held by another process. This kind of
|
||||||
to wait for multiple locks in the main select() loop. */
|
* polling is inefficient, but POSIX doesn't really provide a way
|
||||||
|
* to wait for multiple locks in the main select() loop.
|
||||||
|
*/
|
||||||
void waitForAWhile(GoalPtr goal);
|
void waitForAWhile(GoalPtr goal);
|
||||||
|
|
||||||
/* Loop until the specified top-level goals have finished. */
|
/**
|
||||||
|
* Loop until the specified top-level goals have finished.
|
||||||
|
*/
|
||||||
void run(const Goals & topGoals);
|
void run(const Goals & topGoals);
|
||||||
|
|
||||||
/* Wait for input to become available. */
|
/**
|
||||||
|
* Wait for input to become available.
|
||||||
|
*/
|
||||||
void waitForInput();
|
void waitForInput();
|
||||||
|
|
||||||
unsigned int exitStatus();
|
unsigned int exitStatus();
|
||||||
|
|
||||||
/* Check whether the given valid path exists and has the right
|
/**
|
||||||
contents. */
|
* Check whether the given valid path exists and has the right
|
||||||
|
* contents.
|
||||||
|
*/
|
||||||
bool pathContentsGood(const StorePath & path);
|
bool pathContentsGood(const StorePath & path);
|
||||||
|
|
||||||
void markContentsGood(const StorePath & path);
|
void markContentsGood(const StorePath & path);
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "derivations.hh"
|
#include "derivations.hh"
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "derivations.hh"
|
#include "derivations.hh"
|
||||||
#include "store-api.hh"
|
#include "store-api.hh"
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include <variant>
|
#include <variant>
|
||||||
#include "hash.hh"
|
#include "hash.hh"
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
|
|
||||||
|
@ -11,8 +12,10 @@ struct Key
|
||||||
std::string name;
|
std::string name;
|
||||||
std::string key;
|
std::string key;
|
||||||
|
|
||||||
/* Construct Key from a string in the format
|
/**
|
||||||
‘<name>:<key-in-base64>’. */
|
* Construct Key from a string in the format
|
||||||
|
* ‘<name>:<key-in-base64>’.
|
||||||
|
*/
|
||||||
Key(std::string_view s);
|
Key(std::string_view s);
|
||||||
|
|
||||||
std::string to_string() const;
|
std::string to_string() const;
|
||||||
|
@ -28,7 +31,9 @@ struct SecretKey : Key
|
||||||
{
|
{
|
||||||
SecretKey(std::string_view s);
|
SecretKey(std::string_view s);
|
||||||
|
|
||||||
/* Return a detached signature of the given string. */
|
/**
|
||||||
|
* Return a detached signature of the given string.
|
||||||
|
*/
|
||||||
std::string signDetached(std::string_view s) const;
|
std::string signDetached(std::string_view s) const;
|
||||||
|
|
||||||
PublicKey toPublicKey() const;
|
PublicKey toPublicKey() const;
|
||||||
|
@ -52,8 +57,10 @@ private:
|
||||||
|
|
||||||
typedef std::map<std::string, PublicKey> PublicKeys;
|
typedef std::map<std::string, PublicKey> PublicKeys;
|
||||||
|
|
||||||
/* Return true iff ‘sig’ is a correct signature over ‘data’ using one
|
/**
|
||||||
of the given public keys. */
|
* @return true iff ‘sig’ is a correct signature over ‘data’ using one
|
||||||
|
* of the given public keys.
|
||||||
|
*/
|
||||||
bool verifyDetached(const std::string & data, const std::string & sig,
|
bool verifyDetached(const std::string & data, const std::string & sig,
|
||||||
const PublicKeys & publicKeys);
|
const PublicKeys & publicKeys);
|
||||||
|
|
||||||
|
|
|
@ -1032,6 +1032,15 @@ void processConnection(
|
||||||
if (GET_PROTOCOL_MINOR(clientVersion) >= 33)
|
if (GET_PROTOCOL_MINOR(clientVersion) >= 33)
|
||||||
to << nixVersion;
|
to << nixVersion;
|
||||||
|
|
||||||
|
if (GET_PROTOCOL_MINOR(clientVersion) >= 35) {
|
||||||
|
// We and the underlying store both need to trust the client for
|
||||||
|
// it to be trusted.
|
||||||
|
auto temp = trusted
|
||||||
|
? store->isTrustedClient()
|
||||||
|
: std::optional { NotTrusted };
|
||||||
|
worker_proto::write(*store, to, temp);
|
||||||
|
}
|
||||||
|
|
||||||
/* Send startup error messages to the client. */
|
/* Send startup error messages to the client. */
|
||||||
tunnelLogger->startWork();
|
tunnelLogger->startWork();
|
||||||
|
|
||||||
|
|
|
@ -1,11 +1,11 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "serialise.hh"
|
#include "serialise.hh"
|
||||||
#include "store-api.hh"
|
#include "store-api.hh"
|
||||||
|
|
||||||
namespace nix::daemon {
|
namespace nix::daemon {
|
||||||
|
|
||||||
enum TrustedFlag : bool { NotTrusted = false, Trusted = true };
|
|
||||||
enum RecursiveFlag : bool { NotRecursive = false, Recursive = true };
|
enum RecursiveFlag : bool { NotRecursive = false, Recursive = true };
|
||||||
|
|
||||||
void processConnection(
|
void processConnection(
|
||||||
|
|
|
@ -889,6 +889,67 @@ std::optional<BasicDerivation> Derivation::tryResolve(
|
||||||
return resolved;
|
return resolved;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void Derivation::checkInvariants(Store & store, const StorePath & drvPath) const
|
||||||
|
{
|
||||||
|
assert(drvPath.isDerivation());
|
||||||
|
std::string drvName(drvPath.name());
|
||||||
|
drvName = drvName.substr(0, drvName.size() - drvExtension.size());
|
||||||
|
|
||||||
|
if (drvName != name) {
|
||||||
|
throw Error("Derivation '%s' has name '%s' which does not match its path", store.printStorePath(drvPath), name);
|
||||||
|
}
|
||||||
|
|
||||||
|
auto envHasRightPath = [&](const StorePath & actual, const std::string & varName)
|
||||||
|
{
|
||||||
|
auto j = env.find(varName);
|
||||||
|
if (j == env.end() || store.parseStorePath(j->second) != actual)
|
||||||
|
throw Error("derivation '%s' has incorrect environment variable '%s', should be '%s'",
|
||||||
|
store.printStorePath(drvPath), varName, store.printStorePath(actual));
|
||||||
|
};
|
||||||
|
|
||||||
|
|
||||||
|
// Don't need the answer, but do this anyways to assert is proper
|
||||||
|
// combination. The code below is more general and naturally allows
|
||||||
|
// combinations that are currently prohibited.
|
||||||
|
type();
|
||||||
|
|
||||||
|
std::optional<DrvHash> hashesModulo;
|
||||||
|
for (auto & i : outputs) {
|
||||||
|
std::visit(overloaded {
|
||||||
|
[&](const DerivationOutput::InputAddressed & doia) {
|
||||||
|
if (!hashesModulo) {
|
||||||
|
// somewhat expensive so we do lazily
|
||||||
|
hashesModulo = hashDerivationModulo(store, *this, true);
|
||||||
|
}
|
||||||
|
auto currentOutputHash = get(hashesModulo->hashes, i.first);
|
||||||
|
if (!currentOutputHash)
|
||||||
|
throw Error("derivation '%s' has unexpected output '%s' (local-store / hashesModulo) named '%s'",
|
||||||
|
store.printStorePath(drvPath), store.printStorePath(doia.path), i.first);
|
||||||
|
StorePath recomputed = store.makeOutputPath(i.first, *currentOutputHash, drvName);
|
||||||
|
if (doia.path != recomputed)
|
||||||
|
throw Error("derivation '%s' has incorrect output '%s', should be '%s'",
|
||||||
|
store.printStorePath(drvPath), store.printStorePath(doia.path), store.printStorePath(recomputed));
|
||||||
|
envHasRightPath(doia.path, i.first);
|
||||||
|
},
|
||||||
|
[&](const DerivationOutput::CAFixed & dof) {
|
||||||
|
StorePath path = store.makeFixedOutputPath(drvName, { dof.hash, {} });
|
||||||
|
envHasRightPath(path, i.first);
|
||||||
|
},
|
||||||
|
[&](const DerivationOutput::CAFloating &) {
|
||||||
|
/* Nothing to check */
|
||||||
|
},
|
||||||
|
[&](const DerivationOutput::Deferred &) {
|
||||||
|
/* Nothing to check */
|
||||||
|
},
|
||||||
|
[&](const DerivationOutput::Impure &) {
|
||||||
|
/* Nothing to check */
|
||||||
|
},
|
||||||
|
}, i.second.raw());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
const Hash impureOutputHash = hashString(htSHA256, "impure");
|
const Hash impureOutputHash = hashString(htSHA256, "impure");
|
||||||
|
|
||||||
nlohmann::json DerivationOutput::toJSON(
|
nlohmann::json DerivationOutput::toJSON(
|
||||||
|
@ -916,10 +977,79 @@ nlohmann::json DerivationOutput::toJSON(
|
||||||
return res;
|
return res;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
DerivationOutput DerivationOutput::fromJSON(
|
||||||
|
const Store & store, std::string_view drvName, std::string_view outputName,
|
||||||
|
const nlohmann::json & _json)
|
||||||
|
{
|
||||||
|
std::set<std::string_view> keys;
|
||||||
|
auto json = (std::map<std::string, nlohmann::json>) _json;
|
||||||
|
|
||||||
|
for (const auto & [key, _] : json)
|
||||||
|
keys.insert(key);
|
||||||
|
|
||||||
|
auto methodAlgo = [&]() -> std::pair<FileIngestionMethod, HashType> {
|
||||||
|
std::string hashAlgo = json["hashAlgo"];
|
||||||
|
auto method = FileIngestionMethod::Flat;
|
||||||
|
if (hashAlgo.substr(0, 2) == "r:") {
|
||||||
|
method = FileIngestionMethod::Recursive;
|
||||||
|
hashAlgo = hashAlgo.substr(2);
|
||||||
|
}
|
||||||
|
auto hashType = parseHashType(hashAlgo);
|
||||||
|
return { method, hashType };
|
||||||
|
};
|
||||||
|
|
||||||
|
if (keys == (std::set<std::string_view> { "path" })) {
|
||||||
|
return DerivationOutput::InputAddressed {
|
||||||
|
.path = store.parseStorePath((std::string) json["path"]),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
else if (keys == (std::set<std::string_view> { "path", "hashAlgo", "hash" })) {
|
||||||
|
auto [method, hashType] = methodAlgo();
|
||||||
|
auto dof = DerivationOutput::CAFixed {
|
||||||
|
.hash = {
|
||||||
|
.method = method,
|
||||||
|
.hash = Hash::parseNonSRIUnprefixed((std::string) json["hash"], hashType),
|
||||||
|
},
|
||||||
|
};
|
||||||
|
if (dof.path(store, drvName, outputName) != store.parseStorePath((std::string) json["path"]))
|
||||||
|
throw Error("Path doesn't match derivation output");
|
||||||
|
return dof;
|
||||||
|
}
|
||||||
|
|
||||||
|
else if (keys == (std::set<std::string_view> { "hashAlgo" })) {
|
||||||
|
auto [method, hashType] = methodAlgo();
|
||||||
|
return DerivationOutput::CAFloating {
|
||||||
|
.method = method,
|
||||||
|
.hashType = hashType,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
else if (keys == (std::set<std::string_view> { })) {
|
||||||
|
return DerivationOutput::Deferred {};
|
||||||
|
}
|
||||||
|
|
||||||
|
else if (keys == (std::set<std::string_view> { "hashAlgo", "impure" })) {
|
||||||
|
auto [method, hashType] = methodAlgo();
|
||||||
|
return DerivationOutput::Impure {
|
||||||
|
.method = method,
|
||||||
|
.hashType = hashType,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
else {
|
||||||
|
throw Error("invalid JSON for derivation output");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
nlohmann::json Derivation::toJSON(const Store & store) const
|
nlohmann::json Derivation::toJSON(const Store & store) const
|
||||||
{
|
{
|
||||||
nlohmann::json res = nlohmann::json::object();
|
nlohmann::json res = nlohmann::json::object();
|
||||||
|
|
||||||
|
res["name"] = name;
|
||||||
|
|
||||||
{
|
{
|
||||||
nlohmann::json & outputsObj = res["outputs"];
|
nlohmann::json & outputsObj = res["outputs"];
|
||||||
outputsObj = nlohmann::json::object();
|
outputsObj = nlohmann::json::object();
|
||||||
|
@ -950,4 +1080,43 @@ nlohmann::json Derivation::toJSON(const Store & store) const
|
||||||
return res;
|
return res;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
Derivation Derivation::fromJSON(
|
||||||
|
const Store & store,
|
||||||
|
const nlohmann::json & json)
|
||||||
|
{
|
||||||
|
Derivation res;
|
||||||
|
|
||||||
|
res.name = json["name"];
|
||||||
|
|
||||||
|
{
|
||||||
|
auto & outputsObj = json["outputs"];
|
||||||
|
for (auto & [outputName, output] : outputsObj.items()) {
|
||||||
|
res.outputs.insert_or_assign(
|
||||||
|
outputName,
|
||||||
|
DerivationOutput::fromJSON(store, res.name, outputName, output));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
auto & inputsList = json["inputSrcs"];
|
||||||
|
for (auto & input : inputsList)
|
||||||
|
res.inputSrcs.insert(store.parseStorePath(static_cast<const std::string &>(input)));
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
auto & inputDrvsObj = json["inputDrvs"];
|
||||||
|
for (auto & [inputDrvPath, inputOutputs] : inputDrvsObj.items())
|
||||||
|
res.inputDrvs[store.parseStorePath(inputDrvPath)] =
|
||||||
|
static_cast<const StringSet &>(inputOutputs);
|
||||||
|
}
|
||||||
|
|
||||||
|
res.platform = json["system"];
|
||||||
|
res.builder = json["builder"];
|
||||||
|
res.args = json["args"];
|
||||||
|
res.env = json["env"];
|
||||||
|
|
||||||
|
return res;
|
||||||
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "path.hh"
|
#include "path.hh"
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
|
@ -6,6 +7,7 @@
|
||||||
#include "content-address.hh"
|
#include "content-address.hh"
|
||||||
#include "repair-flag.hh"
|
#include "repair-flag.hh"
|
||||||
#include "sync.hh"
|
#include "sync.hh"
|
||||||
|
#include "comparator.hh"
|
||||||
|
|
||||||
#include <map>
|
#include <map>
|
||||||
#include <variant>
|
#include <variant>
|
||||||
|
@ -23,6 +25,8 @@ class Store;
|
||||||
struct DerivationOutputInputAddressed
|
struct DerivationOutputInputAddressed
|
||||||
{
|
{
|
||||||
StorePath path;
|
StorePath path;
|
||||||
|
|
||||||
|
GENERATE_CMP(DerivationOutputInputAddressed, me->path);
|
||||||
};
|
};
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -43,6 +47,8 @@ struct DerivationOutputCAFixed
|
||||||
* @param outputName The name of this output.
|
* @param outputName The name of this output.
|
||||||
*/
|
*/
|
||||||
StorePath path(const Store & store, std::string_view drvName, std::string_view outputName) const;
|
StorePath path(const Store & store, std::string_view drvName, std::string_view outputName) const;
|
||||||
|
|
||||||
|
GENERATE_CMP(DerivationOutputCAFixed, me->hash);
|
||||||
};
|
};
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -61,13 +67,17 @@ struct DerivationOutputCAFloating
|
||||||
* How the serialization will be hashed
|
* How the serialization will be hashed
|
||||||
*/
|
*/
|
||||||
HashType hashType;
|
HashType hashType;
|
||||||
|
|
||||||
|
GENERATE_CMP(DerivationOutputCAFloating, me->method, me->hashType);
|
||||||
};
|
};
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Input-addressed output which depends on a (CA) derivation whose hash
|
* Input-addressed output which depends on a (CA) derivation whose hash
|
||||||
* isn't known yet.
|
* isn't known yet.
|
||||||
*/
|
*/
|
||||||
struct DerivationOutputDeferred {};
|
struct DerivationOutputDeferred {
|
||||||
|
GENERATE_CMP(DerivationOutputDeferred);
|
||||||
|
};
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Impure output which is moved to a content-addressed location (like
|
* Impure output which is moved to a content-addressed location (like
|
||||||
|
@ -84,6 +94,8 @@ struct DerivationOutputImpure
|
||||||
* How the serialization will be hashed
|
* How the serialization will be hashed
|
||||||
*/
|
*/
|
||||||
HashType hashType;
|
HashType hashType;
|
||||||
|
|
||||||
|
GENERATE_CMP(DerivationOutputImpure, me->method, me->hashType);
|
||||||
};
|
};
|
||||||
|
|
||||||
typedef std::variant<
|
typedef std::variant<
|
||||||
|
@ -124,6 +136,11 @@ struct DerivationOutput : _DerivationOutputRaw
|
||||||
const Store & store,
|
const Store & store,
|
||||||
std::string_view drvName,
|
std::string_view drvName,
|
||||||
std::string_view outputName) const;
|
std::string_view outputName) const;
|
||||||
|
static DerivationOutput fromJSON(
|
||||||
|
const Store & store,
|
||||||
|
std::string_view drvName,
|
||||||
|
std::string_view outputName,
|
||||||
|
const nlohmann::json & json);
|
||||||
};
|
};
|
||||||
|
|
||||||
typedef std::map<std::string, DerivationOutput> DerivationOutputs;
|
typedef std::map<std::string, DerivationOutput> DerivationOutputs;
|
||||||
|
@ -241,8 +258,14 @@ struct DerivationType : _DerivationTypeRaw {
|
||||||
|
|
||||||
struct BasicDerivation
|
struct BasicDerivation
|
||||||
{
|
{
|
||||||
DerivationOutputs outputs; /* keyed on symbolic IDs */
|
/**
|
||||||
StorePathSet inputSrcs; /* inputs that are sources */
|
* keyed on symbolic IDs
|
||||||
|
*/
|
||||||
|
DerivationOutputs outputs;
|
||||||
|
/**
|
||||||
|
* inputs that are sources
|
||||||
|
*/
|
||||||
|
StorePathSet inputSrcs;
|
||||||
std::string platform;
|
std::string platform;
|
||||||
Path builder;
|
Path builder;
|
||||||
Strings args;
|
Strings args;
|
||||||
|
@ -272,6 +295,15 @@ struct BasicDerivation
|
||||||
DerivationOutputsAndOptPaths outputsAndOptPaths(const Store & store) const;
|
DerivationOutputsAndOptPaths outputsAndOptPaths(const Store & store) const;
|
||||||
|
|
||||||
static std::string_view nameFromPath(const StorePath & storePath);
|
static std::string_view nameFromPath(const StorePath & storePath);
|
||||||
|
|
||||||
|
GENERATE_CMP(BasicDerivation,
|
||||||
|
me->outputs,
|
||||||
|
me->inputSrcs,
|
||||||
|
me->platform,
|
||||||
|
me->builder,
|
||||||
|
me->args,
|
||||||
|
me->env,
|
||||||
|
me->name);
|
||||||
};
|
};
|
||||||
|
|
||||||
struct Derivation : BasicDerivation
|
struct Derivation : BasicDerivation
|
||||||
|
@ -307,11 +339,26 @@ struct Derivation : BasicDerivation
|
||||||
Store & store,
|
Store & store,
|
||||||
const std::map<std::pair<StorePath, std::string>, StorePath> & inputDrvOutputs) const;
|
const std::map<std::pair<StorePath, std::string>, StorePath> & inputDrvOutputs) const;
|
||||||
|
|
||||||
|
/* Check that the derivation is valid and does not present any
|
||||||
|
illegal states.
|
||||||
|
|
||||||
|
This is mainly a matter of checking the outputs, where our C++
|
||||||
|
representation supports all sorts of combinations we do not yet
|
||||||
|
allow. */
|
||||||
|
void checkInvariants(Store & store, const StorePath & drvPath) const;
|
||||||
|
|
||||||
Derivation() = default;
|
Derivation() = default;
|
||||||
Derivation(const BasicDerivation & bd) : BasicDerivation(bd) { }
|
Derivation(const BasicDerivation & bd) : BasicDerivation(bd) { }
|
||||||
Derivation(BasicDerivation && bd) : BasicDerivation(std::move(bd)) { }
|
Derivation(BasicDerivation && bd) : BasicDerivation(std::move(bd)) { }
|
||||||
|
|
||||||
nlohmann::json toJSON(const Store & store) const;
|
nlohmann::json toJSON(const Store & store) const;
|
||||||
|
static Derivation fromJSON(
|
||||||
|
const Store & store,
|
||||||
|
const nlohmann::json & json);
|
||||||
|
|
||||||
|
GENERATE_CMP(Derivation,
|
||||||
|
static_cast<const BasicDerivation &>(*me),
|
||||||
|
me->inputDrvs);
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
||||||
|
@ -388,12 +435,12 @@ void operator |= (DrvHash::Kind & self, const DrvHash::Kind & other) noexcept;
|
||||||
*
|
*
|
||||||
* A fixed-output derivation is a derivation whose outputs have a
|
* A fixed-output derivation is a derivation whose outputs have a
|
||||||
* specified content hash and hash algorithm. (Currently they must have
|
* specified content hash and hash algorithm. (Currently they must have
|
||||||
* exactly one output (`out'), which is specified using the `outputHash'
|
* exactly one output (`out`), which is specified using the `outputHash`
|
||||||
* and `outputHashAlgo' attributes, but the algorithm doesn't assume
|
* and `outputHashAlgo` attributes, but the algorithm doesn't assume
|
||||||
* this.) We don't want changes to such derivations to propagate upwards
|
* this.) We don't want changes to such derivations to propagate upwards
|
||||||
* through the dependency graph, changing output paths everywhere.
|
* through the dependency graph, changing output paths everywhere.
|
||||||
*
|
*
|
||||||
* For instance, if we change the url in a call to the `fetchurl'
|
* For instance, if we change the url in a call to the `fetchurl`
|
||||||
* function, we do not want to rebuild everything depending on it---after
|
* function, we do not want to rebuild everything depending on it---after
|
||||||
* all, (the hash of) the file being downloaded is unchanged. So the
|
* all, (the hash of) the file being downloaded is unchanged. So the
|
||||||
* *output paths* should not change. On the other hand, the *derivation
|
* *output paths* should not change. On the other hand, the *derivation
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "util.hh"
|
#include "util.hh"
|
||||||
#include "path.hh"
|
#include "path.hh"
|
||||||
|
|
|
@ -39,6 +39,14 @@ struct DummyStore : public virtual DummyStoreConfig, public virtual Store
|
||||||
callback(nullptr);
|
callback(nullptr);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* The dummy store is incapable of *not* trusting! :)
|
||||||
|
*/
|
||||||
|
virtual std::optional<TrustedFlag> isTrustedClient() override
|
||||||
|
{
|
||||||
|
return Trusted;
|
||||||
|
}
|
||||||
|
|
||||||
static std::set<std::string> uriSchemes() {
|
static std::set<std::string> uriSchemes() {
|
||||||
return {"dummy"};
|
return {"dummy"};
|
||||||
}
|
}
|
||||||
|
|
|
@ -407,6 +407,10 @@ struct curlFileTransfer : public FileTransfer
|
||||||
err = Misc;
|
err = Misc;
|
||||||
} else {
|
} else {
|
||||||
// Don't bother retrying on certain cURL errors either
|
// Don't bother retrying on certain cURL errors either
|
||||||
|
|
||||||
|
// Allow selecting a subset of enum values
|
||||||
|
#pragma GCC diagnostic push
|
||||||
|
#pragma GCC diagnostic ignored "-Wswitch-enum"
|
||||||
switch (code) {
|
switch (code) {
|
||||||
case CURLE_FAILED_INIT:
|
case CURLE_FAILED_INIT:
|
||||||
case CURLE_URL_MALFORMAT:
|
case CURLE_URL_MALFORMAT:
|
||||||
|
@ -427,6 +431,7 @@ struct curlFileTransfer : public FileTransfer
|
||||||
default: // Shut up warnings
|
default: // Shut up warnings
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
#pragma GCC diagnostic pop
|
||||||
}
|
}
|
||||||
|
|
||||||
attempt++;
|
attempt++;
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
#include "hash.hh"
|
#include "hash.hh"
|
||||||
|
@ -87,39 +88,56 @@ struct FileTransfer
|
||||||
{
|
{
|
||||||
virtual ~FileTransfer() { }
|
virtual ~FileTransfer() { }
|
||||||
|
|
||||||
/* Enqueue a data transfer request, returning a future to the result of
|
/**
|
||||||
the download. The future may throw a FileTransferError
|
* Enqueue a data transfer request, returning a future to the result of
|
||||||
exception. */
|
* the download. The future may throw a FileTransferError
|
||||||
|
* exception.
|
||||||
|
*/
|
||||||
virtual void enqueueFileTransfer(const FileTransferRequest & request,
|
virtual void enqueueFileTransfer(const FileTransferRequest & request,
|
||||||
Callback<FileTransferResult> callback) = 0;
|
Callback<FileTransferResult> callback) = 0;
|
||||||
|
|
||||||
std::future<FileTransferResult> enqueueFileTransfer(const FileTransferRequest & request);
|
std::future<FileTransferResult> enqueueFileTransfer(const FileTransferRequest & request);
|
||||||
|
|
||||||
/* Synchronously download a file. */
|
/**
|
||||||
|
* Synchronously download a file.
|
||||||
|
*/
|
||||||
FileTransferResult download(const FileTransferRequest & request);
|
FileTransferResult download(const FileTransferRequest & request);
|
||||||
|
|
||||||
/* Synchronously upload a file. */
|
/**
|
||||||
|
* Synchronously upload a file.
|
||||||
|
*/
|
||||||
FileTransferResult upload(const FileTransferRequest & request);
|
FileTransferResult upload(const FileTransferRequest & request);
|
||||||
|
|
||||||
/* Download a file, writing its data to a sink. The sink will be
|
/**
|
||||||
invoked on the thread of the caller. */
|
* Download a file, writing its data to a sink. The sink will be
|
||||||
|
* invoked on the thread of the caller.
|
||||||
|
*/
|
||||||
void download(FileTransferRequest && request, Sink & sink);
|
void download(FileTransferRequest && request, Sink & sink);
|
||||||
|
|
||||||
enum Error { NotFound, Forbidden, Misc, Transient, Interrupted };
|
enum Error { NotFound, Forbidden, Misc, Transient, Interrupted };
|
||||||
};
|
};
|
||||||
|
|
||||||
/* Return a shared FileTransfer object. Using this object is preferred
|
/**
|
||||||
because it enables connection reuse and HTTP/2 multiplexing. */
|
* @return a shared FileTransfer object.
|
||||||
|
*
|
||||||
|
* Using this object is preferred because it enables connection reuse
|
||||||
|
* and HTTP/2 multiplexing.
|
||||||
|
*/
|
||||||
ref<FileTransfer> getFileTransfer();
|
ref<FileTransfer> getFileTransfer();
|
||||||
|
|
||||||
/* Return a new FileTransfer object. */
|
/**
|
||||||
|
* @return a new FileTransfer object
|
||||||
|
*
|
||||||
|
* Prefer getFileTransfer() to this; see its docs for why.
|
||||||
|
*/
|
||||||
ref<FileTransfer> makeFileTransfer();
|
ref<FileTransfer> makeFileTransfer();
|
||||||
|
|
||||||
class FileTransferError : public Error
|
class FileTransferError : public Error
|
||||||
{
|
{
|
||||||
public:
|
public:
|
||||||
FileTransfer::Error error;
|
FileTransfer::Error error;
|
||||||
std::optional<std::string> response; // intentionally optional
|
/// intentionally optional
|
||||||
|
std::optional<std::string> response;
|
||||||
|
|
||||||
template<typename... Args>
|
template<typename... Args>
|
||||||
FileTransferError(FileTransfer::Error error, std::optional<std::string> response, const Args & ... args);
|
FileTransferError(FileTransfer::Error error, std::optional<std::string> response, const Args & ... args);
|
||||||
|
|
|
@ -1,11 +1,14 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
|
|
||||||
namespace nix {
|
namespace nix {
|
||||||
|
|
||||||
/* An abstract class for accessing a filesystem-like structure, such
|
/**
|
||||||
as a (possibly remote) Nix store or the contents of a NAR file. */
|
* An abstract class for accessing a filesystem-like structure, such
|
||||||
|
* as a (possibly remote) Nix store or the contents of a NAR file.
|
||||||
|
*/
|
||||||
class FSAccessor
|
class FSAccessor
|
||||||
{
|
{
|
||||||
public:
|
public:
|
||||||
|
@ -14,8 +17,17 @@ public:
|
||||||
struct Stat
|
struct Stat
|
||||||
{
|
{
|
||||||
Type type = tMissing;
|
Type type = tMissing;
|
||||||
uint64_t fileSize = 0; // regular files only
|
/**
|
||||||
|
* regular files only
|
||||||
|
*/
|
||||||
|
uint64_t fileSize = 0;
|
||||||
|
/**
|
||||||
|
* regular files only
|
||||||
|
*/
|
||||||
bool isExecutable = false; // regular files only
|
bool isExecutable = false; // regular files only
|
||||||
|
/**
|
||||||
|
* regular files only
|
||||||
|
*/
|
||||||
uint64_t narOffset = 0; // regular files only
|
uint64_t narOffset = 0; // regular files only
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "store-api.hh"
|
#include "store-api.hh"
|
||||||
|
|
||||||
|
@ -11,18 +12,19 @@ typedef std::unordered_map<StorePath, std::unordered_set<std::string>> Roots;
|
||||||
|
|
||||||
struct GCOptions
|
struct GCOptions
|
||||||
{
|
{
|
||||||
/* Garbage collector operation:
|
/**
|
||||||
|
* Garbage collector operation:
|
||||||
- `gcReturnLive': return the set of paths reachable from
|
*
|
||||||
(i.e. in the closure of) the roots.
|
* - `gcReturnLive`: return the set of paths reachable from
|
||||||
|
* (i.e. in the closure of) the roots.
|
||||||
- `gcReturnDead': return the set of paths not reachable from
|
*
|
||||||
the roots.
|
* - `gcReturnDead`: return the set of paths not reachable from
|
||||||
|
* the roots.
|
||||||
- `gcDeleteDead': actually delete the latter set.
|
*
|
||||||
|
* - `gcDeleteDead`: actually delete the latter set.
|
||||||
- `gcDeleteSpecific': delete the paths listed in
|
*
|
||||||
`pathsToDelete', insofar as they are not reachable.
|
* - `gcDeleteSpecific`: delete the paths listed in
|
||||||
|
* `pathsToDelete`, insofar as they are not reachable.
|
||||||
*/
|
*/
|
||||||
typedef enum {
|
typedef enum {
|
||||||
gcReturnLive,
|
gcReturnLive,
|
||||||
|
@ -33,28 +35,38 @@ struct GCOptions
|
||||||
|
|
||||||
GCAction action{gcDeleteDead};
|
GCAction action{gcDeleteDead};
|
||||||
|
|
||||||
/* If `ignoreLiveness' is set, then reachability from the roots is
|
/**
|
||||||
ignored (dangerous!). However, the paths must still be
|
* If `ignoreLiveness` is set, then reachability from the roots is
|
||||||
unreferenced *within* the store (i.e., there can be no other
|
* ignored (dangerous!). However, the paths must still be
|
||||||
store paths that depend on them). */
|
* unreferenced *within* the store (i.e., there can be no other
|
||||||
|
* store paths that depend on them).
|
||||||
|
*/
|
||||||
bool ignoreLiveness{false};
|
bool ignoreLiveness{false};
|
||||||
|
|
||||||
/* For `gcDeleteSpecific', the paths to delete. */
|
/**
|
||||||
|
* For `gcDeleteSpecific`, the paths to delete.
|
||||||
|
*/
|
||||||
StorePathSet pathsToDelete;
|
StorePathSet pathsToDelete;
|
||||||
|
|
||||||
/* Stop after at least `maxFreed' bytes have been freed. */
|
/**
|
||||||
|
* Stop after at least `maxFreed` bytes have been freed.
|
||||||
|
*/
|
||||||
uint64_t maxFreed{std::numeric_limits<uint64_t>::max()};
|
uint64_t maxFreed{std::numeric_limits<uint64_t>::max()};
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
||||||
struct GCResults
|
struct GCResults
|
||||||
{
|
{
|
||||||
/* Depending on the action, the GC roots, or the paths that would
|
/**
|
||||||
be or have been deleted. */
|
* Depending on the action, the GC roots, or the paths that would
|
||||||
|
* be or have been deleted.
|
||||||
|
*/
|
||||||
PathSet paths;
|
PathSet paths;
|
||||||
|
|
||||||
/* For `gcReturnDead', `gcDeleteDead' and `gcDeleteSpecific', the
|
/**
|
||||||
number of bytes that would be or was freed. */
|
* For `gcReturnDead`, `gcDeleteDead` and `gcDeleteSpecific`, the
|
||||||
|
* number of bytes that would be or was freed.
|
||||||
|
*/
|
||||||
uint64_t bytesFreed = 0;
|
uint64_t bytesFreed = 0;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
@ -63,21 +75,27 @@ struct GcStore : public virtual Store
|
||||||
{
|
{
|
||||||
inline static std::string operationName = "Garbage collection";
|
inline static std::string operationName = "Garbage collection";
|
||||||
|
|
||||||
/* Add an indirect root, which is merely a symlink to `path' from
|
/**
|
||||||
/nix/var/nix/gcroots/auto/<hash of `path'>. `path' is supposed
|
* Add an indirect root, which is merely a symlink to `path` from
|
||||||
to be a symlink to a store path. The garbage collector will
|
* `/nix/var/nix/gcroots/auto/<hash of path>`. `path` is supposed
|
||||||
automatically remove the indirect root when it finds that
|
* to be a symlink to a store path. The garbage collector will
|
||||||
`path' has disappeared. */
|
* automatically remove the indirect root when it finds that
|
||||||
|
* `path` has disappeared.
|
||||||
|
*/
|
||||||
virtual void addIndirectRoot(const Path & path) = 0;
|
virtual void addIndirectRoot(const Path & path) = 0;
|
||||||
|
|
||||||
/* Find the roots of the garbage collector. Each root is a pair
|
/**
|
||||||
(link, storepath) where `link' is the path of the symlink
|
* Find the roots of the garbage collector. Each root is a pair
|
||||||
outside of the Nix store that point to `storePath'. If
|
* `(link, storepath)` where `link` is the path of the symlink
|
||||||
'censor' is true, privacy-sensitive information about roots
|
* outside of the Nix store that point to `storePath`. If
|
||||||
found in /proc is censored. */
|
* `censor` is true, privacy-sensitive information about roots
|
||||||
|
* found in `/proc` is censored.
|
||||||
|
*/
|
||||||
virtual Roots findRoots(bool censor) = 0;
|
virtual Roots findRoots(bool censor) = 0;
|
||||||
|
|
||||||
/* Perform a garbage collection. */
|
/**
|
||||||
|
* Perform a garbage collection.
|
||||||
|
*/
|
||||||
virtual void collectGarbage(const GCOptions & options, GCResults & results) = 0;
|
virtual void collectGarbage(const GCOptions & options, GCResults & results) = 0;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
#include "config.hh"
|
#include "config.hh"
|
||||||
|
@ -71,30 +72,46 @@ public:
|
||||||
|
|
||||||
Path nixPrefix;
|
Path nixPrefix;
|
||||||
|
|
||||||
/* The directory where we store sources and derived files. */
|
/**
|
||||||
|
* The directory where we store sources and derived files.
|
||||||
|
*/
|
||||||
Path nixStore;
|
Path nixStore;
|
||||||
|
|
||||||
Path nixDataDir; /* !!! fix */
|
Path nixDataDir; /* !!! fix */
|
||||||
|
|
||||||
/* The directory where we log various operations. */
|
/**
|
||||||
|
* The directory where we log various operations.
|
||||||
|
*/
|
||||||
Path nixLogDir;
|
Path nixLogDir;
|
||||||
|
|
||||||
/* The directory where state is stored. */
|
/**
|
||||||
|
* The directory where state is stored.
|
||||||
|
*/
|
||||||
Path nixStateDir;
|
Path nixStateDir;
|
||||||
|
|
||||||
/* The directory where system configuration files are stored. */
|
/**
|
||||||
|
* The directory where system configuration files are stored.
|
||||||
|
*/
|
||||||
Path nixConfDir;
|
Path nixConfDir;
|
||||||
|
|
||||||
/* A list of user configuration files to load. */
|
/**
|
||||||
|
* A list of user configuration files to load.
|
||||||
|
*/
|
||||||
std::vector<Path> nixUserConfFiles;
|
std::vector<Path> nixUserConfFiles;
|
||||||
|
|
||||||
/* The directory where the main programs are stored. */
|
/**
|
||||||
|
* The directory where the main programs are stored.
|
||||||
|
*/
|
||||||
Path nixBinDir;
|
Path nixBinDir;
|
||||||
|
|
||||||
/* The directory where the man pages are stored. */
|
/**
|
||||||
|
* The directory where the man pages are stored.
|
||||||
|
*/
|
||||||
Path nixManDir;
|
Path nixManDir;
|
||||||
|
|
||||||
/* File name of the socket the daemon listens to. */
|
/**
|
||||||
|
* File name of the socket the daemon listens to.
|
||||||
|
*/
|
||||||
Path nixDaemonSocketFile;
|
Path nixDaemonSocketFile;
|
||||||
|
|
||||||
Setting<std::string> storeUri{this, getEnv("NIX_REMOTE").value_or("auto"), "store",
|
Setting<std::string> storeUri{this, getEnv("NIX_REMOTE").value_or("auto"), "store",
|
||||||
|
@ -120,7 +137,9 @@ public:
|
||||||
)",
|
)",
|
||||||
{"build-fallback"}};
|
{"build-fallback"}};
|
||||||
|
|
||||||
/* Whether to show build log output in real time. */
|
/**
|
||||||
|
* Whether to show build log output in real time.
|
||||||
|
*/
|
||||||
bool verboseBuild = true;
|
bool verboseBuild = true;
|
||||||
|
|
||||||
Setting<size_t> logLines{this, 10, "log-lines",
|
Setting<size_t> logLines{this, 10, "log-lines",
|
||||||
|
@ -156,8 +175,10 @@ public:
|
||||||
)",
|
)",
|
||||||
{"build-cores"}, false};
|
{"build-cores"}, false};
|
||||||
|
|
||||||
/* Read-only mode. Don't copy stuff to the store, don't change
|
/**
|
||||||
the database. */
|
* Read-only mode. Don't copy stuff to the store, don't change
|
||||||
|
* the database.
|
||||||
|
*/
|
||||||
bool readOnlyMode = false;
|
bool readOnlyMode = false;
|
||||||
|
|
||||||
Setting<std::string> thisSystem{
|
Setting<std::string> thisSystem{
|
||||||
|
@ -457,7 +478,9 @@ public:
|
||||||
)",
|
)",
|
||||||
{"env-keep-derivations"}};
|
{"env-keep-derivations"}};
|
||||||
|
|
||||||
/* Whether to lock the Nix client and worker to the same CPU. */
|
/**
|
||||||
|
* Whether to lock the Nix client and worker to the same CPU.
|
||||||
|
*/
|
||||||
bool lockCPU;
|
bool lockCPU;
|
||||||
|
|
||||||
Setting<SandboxMode> sandboxMode{
|
Setting<SandboxMode> sandboxMode{
|
||||||
|
@ -996,8 +1019,10 @@ public:
|
||||||
// FIXME: don't use a global variable.
|
// FIXME: don't use a global variable.
|
||||||
extern Settings settings;
|
extern Settings settings;
|
||||||
|
|
||||||
/* This should be called after settings are initialized, but before
|
/**
|
||||||
anything else */
|
* This should be called after settings are initialized, but before
|
||||||
|
* anything else
|
||||||
|
*/
|
||||||
void initPlugins();
|
void initPlugins();
|
||||||
|
|
||||||
void loadConfFile();
|
void loadConfFile();
|
||||||
|
@ -1007,12 +1032,16 @@ std::vector<Path> getUserConfigFiles();
|
||||||
|
|
||||||
extern const std::string nixVersion;
|
extern const std::string nixVersion;
|
||||||
|
|
||||||
/* NB: This is not sufficient. You need to call initNix() */
|
/**
|
||||||
|
* NB: This is not sufficient. You need to call initNix()
|
||||||
|
*/
|
||||||
void initLibStore();
|
void initLibStore();
|
||||||
|
|
||||||
/* It's important to initialize before doing _anything_, which is why we
|
/**
|
||||||
call upon the programmer to handle this correctly. However, we only add
|
* It's important to initialize before doing _anything_, which is why we
|
||||||
this in a key locations, so as not to litter the code. */
|
* call upon the programmer to handle this correctly. However, we only add
|
||||||
|
* this in a key locations, so as not to litter the code.
|
||||||
|
*/
|
||||||
void assertLibStoreInitialized();
|
void assertLibStoreInitialized();
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
|
@ -194,6 +194,18 @@ protected:
|
||||||
}});
|
}});
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* This isn't actually necessary read only. We support "upsert" now, so we
|
||||||
|
* have a notion of authentication via HTTP POST/PUT.
|
||||||
|
*
|
||||||
|
* For now, we conservatively say we don't know.
|
||||||
|
*
|
||||||
|
* \todo try to expose our HTTP authentication status.
|
||||||
|
*/
|
||||||
|
std::optional<TrustedFlag> isTrustedClient() override
|
||||||
|
{
|
||||||
|
return std::nullopt;
|
||||||
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
static RegisterStoreImplementation<HttpBinaryCacheStore, HttpBinaryCacheStoreConfig> regHttpBinaryCacheStore;
|
static RegisterStoreImplementation<HttpBinaryCacheStore, HttpBinaryCacheStoreConfig> regHttpBinaryCacheStore;
|
||||||
|
|
|
@ -389,6 +389,15 @@ public:
|
||||||
return conn->remoteVersion;
|
return conn->remoteVersion;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* The legacy ssh protocol doesn't support checking for trusted-user.
|
||||||
|
* Try using ssh-ng:// instead if you want to know.
|
||||||
|
*/
|
||||||
|
std::optional<TrustedFlag> isTrustedClient() override
|
||||||
|
{
|
||||||
|
return std::nullopt;
|
||||||
|
}
|
||||||
|
|
||||||
void queryRealisationUncached(const DrvOutput &,
|
void queryRealisationUncached(const DrvOutput &,
|
||||||
Callback<std::shared_ptr<const Realisation>> callback) noexcept override
|
Callback<std::shared_ptr<const Realisation>> callback) noexcept override
|
||||||
// TODO: Implement
|
// TODO: Implement
|
||||||
|
|
|
@ -95,6 +95,10 @@ protected:
|
||||||
return paths;
|
return paths;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
std::optional<TrustedFlag> isTrustedClient() override
|
||||||
|
{
|
||||||
|
return Trusted;
|
||||||
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
void LocalBinaryCacheStore::init()
|
void LocalBinaryCacheStore::init()
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "store-api.hh"
|
#include "store-api.hh"
|
||||||
#include "gc-store.hh"
|
#include "gc-store.hh"
|
||||||
|
@ -47,7 +48,9 @@ public:
|
||||||
void narFromPath(const StorePath & path, Sink & sink) override;
|
void narFromPath(const StorePath & path, Sink & sink) override;
|
||||||
ref<FSAccessor> getFSAccessor() override;
|
ref<FSAccessor> getFSAccessor() override;
|
||||||
|
|
||||||
/* Register a permanent GC root. */
|
/**
|
||||||
|
* Register a permanent GC root.
|
||||||
|
*/
|
||||||
Path addPermRoot(const StorePath & storePath, const Path & gcRoot);
|
Path addPermRoot(const StorePath & storePath, const Path & gcRoot);
|
||||||
|
|
||||||
virtual Path getRealStoreDir() { return realStoreDir; }
|
virtual Path getRealStoreDir() { return realStoreDir; }
|
||||||
|
|
|
@ -711,61 +711,6 @@ void canonicalisePathMetaData(const Path & path,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
void LocalStore::checkDerivationOutputs(const StorePath & drvPath, const Derivation & drv)
|
|
||||||
{
|
|
||||||
assert(drvPath.isDerivation());
|
|
||||||
std::string drvName(drvPath.name());
|
|
||||||
drvName = drvName.substr(0, drvName.size() - drvExtension.size());
|
|
||||||
|
|
||||||
auto envHasRightPath = [&](const StorePath & actual, const std::string & varName)
|
|
||||||
{
|
|
||||||
auto j = drv.env.find(varName);
|
|
||||||
if (j == drv.env.end() || parseStorePath(j->second) != actual)
|
|
||||||
throw Error("derivation '%s' has incorrect environment variable '%s', should be '%s'",
|
|
||||||
printStorePath(drvPath), varName, printStorePath(actual));
|
|
||||||
};
|
|
||||||
|
|
||||||
|
|
||||||
// Don't need the answer, but do this anyways to assert is proper
|
|
||||||
// combination. The code below is more general and naturally allows
|
|
||||||
// combinations that are currently prohibited.
|
|
||||||
drv.type();
|
|
||||||
|
|
||||||
std::optional<DrvHash> hashesModulo;
|
|
||||||
for (auto & i : drv.outputs) {
|
|
||||||
std::visit(overloaded {
|
|
||||||
[&](const DerivationOutput::InputAddressed & doia) {
|
|
||||||
if (!hashesModulo) {
|
|
||||||
// somewhat expensive so we do lazily
|
|
||||||
hashesModulo = hashDerivationModulo(*this, drv, true);
|
|
||||||
}
|
|
||||||
auto currentOutputHash = get(hashesModulo->hashes, i.first);
|
|
||||||
if (!currentOutputHash)
|
|
||||||
throw Error("derivation '%s' has unexpected output '%s' (local-store / hashesModulo) named '%s'",
|
|
||||||
printStorePath(drvPath), printStorePath(doia.path), i.first);
|
|
||||||
StorePath recomputed = makeOutputPath(i.first, *currentOutputHash, drvName);
|
|
||||||
if (doia.path != recomputed)
|
|
||||||
throw Error("derivation '%s' has incorrect output '%s', should be '%s'",
|
|
||||||
printStorePath(drvPath), printStorePath(doia.path), printStorePath(recomputed));
|
|
||||||
envHasRightPath(doia.path, i.first);
|
|
||||||
},
|
|
||||||
[&](const DerivationOutput::CAFixed & dof) {
|
|
||||||
StorePath path = makeFixedOutputPath(drvName, { dof.hash, {} });
|
|
||||||
envHasRightPath(path, i.first);
|
|
||||||
},
|
|
||||||
[&](const DerivationOutput::CAFloating &) {
|
|
||||||
/* Nothing to check */
|
|
||||||
},
|
|
||||||
[&](const DerivationOutput::Deferred &) {
|
|
||||||
/* Nothing to check */
|
|
||||||
},
|
|
||||||
[&](const DerivationOutput::Impure &) {
|
|
||||||
/* Nothing to check */
|
|
||||||
},
|
|
||||||
}, i.second.raw());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
void LocalStore::registerDrvOutput(const Realisation & info, CheckSigsFlag checkSigs)
|
void LocalStore::registerDrvOutput(const Realisation & info, CheckSigsFlag checkSigs)
|
||||||
{
|
{
|
||||||
experimentalFeatureSettings.require(Xp::CaDerivations);
|
experimentalFeatureSettings.require(Xp::CaDerivations);
|
||||||
|
@ -876,7 +821,7 @@ uint64_t LocalStore::addValidPath(State & state,
|
||||||
derivations). Note that if this throws an error, then the
|
derivations). Note that if this throws an error, then the
|
||||||
DB transaction is rolled back, so the path validity
|
DB transaction is rolled back, so the path validity
|
||||||
registration above is undone. */
|
registration above is undone. */
|
||||||
if (checkOutputs) checkDerivationOutputs(info.path, drv);
|
if (checkOutputs) drv.checkInvariants(*this, info.path);
|
||||||
|
|
||||||
for (auto & i : drv.outputsAndOptPaths(*this)) {
|
for (auto & i : drv.outputsAndOptPaths(*this)) {
|
||||||
/* Floating CA derivations have indeterminate output paths until
|
/* Floating CA derivations have indeterminate output paths until
|
||||||
|
@ -1134,57 +1079,6 @@ StorePathSet LocalStore::querySubstitutablePaths(const StorePathSet & paths)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
// FIXME: move this, it's not specific to LocalStore.
|
|
||||||
void LocalStore::querySubstitutablePathInfos(const StorePathCAMap & paths, SubstitutablePathInfos & infos)
|
|
||||||
{
|
|
||||||
if (!settings.useSubstitutes) return;
|
|
||||||
for (auto & sub : getDefaultSubstituters()) {
|
|
||||||
for (auto & path : paths) {
|
|
||||||
if (infos.count(path.first))
|
|
||||||
// Choose first succeeding substituter.
|
|
||||||
continue;
|
|
||||||
|
|
||||||
auto subPath(path.first);
|
|
||||||
|
|
||||||
// Recompute store path so that we can use a different store root.
|
|
||||||
if (path.second) {
|
|
||||||
subPath = makeFixedOutputPathFromCA(
|
|
||||||
path.first.name(),
|
|
||||||
ContentAddressWithReferences::withoutRefs(*path.second));
|
|
||||||
if (sub->storeDir == storeDir)
|
|
||||||
assert(subPath == path.first);
|
|
||||||
if (subPath != path.first)
|
|
||||||
debug("replaced path '%s' with '%s' for substituter '%s'", printStorePath(path.first), sub->printStorePath(subPath), sub->getUri());
|
|
||||||
} else if (sub->storeDir != storeDir) continue;
|
|
||||||
|
|
||||||
debug("checking substituter '%s' for path '%s'", sub->getUri(), sub->printStorePath(subPath));
|
|
||||||
try {
|
|
||||||
auto info = sub->queryPathInfo(subPath);
|
|
||||||
|
|
||||||
if (sub->storeDir != storeDir && !(info->isContentAddressed(*sub) && info->references.empty()))
|
|
||||||
continue;
|
|
||||||
|
|
||||||
auto narInfo = std::dynamic_pointer_cast<const NarInfo>(
|
|
||||||
std::shared_ptr<const ValidPathInfo>(info));
|
|
||||||
infos.insert_or_assign(path.first, SubstitutablePathInfo{
|
|
||||||
.deriver = info->deriver,
|
|
||||||
.references = info->references,
|
|
||||||
.downloadSize = narInfo ? narInfo->fileSize : 0,
|
|
||||||
.narSize = info->narSize,
|
|
||||||
});
|
|
||||||
} catch (InvalidPath &) {
|
|
||||||
} catch (SubstituterDisabled &) {
|
|
||||||
} catch (Error & e) {
|
|
||||||
if (settings.tryFallback)
|
|
||||||
logError(e.info());
|
|
||||||
else
|
|
||||||
throw;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
void LocalStore::registerValidPath(const ValidPathInfo & info)
|
void LocalStore::registerValidPath(const ValidPathInfo & info)
|
||||||
{
|
{
|
||||||
registerValidPaths({{info.path, info}});
|
registerValidPaths({{info.path, info}});
|
||||||
|
@ -1226,8 +1120,7 @@ void LocalStore::registerValidPaths(const ValidPathInfos & infos)
|
||||||
for (auto & [_, i] : infos)
|
for (auto & [_, i] : infos)
|
||||||
if (i.path.isDerivation()) {
|
if (i.path.isDerivation()) {
|
||||||
// FIXME: inefficient; we already loaded the derivation in addValidPath().
|
// FIXME: inefficient; we already loaded the derivation in addValidPath().
|
||||||
checkDerivationOutputs(i.path,
|
readInvalidDerivation(i.path).checkInvariants(*this, i.path);
|
||||||
readInvalidDerivation(i.path));
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/* Do a topological sort of the paths. This will throw an
|
/* Do a topological sort of the paths. This will throw an
|
||||||
|
@ -1753,6 +1646,11 @@ unsigned int LocalStore::getProtocol()
|
||||||
return PROTOCOL_VERSION;
|
return PROTOCOL_VERSION;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
std::optional<TrustedFlag> LocalStore::isTrustedClient()
|
||||||
|
{
|
||||||
|
return Trusted;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
#if defined(FS_IOC_SETFLAGS) && defined(FS_IOC_GETFLAGS) && defined(FS_IMMUTABLE_FL)
|
#if defined(FS_IOC_SETFLAGS) && defined(FS_IOC_GETFLAGS) && defined(FS_IMMUTABLE_FL)
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "sqlite.hh"
|
#include "sqlite.hh"
|
||||||
|
|
||||||
|
@ -18,10 +19,14 @@
|
||||||
namespace nix {
|
namespace nix {
|
||||||
|
|
||||||
|
|
||||||
/* Nix store and database schema version. Version 1 (or 0) was Nix <=
|
/**
|
||||||
0.7. Version 2 was Nix 0.8 and 0.9. Version 3 is Nix 0.10.
|
* Nix store and database schema version.
|
||||||
Version 4 is Nix 0.11. Version 5 is Nix 0.12-0.16. Version 6 is
|
*
|
||||||
Nix 1.0. Version 7 is Nix 1.3. Version 10 is 2.0. */
|
* Version 1 (or 0) was Nix <=
|
||||||
|
* 0.7. Version 2 was Nix 0.8 and 0.9. Version 3 is Nix 0.10.
|
||||||
|
* Version 4 is Nix 0.11. Version 5 is Nix 0.12-0.16. Version 6 is
|
||||||
|
* Nix 1.0. Version 7 is Nix 1.3. Version 10 is 2.0.
|
||||||
|
*/
|
||||||
const int nixSchemaVersion = 10;
|
const int nixSchemaVersion = 10;
|
||||||
|
|
||||||
|
|
||||||
|
@ -50,30 +55,40 @@ class LocalStore : public virtual LocalStoreConfig, public virtual LocalFSStore,
|
||||||
{
|
{
|
||||||
private:
|
private:
|
||||||
|
|
||||||
/* Lock file used for upgrading. */
|
/**
|
||||||
|
* Lock file used for upgrading.
|
||||||
|
*/
|
||||||
AutoCloseFD globalLock;
|
AutoCloseFD globalLock;
|
||||||
|
|
||||||
struct State
|
struct State
|
||||||
{
|
{
|
||||||
/* The SQLite database object. */
|
/**
|
||||||
|
* The SQLite database object.
|
||||||
|
*/
|
||||||
SQLite db;
|
SQLite db;
|
||||||
|
|
||||||
struct Stmts;
|
struct Stmts;
|
||||||
std::unique_ptr<Stmts> stmts;
|
std::unique_ptr<Stmts> stmts;
|
||||||
|
|
||||||
/* The last time we checked whether to do an auto-GC, or an
|
/**
|
||||||
auto-GC finished. */
|
* The last time we checked whether to do an auto-GC, or an
|
||||||
|
* auto-GC finished.
|
||||||
|
*/
|
||||||
std::chrono::time_point<std::chrono::steady_clock> lastGCCheck;
|
std::chrono::time_point<std::chrono::steady_clock> lastGCCheck;
|
||||||
|
|
||||||
/* Whether auto-GC is running. If so, get gcFuture to wait for
|
/**
|
||||||
the GC to finish. */
|
* Whether auto-GC is running. If so, get gcFuture to wait for
|
||||||
|
* the GC to finish.
|
||||||
|
*/
|
||||||
bool gcRunning = false;
|
bool gcRunning = false;
|
||||||
std::shared_future<void> gcFuture;
|
std::shared_future<void> gcFuture;
|
||||||
|
|
||||||
/* How much disk space was available after the previous
|
/**
|
||||||
auto-GC. If the current available disk space is below
|
* How much disk space was available after the previous
|
||||||
minFree but not much below availAfterGC, then there is no
|
* auto-GC. If the current available disk space is below
|
||||||
point in starting a new GC. */
|
* minFree but not much below availAfterGC, then there is no
|
||||||
|
* point in starting a new GC.
|
||||||
|
*/
|
||||||
uint64_t availAfterGC = std::numeric_limits<uint64_t>::max();
|
uint64_t availAfterGC = std::numeric_limits<uint64_t>::max();
|
||||||
|
|
||||||
std::unique_ptr<PublicKeys> publicKeys;
|
std::unique_ptr<PublicKeys> publicKeys;
|
||||||
|
@ -96,11 +111,15 @@ private:
|
||||||
|
|
||||||
public:
|
public:
|
||||||
|
|
||||||
// Hack for build-remote.cc.
|
/**
|
||||||
|
* Hack for build-remote.cc.
|
||||||
|
*/
|
||||||
PathSet locksHeld;
|
PathSet locksHeld;
|
||||||
|
|
||||||
/* Initialise the local store, upgrading the schema if
|
/**
|
||||||
necessary. */
|
* Initialise the local store, upgrading the schema if
|
||||||
|
* necessary.
|
||||||
|
*/
|
||||||
LocalStore(const Params & params);
|
LocalStore(const Params & params);
|
||||||
LocalStore(std::string scheme, std::string path, const Params & params);
|
LocalStore(std::string scheme, std::string path, const Params & params);
|
||||||
|
|
||||||
|
@ -109,7 +128,9 @@ public:
|
||||||
static std::set<std::string> uriSchemes()
|
static std::set<std::string> uriSchemes()
|
||||||
{ return {}; }
|
{ return {}; }
|
||||||
|
|
||||||
/* Implementations of abstract store API methods. */
|
/**
|
||||||
|
* Implementations of abstract store API methods.
|
||||||
|
*/
|
||||||
|
|
||||||
std::string getUri() override;
|
std::string getUri() override;
|
||||||
|
|
||||||
|
@ -133,9 +154,6 @@ public:
|
||||||
|
|
||||||
StorePathSet querySubstitutablePaths(const StorePathSet & paths) override;
|
StorePathSet querySubstitutablePaths(const StorePathSet & paths) override;
|
||||||
|
|
||||||
void querySubstitutablePathInfos(const StorePathCAMap & paths,
|
|
||||||
SubstitutablePathInfos & infos) override;
|
|
||||||
|
|
||||||
bool pathInfoIsUntrusted(const ValidPathInfo &) override;
|
bool pathInfoIsUntrusted(const ValidPathInfo &) override;
|
||||||
bool realisationIsUntrusted(const Realisation & ) override;
|
bool realisationIsUntrusted(const Realisation & ) override;
|
||||||
|
|
||||||
|
@ -157,13 +175,19 @@ private:
|
||||||
|
|
||||||
void createTempRootsFile();
|
void createTempRootsFile();
|
||||||
|
|
||||||
/* The file to which we write our temporary roots. */
|
/**
|
||||||
|
* The file to which we write our temporary roots.
|
||||||
|
*/
|
||||||
Sync<AutoCloseFD> _fdTempRoots;
|
Sync<AutoCloseFD> _fdTempRoots;
|
||||||
|
|
||||||
/* The global GC lock. */
|
/**
|
||||||
|
* The global GC lock.
|
||||||
|
*/
|
||||||
Sync<AutoCloseFD> _fdGCLock;
|
Sync<AutoCloseFD> _fdGCLock;
|
||||||
|
|
||||||
/* Connection to the garbage collector. */
|
/**
|
||||||
|
* Connection to the garbage collector.
|
||||||
|
*/
|
||||||
Sync<AutoCloseFD> _fdRootsSocket;
|
Sync<AutoCloseFD> _fdRootsSocket;
|
||||||
|
|
||||||
public:
|
public:
|
||||||
|
@ -182,42 +206,54 @@ public:
|
||||||
|
|
||||||
void collectGarbage(const GCOptions & options, GCResults & results) override;
|
void collectGarbage(const GCOptions & options, GCResults & results) override;
|
||||||
|
|
||||||
/* Optimise the disk space usage of the Nix store by hard-linking
|
/**
|
||||||
files with the same contents. */
|
* Optimise the disk space usage of the Nix store by hard-linking
|
||||||
|
* files with the same contents.
|
||||||
|
*/
|
||||||
void optimiseStore(OptimiseStats & stats);
|
void optimiseStore(OptimiseStats & stats);
|
||||||
|
|
||||||
void optimiseStore() override;
|
void optimiseStore() override;
|
||||||
|
|
||||||
/* Optimise a single store path. Optionally, test the encountered
|
/**
|
||||||
symlinks for corruption. */
|
* Optimise a single store path. Optionally, test the encountered
|
||||||
|
* symlinks for corruption.
|
||||||
|
*/
|
||||||
void optimisePath(const Path & path, RepairFlag repair);
|
void optimisePath(const Path & path, RepairFlag repair);
|
||||||
|
|
||||||
bool verifyStore(bool checkContents, RepairFlag repair) override;
|
bool verifyStore(bool checkContents, RepairFlag repair) override;
|
||||||
|
|
||||||
/* Register the validity of a path, i.e., that `path' exists, that
|
/**
|
||||||
the paths referenced by it exists, and in the case of an output
|
* Register the validity of a path, i.e., that `path` exists, that
|
||||||
path of a derivation, that it has been produced by a successful
|
* the paths referenced by it exists, and in the case of an output
|
||||||
execution of the derivation (or something equivalent). Also
|
* path of a derivation, that it has been produced by a successful
|
||||||
register the hash of the file system contents of the path. The
|
* execution of the derivation (or something equivalent). Also
|
||||||
hash must be a SHA-256 hash. */
|
* register the hash of the file system contents of the path. The
|
||||||
|
* hash must be a SHA-256 hash.
|
||||||
|
*/
|
||||||
void registerValidPath(const ValidPathInfo & info);
|
void registerValidPath(const ValidPathInfo & info);
|
||||||
|
|
||||||
void registerValidPaths(const ValidPathInfos & infos);
|
void registerValidPaths(const ValidPathInfos & infos);
|
||||||
|
|
||||||
unsigned int getProtocol() override;
|
unsigned int getProtocol() override;
|
||||||
|
|
||||||
|
std::optional<TrustedFlag> isTrustedClient() override;
|
||||||
|
|
||||||
void vacuumDB();
|
void vacuumDB();
|
||||||
|
|
||||||
void repairPath(const StorePath & path) override;
|
void repairPath(const StorePath & path) override;
|
||||||
|
|
||||||
void addSignatures(const StorePath & storePath, const StringSet & sigs) override;
|
void addSignatures(const StorePath & storePath, const StringSet & sigs) override;
|
||||||
|
|
||||||
/* If free disk space in /nix/store if below minFree, delete
|
/**
|
||||||
garbage until it exceeds maxFree. */
|
* If free disk space in /nix/store if below minFree, delete
|
||||||
|
* garbage until it exceeds maxFree.
|
||||||
|
*/
|
||||||
void autoGC(bool sync = true);
|
void autoGC(bool sync = true);
|
||||||
|
|
||||||
/* Register the store path 'output' as the output named 'outputName' of
|
/**
|
||||||
derivation 'deriver'. */
|
* Register the store path 'output' as the output named 'outputName' of
|
||||||
|
* derivation 'deriver'.
|
||||||
|
*/
|
||||||
void registerDrvOutput(const Realisation & info) override;
|
void registerDrvOutput(const Realisation & info) override;
|
||||||
void registerDrvOutput(const Realisation & info, CheckSigsFlag checkSigs) override;
|
void registerDrvOutput(const Realisation & info, CheckSigsFlag checkSigs) override;
|
||||||
void cacheDrvOutputMapping(
|
void cacheDrvOutputMapping(
|
||||||
|
@ -247,7 +283,9 @@ private:
|
||||||
|
|
||||||
void invalidatePath(State & state, const StorePath & path);
|
void invalidatePath(State & state, const StorePath & path);
|
||||||
|
|
||||||
/* Delete a path from the Nix store. */
|
/**
|
||||||
|
* Delete a path from the Nix store.
|
||||||
|
*/
|
||||||
void invalidatePathChecked(const StorePath & path);
|
void invalidatePathChecked(const StorePath & path);
|
||||||
|
|
||||||
void verifyPath(const Path & path, const StringSet & store,
|
void verifyPath(const Path & path, const StringSet & store,
|
||||||
|
@ -270,8 +308,6 @@ private:
|
||||||
|
|
||||||
std::pair<Path, AutoCloseFD> createTempDirInStore();
|
std::pair<Path, AutoCloseFD> createTempDirInStore();
|
||||||
|
|
||||||
void checkDerivationOutputs(const StorePath & drvPath, const Derivation & drv);
|
|
||||||
|
|
||||||
typedef std::unordered_set<ino_t> InodeHash;
|
typedef std::unordered_set<ino_t> InodeHash;
|
||||||
|
|
||||||
InodeHash loadInodeHash();
|
InodeHash loadInodeHash();
|
||||||
|
@ -282,8 +318,10 @@ private:
|
||||||
bool isValidPath_(State & state, const StorePath & path);
|
bool isValidPath_(State & state, const StorePath & path);
|
||||||
void queryReferrers(State & state, const StorePath & path, StorePathSet & referrers);
|
void queryReferrers(State & state, const StorePath & path, StorePathSet & referrers);
|
||||||
|
|
||||||
/* Add signatures to a ValidPathInfo or Realisation using the secret keys
|
/**
|
||||||
specified by the ‘secret-key-files’ option. */
|
* Add signatures to a ValidPathInfo or Realisation using the secret keys
|
||||||
|
* specified by the ‘secret-key-files’ option.
|
||||||
|
*/
|
||||||
void signPathInfo(ValidPathInfo & info);
|
void signPathInfo(ValidPathInfo & info);
|
||||||
void signRealisation(Realisation &);
|
void signRealisation(Realisation &);
|
||||||
|
|
||||||
|
@ -313,18 +351,23 @@ typedef std::pair<dev_t, ino_t> Inode;
|
||||||
typedef std::set<Inode> InodesSeen;
|
typedef std::set<Inode> InodesSeen;
|
||||||
|
|
||||||
|
|
||||||
/* "Fix", or canonicalise, the meta-data of the files in a store path
|
/**
|
||||||
after it has been built. In particular:
|
* "Fix", or canonicalise, the meta-data of the files in a store path
|
||||||
- the last modification date on each file is set to 1 (i.e.,
|
* after it has been built. In particular:
|
||||||
00:00:01 1/1/1970 UTC)
|
*
|
||||||
- the permissions are set of 444 or 555 (i.e., read-only with or
|
* - the last modification date on each file is set to 1 (i.e.,
|
||||||
without execute permission; setuid bits etc. are cleared)
|
* 00:00:01 1/1/1970 UTC)
|
||||||
- the owner and group are set to the Nix user and group, if we're
|
*
|
||||||
running as root.
|
* - the permissions are set of 444 or 555 (i.e., read-only with or
|
||||||
If uidRange is not empty, this function will throw an error if it
|
* without execute permission; setuid bits etc. are cleared)
|
||||||
encounters files owned by a user outside of the closed interval
|
*
|
||||||
[uidRange->first, uidRange->second].
|
* - the owner and group are set to the Nix user and group, if we're
|
||||||
*/
|
* running as root.
|
||||||
|
*
|
||||||
|
* If uidRange is not empty, this function will throw an error if it
|
||||||
|
* encounters files owned by a user outside of the closed interval
|
||||||
|
* [uidRange->first, uidRange->second].
|
||||||
|
*/
|
||||||
void canonicalisePathMetaData(
|
void canonicalisePathMetaData(
|
||||||
const Path & path,
|
const Path & path,
|
||||||
std::optional<std::pair<uid_t, uid_t>> uidRange,
|
std::optional<std::pair<uid_t, uid_t>> uidRange,
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
|
|
||||||
|
@ -12,14 +13,18 @@ struct UserLock
|
||||||
{
|
{
|
||||||
virtual ~UserLock() { }
|
virtual ~UserLock() { }
|
||||||
|
|
||||||
/* Get the first and last UID. */
|
/**
|
||||||
|
* Get the first and last UID.
|
||||||
|
*/
|
||||||
std::pair<uid_t, uid_t> getUIDRange()
|
std::pair<uid_t, uid_t> getUIDRange()
|
||||||
{
|
{
|
||||||
auto first = getUID();
|
auto first = getUID();
|
||||||
return {first, first + getUIDCount() - 1};
|
return {first, first + getUIDCount() - 1};
|
||||||
}
|
}
|
||||||
|
|
||||||
/* Get the first UID. */
|
/**
|
||||||
|
* Get the first UID.
|
||||||
|
*/
|
||||||
virtual uid_t getUID() = 0;
|
virtual uid_t getUID() = 0;
|
||||||
|
|
||||||
virtual uid_t getUIDCount() = 0;
|
virtual uid_t getUIDCount() = 0;
|
||||||
|
@ -29,8 +34,10 @@ struct UserLock
|
||||||
virtual std::vector<gid_t> getSupplementaryGIDs() = 0;
|
virtual std::vector<gid_t> getSupplementaryGIDs() = 0;
|
||||||
};
|
};
|
||||||
|
|
||||||
/* Acquire a user lock for a UID range of size `nrIds`. Note that this
|
/**
|
||||||
may return nullptr if no user is available. */
|
* Acquire a user lock for a UID range of size `nrIds`. Note that this
|
||||||
|
* may return nullptr if no user is available.
|
||||||
|
*/
|
||||||
std::unique_ptr<UserLock> acquireUserLock(uid_t nrIds, bool useUserNamespace);
|
std::unique_ptr<UserLock> acquireUserLock(uid_t nrIds, bool useUserNamespace);
|
||||||
|
|
||||||
bool useBuildUsers();
|
bool useBuildUsers();
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "store-api.hh"
|
#include "store-api.hh"
|
||||||
|
|
||||||
|
@ -9,8 +10,10 @@ struct LogStore : public virtual Store
|
||||||
{
|
{
|
||||||
inline static std::string operationName = "Build log storage and retrieval";
|
inline static std::string operationName = "Build log storage and retrieval";
|
||||||
|
|
||||||
/* Return the build log of the specified store path, if available,
|
/**
|
||||||
or null otherwise. */
|
* Return the build log of the specified store path, if available,
|
||||||
|
* or null otherwise.
|
||||||
|
*/
|
||||||
std::optional<std::string> getBuildLog(const StorePath & path);
|
std::optional<std::string> getBuildLog(const StorePath & path);
|
||||||
|
|
||||||
virtual std::optional<std::string> getBuildLogExact(const StorePath & path) = 0;
|
virtual std::optional<std::string> getBuildLogExact(const StorePath & path) = 0;
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "types.hh"
|
#include "types.hh"
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "store-api.hh"
|
#include "store-api.hh"
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include <memory>
|
#include <memory>
|
||||||
|
|
||||||
|
|
|
@ -275,6 +275,7 @@ json listNar(ref<FSAccessor> accessor, const Path & path, bool recurse)
|
||||||
obj["type"] = "symlink";
|
obj["type"] = "symlink";
|
||||||
obj["target"] = accessor->readLink(path);
|
obj["target"] = accessor->readLink(path);
|
||||||
break;
|
break;
|
||||||
|
case FSAccessor::Type::tMissing:
|
||||||
default:
|
default:
|
||||||
throw Error("path '%s' does not exist in NAR", path);
|
throw Error("path '%s' does not exist in NAR", path);
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include <functional>
|
#include <functional>
|
||||||
|
|
||||||
|
@ -9,24 +10,30 @@ namespace nix {
|
||||||
|
|
||||||
struct Source;
|
struct Source;
|
||||||
|
|
||||||
/* Return an object that provides access to the contents of a NAR
|
/**
|
||||||
file. */
|
* Return an object that provides access to the contents of a NAR
|
||||||
|
* file.
|
||||||
|
*/
|
||||||
ref<FSAccessor> makeNarAccessor(std::string && nar);
|
ref<FSAccessor> makeNarAccessor(std::string && nar);
|
||||||
|
|
||||||
ref<FSAccessor> makeNarAccessor(Source & source);
|
ref<FSAccessor> makeNarAccessor(Source & source);
|
||||||
|
|
||||||
/* Create a NAR accessor from a NAR listing (in the format produced by
|
/**
|
||||||
listNar()). The callback getNarBytes(offset, length) is used by the
|
* Create a NAR accessor from a NAR listing (in the format produced by
|
||||||
readFile() method of the accessor to get the contents of files
|
* listNar()). The callback getNarBytes(offset, length) is used by the
|
||||||
inside the NAR. */
|
* readFile() method of the accessor to get the contents of files
|
||||||
|
* inside the NAR.
|
||||||
|
*/
|
||||||
typedef std::function<std::string(uint64_t, uint64_t)> GetNarBytes;
|
typedef std::function<std::string(uint64_t, uint64_t)> GetNarBytes;
|
||||||
|
|
||||||
ref<FSAccessor> makeLazyNarAccessor(
|
ref<FSAccessor> makeLazyNarAccessor(
|
||||||
const std::string & listing,
|
const std::string & listing,
|
||||||
GetNarBytes getNarBytes);
|
GetNarBytes getNarBytes);
|
||||||
|
|
||||||
/* Write a JSON representation of the contents of a NAR (except file
|
/**
|
||||||
contents). */
|
* Write a JSON representation of the contents of a NAR (except file
|
||||||
|
* contents).
|
||||||
|
*/
|
||||||
nlohmann::json listNar(ref<FSAccessor> accessor, const Path & path, bool recurse);
|
nlohmann::json listNar(ref<FSAccessor> accessor, const Path & path, bool recurse);
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
#pragma once
|
#pragma once
|
||||||
|
///@file
|
||||||
|
|
||||||
#include "ref.hh"
|
#include "ref.hh"
|
||||||
#include "nar-info.hh"
|
#include "nar-info.hh"
|
||||||
|
@ -42,8 +43,10 @@ public:
|
||||||
const std::string & uri, const DrvOutput & id) = 0;
|
const std::string & uri, const DrvOutput & id) = 0;
|
||||||
};
|
};
|
||||||
|
|
||||||
/* Return a singleton cache object that can be used concurrently by
|
/**
|
||||||
multiple threads. */
|
* Return a singleton cache object that can be used concurrently by
|
||||||
|
* multiple threads.
|
||||||
|
*/
|
||||||
ref<NarInfoDiskCache> getNarInfoDiskCache();
|
ref<NarInfoDiskCache> getNarInfoDiskCache();
|
||||||
|
|
||||||
ref<NarInfoDiskCache> getTestNarInfoDiskCache(Path dbPath);
|
ref<NarInfoDiskCache> getTestNarInfoDiskCache(Path dbPath);
|
||||||
|
|
Some files were not shown because too many files have changed in this diff Show more
Loading…
Reference in a new issue