source common.sh clearStore clearCache # Create the binary cache. outPath=$(nix-build dependencies.nix --no-out-link) nix copy --to file://$cacheDir $outPath basicTests() { # By default, a binary cache doesn't support "nix-env -qas", but does # support installation. clearStore clearCacheCache nix-env --substituters "file://$cacheDir" -f dependencies.nix -qas \* | grep -- "---" nix-store --substituters "file://$cacheDir" --no-require-sigs -r $outPath [ -x $outPath/program ] # But with the right configuration, "nix-env -qas" should also work. clearStore clearCacheCache echo "WantMassQuery: 1" >> $cacheDir/nix-cache-info nix-env --substituters "file://$cacheDir" -f dependencies.nix -qas \* | grep -- "--S" nix-env --substituters "file://$cacheDir" -f dependencies.nix -qas \* | grep -- "--S" x=$(nix-env -f dependencies.nix -qas \* --prebuilt-only) [ -z "$x" ] nix-store --substituters "file://$cacheDir" --no-require-sigs -r $outPath nix-store --check-validity $outPath nix-store -qR $outPath | grep input-2 echo "WantMassQuery: 0" >> $cacheDir/nix-cache-info } # Test LocalBinaryCacheStore. basicTests # Test HttpBinaryCacheStore. export _NIX_FORCE_HTTP=1 basicTests # Test whether Nix notices if the NAR doesn't match the hash in the NAR info. clearStore nar=$(ls $cacheDir/nar/*.nar.xz | head -n1) mv $nar $nar.good mkdir -p $TEST_ROOT/empty nix-store --dump $TEST_ROOT/empty | xz > $nar nix-build --substituters "file://$cacheDir" --no-require-sigs dependencies.nix -o $TEST_ROOT/result 2>&1 | tee $TEST_ROOT/log grep -q "hash mismatch" $TEST_ROOT/log mv $nar.good $nar # Test whether this unsigned cache is rejected if the user requires signed caches. clearStore clearCacheCache if nix-store --substituters "file://$cacheDir" -r $outPath; then echo "unsigned binary cache incorrectly accepted" exit 1 fi # Test whether fallback works if a NAR has disappeared. This does not require --fallback. clearStore mv $cacheDir/nar $cacheDir/nar2 nix-build --substituters "file://$cacheDir" --no-require-sigs dependencies.nix -o $TEST_ROOT/result mv $cacheDir/nar2 $cacheDir/nar # Test whether fallback works if a NAR is corrupted. This does require --fallback. clearStore mv $cacheDir/nar $cacheDir/nar2 mkdir $cacheDir/nar for i in $(cd $cacheDir/nar2 && echo *); do touch $cacheDir/nar/$i; done (! nix-build --substituters "file://$cacheDir" --no-require-sigs dependencies.nix -o $TEST_ROOT/result) nix-build --substituters "file://$cacheDir" --no-require-sigs dependencies.nix -o $TEST_ROOT/result --fallback rm -rf $cacheDir/nar mv $cacheDir/nar2 $cacheDir/nar # Test whether building works if the binary cache contains an # incomplete closure. clearStore rm -v $(grep -l "StorePath:.*dependencies-input-2" $cacheDir/*.narinfo) nix-build --substituters "file://$cacheDir" --no-require-sigs dependencies.nix -o $TEST_ROOT/result 2>&1 | tee $TEST_ROOT/log grep -q "copying path.*input-0" $TEST_ROOT/log grep -q "copying path.*input-2" $TEST_ROOT/log grep -q "copying path.*top" $TEST_ROOT/log # Idem, but without cached .narinfo. clearStore clearCacheCache nix-build --substituters "file://$cacheDir" --no-require-sigs dependencies.nix -o $TEST_ROOT/result 2>&1 | tee $TEST_ROOT/log grep -q "don't know how to build" $TEST_ROOT/log grep -q "building.*input-1" $TEST_ROOT/log grep -q "building.*input-2" $TEST_ROOT/log grep -q "copying path.*input-0" $TEST_ROOT/log grep -q "copying path.*top" $TEST_ROOT/log if [ -n "$HAVE_SODIUM" ]; then # Create a signed binary cache. clearCache clearCacheCache declare -a res=($(nix-store --generate-binary-cache-key test.nixos.org-1 $TEST_ROOT/sk1 $TEST_ROOT/pk1 )) publicKey="$(cat $TEST_ROOT/pk1)" res=($(nix-store --generate-binary-cache-key test.nixos.org-1 $TEST_ROOT/sk2 $TEST_ROOT/pk2)) badKey="$(cat $TEST_ROOT/pk2)" res=($(nix-store --generate-binary-cache-key foo.nixos.org-1 $TEST_ROOT/sk3 $TEST_ROOT/pk3)) otherKey="$(cat $TEST_ROOT/pk3)" _NIX_FORCE_HTTP= nix copy --to file://$cacheDir?secret-key=$TEST_ROOT/sk1 $outPath # Downloading should fail if we don't provide a key. clearStore clearCacheCache (! nix-store -r $outPath --substituters "file://$cacheDir") # And it should fail if we provide an incorrect key. clearStore clearCacheCache (! nix-store -r $outPath --substituters "file://$cacheDir" --trusted-public-keys "$badKey") # It should succeed if we provide the correct key. nix-store -r $outPath --substituters "file://$cacheDir" --trusted-public-keys "$otherKey $publicKey" # It should fail if we corrupt the .narinfo. clearStore cacheDir2=$TEST_ROOT/binary-cache-2 rm -rf $cacheDir2 cp -r $cacheDir $cacheDir2 for i in $cacheDir2/*.narinfo; do grep -v References $i > $i.tmp mv $i.tmp $i done clearCacheCache (! nix-store -r $outPath --substituters "file://$cacheDir2" --trusted-public-keys "$publicKey") # If we provide a bad and a good binary cache, it should succeed. nix-store -r $outPath --substituters "file://$cacheDir2 file://$cacheDir" --trusted-public-keys "$publicKey" fi # HAVE_LIBSODIUM unset _NIX_FORCE_HTTP # Test 'nix verify --all' on a binary cache. nix verify -vvvvv --all --store file://$cacheDir --no-trust # Test NAR listing generation. clearCache outPath=$(nix-build --no-out-link -E ' with import ./config.nix; mkDerivation { name = "nar-listing"; buildCommand = "mkdir $out; echo foo > $out/bar; ln -s xyzzy $out/link"; } ') nix copy --to file://$cacheDir?write-nar-listing=1 $outPath [[ $(cat $cacheDir/$(basename $outPath).ls) = '{"version":1,"root":{"type":"directory","entries":{"bar":{"type":"regular","size":4,"narOffset":232},"link":{"type":"symlink","target":"xyzzy"}}}}' ]] # Test debug info index generation. clearCache outPath=$(nix-build --no-out-link -E ' with import ./config.nix; mkDerivation { name = "debug-info"; buildCommand = "mkdir -p $out/lib/debug/.build-id/02; echo foo > $out/lib/debug/.build-id/02/623eda209c26a59b1a8638ff7752f6b945c26b.debug"; } ') nix copy --to "file://$cacheDir?index-debug-info=1&compression=none" $outPath [[ $(cat $cacheDir/debuginfo/02623eda209c26a59b1a8638ff7752f6b945c26b.debug) = '{"archive":"../nar/100vxs724qr46phz8m24iswmg9p3785hsyagz0kchf6q6gf06sw6.nar","member":"lib/debug/.build-id/02/623eda209c26a59b1a8638ff7752f6b945c26b.debug"}' ]]